2024-04-02T08:12:04.595 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-04-02T08:12:04.595 DEBUG:teuthology.run:Teuthology command: teuthology --name rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi --description rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --verbose --owner scheduled_rfriedma@teuthology --archive /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481 -- /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481/orig.config.yaml 2024-04-02T08:12:05.087 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T08:12:05.185 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481 branch: wip-rf-nohist3 description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7635481' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rf-nohist3 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-rf-nohist3 sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd owner: scheduled_rfriedma@teuthology priority: 57 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 8105 sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd sleep_before_teardown: 0 suite: rados:upgrade suite_branch: wip-rf-nohist3 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_14da45f22b7b6f8995de09c1525ea96ba87a39fd/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd targets: smithi104.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNJnEow4UTKQDZHJ4Mkcj7LPLNpYhJFSsMXKP8xwzMCFA5g3XjgrLP0wRqCO5oy/LYS2D19IBjC0EQW3hDs6O+Y= smithi188.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNW1LP5goSdSfFevFNEwRlpRNnMNtKKD3r5dT5Rd0FoQIJRlc0eb2vPw1I+ASjFicbSuxF3Ee/+so3DWf8+UAw8= tasks: - pexec: all: - sudo dnf install runc -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-04-02_08:01:38 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: rfriedma verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-02T08:12:05.186 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_14da45f22b7b6f8995de09c1525ea96ba87a39fd/qa; will attempt to use it 2024-04-02T08:12:05.186 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_14da45f22b7b6f8995de09c1525ea96ba87a39fd/qa/tasks 2024-04-02T08:12:05.186 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-02T08:12:05.188 INFO:teuthology.task.internal:Checking packages... 2024-04-02T08:12:05.213 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '14da45f22b7b6f8995de09c1525ea96ba87a39fd' 2024-04-02T08:12:05.213 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:12:05.214 INFO:teuthology.packaging:ref: None 2024-04-02T08:12:05.214 INFO:teuthology.packaging:tag: None 2024-04-02T08:12:05.214 INFO:teuthology.packaging:branch: wip-rf-nohist3 2024-04-02T08:12:05.214 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:12:05.214 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rf-nohist3 2024-04-02T08:12:05.363 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2419.g14da45f2 2024-04-02T08:12:05.365 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-02T08:12:05.374 INFO:teuthology.task.internal:no buildpackages task found 2024-04-02T08:12:05.374 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-02T08:12:05.388 INFO:teuthology.task.internal:Saving configuration 2024-04-02T08:12:05.406 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-02T08:12:05.417 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T08:12:05.443 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi104.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:07:09.725658', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNJnEow4UTKQDZHJ4Mkcj7LPLNpYhJFSsMXKP8xwzMCFA5g3XjgrLP0wRqCO5oy/LYS2D19IBjC0EQW3hDs6O+Y='} 2024-04-02T08:12:05.466 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi188.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:07:09.727280', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNW1LP5goSdSfFevFNEwRlpRNnMNtKKD3r5dT5Rd0FoQIJRlc0eb2vPw1I+ASjFicbSuxF3Ee/+so3DWf8+UAw8='} 2024-04-02T08:12:05.466 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-02T08:12:05.484 INFO:teuthology.task.internal:roles: ubuntu@smithi104.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-02T08:12:05.484 INFO:teuthology.task.internal:roles: ubuntu@smithi188.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-02T08:12:05.484 INFO:teuthology.run_tasks:Running task console_log... 2024-04-02T08:12:05.564 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f0716d8a0d0>, signals=[15]) 2024-04-02T08:12:05.565 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-02T08:12:05.575 INFO:teuthology.task.internal:Opening connections... 2024-04-02T08:12:05.575 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi104.front.sepia.ceph.com 2024-04-02T08:12:05.577 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:12:05.666 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi188.front.sepia.ceph.com 2024-04-02T08:12:05.667 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi188.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:12:05.755 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-02T08:12:05.764 DEBUG:teuthology.orchestra.run.smithi104:> uname -m 2024-04-02T08:12:05.782 INFO:teuthology.orchestra.run.smithi104.stdout:x86_64 2024-04-02T08:12:05.783 DEBUG:teuthology.orchestra.run.smithi104:> cat /etc/os-release 2024-04-02T08:12:05.839 INFO:teuthology.orchestra.run.smithi104.stdout:NAME="CentOS Stream" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:VERSION="9" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:ID="centos" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:VERSION_ID="9" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:ANSI_COLOR="0;31" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:12:05.840 INFO:teuthology.orchestra.run.smithi104.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:12:05.841 INFO:teuthology.lock.ops:Updating smithi104.front.sepia.ceph.com on lock server 2024-04-02T08:12:05.863 DEBUG:teuthology.orchestra.run.smithi188:> uname -m 2024-04-02T08:12:05.881 INFO:teuthology.orchestra.run.smithi188.stdout:x86_64 2024-04-02T08:12:05.881 DEBUG:teuthology.orchestra.run.smithi188:> cat /etc/os-release 2024-04-02T08:12:05.938 INFO:teuthology.orchestra.run.smithi188.stdout:NAME="CentOS Stream" 2024-04-02T08:12:05.938 INFO:teuthology.orchestra.run.smithi188.stdout:VERSION="9" 2024-04-02T08:12:05.938 INFO:teuthology.orchestra.run.smithi188.stdout:ID="centos" 2024-04-02T08:12:05.938 INFO:teuthology.orchestra.run.smithi188.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:12:05.938 INFO:teuthology.orchestra.run.smithi188.stdout:VERSION_ID="9" 2024-04-02T08:12:05.938 INFO:teuthology.orchestra.run.smithi188.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:12:05.938 INFO:teuthology.orchestra.run.smithi188.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:12:05.938 INFO:teuthology.orchestra.run.smithi188.stdout:ANSI_COLOR="0;31" 2024-04-02T08:12:05.939 INFO:teuthology.orchestra.run.smithi188.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:12:05.939 INFO:teuthology.orchestra.run.smithi188.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:12:05.939 INFO:teuthology.orchestra.run.smithi188.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:12:05.939 INFO:teuthology.orchestra.run.smithi188.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:12:05.939 INFO:teuthology.orchestra.run.smithi188.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:12:05.939 INFO:teuthology.orchestra.run.smithi188.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:12:05.939 INFO:teuthology.lock.ops:Updating smithi188.front.sepia.ceph.com on lock server 2024-04-02T08:12:05.963 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-02T08:12:05.975 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-02T08:12:05.986 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-02T08:12:05.987 DEBUG:teuthology.orchestra.run.smithi104:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:12:05.989 DEBUG:teuthology.orchestra.run.smithi188:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:12:06.005 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-02T08:12:06.016 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-02T08:12:06.016 DEBUG:teuthology.orchestra.run.smithi104:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:12:06.046 DEBUG:teuthology.orchestra.run.smithi188:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:12:06.129 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-02T08:12:06.183 INFO:teuthology.run_tasks:Running task kernel... 2024-04-02T08:12:06.200 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-02T08:12:06.200 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-02T08:12:06.200 DEBUG:teuthology.orchestra.run.smithi104:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:12:06.201 DEBUG:teuthology.orchestra.run.smithi188:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:12:06.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:12:06.217 DEBUG:teuthology.orchestra.run.smithi188:> uname -r 2024-04-02T08:12:06.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:12:06.218 DEBUG:teuthology.orchestra.run.smithi104:> uname -r 2024-04-02T08:12:06.274 INFO:teuthology.orchestra.run.smithi188.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:12:06.274 INFO:teuthology.task.kernel:Running kernel on smithi188: 5.14.0-361.el9.x86_64 2024-04-02T08:12:06.274 DEBUG:teuthology.orchestra.run.smithi188:> sudo yum install -y kernel 2024-04-02T08:12:06.275 INFO:teuthology.orchestra.run.smithi104.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:12:06.275 INFO:teuthology.task.kernel:Running kernel on smithi104: 5.14.0-361.el9.x86_64 2024-04-02T08:12:06.276 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum install -y kernel 2024-04-02T08:12:08.450 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS-9 - AppStream 15 MB/s | 6.7 MB 00:00 2024-04-02T08:12:08.501 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS-9 - AppStream 14 MB/s | 6.7 MB 00:00 2024-04-02T08:12:10.175 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS-9 - BaseOS 3.2 MB/s | 2.0 MB 00:00 2024-04-02T08:12:10.310 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS-9 - BaseOS 2.6 MB/s | 2.0 MB 00:00 2024-04-02T08:12:11.301 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-02T08:12:11.390 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS Stream 9 - BaseOS 9.2 MB/s | 8.0 MB 00:00 2024-04-02T08:12:13.100 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS Stream 9 - AppStream 29 MB/s | 19 MB 00:00 2024-04-02T08:12:13.601 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - AppStream 15 MB/s | 19 MB 00:01 2024-04-02T08:12:17.209 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS Stream 9 - CRB 9.7 MB/s | 6.1 MB 00:00 2024-04-02T08:12:18.676 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 16 kB 00:00 2024-04-02T08:12:20.269 INFO:teuthology.orchestra.run.smithi188.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-04-02T08:12:25.293 INFO:teuthology.orchestra.run.smithi188.stdout:lab-extras 10 kB/s | 1.7 kB 00:00 2024-04-02T08:12:26.383 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - CRB 678 kB/s | 6.1 MB 00:09 2024-04-02T08:12:27.558 INFO:teuthology.orchestra.run.smithi188.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:12:27.559 INFO:teuthology.orchestra.run.smithi188.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:12:27.646 INFO:teuthology.orchestra.run.smithi188.stdout:Dependencies resolved. 2024-04-02T08:12:27.657 INFO:teuthology.orchestra.run.smithi188.stdout:================================================================================ 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout: Package Arch Version Repository Size 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout:================================================================================ 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout:Installing: 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout:Installing dependencies: 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout:Transaction Summary 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout:================================================================================ 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout:Install 4 Packages 2024-04-02T08:12:27.658 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:12:27.659 INFO:teuthology.orchestra.run.smithi188.stdout:Total download size: 76 M 2024-04-02T08:12:27.659 INFO:teuthology.orchestra.run.smithi188.stdout:Installed size: 123 M 2024-04-02T08:12:27.659 INFO:teuthology.orchestra.run.smithi188.stdout:Downloading Packages: 2024-04-02T08:12:27.934 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 16 kB 00:00 2024-04-02T08:12:27.953 INFO:teuthology.orchestra.run.smithi188.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 654 kB/s | 192 kB 00:00 2024-04-02T08:12:29.213 INFO:teuthology.orchestra.run.smithi104.stdout:Extra Packages for Enterprise Linux 18 MB/s | 21 MB 00:01 2024-04-02T08:12:30.377 INFO:teuthology.orchestra.run.smithi188.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 5.5 MB/s | 15 MB 00:02 2024-04-02T08:12:30.686 INFO:teuthology.orchestra.run.smithi188.stdout:(3/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 11 MB/s | 34 MB 00:03 2024-04-02T08:12:30.944 INFO:teuthology.orchestra.run.smithi188.stdout:(4/4): kernel-modules-core-5.14.0-434.el9.x86_6 9.2 MB/s | 28 MB 00:02 2024-04-02T08:12:30.947 INFO:teuthology.orchestra.run.smithi188.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:12:30.948 INFO:teuthology.orchestra.run.smithi188.stdout:Total 23 MB/s | 76 MB 00:03 2024-04-02T08:12:30.948 INFO:teuthology.orchestra.run.smithi188.stdout:Running transaction check 2024-04-02T08:12:31.307 INFO:teuthology.orchestra.run.smithi188.stdout:Transaction check succeeded. 2024-04-02T08:12:31.307 INFO:teuthology.orchestra.run.smithi188.stdout:Running transaction test 2024-04-02T08:12:32.161 INFO:teuthology.orchestra.run.smithi188.stdout:Transaction test succeeded. 2024-04-02T08:12:32.161 INFO:teuthology.orchestra.run.smithi188.stdout:Running transaction 2024-04-02T08:12:34.193 INFO:teuthology.orchestra.run.smithi104.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-02T08:12:34.461 INFO:teuthology.orchestra.run.smithi188.stdout: Preparing : 1/1 2024-04-02T08:12:35.159 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:12:35.648 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:36.474 INFO:teuthology.orchestra.run.smithi104.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:12:36.475 INFO:teuthology.orchestra.run.smithi104.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:12:36.577 INFO:teuthology.orchestra.run.smithi104.stdout:Dependencies resolved. 2024-04-02T08:12:36.593 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-04-02T08:12:36.593 INFO:teuthology.orchestra.run.smithi104.stdout: Package Arch Version Repository Size 2024-04-02T08:12:36.593 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-04-02T08:12:36.593 INFO:teuthology.orchestra.run.smithi104.stdout:Installing: 2024-04-02T08:12:36.593 INFO:teuthology.orchestra.run.smithi104.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:12:36.593 INFO:teuthology.orchestra.run.smithi104.stdout:Installing dependencies: 2024-04-02T08:12:36.594 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:12:36.594 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:12:36.594 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:12:36.594 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:12:36.594 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction Summary 2024-04-02T08:12:36.594 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-04-02T08:12:36.594 INFO:teuthology.orchestra.run.smithi104.stdout:Install 4 Packages 2024-04-02T08:12:36.594 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:12:36.595 INFO:teuthology.orchestra.run.smithi104.stdout:Total download size: 76 M 2024-04-02T08:12:36.595 INFO:teuthology.orchestra.run.smithi104.stdout:Installed size: 123 M 2024-04-02T08:12:36.595 INFO:teuthology.orchestra.run.smithi104.stdout:Downloading Packages: 2024-04-02T08:12:36.844 INFO:teuthology.orchestra.run.smithi104.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 770 kB/s | 192 kB 00:00 2024-04-02T08:12:37.586 INFO:teuthology.orchestra.run.smithi104.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 15 MB/s | 15 MB 00:00 2024-04-02T08:12:38.046 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:38.183 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:38.221 INFO:teuthology.orchestra.run.smithi104.stdout:(3/4): kernel-modules-core-5.14.0-434.el9.x86_6 20 MB/s | 28 MB 00:01 2024-04-02T08:12:38.611 INFO:teuthology.orchestra.run.smithi104.stdout:(4/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 17 MB/s | 34 MB 00:02 2024-04-02T08:12:38.614 INFO:teuthology.orchestra.run.smithi104.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:12:38.614 INFO:teuthology.orchestra.run.smithi104.stdout:Total 38 MB/s | 76 MB 00:02 2024-04-02T08:12:38.614 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check 2024-04-02T08:12:38.972 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. 2024-04-02T08:12:38.973 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction test 2024-04-02T08:12:39.836 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction test succeeded. 2024-04-02T08:12:39.836 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction 2024-04-02T08:12:42.164 INFO:teuthology.orchestra.run.smithi104.stdout: Preparing : 1/1 2024-04-02T08:12:42.775 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:12:42.877 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:42.898 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:42.940 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:45.622 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:45.760 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:47.785 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:50.452 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:50.550 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:55.290 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:13:17.028 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:13:17.028 INFO:teuthology.orchestra.run.smithi188.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:13:17.028 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:13:17.072 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:13:17.417 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:13:17.417 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:13:17.417 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:13:17.418 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:13:17.881 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:13:17.881 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:13:17.882 INFO:teuthology.orchestra.run.smithi188.stdout:Installed: 2024-04-02T08:13:17.882 INFO:teuthology.orchestra.run.smithi188.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:13:17.882 INFO:teuthology.orchestra.run.smithi188.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:13:17.882 INFO:teuthology.orchestra.run.smithi188.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:13:17.882 INFO:teuthology.orchestra.run.smithi188.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:13:17.882 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:13:17.882 INFO:teuthology.orchestra.run.smithi188.stdout:Complete! 2024-04-02T08:13:18.205 DEBUG:teuthology.orchestra.run.smithi188:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:13:18.356 INFO:teuthology.orchestra.run.smithi188.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:13:18.356 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:13:18.357 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:13:18.357 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:13:18.357 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:13:18.357 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-02T08:13:18.357 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi188.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:13:18.357 DEBUG:teuthology.orchestra.run.smithi188:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:13:18.438 INFO:teuthology.orchestra.run.smithi188.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:13:18.438 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:13:18.438 DEBUG:teuthology.orchestra.run.smithi188:> sudo rpm -qi grub2-tools 2024-04-02T08:13:18.480 INFO:teuthology.orchestra.run.smithi188.stdout:Name : grub2-tools 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Epoch : 1 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Version : 2.06 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Release : 68.el9 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Architecture: x86_64 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Group : Unspecified 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Size : 8264254 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:License : GPLv3+ 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Packager : builder@centos.org 2024-04-02T08:13:18.481 INFO:teuthology.orchestra.run.smithi188.stdout:Vendor : CentOS 2024-04-02T08:13:18.482 INFO:teuthology.orchestra.run.smithi188.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:13:18.482 INFO:teuthology.orchestra.run.smithi188.stdout:Summary : Support tools for GRUB. 2024-04-02T08:13:18.482 INFO:teuthology.orchestra.run.smithi188.stdout:Description : 2024-04-02T08:13:18.482 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:13:18.482 INFO:teuthology.orchestra.run.smithi188.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:13:18.482 INFO:teuthology.orchestra.run.smithi188.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:13:18.482 INFO:teuthology.orchestra.run.smithi188.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:13:18.482 INFO:teuthology.orchestra.run.smithi188.stdout:hardware devices. 2024-04-02T08:13:18.482 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:13:18.482 INFO:teuthology.orchestra.run.smithi188.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:13:18.483 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:13:18.483 INFO:teuthology.task.kernel:Updating grub on smithi188 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:13:18.483 DEBUG:teuthology.orchestra.run.smithi188:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:13:19.075 INFO:teuthology.orchestra.run.smithi188.stderr:Generating grub configuration file ... 2024-04-02T08:13:20.544 INFO:teuthology.orchestra.run.smithi188.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:13:20.582 INFO:teuthology.orchestra.run.smithi188.stderr:done 2024-04-02T08:13:20.584 DEBUG:teuthology.orchestra.run.smithi188:> mktemp 2024-04-02T08:13:20.600 INFO:teuthology.orchestra.run.smithi188.stdout:/tmp/tmp.swi0qugzCf 2024-04-02T08:13:20.600 DEBUG:teuthology.orchestra.run.smithi188:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.swi0qugzCf 2024-04-02T08:13:20.678 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod 0666 /tmp/tmp.swi0qugzCf 2024-04-02T08:13:20.822 DEBUG:teuthology.orchestra.remote:smithi188:/tmp/tmp.swi0qugzCf is 6KB 2024-04-02T08:13:20.870 DEBUG:teuthology.orchestra.run.smithi188:> rm -fr /tmp/tmp.swi0qugzCf 2024-04-02T08:13:20.885 DEBUG:teuthology.orchestra.run.smithi188:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:13:20.950 INFO:teuthology.orchestra.run.smithi188.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:13:20.950 INFO:teuthology.orchestra.run.smithi188.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:13:20.950 INFO:teuthology.orchestra.run.smithi188.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:13:20.950 INFO:teuthology.orchestra.run.smithi188.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:13:20.951 DEBUG:teuthology.orchestra.run.smithi188:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:13:21.112 DEBUG:teuthology.orchestra.run.smithi188:> sudo shutdown -r now 2024-04-02T08:13:24.592 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:13:24.592 INFO:teuthology.orchestra.run.smithi104.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:13:24.592 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:13:24.635 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:13:24.968 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:13:24.968 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:13:24.968 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:13:24.968 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:13:25.426 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:13:25.427 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:13:25.427 INFO:teuthology.orchestra.run.smithi104.stdout:Installed: 2024-04-02T08:13:25.427 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:13:25.427 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:13:25.427 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:13:25.427 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:13:25.427 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:13:25.427 INFO:teuthology.orchestra.run.smithi104.stdout:Complete! 2024-04-02T08:13:25.759 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:13:25.896 INFO:teuthology.orchestra.run.smithi104.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:13:25.896 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:13:25.896 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:13:25.896 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:13:25.896 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:13:25.896 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-02T08:13:25.896 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi104.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:13:25.896 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:13:25.975 INFO:teuthology.orchestra.run.smithi104.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:13:25.976 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:13:25.976 DEBUG:teuthology.orchestra.run.smithi104:> sudo rpm -qi grub2-tools 2024-04-02T08:13:26.009 INFO:teuthology.orchestra.run.smithi104.stdout:Name : grub2-tools 2024-04-02T08:13:26.010 INFO:teuthology.orchestra.run.smithi104.stdout:Epoch : 1 2024-04-02T08:13:26.010 INFO:teuthology.orchestra.run.smithi104.stdout:Version : 2.06 2024-04-02T08:13:26.010 INFO:teuthology.orchestra.run.smithi104.stdout:Release : 68.el9 2024-04-02T08:13:26.010 INFO:teuthology.orchestra.run.smithi104.stdout:Architecture: x86_64 2024-04-02T08:13:26.010 INFO:teuthology.orchestra.run.smithi104.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:13:26.010 INFO:teuthology.orchestra.run.smithi104.stdout:Group : Unspecified 2024-04-02T08:13:26.010 INFO:teuthology.orchestra.run.smithi104.stdout:Size : 8264254 2024-04-02T08:13:26.011 INFO:teuthology.orchestra.run.smithi104.stdout:License : GPLv3+ 2024-04-02T08:13:26.011 INFO:teuthology.orchestra.run.smithi104.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:13:26.011 INFO:teuthology.orchestra.run.smithi104.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:13:26.011 INFO:teuthology.orchestra.run.smithi104.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:13:26.011 INFO:teuthology.orchestra.run.smithi104.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:13:26.011 INFO:teuthology.orchestra.run.smithi104.stdout:Packager : builder@centos.org 2024-04-02T08:13:26.012 INFO:teuthology.orchestra.run.smithi104.stdout:Vendor : CentOS 2024-04-02T08:13:26.012 INFO:teuthology.orchestra.run.smithi104.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:13:26.012 INFO:teuthology.orchestra.run.smithi104.stdout:Summary : Support tools for GRUB. 2024-04-02T08:13:26.012 INFO:teuthology.orchestra.run.smithi104.stdout:Description : 2024-04-02T08:13:26.012 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:13:26.012 INFO:teuthology.orchestra.run.smithi104.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:13:26.012 INFO:teuthology.orchestra.run.smithi104.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:13:26.012 INFO:teuthology.orchestra.run.smithi104.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:13:26.012 INFO:teuthology.orchestra.run.smithi104.stdout:hardware devices. 2024-04-02T08:13:26.012 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:13:26.012 INFO:teuthology.orchestra.run.smithi104.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:13:26.013 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:13:26.013 INFO:teuthology.task.kernel:Updating grub on smithi104 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:13:26.013 DEBUG:teuthology.orchestra.run.smithi104:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:13:26.617 INFO:teuthology.orchestra.run.smithi104.stderr:Generating grub configuration file ... 2024-04-02T08:13:28.040 INFO:teuthology.orchestra.run.smithi104.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:13:28.070 INFO:teuthology.orchestra.run.smithi104.stderr:done 2024-04-02T08:13:28.074 DEBUG:teuthology.orchestra.run.smithi104:> mktemp 2024-04-02T08:13:28.089 INFO:teuthology.orchestra.run.smithi104.stdout:/tmp/tmp.p7zCqR1nCf 2024-04-02T08:13:28.089 DEBUG:teuthology.orchestra.run.smithi104:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.p7zCqR1nCf 2024-04-02T08:13:28.168 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0666 /tmp/tmp.p7zCqR1nCf 2024-04-02T08:13:28.304 DEBUG:teuthology.orchestra.remote:smithi104:/tmp/tmp.p7zCqR1nCf is 6KB 2024-04-02T08:13:28.352 DEBUG:teuthology.orchestra.run.smithi104:> rm -fr /tmp/tmp.p7zCqR1nCf 2024-04-02T08:13:28.367 DEBUG:teuthology.orchestra.run.smithi104:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:13:28.431 INFO:teuthology.orchestra.run.smithi104.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:13:28.431 INFO:teuthology.orchestra.run.smithi104.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:13:28.431 INFO:teuthology.orchestra.run.smithi104.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:13:28.431 INFO:teuthology.orchestra.run.smithi104.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:13:28.432 DEBUG:teuthology.orchestra.run.smithi104:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:13:28.580 DEBUG:teuthology.orchestra.run.smithi104:> sudo shutdown -r now 2024-04-02T08:13:51.124 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-02T08:13:51.125 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi188.front.sepia.ceph.com' 2024-04-02T08:13:51.126 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi188.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:13:58.590 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-02T08:13:58.592 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-04-02T08:13:58.594 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:14:09.694 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.188 2024-04-02T08:14:17.118 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-04-02T08:14:18.697 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi188.front.sepia.ceph.com' 2024-04-02T08:14:18.698 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi188.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:14:21.758 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.188 2024-04-02T08:14:26.122 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-04-02T08:14:26.123 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:14:29.182 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-04-02T08:14:33.763 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi188.front.sepia.ceph.com' 2024-04-02T08:14:33.764 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi188.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:14:41.190 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-04-02T08:14:41.191 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:14:59.615 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-04-02T08:15:05.859 DEBUG:teuthology.orchestra.run.smithi188:> true 2024-04-02T08:15:06.424 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi188.front.sepia.ceph.com' 2024-04-02T08:15:06.425 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:15:06.425 DEBUG:teuthology.orchestra.run.smithi188:> uname -r 2024-04-02T08:15:06.450 INFO:teuthology.orchestra.run.smithi188.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:15:06.450 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:15:06.451 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:15:06.451 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:15:07.452 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-02T08:15:07.452 DEBUG:teuthology.orchestra.run.smithi188:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:15:07.498 INFO:teuthology.orchestra.run.smithi188.stdout:ttyS1 2024-04-02T08:15:07.718 DEBUG:teuthology.parallel:result is None 2024-04-02T08:15:14.617 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-04-02T08:15:14.618 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:15:15.006 DEBUG:teuthology.orchestra.run.smithi104:> true 2024-04-02T08:15:15.419 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-04-02T08:15:15.419 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:15:15.419 DEBUG:teuthology.orchestra.run.smithi104:> uname -r 2024-04-02T08:15:15.433 INFO:teuthology.orchestra.run.smithi104.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:15:15.433 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:15:15.433 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:15:15.433 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:15:16.433 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-02T08:15:16.434 DEBUG:teuthology.orchestra.run.smithi104:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:15:16.533 INFO:teuthology.orchestra.run.smithi104.stdout:ttyS1 2024-04-02T08:15:16.566 DEBUG:teuthology.parallel:result is None 2024-04-02T08:15:16.566 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-02T08:15:16.573 INFO:teuthology.task.internal:Creating test directory... 2024-04-02T08:15:16.573 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:15:16.576 DEBUG:teuthology.orchestra.run.smithi188:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:15:16.596 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-02T08:15:16.603 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-02T08:15:16.608 INFO:teuthology.task.internal:Creating archive directory... 2024-04-02T08:15:16.609 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:15:16.636 DEBUG:teuthology.orchestra.run.smithi188:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:15:16.735 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-02T08:15:16.746 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-02T08:15:16.746 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:15:16.748 DEBUG:teuthology.orchestra.run.smithi188:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:15:16.789 INFO:teuthology.orchestra.run.smithi188.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:15:16.799 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:15:16.803 INFO:teuthology.orchestra.run.smithi188.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:15:16.826 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:15:16.828 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-02T08:15:16.835 INFO:teuthology.task.internal:Configuring sudo... 2024-04-02T08:15:16.835 DEBUG:teuthology.orchestra.run.smithi104:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:15:16.838 DEBUG:teuthology.orchestra.run.smithi188:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:15:16.880 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-02T08:15:16.888 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-02T08:15:16.889 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:15:16.891 DEBUG:teuthology.orchestra.run.smithi188:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:15:16.929 DEBUG:teuthology.orchestra.run.smithi104:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:15:16.981 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:15:17.038 DEBUG:teuthology.orchestra.run.smithi104:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:15:17.114 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:15:17.155 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:15:17.155 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:15:17.220 DEBUG:teuthology.orchestra.run.smithi188:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:15:17.263 DEBUG:teuthology.orchestra.run.smithi188:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:15:17.319 DEBUG:teuthology.orchestra.run.smithi188:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:15:17.403 DEBUG:teuthology.orchestra.run.smithi188:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:15:17.447 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:15:17.447 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:15:17.516 DEBUG:teuthology.orchestra.run.smithi104:> sudo service rsyslog restart 2024-04-02T08:15:17.518 DEBUG:teuthology.orchestra.run.smithi188:> sudo service rsyslog restart 2024-04-02T08:15:17.610 INFO:teuthology.orchestra.run.smithi104.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:15:17.612 INFO:teuthology.orchestra.run.smithi188.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:15:17.903 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-02T08:15:17.911 INFO:teuthology.task.internal:Starting timer... 2024-04-02T08:15:17.911 INFO:teuthology.run_tasks:Running task pcp... 2024-04-02T08:15:17.920 INFO:teuthology.run_tasks:Running task selinux... 2024-04-02T08:15:17.928 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-02T08:15:17.929 DEBUG:teuthology.orchestra.run.smithi104:> sudo service auditd rotate 2024-04-02T08:15:18.003 INFO:teuthology.orchestra.run.smithi104.stdout:Rotating logs: 2024-04-02T08:15:18.005 DEBUG:teuthology.orchestra.run.smithi188:> sudo service auditd rotate 2024-04-02T08:15:18.063 INFO:teuthology.orchestra.run.smithi188.stdout:Rotating logs: 2024-04-02T08:15:18.064 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-02T08:15:18.065 DEBUG:teuthology.orchestra.run.smithi104:> /usr/sbin/getenforce 2024-04-02T08:15:18.082 INFO:teuthology.orchestra.run.smithi104.stdout:Permissive 2024-04-02T08:15:18.082 DEBUG:teuthology.orchestra.run.smithi188:> /usr/sbin/getenforce 2024-04-02T08:15:18.102 INFO:teuthology.orchestra.run.smithi188.stdout:Permissive 2024-04-02T08:15:18.102 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi104.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi188.front.sepia.ceph.com': 'permissive'} 2024-04-02T08:15:18.102 DEBUG:teuthology.orchestra.run.smithi104:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:15:18.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:15:18.148 DEBUG:teuthology.orchestra.run.smithi188:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:15:18.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:15:18.177 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-02T08:15:18.177 DEBUG:teuthology.orchestra.run.smithi104:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:15:18.217 DEBUG:teuthology.orchestra.run.smithi188:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:15:18.253 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-02T08:15:18.262 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-02T08:15:18.279 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-02T08:15:18.280 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi104.front.sepia.ceph.com,smithi188.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-02T08:19:31.252 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi104.front.sepia.ceph.com'), Remote(name='ubuntu@smithi188.front.sepia.ceph.com')] 2024-04-02T08:19:31.254 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-04-02T08:19:31.255 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:19:31.348 DEBUG:teuthology.orchestra.run.smithi104:> true 2024-04-02T08:19:31.425 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-04-02T08:19:31.426 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi188.front.sepia.ceph.com' 2024-04-02T08:19:31.426 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi188.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:19:31.520 DEBUG:teuthology.orchestra.run.smithi188:> true 2024-04-02T08:19:31.613 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi188.front.sepia.ceph.com' 2024-04-02T08:19:31.613 INFO:teuthology.run_tasks:Running task clock... 2024-04-02T08:19:31.624 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-02T08:19:31.624 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:19:31.625 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:19:31.627 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:19:31.627 DEBUG:teuthology.orchestra.run.smithi188:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:19:31.657 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:19:31.674 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:19:31.684 INFO:teuthology.orchestra.run.smithi188.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:19:31.700 INFO:teuthology.orchestra.run.smithi188.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:19:31.703 INFO:teuthology.orchestra.run.smithi104.stderr:sudo: ntpd: command not found 2024-04-02T08:19:31.717 INFO:teuthology.orchestra.run.smithi104.stdout:506 Cannot talk to daemon 2024-04-02T08:19:31.730 INFO:teuthology.orchestra.run.smithi188.stderr:sudo: ntpd: command not found 2024-04-02T08:19:31.733 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:19:31.743 INFO:teuthology.orchestra.run.smithi188.stdout:506 Cannot talk to daemon 2024-04-02T08:19:31.750 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:19:31.761 INFO:teuthology.orchestra.run.smithi188.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:19:31.779 INFO:teuthology.orchestra.run.smithi188.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:19:31.803 INFO:teuthology.orchestra.run.smithi104.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:19:31.806 INFO:teuthology.orchestra.run.smithi104.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:19:31.806 INFO:teuthology.orchestra.run.smithi104.stdout:=============================================================================== 2024-04-02T08:19:31.806 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:31.806 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:31.806 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:31.806 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:31.829 INFO:teuthology.orchestra.run.smithi188.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:19:31.832 INFO:teuthology.orchestra.run.smithi188.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:19:31.832 INFO:teuthology.orchestra.run.smithi188.stdout:=============================================================================== 2024-04-02T08:19:31.832 INFO:teuthology.orchestra.run.smithi188.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:31.832 INFO:teuthology.orchestra.run.smithi188.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:31.832 INFO:teuthology.orchestra.run.smithi188.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:31.832 INFO:teuthology.orchestra.run.smithi188.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:31.833 INFO:teuthology.run_tasks:Running task pexec... 2024-04-02T08:19:31.845 INFO:teuthology.task.pexec:Executing custom commands... 2024-04-02T08:19:31.846 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi104.front.sepia.ceph.com 2024-04-02T08:19:31.846 DEBUG:teuthology.orchestra.run.smithi104:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-02T08:19:31.846 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi188.front.sepia.ceph.com 2024-04-02T08:19:31.846 DEBUG:teuthology.orchestra.run.smithi188:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-02T08:19:32.427 INFO:teuthology.orchestra.run.smithi104.stdout:Last metadata expiration check: 0:00:50 ago on Tue 02 Apr 2024 08:18:42 AM UTC. 2024-04-02T08:19:32.464 INFO:teuthology.orchestra.run.smithi188.stdout:Last metadata expiration check: 0:00:49 ago on Tue 02 Apr 2024 08:18:43 AM UTC. 2024-04-02T08:19:32.574 INFO:teuthology.orchestra.run.smithi104.stdout:Dependencies resolved. 2024-04-02T08:19:32.576 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-04-02T08:19:32.576 INFO:teuthology.orchestra.run.smithi104.stdout: Package Architecture Version Repository Size 2024-04-02T08:19:32.576 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-04-02T08:19:32.576 INFO:teuthology.orchestra.run.smithi104.stdout:Installing: 2024-04-02T08:19:32.576 INFO:teuthology.orchestra.run.smithi104.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-02T08:19:32.576 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:19:32.576 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction Summary 2024-04-02T08:19:32.576 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-04-02T08:19:32.577 INFO:teuthology.orchestra.run.smithi104.stdout:Install 1 Package 2024-04-02T08:19:32.577 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:19:32.577 INFO:teuthology.orchestra.run.smithi104.stdout:Total download size: 3.1 M 2024-04-02T08:19:32.577 INFO:teuthology.orchestra.run.smithi104.stdout:Installed size: 9.8 M 2024-04-02T08:19:32.577 INFO:teuthology.orchestra.run.smithi104.stdout:Downloading Packages: 2024-04-02T08:19:32.610 INFO:teuthology.orchestra.run.smithi188.stdout:Dependencies resolved. 2024-04-02T08:19:32.612 INFO:teuthology.orchestra.run.smithi188.stdout:================================================================================ 2024-04-02T08:19:32.612 INFO:teuthology.orchestra.run.smithi188.stdout: Package Architecture Version Repository Size 2024-04-02T08:19:32.612 INFO:teuthology.orchestra.run.smithi188.stdout:================================================================================ 2024-04-02T08:19:32.612 INFO:teuthology.orchestra.run.smithi188.stdout:Installing: 2024-04-02T08:19:32.612 INFO:teuthology.orchestra.run.smithi188.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-02T08:19:32.612 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:19:32.612 INFO:teuthology.orchestra.run.smithi188.stdout:Transaction Summary 2024-04-02T08:19:32.613 INFO:teuthology.orchestra.run.smithi188.stdout:================================================================================ 2024-04-02T08:19:32.613 INFO:teuthology.orchestra.run.smithi188.stdout:Install 1 Package 2024-04-02T08:19:32.613 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:19:32.613 INFO:teuthology.orchestra.run.smithi188.stdout:Total download size: 3.1 M 2024-04-02T08:19:32.613 INFO:teuthology.orchestra.run.smithi188.stdout:Installed size: 9.8 M 2024-04-02T08:19:32.613 INFO:teuthology.orchestra.run.smithi188.stdout:Downloading Packages: 2024-04-02T08:19:32.971 INFO:teuthology.orchestra.run.smithi104.stdout:runc-1.1.12-2.el9.x86_64.rpm 12 MB/s | 3.1 MB 00:00 2024-04-02T08:19:32.972 INFO:teuthology.orchestra.run.smithi104.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:19:32.972 INFO:teuthology.orchestra.run.smithi104.stdout:Total 7.9 MB/s | 3.1 MB 00:00 2024-04-02T08:19:33.008 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check 2024-04-02T08:19:33.014 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. 2024-04-02T08:19:33.014 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction test 2024-04-02T08:19:33.095 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction test succeeded. 2024-04-02T08:19:33.096 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction 2024-04-02T08:19:33.266 INFO:teuthology.orchestra.run.smithi188.stdout:runc-1.1.12-2.el9.x86_64.rpm 5.9 MB/s | 3.1 MB 00:00 2024-04-02T08:19:33.266 INFO:teuthology.orchestra.run.smithi188.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:19:33.266 INFO:teuthology.orchestra.run.smithi188.stdout:Total 4.8 MB/s | 3.1 MB 00:00 2024-04-02T08:19:33.302 INFO:teuthology.orchestra.run.smithi188.stdout:Running transaction check 2024-04-02T08:19:33.308 INFO:teuthology.orchestra.run.smithi188.stdout:Transaction check succeeded. 2024-04-02T08:19:33.308 INFO:teuthology.orchestra.run.smithi188.stdout:Running transaction test 2024-04-02T08:19:33.314 INFO:teuthology.orchestra.run.smithi104.stdout: Preparing : 1/1 2024-04-02T08:19:33.389 INFO:teuthology.orchestra.run.smithi188.stdout:Transaction test succeeded. 2024-04-02T08:19:33.389 INFO:teuthology.orchestra.run.smithi188.stdout:Running transaction 2024-04-02T08:19:33.408 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:33.590 INFO:teuthology.orchestra.run.smithi188.stdout: Preparing : 1/1 2024-04-02T08:19:33.676 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:33.945 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:34.216 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:34.229 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:34.229 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:19:34.229 INFO:teuthology.orchestra.run.smithi104.stdout:Installed: 2024-04-02T08:19:34.229 INFO:teuthology.orchestra.run.smithi104.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-02T08:19:34.229 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:19:34.229 INFO:teuthology.orchestra.run.smithi104.stdout:Complete! 2024-04-02T08:19:34.481 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:34.482 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:34.482 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:19:34.482 INFO:teuthology.orchestra.run.smithi188.stdout:Installed: 2024-04-02T08:19:34.483 INFO:teuthology.orchestra.run.smithi188.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-02T08:19:34.483 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:19:34.483 INFO:teuthology.orchestra.run.smithi188.stdout:Complete! 2024-04-02T08:19:34.754 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:34.755 INFO:teuthology.run_tasks:Running task install... 2024-04-02T08:19:34.764 DEBUG:teuthology.task.install:project ceph 2024-04-02T08:19:34.764 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'}} 2024-04-02T08:19:34.764 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'} 2024-04-02T08:19:34.764 INFO:teuthology.task.install:Using flavor: default 2024-04-02T08:19:34.772 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-02T08:19:34.772 INFO:teuthology.task.install:extra packages: [] 2024-04-02T08:19:34.772 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd', 'tag': None, 'wait_for_package': False} 2024-04-02T08:19:34.773 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:34.773 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:34.773 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:34.773 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:34.773 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:19:34.773 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:19:34.775 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd', 'tag': None, 'wait_for_package': False} 2024-04-02T08:19:34.775 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:34.775 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:34.775 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:34.775 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:34.776 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:19:34.776 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:19:35.280 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:19:35.280 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:19:35.319 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:19:35.320 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:19:35.493 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:19:35.493 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:19:35.493 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:19:35.521 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:19:35.521 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:35.521 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:35.521 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:35.522 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:35.522 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:19:35.522 DEBUG:teuthology.orchestra.run.smithi188:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:19:35.526 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:19:35.526 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:19:35.526 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:19:35.558 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:19:35.559 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:35.559 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:35.559 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:35.559 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:35.559 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:19:35.559 DEBUG:teuthology.orchestra.run.smithi104:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:19:35.588 DEBUG:teuthology.orchestra.run.smithi188:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:19:35.629 DEBUG:teuthology.orchestra.run.smithi104:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:19:35.668 DEBUG:teuthology.orchestra.run.smithi188:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:19:35.713 DEBUG:teuthology.orchestra.run.smithi104:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:19:35.734 INFO:teuthology.orchestra.run.smithi188.stdout:check_obsoletes = 1 2024-04-02T08:19:35.736 DEBUG:teuthology.orchestra.run.smithi188:> sudo yum clean all 2024-04-02T08:19:35.781 INFO:teuthology.orchestra.run.smithi104.stdout:check_obsoletes = 1 2024-04-02T08:19:35.782 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum clean all 2024-04-02T08:19:35.970 INFO:teuthology.orchestra.run.smithi188.stdout:74 files removed 2024-04-02T08:19:35.997 DEBUG:teuthology.orchestra.run.smithi188:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:19:36.016 INFO:teuthology.orchestra.run.smithi104.stdout:74 files removed 2024-04-02T08:19:36.043 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:19:36.945 INFO:teuthology.orchestra.run.smithi104.stdout:ceph packages for x86_64 128 kB/s | 77 kB 00:00 2024-04-02T08:19:36.996 INFO:teuthology.orchestra.run.smithi188.stdout:ceph packages for x86_64 110 kB/s | 77 kB 00:00 2024-04-02T08:19:37.462 INFO:teuthology.orchestra.run.smithi104.stdout:ceph noarch packages 21 kB/s | 9.9 kB 00:00 2024-04-02T08:19:37.563 INFO:teuthology.orchestra.run.smithi188.stdout:ceph noarch packages 19 kB/s | 9.9 kB 00:00 2024-04-02T08:19:38.037 INFO:teuthology.orchestra.run.smithi104.stdout:ceph source packages 3.5 kB/s | 1.9 kB 00:00 2024-04-02T08:19:38.189 INFO:teuthology.orchestra.run.smithi188.stdout:ceph source packages 3.2 kB/s | 1.9 kB 00:00 2024-04-02T08:19:38.464 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS-9 - AppStream 17 MB/s | 6.7 MB 00:00 2024-04-02T08:19:38.625 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS-9 - AppStream 17 MB/s | 6.7 MB 00:00 2024-04-02T08:19:39.865 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS-9 - BaseOS 7.3 MB/s | 2.0 MB 00:00 2024-04-02T08:19:40.050 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS-9 - BaseOS 6.9 MB/s | 2.0 MB 00:00 2024-04-02T08:19:40.980 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.0 MB 00:00 2024-04-02T08:19:41.449 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS Stream 9 - BaseOS 7.5 MB/s | 8.0 MB 00:01 2024-04-02T08:19:45.215 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - AppStream 6.0 MB/s | 19 MB 00:03 2024-04-02T08:19:46.133 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS Stream 9 - AppStream 5.3 MB/s | 19 MB 00:03 2024-04-02T08:19:50.073 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - CRB 4.4 MB/s | 6.1 MB 00:01 2024-04-02T08:19:51.624 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - Extras packages 81 kB/s | 16 kB 00:00 2024-04-02T08:19:53.525 INFO:teuthology.orchestra.run.smithi104.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-04-02T08:19:58.433 INFO:teuthology.orchestra.run.smithi104.stdout:lab-extras 45 kB/s | 1.7 kB 00:00 2024-04-02T08:19:59.164 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS Stream 9 - CRB 659 kB/s | 6.1 MB 00:09 2024-04-02T08:20:00.698 INFO:teuthology.orchestra.run.smithi188.stdout:CentOS Stream 9 - Extras packages 43 kB/s | 16 kB 00:00 2024-04-02T08:20:00.983 INFO:teuthology.orchestra.run.smithi104.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:20:00.984 INFO:teuthology.orchestra.run.smithi104.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:20:01.065 INFO:teuthology.orchestra.run.smithi104.stdout:Dependencies resolved. 2024-04-02T08:20:01.072 INFO:teuthology.orchestra.run.smithi104.stdout:============================================================================================ 2024-04-02T08:20:01.072 INFO:teuthology.orchestra.run.smithi104.stdout: Package Arch Version Repository Size 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout:============================================================================================ 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout:Installing: 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:20:01.073 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout:Upgrading: 2024-04-02T08:20:01.074 INFO:teuthology.orchestra.run.smithi104.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout:Installing dependencies: 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:20:01.075 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:20:01.076 INFO:teuthology.orchestra.run.smithi104.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:20:01.077 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:20:01.078 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:20:01.079 INFO:teuthology.orchestra.run.smithi104.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:20:01.080 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:20:01.081 INFO:teuthology.orchestra.run.smithi104.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:20:01.082 INFO:teuthology.orchestra.run.smithi104.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:20:01.082 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:01.082 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction Summary 2024-04-02T08:20:01.082 INFO:teuthology.orchestra.run.smithi104.stdout:============================================================================================ 2024-04-02T08:20:01.082 INFO:teuthology.orchestra.run.smithi104.stdout:Install 118 Packages 2024-04-02T08:20:01.082 INFO:teuthology.orchestra.run.smithi104.stdout:Upgrade 2 Packages 2024-04-02T08:20:01.082 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:01.083 INFO:teuthology.orchestra.run.smithi104.stdout:Total download size: 176 M 2024-04-02T08:20:01.083 INFO:teuthology.orchestra.run.smithi104.stdout:Downloading Packages: 2024-04-02T08:20:01.675 INFO:teuthology.orchestra.run.smithi104.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 28 kB/s | 6.5 kB 00:00 2024-04-02T08:20:02.084 INFO:teuthology.orchestra.run.smithi104.stdout:(2/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 7.9 MB/s | 5.1 MB 00:00 2024-04-02T08:20:02.142 INFO:teuthology.orchestra.run.smithi104.stdout:(3/120): ceph-immutable-object-cache-18.2.2-105 2.4 MB/s | 143 kB 00:00 2024-04-02T08:20:02.376 INFO:teuthology.orchestra.run.smithi104.stdout:(4/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 9.0 MB/s | 2.1 MB 00:00 2024-04-02T08:20:02.560 INFO:teuthology.orchestra.run.smithi104.stdout:(5/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 7.9 MB/s | 1.5 MB 00:00 2024-04-02T08:20:02.610 INFO:teuthology.orchestra.run.smithi104.stdout:(6/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 909 kB/s | 849 kB 00:00 2024-04-02T08:20:02.860 INFO:teuthology.orchestra.run.smithi104.stdout:(7/120): ceph-common-18.2.2-1059.g4d05f4ca.el9. 13 MB/s | 18 MB 00:01 2024-04-02T08:20:02.952 INFO:teuthology.orchestra.run.smithi104.stdout:(8/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x86 12 MB/s | 4.7 MB 00:00 2024-04-02T08:20:03.027 INFO:teuthology.orchestra.run.smithi104.stdout:(9/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el9 336 kB/s | 25 kB 00:00 2024-04-02T08:20:03.311 INFO:teuthology.orchestra.run.smithi104.stdout:(10/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el 17 MB/s | 7.7 MB 00:00 2024-04-02T08:20:03.369 INFO:teuthology.orchestra.run.smithi104.stdout:(11/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 534 kB/s | 31 kB 00:00 2024-04-02T08:20:03.478 INFO:teuthology.orchestra.run.smithi104.stdout:(12/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 6.4 MB/s | 708 kB 00:00 2024-04-02T08:20:03.545 INFO:teuthology.orchestra.run.smithi104.stdout:(13/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 2.4 MB/s | 166 kB 00:00 2024-04-02T08:20:03.603 INFO:teuthology.orchestra.run.smithi104.stdout:(14/120): librados-devel-18.2.2-1059.g4d05f4ca. 2.1 MB/s | 127 kB 00:00 2024-04-02T08:20:03.704 INFO:teuthology.orchestra.run.smithi104.stdout:(15/120): libradosstriper1-18.2.2-1059.g4d05f4c 4.6 MB/s | 474 kB 00:00 2024-04-02T08:20:04.304 INFO:teuthology.orchestra.run.smithi104.stdout:(16/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 7.4 MB/s | 4.5 MB 00:00 2024-04-02T08:20:04.354 INFO:teuthology.orchestra.run.smithi104.stdout:(17/120): python3-ceph-argparse-18.2.2-1059.g4d 901 kB/s | 45 kB 00:00 2024-04-02T08:20:04.413 INFO:teuthology.orchestra.run.smithi104.stdout:(18/120): python3-ceph-common-18.2.2-1059.g4d05 2.2 MB/s | 129 kB 00:00 2024-04-02T08:20:04.463 INFO:teuthology.orchestra.run.smithi104.stdout:(19/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 3.2 MB/s | 162 kB 00:00 2024-04-02T08:20:04.530 INFO:teuthology.orchestra.run.smithi104.stdout:(20/120): python3-rados-18.2.2-1059.g4d05f4ca.e 4.7 MB/s | 320 kB 00:00 2024-04-02T08:20:04.597 INFO:teuthology.orchestra.run.smithi104.stdout:(21/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 4.4 MB/s | 298 kB 00:00 2024-04-02T08:20:04.647 INFO:teuthology.orchestra.run.smithi104.stdout:(22/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.9 MB/s | 99 kB 00:00 2024-04-02T08:20:04.658 INFO:teuthology.orchestra.run.smithi188.stdout:Extra Packages for Enterprise Linux 5.4 MB/s | 21 MB 00:03 2024-04-02T08:20:04.722 INFO:teuthology.orchestra.run.smithi104.stdout:(23/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 1.1 MB/s | 87 kB 00:00 2024-04-02T08:20:04.981 INFO:teuthology.orchestra.run.smithi104.stdout:(24/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 12 MB/s | 3.0 MB 00:00 2024-04-02T08:20:05.031 INFO:teuthology.orchestra.run.smithi104.stdout:(25/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 3.4 MB/s | 172 kB 00:00 2024-04-02T08:20:05.073 INFO:teuthology.orchestra.run.smithi104.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1059.g 561 kB/s | 23 kB 00:00 2024-04-02T08:20:05.132 INFO:teuthology.orchestra.run.smithi104.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 2.3 MB/s | 138 kB 00:00 2024-04-02T08:20:05.307 INFO:teuthology.orchestra.run.smithi104.stdout:(28/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 10 MB/s | 1.8 MB 00:00 2024-04-02T08:20:05.899 INFO:teuthology.orchestra.run.smithi104.stdout:(29/120): ceph-mgr-diskprediction-local-18.2.2- 13 MB/s | 7.4 MB 00:00 2024-04-02T08:20:05.966 INFO:teuthology.orchestra.run.smithi104.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1059.g4d 3.6 MB/s | 245 kB 00:00 2024-04-02T08:20:06.025 INFO:teuthology.orchestra.run.smithi104.stdout:(31/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 845 kB/s | 49 kB 00:00 2024-04-02T08:20:06.083 INFO:teuthology.orchestra.run.smithi104.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1059.g4 255 kB/s | 15 kB 00:00 2024-04-02T08:20:06.150 INFO:teuthology.orchestra.run.smithi104.stdout:(33/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 3.3 MB/s | 224 kB 00:00 2024-04-02T08:20:06.259 INFO:teuthology.orchestra.run.smithi104.stdout:(34/120): boost-program-options-1.75.0-8.el9.x8 976 kB/s | 106 kB 00:00 2024-04-02T08:20:06.292 INFO:teuthology.orchestra.run.smithi104.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 952 kB/s | 32 kB 00:00 2024-04-02T08:20:06.426 INFO:teuthology.orchestra.run.smithi104.stdout:(36/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 22 MB/s | 3.0 MB 00:00 2024-04-02T08:20:06.459 INFO:teuthology.orchestra.run.smithi104.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 519 kB/s | 17 kB 00:00 2024-04-02T08:20:06.501 INFO:teuthology.orchestra.run.smithi104.stdout:(38/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.7 MB/s | 159 kB 00:00 2024-04-02T08:20:06.543 INFO:teuthology.orchestra.run.smithi104.stdout:(39/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.0 MB/s | 44 kB 00:00 2024-04-02T08:20:06.594 INFO:teuthology.orchestra.run.smithi104.stdout:(40/120): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-04-02T08:20:06.636 INFO:teuthology.orchestra.run.smithi104.stdout:(41/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 6.6 MB/s | 282 kB 00:00 2024-04-02T08:20:06.678 INFO:teuthology.orchestra.run.smithi104.stdout:(42/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 5.1 MB/s | 217 kB 00:00 2024-04-02T08:20:06.711 INFO:teuthology.orchestra.run.smithi104.stdout:(43/120): openblas-0.3.21-2.el9.x86_64.rpm 1.0 MB/s | 34 kB 00:00 2024-04-02T08:20:06.845 INFO:teuthology.orchestra.run.smithi104.stdout:(44/120): openblas-openmp-0.3.21-2.el9.x86_64.r 36 MB/s | 4.7 MB 00:00 2024-04-02T08:20:07.187 INFO:teuthology.orchestra.run.smithi104.stdout:(45/120): ceph-test-18.2.2-1059.g4d05f4ca.el9.x 9.5 MB/s | 40 MB 00:04 2024-04-02T08:20:07.212 INFO:teuthology.orchestra.run.smithi104.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 212 kB/s | 78 kB 00:00 2024-04-02T08:20:07.279 INFO:teuthology.orchestra.run.smithi104.stdout:(47/120): python3-iniconfig-1.1.1-7.el9.noarch. 258 kB/s | 16 kB 00:00 2024-04-02T08:20:07.354 INFO:teuthology.orchestra.run.smithi104.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 35 MB/s | 5.8 MB 00:00 2024-04-02T08:20:07.379 INFO:teuthology.orchestra.run.smithi104.stdout:(49/120): python3-jsonpatch-1.21-16.el9.noarch. 245 kB/s | 24 kB 00:00 2024-04-02T08:20:07.405 INFO:teuthology.orchestra.run.smithi104.stdout:(50/120): python3-jsonpointer-2.0-4.el9.noarch. 362 kB/s | 18 kB 00:00 2024-04-02T08:20:07.430 INFO:teuthology.orchestra.run.smithi104.stdout:(51/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2024-04-02T08:20:07.455 INFO:teuthology.orchestra.run.smithi104.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 635 kB/s | 32 kB 00:00 2024-04-02T08:20:07.614 INFO:teuthology.orchestra.run.smithi104.stdout:(53/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x8 3.3 MB/s | 17 MB 00:05 2024-04-02T08:20:07.689 INFO:teuthology.orchestra.run.smithi104.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 18 MB/s | 4.8 MB 00:00 2024-04-02T08:20:07.714 INFO:teuthology.orchestra.run.smithi104.stdout:(55/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 849 kB/s | 217 kB 00:00 2024-04-02T08:20:07.731 INFO:teuthology.orchestra.run.smithi104.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.5 MB/s | 174 kB 00:00 2024-04-02T08:20:07.756 INFO:teuthology.orchestra.run.smithi104.stdout:(57/120): python3-pluggy-0.13.1-7.el9.noarch.rp 914 kB/s | 38 kB 00:00 2024-04-02T08:20:07.782 INFO:teuthology.orchestra.run.smithi104.stdout:(58/120): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 69 kB 00:00 2024-04-02T08:20:07.799 INFO:teuthology.orchestra.run.smithi104.stdout:(59/120): python3-prettytable-0.7.2-27.el9.noar 613 kB/s | 41 kB 00:00 2024-04-02T08:20:07.824 INFO:teuthology.orchestra.run.smithi104.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 6.2 MB/s | 427 kB 00:00 2024-04-02T08:20:07.849 INFO:teuthology.orchestra.run.smithi104.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2024-04-02T08:20:07.874 INFO:teuthology.orchestra.run.smithi104.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.8 MB/s | 211 kB 00:00 2024-04-02T08:20:07.900 INFO:teuthology.orchestra.run.smithi104.stdout:(63/120): python3-pytest-6.2.2-7.el9.noarch.rpm 6.1 MB/s | 473 kB 00:00 2024-04-02T08:20:07.916 INFO:teuthology.orchestra.run.smithi104.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 1.1 MB/s | 47 kB 00:00 2024-04-02T08:20:07.934 INFO:teuthology.orchestra.run.smithi104.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 742 kB/s | 43 kB 00:00 2024-04-02T08:20:08.075 INFO:teuthology.orchestra.run.smithi104.stdout:(66/120): python3-toml-0.10.2-6.el9.noarch.rpm 279 kB/s | 39 kB 00:00 2024-04-02T08:20:08.101 INFO:teuthology.orchestra.run.smithi104.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.8 MB/s | 300 kB 00:00 2024-04-02T08:20:08.251 INFO:teuthology.orchestra.run.smithi104.stdout:(68/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 45 MB/s | 16 MB 00:00 2024-04-02T08:20:08.268 INFO:teuthology.orchestra.run.smithi104.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 326 kB/s | 63 kB 00:00 2024-04-02T08:20:08.293 INFO:teuthology.orchestra.run.smithi104.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 412 kB/s | 79 kB 00:00 2024-04-02T08:20:08.318 INFO:teuthology.orchestra.run.smithi104.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-04-02T08:20:08.352 INFO:teuthology.orchestra.run.smithi104.stdout:(72/120): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-04-02T08:20:08.369 INFO:teuthology.orchestra.run.smithi104.stdout:(73/120): python3-ply-3.11-14.el9.noarch.rpm 1.3 MB/s | 103 kB 00:00 2024-04-02T08:20:08.394 INFO:teuthology.orchestra.run.smithi104.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 2.9 MB/s | 124 kB 00:00 2024-04-02T08:20:08.419 INFO:teuthology.orchestra.run.smithi104.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.7 MB/s | 187 kB 00:00 2024-04-02T08:20:08.536 INFO:teuthology.orchestra.run.smithi104.stdout:(76/120): jq-1.6-16.el9.x86_64.rpm 1.1 MB/s | 187 kB 00:00 2024-04-02T08:20:08.561 INFO:teuthology.orchestra.run.smithi104.stdout:(77/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 195 kB 00:00 2024-04-02T08:20:08.578 INFO:teuthology.orchestra.run.smithi104.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-04-02T08:20:08.653 INFO:teuthology.orchestra.run.smithi104.stdout:(79/120): python3-jinja2-2.11.3-5.el9.noarch.rp 3.2 MB/s | 248 kB 00:00 2024-04-02T08:20:08.678 INFO:teuthology.orchestra.run.smithi104.stdout:(80/120): python3-devel-3.9.17-2.el9.x86_64.rpm 2.0 MB/s | 245 kB 00:00 2024-04-02T08:20:08.712 INFO:teuthology.orchestra.run.smithi104.stdout:(81/120): libgfortran-11.4.1-3.el9.x86_64.rpm 2.7 MB/s | 803 kB 00:00 2024-04-02T08:20:08.996 INFO:teuthology.orchestra.run.smithi104.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 323 kB/s | 111 kB 00:00 2024-04-02T08:20:09.071 INFO:teuthology.orchestra.run.smithi104.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 347 kB/s | 26 kB 00:00 2024-04-02T08:20:09.096 INFO:teuthology.orchestra.run.smithi104.stdout:(84/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 740 kB/s | 309 kB 00:00 2024-04-02T08:20:09.155 INFO:teuthology.orchestra.run.smithi104.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 583 kB/s | 49 kB 00:00 2024-04-02T08:20:09.180 INFO:teuthology.orchestra.run.smithi104.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 809 kB/s | 67 kB 00:00 2024-04-02T08:20:09.339 INFO:teuthology.orchestra.run.smithi104.stdout:(87/120): libarrow-9.0.0-10.el9.x86_64.rpm 7.1 MB/s | 4.4 MB 00:00 2024-04-02T08:20:09.389 INFO:teuthology.orchestra.run.smithi104.stdout:(88/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.5 MB/s | 838 kB 00:00 2024-04-02T08:20:09.414 INFO:teuthology.orchestra.run.smithi104.stdout:(89/120): python3-asyncssh-2.13.2-5.el9.noarch. 2.3 MB/s | 548 kB 00:00 2024-04-02T08:20:09.439 INFO:teuthology.orchestra.run.smithi104.stdout:(90/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 435 kB/s | 43 kB 00:00 2024-04-02T08:20:09.465 INFO:teuthology.orchestra.run.smithi104.stdout:(91/120): python3-cachetools-4.2.4-1.el9.noarch 434 kB/s | 32 kB 00:00 2024-04-02T08:20:09.507 INFO:teuthology.orchestra.run.smithi104.stdout:(92/120): python3-certifi-2021.10.8-2.el9.noarc 225 kB/s | 15 kB 00:00 2024-04-02T08:20:09.532 INFO:teuthology.orchestra.run.smithi104.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.8 MB/s | 172 kB 00:00 2024-04-02T08:20:09.557 INFO:teuthology.orchestra.run.smithi104.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.8 MB/s | 358 kB 00:00 2024-04-02T08:20:09.583 INFO:teuthology.orchestra.run.smithi104.stdout:(95/120): python3-google-auth-2.28.2-1.el9.noar 2.6 MB/s | 203 kB 00:00 2024-04-02T08:20:09.608 INFO:teuthology.orchestra.run.smithi104.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 142 kB/s | 11 kB 00:00 2024-04-02T08:20:09.633 INFO:teuthology.orchestra.run.smithi104.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 234 kB/s | 18 kB 00:00 2024-04-02T08:20:09.658 INFO:teuthology.orchestra.run.smithi104.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 308 kB/s | 23 kB 00:00 2024-04-02T08:20:09.684 INFO:teuthology.orchestra.run.smithi104.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 257 kB/s | 19 kB 00:00 2024-04-02T08:20:09.709 INFO:teuthology.orchestra.run.smithi104.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-04-02T08:20:09.724 INFO:teuthology.orchestra.run.smithi188.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-02T08:20:09.776 INFO:teuthology.orchestra.run.smithi104.stdout:(101/120): python3-kubernetes-26.1.0-2.el9.noar 8.7 MB/s | 1.0 MB 00:00 2024-04-02T08:20:09.801 INFO:teuthology.orchestra.run.smithi104.stdout:(102/120): python3-logutils-0.3.5-21.el9.noarch 395 kB/s | 46 kB 00:00 2024-04-02T08:20:09.901 INFO:teuthology.orchestra.run.smithi104.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 411 kB/s | 79 kB 00:00 2024-04-02T08:20:10.027 INFO:teuthology.orchestra.run.smithi104.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 230 kB/s | 58 kB 00:00 2024-04-02T08:20:10.052 INFO:teuthology.orchestra.run.smithi104.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 1.8 MB/s | 272 kB 00:00 2024-04-02T08:20:10.077 INFO:teuthology.orchestra.run.smithi104.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 94 kB/s | 16 kB 00:00 2024-04-02T08:20:10.102 INFO:teuthology.orchestra.run.smithi104.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-04-02T08:20:10.144 INFO:teuthology.orchestra.run.smithi104.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 462 kB/s | 31 kB 00:00 2024-04-02T08:20:10.170 INFO:teuthology.orchestra.run.smithi104.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-04-02T08:20:10.195 INFO:teuthology.orchestra.run.smithi104.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 640 kB/s | 59 kB 00:00 2024-04-02T08:20:10.220 INFO:teuthology.orchestra.run.smithi104.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 475 kB/s | 36 kB 00:00 2024-04-02T08:20:10.245 INFO:teuthology.orchestra.run.smithi104.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 676 kB/s | 51 kB 00:00 2024-04-02T08:20:10.271 INFO:teuthology.orchestra.run.smithi104.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-02T08:20:10.296 INFO:teuthology.orchestra.run.smithi104.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-04-02T08:20:10.321 INFO:teuthology.orchestra.run.smithi104.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 5.6 MB/s | 427 kB 00:00 2024-04-02T08:20:10.338 INFO:teuthology.orchestra.run.smithi104.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 298 kB/s | 20 kB 00:00 2024-04-02T08:20:10.363 INFO:teuthology.orchestra.run.smithi104.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 2.8 MB/s | 192 kB 00:00 2024-04-02T08:20:10.438 INFO:teuthology.orchestra.run.smithi104.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-04-02T08:20:11.139 INFO:teuthology.orchestra.run.smithi104.stdout:(119/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 3.9 MB/s | 3.0 MB 00:00 2024-04-02T08:20:11.905 INFO:teuthology.orchestra.run.smithi104.stdout:(120/120): librados2-18.2.2-1059.g4d05f4ca.el9. 2.1 MB/s | 3.3 MB 00:01 2024-04-02T08:20:11.911 INFO:teuthology.orchestra.run.smithi104.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:20:11.911 INFO:teuthology.orchestra.run.smithi104.stdout:Total 16 MB/s | 176 MB 00:10 2024-04-02T08:20:11.983 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check 2024-04-02T08:20:12.073 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. 2024-04-02T08:20:12.073 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction test 2024-04-02T08:20:12.313 INFO:teuthology.orchestra.run.smithi188.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:20:12.313 INFO:teuthology.orchestra.run.smithi188.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:20:12.416 INFO:teuthology.orchestra.run.smithi188.stdout:Dependencies resolved. 2024-04-02T08:20:12.424 INFO:teuthology.orchestra.run.smithi188.stdout:============================================================================================ 2024-04-02T08:20:12.424 INFO:teuthology.orchestra.run.smithi188.stdout: Package Arch Version Repository Size 2024-04-02T08:20:12.424 INFO:teuthology.orchestra.run.smithi188.stdout:============================================================================================ 2024-04-02T08:20:12.424 INFO:teuthology.orchestra.run.smithi188.stdout:Installing: 2024-04-02T08:20:12.424 INFO:teuthology.orchestra.run.smithi188.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:20:12.424 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:20:12.424 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:20:12.424 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:20:12.424 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:20:12.424 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:20:12.424 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:20:12.425 INFO:teuthology.orchestra.run.smithi188.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout:Upgrading: 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout:Installing dependencies: 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:20:12.426 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:20:12.427 INFO:teuthology.orchestra.run.smithi188.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:20:12.428 INFO:teuthology.orchestra.run.smithi188.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:20:12.429 INFO:teuthology.orchestra.run.smithi188.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:20:12.430 INFO:teuthology.orchestra.run.smithi188.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:20:12.431 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:20:12.432 INFO:teuthology.orchestra.run.smithi188.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout:Transaction Summary 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout:============================================================================================ 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout:Install 118 Packages 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout:Upgrade 2 Packages 2024-04-02T08:20:12.433 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:20:12.434 INFO:teuthology.orchestra.run.smithi188.stdout:Total download size: 176 M 2024-04-02T08:20:12.434 INFO:teuthology.orchestra.run.smithi188.stdout:Downloading Packages: 2024-04-02T08:20:12.974 INFO:teuthology.orchestra.run.smithi188.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 38 kB/s | 6.5 kB 00:00 2024-04-02T08:20:13.191 INFO:teuthology.orchestra.run.smithi188.stdout:(2/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 3.8 MB/s | 849 kB 00:00 2024-04-02T08:20:13.241 INFO:teuthology.orchestra.run.smithi188.stdout:(3/120): ceph-immutable-object-cache-18.2.2-105 2.8 MB/s | 143 kB 00:00 2024-04-02T08:20:13.492 INFO:teuthology.orchestra.run.smithi188.stdout:(4/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 8.4 MB/s | 2.1 MB 00:00 2024-04-02T08:20:13.549 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction test succeeded. 2024-04-02T08:20:13.550 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction 2024-04-02T08:20:13.642 INFO:teuthology.orchestra.run.smithi188.stdout:(5/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 9.7 MB/s | 1.5 MB 00:00 2024-04-02T08:20:13.934 INFO:teuthology.orchestra.run.smithi188.stdout:(6/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 4.5 MB/s | 5.1 MB 00:01 2024-04-02T08:20:14.092 INFO:teuthology.orchestra.run.smithi188.stdout:(7/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x86 10 MB/s | 4.7 MB 00:00 2024-04-02T08:20:14.809 INFO:teuthology.orchestra.run.smithi188.stdout:(8/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el9 11 MB/s | 7.7 MB 00:00 2024-04-02T08:20:14.876 INFO:teuthology.orchestra.run.smithi188.stdout:(9/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el9 378 kB/s | 25 kB 00:00 2024-04-02T08:20:15.460 INFO:teuthology.orchestra.run.smithi188.stdout:(10/120): ceph-common-18.2.2-1059.g4d05f4ca.el9 6.9 MB/s | 18 MB 00:02 2024-04-02T08:20:15.543 INFO:teuthology.orchestra.run.smithi188.stdout:(11/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 374 kB/s | 31 kB 00:00 2024-04-02T08:20:15.694 INFO:teuthology.orchestra.run.smithi188.stdout:(12/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 4.6 MB/s | 708 kB 00:00 2024-04-02T08:20:15.877 INFO:teuthology.orchestra.run.smithi188.stdout:(13/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x8 8.5 MB/s | 17 MB 00:01 2024-04-02T08:20:15.902 INFO:teuthology.orchestra.run.smithi188.stdout:(14/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 797 kB/s | 166 kB 00:00 2024-04-02T08:20:15.978 INFO:teuthology.orchestra.run.smithi188.stdout:(15/120): librados-devel-18.2.2-1059.g4d05f4ca. 1.2 MB/s | 127 kB 00:00 2024-04-02T08:20:16.003 INFO:teuthology.orchestra.run.smithi188.stdout:(16/120): libradosstriper1-18.2.2-1059.g4d05f4c 4.6 MB/s | 474 kB 00:00 2024-04-02T08:20:16.079 INFO:teuthology.orchestra.run.smithi188.stdout:(17/120): python3-ceph-argparse-18.2.2-1059.g4d 599 kB/s | 45 kB 00:00 2024-04-02T08:20:16.162 INFO:teuthology.orchestra.run.smithi188.stdout:(18/120): python3-ceph-common-18.2.2-1059.g4d05 1.5 MB/s | 129 kB 00:00 2024-04-02T08:20:16.271 INFO:teuthology.orchestra.run.smithi188.stdout:(19/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 1.5 MB/s | 162 kB 00:00 2024-04-02T08:20:16.354 INFO:teuthology.orchestra.run.smithi188.stdout:(20/120): python3-rados-18.2.2-1059.g4d05f4ca.e 3.8 MB/s | 320 kB 00:00 2024-04-02T08:20:16.446 INFO:teuthology.orchestra.run.smithi188.stdout:(21/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 3.2 MB/s | 298 kB 00:00 2024-04-02T08:20:16.514 INFO:teuthology.orchestra.run.smithi188.stdout:(22/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 8.3 MB/s | 4.5 MB 00:00 2024-04-02T08:20:16.539 INFO:teuthology.orchestra.run.smithi188.stdout:(23/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.1 MB/s | 99 kB 00:00 2024-04-02T08:20:16.580 INFO:teuthology.orchestra.run.smithi188.stdout:(24/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 1.3 MB/s | 87 kB 00:00 2024-04-02T08:20:16.656 INFO:teuthology.orchestra.run.smithi188.stdout:(25/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 2.2 MB/s | 172 kB 00:00 2024-04-02T08:20:16.748 INFO:teuthology.orchestra.run.smithi188.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1059.g 255 kB/s | 23 kB 00:00 2024-04-02T08:20:16.839 INFO:teuthology.orchestra.run.smithi188.stdout:(27/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 9.9 MB/s | 3.0 MB 00:00 2024-04-02T08:20:16.865 INFO:teuthology.orchestra.run.smithi188.stdout:(28/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 1.2 MB/s | 138 kB 00:00 2024-04-02T08:20:17.065 INFO:teuthology.orchestra.run.smithi188.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 7.9 MB/s | 1.8 MB 00:00 2024-04-02T08:20:17.165 INFO:teuthology.orchestra.run.smithi188.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1059.g4d 2.4 MB/s | 245 kB 00:00 2024-04-02T08:20:17.240 INFO:teuthology.orchestra.run.smithi188.stdout:(31/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 658 kB/s | 49 kB 00:00 2024-04-02T08:20:17.307 INFO:teuthology.orchestra.run.smithi188.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1059.g4 223 kB/s | 15 kB 00:00 2024-04-02T08:20:17.391 INFO:teuthology.orchestra.run.smithi188.stdout:(33/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 2.6 MB/s | 224 kB 00:00 2024-04-02T08:20:17.525 INFO:teuthology.orchestra.run.smithi188.stdout:(34/120): boost-program-options-1.75.0-8.el9.x8 795 kB/s | 106 kB 00:00 2024-04-02T08:20:17.558 INFO:teuthology.orchestra.run.smithi188.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 954 kB/s | 32 kB 00:00 2024-04-02T08:20:17.683 INFO:teuthology.orchestra.run.smithi188.stdout:(36/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 24 MB/s | 3.0 MB 00:00 2024-04-02T08:20:17.784 INFO:teuthology.orchestra.run.smithi188.stdout:(37/120): ceph-mgr-diskprediction-local-18.2.2- 8.1 MB/s | 7.4 MB 00:00 2024-04-02T08:20:17.809 INFO:teuthology.orchestra.run.smithi188.stdout:(38/120): flexiblas-openblas-openmp-3.0.4-8.el9 137 kB/s | 17 kB 00:00 2024-04-02T08:20:17.834 INFO:teuthology.orchestra.run.smithi188.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 159 kB 00:00 2024-04-02T08:20:17.860 INFO:teuthology.orchestra.run.smithi188.stdout:(40/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 888 kB/s | 44 kB 00:00 2024-04-02T08:20:17.885 INFO:teuthology.orchestra.run.smithi188.stdout:(41/120): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-04-02T08:20:17.910 INFO:teuthology.orchestra.run.smithi188.stdout:(42/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.6 MB/s | 282 kB 00:00 2024-04-02T08:20:17.936 INFO:teuthology.orchestra.run.smithi188.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-04-02T08:20:17.953 INFO:teuthology.orchestra.run.smithi188.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 819 kB/s | 34 kB 00:00 2024-04-02T08:20:18.061 INFO:teuthology.orchestra.run.smithi188.stdout:(45/120): openblas-openmp-0.3.21-2.el9.x86_64.r 38 MB/s | 4.7 MB 00:00 2024-04-02T08:20:18.086 INFO:teuthology.orchestra.run.smithi188.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 587 kB/s | 78 kB 00:00 2024-04-02T08:20:18.327 INFO:teuthology.orchestra.run.smithi104.stdout: Preparing : 1/1 2024-04-02T08:20:18.399 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:20:18.433 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:20:18.479 INFO:teuthology.orchestra.run.smithi188.stdout:(47/120): ceph-test-18.2.2-1059.g4d05f4ca.el9.x 11 MB/s | 40 MB 00:03 2024-04-02T08:20:18.487 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:20:18.554 INFO:teuthology.orchestra.run.smithi188.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 12 MB/s | 5.8 MB 00:00 2024-04-02T08:20:18.579 INFO:teuthology.orchestra.run.smithi188.stdout:(49/120): python3-iniconfig-1.1.1-7.el9.noarch. 33 kB/s | 16 kB 00:00 2024-04-02T08:20:18.604 INFO:teuthology.orchestra.run.smithi188.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 199 kB/s | 24 kB 00:00 2024-04-02T08:20:18.630 INFO:teuthology.orchestra.run.smithi188.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 362 kB/s | 18 kB 00:00 2024-04-02T08:20:18.655 INFO:teuthology.orchestra.run.smithi188.stdout:(52/120): python3-mako-1.1.4-6.el9.noarch.rpm 1.9 MB/s | 144 kB 00:00 2024-04-02T08:20:18.680 INFO:teuthology.orchestra.run.smithi188.stdout:(53/120): python3-markupsafe-1.1.1-12.el9.x86_6 421 kB/s | 32 kB 00:00 2024-04-02T08:20:18.722 INFO:teuthology.orchestra.run.smithi188.stdout:(54/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.2 MB/s | 217 kB 00:00 2024-04-02T08:20:18.789 INFO:teuthology.orchestra.run.smithi188.stdout:(55/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 36 MB/s | 4.8 MB 00:00 2024-04-02T08:20:18.805 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:20:18.814 INFO:teuthology.orchestra.run.smithi188.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.3 MB/s | 174 kB 00:00 2024-04-02T08:20:18.839 INFO:teuthology.orchestra.run.smithi188.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 599 kB/s | 69 kB 00:00 2024-04-02T08:20:18.859 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:20:18.864 INFO:teuthology.orchestra.run.smithi188.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 825 kB/s | 41 kB 00:00 2024-04-02T08:20:18.890 INFO:teuthology.orchestra.run.smithi188.stdout:(59/120): python3-pluggy-0.13.1-7.el9.noarch.rp 501 kB/s | 38 kB 00:00 2024-04-02T08:20:18.915 INFO:teuthology.orchestra.run.smithi188.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 5.5 MB/s | 427 kB 00:00 2024-04-02T08:20:18.932 INFO:teuthology.orchestra.run.smithi188.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 132 kB 00:00 2024-04-02T08:20:18.957 INFO:teuthology.orchestra.run.smithi188.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.9 MB/s | 211 kB 00:00 2024-04-02T08:20:18.978 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:20:18.982 INFO:teuthology.orchestra.run.smithi188.stdout:(63/120): python3-pytest-6.2.2-7.el9.noarch.rpm 6.9 MB/s | 473 kB 00:00 2024-04-02T08:20:19.007 INFO:teuthology.orchestra.run.smithi188.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 636 kB/s | 47 kB 00:00 2024-04-02T08:20:19.010 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:19.032 INFO:teuthology.orchestra.run.smithi188.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 857 kB/s | 43 kB 00:00 2024-04-02T08:20:19.101 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:19.158 INFO:teuthology.orchestra.run.smithi188.stdout:(66/120): python3-toml-0.10.2-6.el9.noarch.rpm 262 kB/s | 39 kB 00:00 2024-04-02T08:20:19.162 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:20:19.183 INFO:teuthology.orchestra.run.smithi188.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 2.0 MB/s | 300 kB 00:00 2024-04-02T08:20:19.189 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:20:19.229 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:20:19.254 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:19.334 INFO:teuthology.orchestra.run.smithi188.stdout:(68/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 45 MB/s | 16 MB 00:00 2024-04-02T08:20:19.355 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:19.359 INFO:teuthology.orchestra.run.smithi188.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 316 kB/s | 63 kB 00:00 2024-04-02T08:20:19.384 INFO:teuthology.orchestra.run.smithi188.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 393 kB/s | 79 kB 00:00 2024-04-02T08:20:19.397 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:20:19.409 INFO:teuthology.orchestra.run.smithi188.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-04-02T08:20:19.443 INFO:teuthology.orchestra.run.smithi188.stdout:(72/120): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-04-02T08:20:19.468 INFO:teuthology.orchestra.run.smithi188.stdout:(73/120): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 103 kB 00:00 2024-04-02T08:20:19.493 INFO:teuthology.orchestra.run.smithi188.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2024-04-02T08:20:19.518 INFO:teuthology.orchestra.run.smithi188.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.4 MB/s | 187 kB 00:00 2024-04-02T08:20:19.521 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:20:19.551 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:20:19.588 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:20:19.639 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:20:19.643 INFO:teuthology.orchestra.run.smithi188.stdout:(76/120): jq-1.6-16.el9.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2024-04-02T08:20:19.669 INFO:teuthology.orchestra.run.smithi188.stdout:(77/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 195 kB 00:00 2024-04-02T08:20:19.694 INFO:teuthology.orchestra.run.smithi188.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-02T08:20:19.712 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:20:19.766 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:20:19.786 INFO:teuthology.orchestra.run.smithi188.stdout:(79/120): libgfortran-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 803 kB 00:00 2024-04-02T08:20:19.802 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:20:19.832 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:20:19.853 INFO:teuthology.orchestra.run.smithi188.stdout:(80/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.3 MB/s | 245 kB 00:00 2024-04-02T08:20:19.876 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:20:19.878 INFO:teuthology.orchestra.run.smithi188.stdout:(81/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-04-02T08:20:19.934 INFO:teuthology.orchestra.run.smithi188.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 748 kB/s | 111 kB 00:00 2024-04-02T08:20:19.939 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:20:19.971 INFO:teuthology.orchestra.run.smithi188.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 725 kB/s | 26 kB 00:00 2024-04-02T08:20:19.983 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:20:20.004 INFO:teuthology.orchestra.run.smithi188.stdout:(84/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.0 MB/s | 309 kB 00:00 2024-04-02T08:20:20.011 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:20:20.029 INFO:teuthology.orchestra.run.smithi188.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 831 kB/s | 49 kB 00:00 2024-04-02T08:20:20.042 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:20:20.054 INFO:teuthology.orchestra.run.smithi188.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-04-02T08:20:20.084 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:20:20.121 INFO:teuthology.orchestra.run.smithi188.stdout:(87/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 8.9 MB/s | 838 kB 00:00 2024-04-02T08:20:20.157 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:20:20.197 INFO:teuthology.orchestra.run.smithi188.stdout:(88/120): libarrow-9.0.0-10.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-04-02T08:20:20.291 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:20:20.314 INFO:teuthology.orchestra.run.smithi188.stdout:(89/120): python3-asyncssh-2.13.2-5.el9.noarch. 2.1 MB/s | 548 kB 00:00 2024-04-02T08:20:20.344 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:20:20.406 INFO:teuthology.orchestra.run.smithi188.stdout:(90/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 153 kB/s | 43 kB 00:00 2024-04-02T08:20:20.423 INFO:teuthology.orchestra.run.smithi188.stdout:(91/120): python3-cachetools-4.2.4-1.el9.noarch 143 kB/s | 32 kB 00:00 2024-04-02T08:20:20.439 INFO:teuthology.orchestra.run.smithi188.stdout:(92/120): python3-certifi-2021.10.8-2.el9.noarc 120 kB/s | 15 kB 00:00 2024-04-02T08:20:20.465 INFO:teuthology.orchestra.run.smithi188.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.9 MB/s | 172 kB 00:00 2024-04-02T08:20:20.490 INFO:teuthology.orchestra.run.smithi188.stdout:(94/120): python3-google-auth-2.28.2-1.el9.noar 4.0 MB/s | 203 kB 00:00 2024-04-02T08:20:20.515 INFO:teuthology.orchestra.run.smithi188.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 213 kB/s | 11 kB 00:00 2024-04-02T08:20:20.540 INFO:teuthology.orchestra.run.smithi188.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 353 kB/s | 18 kB 00:00 2024-04-02T08:20:20.566 INFO:teuthology.orchestra.run.smithi188.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 462 kB/s | 23 kB 00:00 2024-04-02T08:20:20.591 INFO:teuthology.orchestra.run.smithi188.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 386 kB/s | 19 kB 00:00 2024-04-02T08:20:20.616 INFO:teuthology.orchestra.run.smithi188.stdout:(99/120): python3-jaraco-text-3.2.0-6.el9.noarc 392 kB/s | 20 kB 00:00 2024-04-02T08:20:20.642 INFO:teuthology.orchestra.run.smithi188.stdout:(100/120): python3-cherrypy-18.6.1-2.el9.noarch 1.7 MB/s | 358 kB 00:00 2024-04-02T08:20:20.667 INFO:teuthology.orchestra.run.smithi188.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 921 kB/s | 46 kB 00:00 2024-04-02T08:20:20.692 INFO:teuthology.orchestra.run.smithi188.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-04-02T08:20:20.717 INFO:teuthology.orchestra.run.smithi188.stdout:(103/120): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-02T08:20:20.760 INFO:teuthology.orchestra.run.smithi188.stdout:(104/120): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-04-02T08:20:20.784 INFO:teuthology.orchestra.run.smithi188.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 246 kB/s | 16 kB 00:00 2024-04-02T08:20:20.810 INFO:teuthology.orchestra.run.smithi188.stdout:(106/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-04-02T08:20:20.835 INFO:teuthology.orchestra.run.smithi188.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-04-02T08:20:20.862 INFO:teuthology.orchestra.run.smithi188.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 407 kB/s | 31 kB 00:00 2024-04-02T08:20:20.880 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:20:20.886 INFO:teuthology.orchestra.run.smithi188.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-04-02T08:20:20.911 INFO:teuthology.orchestra.run.smithi188.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 782 kB/s | 59 kB 00:00 2024-04-02T08:20:20.937 INFO:teuthology.orchestra.run.smithi188.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 472 kB/s | 36 kB 00:00 2024-04-02T08:20:20.956 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:20:20.961 INFO:teuthology.orchestra.run.smithi188.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 677 kB/s | 51 kB 00:00 2024-04-02T08:20:20.987 INFO:teuthology.orchestra.run.smithi188.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-02T08:20:20.994 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:20:21.012 INFO:teuthology.orchestra.run.smithi188.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-04-02T08:20:21.028 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:20:21.037 INFO:teuthology.orchestra.run.smithi188.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-04-02T08:20:21.063 INFO:teuthology.orchestra.run.smithi188.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-04-02T08:20:21.063 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:20:21.096 INFO:teuthology.orchestra.run.smithi188.stdout:(117/120): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-04-02T08:20:21.103 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:20:21.142 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:20:21.173 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:20:21.207 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:20:21.238 INFO:teuthology.orchestra.run.smithi188.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 7.9 MB/s | 1.6 MB 00:00 2024-04-02T08:20:21.322 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:20:21.360 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:20:21.380 INFO:teuthology.orchestra.run.smithi188.stdout:(119/120): librados2-18.2.2-1059.g4d05f4ca.el9. 10 MB/s | 3.3 MB 00:00 2024-04-02T08:20:21.423 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:20:21.496 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:20:21.536 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:20:21.573 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:20:21.588 INFO:teuthology.orchestra.run.smithi188.stdout:(120/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 6.1 MB/s | 3.0 MB 00:00 2024-04-02T08:20:21.591 INFO:teuthology.orchestra.run.smithi188.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:20:21.591 INFO:teuthology.orchestra.run.smithi188.stdout:Total 19 MB/s | 176 MB 00:09 2024-04-02T08:20:21.620 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:20:21.665 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:20:21.666 INFO:teuthology.orchestra.run.smithi188.stdout:Running transaction check 2024-04-02T08:20:21.707 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:20:21.759 INFO:teuthology.orchestra.run.smithi188.stdout:Transaction check succeeded. 2024-04-02T08:20:21.759 INFO:teuthology.orchestra.run.smithi188.stdout:Running transaction test 2024-04-02T08:20:21.840 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:20:21.892 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:20:21.967 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:20:22.069 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:20:22.101 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:20:22.141 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:20:22.182 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:20:22.209 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:20:22.303 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:20:22.344 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:20:22.393 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:20:22.448 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:20:22.637 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:20:22.681 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:20:22.752 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:20:22.840 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:20:22.970 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:20:23.015 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:20:23.048 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:20:23.079 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:20:23.124 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:20:23.211 INFO:teuthology.orchestra.run.smithi188.stdout:Transaction test succeeded. 2024-04-02T08:20:23.212 INFO:teuthology.orchestra.run.smithi188.stdout:Running transaction 2024-04-02T08:20:23.246 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:20:23.291 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:20:23.330 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:20:23.380 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:20:23.478 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:20:23.526 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:20:24.260 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:20:24.298 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:20:24.332 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:20:24.366 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:20:24.414 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:20:24.449 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:20:24.626 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:20:24.656 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:20:24.733 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:20:25.414 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:20:25.527 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:20:26.783 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:20:26.865 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:20:26.897 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:20:26.929 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:20:27.228 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:20:27.267 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:20:27.358 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:20:27.388 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:20:27.424 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:20:27.789 INFO:teuthology.orchestra.run.smithi188.stdout: Preparing : 1/1 2024-04-02T08:20:27.835 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:20:27.870 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:20:27.873 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:20:27.899 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:20:27.941 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:20:27.956 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:20:27.971 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:20:28.268 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:20:28.316 INFO:teuthology.orchestra.run.smithi188.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:20:28.417 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:20:28.417 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:20:28.443 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:20:28.459 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:28.473 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:20:28.540 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:20:28.550 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:28.568 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:20:28.596 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:20:28.633 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:20:28.681 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:20:28.711 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:28.812 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:28.837 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:20:28.962 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:20:29.002 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:20:29.032 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:20:29.081 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:20:29.156 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:20:29.210 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:20:29.245 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:20:29.277 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:20:29.315 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:20:29.380 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:20:29.415 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:20:29.443 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:20:29.472 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:20:29.515 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:20:29.589 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:20:29.722 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:20:29.767 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:20:30.290 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:20:30.371 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:20:30.409 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:20:30.443 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:20:30.470 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:20:30.504 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:20:30.543 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:20:30.573 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:20:30.599 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:20:30.706 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:20:30.744 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:20:30.800 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:20:30.865 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:30.873 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:20:30.897 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:30.903 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:20:30.940 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:20:30.988 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:20:31.031 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:20:31.092 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:20:31.224 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:20:31.268 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:20:31.310 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:20:31.404 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:20:31.435 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:20:31.444 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:31.475 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:20:31.484 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:20:31.509 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:20:31.535 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:20:31.564 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:20:31.564 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:20:31.564 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:20:31.564 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:31.593 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:20:31.628 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:20:31.679 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:20:31.728 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:20:31.782 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:20:31.996 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:20:32.058 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:20:32.137 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:20:32.225 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:20:32.367 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:20:32.411 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:20:32.449 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:20:32.482 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:20:32.527 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:20:32.649 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:20:32.685 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:20:32.724 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:20:32.766 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:20:32.864 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:20:32.920 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:20:33.651 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:20:33.693 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:20:33.726 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:20:33.760 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:20:33.809 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:20:33.844 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:20:34.012 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:20:34.034 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:20:34.111 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:20:34.788 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:20:34.906 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:20:36.152 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:20:36.243 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:20:36.274 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:20:36.307 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:20:36.622 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:20:36.654 INFO:teuthology.orchestra.run.smithi188.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:20:36.744 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:20:36.774 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:20:36.811 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:20:37.210 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:20:37.240 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:20:37.293 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:20:37.316 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:20:37.722 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:20:37.747 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:20:37.777 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:20:37.851 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:20:37.880 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:20:40.058 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:40.094 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:40.629 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:40.663 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:20:40.736 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:20:40.736 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:20:40.736 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:20:40.736 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:20:40.781 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:20:42.904 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:20:42.904 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /sys 2024-04-02T08:20:42.904 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /proc 2024-04-02T08:20:42.905 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /mnt 2024-04-02T08:20:42.905 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /var/tmp 2024-04-02T08:20:42.905 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /home 2024-04-02T08:20:42.905 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /root 2024-04-02T08:20:42.905 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /tmp 2024-04-02T08:20:42.905 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:42.983 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:43.217 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:43.250 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:44.294 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:44.328 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:44.427 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:44.586 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:20:44.622 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:44.644 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:44.645 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:44.645 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:20:44.645 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:44.645 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:44.645 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:44.689 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:44.873 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:44.898 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:44.921 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:44.921 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:44.921 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:20:44.921 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:44.921 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:44.922 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:45.374 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:45.396 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:45.396 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:45.396 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:20:45.396 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:45.396 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:45.396 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:46.809 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:46.833 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:46.834 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:46.834 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:20:46.834 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:46.834 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:46.834 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:47.531 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:20:47.567 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:47.589 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:47.590 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:47.590 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:20:47.590 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:47.590 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:47.590 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:47.635 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:47.657 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:47.657 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:47.657 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:20:47.657 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:47.952 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:47.974 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:47.974 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:47.974 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:20:47.974 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:47.975 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:47.975 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:20:51.645 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:20:51.770 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:20:51.869 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:20:51.903 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:20:51.926 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:20:51.926 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:20:52.002 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:20:52.002 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:52.521 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:20:52.521 INFO:teuthology.orchestra.run.smithi188.stdout:skipping the directory /sys 2024-04-02T08:20:52.521 INFO:teuthology.orchestra.run.smithi188.stdout:skipping the directory /proc 2024-04-02T08:20:52.521 INFO:teuthology.orchestra.run.smithi188.stdout:skipping the directory /mnt 2024-04-02T08:20:52.522 INFO:teuthology.orchestra.run.smithi188.stdout:skipping the directory /var/tmp 2024-04-02T08:20:52.522 INFO:teuthology.orchestra.run.smithi188.stdout:skipping the directory /home 2024-04-02T08:20:52.522 INFO:teuthology.orchestra.run.smithi188.stdout:skipping the directory /root 2024-04-02T08:20:52.522 INFO:teuthology.orchestra.run.smithi188.stdout:skipping the directory /tmp 2024-04-02T08:20:52.522 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:20:52.606 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:52.843 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:52.873 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:53.869 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:53.901 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:54.000 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:54.159 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:20:54.187 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:54.210 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:54.210 INFO:teuthology.orchestra.run.smithi188.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:54.210 INFO:teuthology.orchestra.run.smithi188.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:20:54.210 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:54.210 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:54.210 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:20:54.254 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:54.437 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:54.463 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:54.486 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:54.486 INFO:teuthology.orchestra.run.smithi188.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:54.486 INFO:teuthology.orchestra.run.smithi188.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:20:54.486 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:54.486 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:54.486 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:20:54.930 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:54.953 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:54.953 INFO:teuthology.orchestra.run.smithi188.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:54.953 INFO:teuthology.orchestra.run.smithi188.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:20:54.953 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:54.953 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:54.953 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:20:55.958 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:55.958 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:20:55.958 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:20:55.958 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:20:55.958 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:20:55.958 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:20:55.958 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:55.958 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:20:55.959 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:20:55.960 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:20:55.960 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:20:55.960 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:20:55.960 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:20:55.960 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:20:55.960 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:20:55.960 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:20:55.960 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:20:55.960 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:20:55.960 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:20:55.970 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:20:55.970 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:20:55.970 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:20:55.971 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:20:55.972 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:20:55.972 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:20:55.972 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:20:55.972 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:20:55.972 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:20:55.972 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:20:55.972 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:20:55.972 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:20:55.972 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:20:55.972 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:20:55.972 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:20:55.973 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:20:55.973 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:20:55.973 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:20:55.973 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:20:55.973 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:20:55.973 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:20:55.973 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:20:55.973 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:20:55.973 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:20:55.973 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:20:55.973 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:20:55.974 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:20:55.974 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:20:55.974 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:20:55.974 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:20:55.974 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:20:55.974 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:20:55.974 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:20:55.974 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:20:55.974 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:20:55.974 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:20:55.974 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:20:55.975 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:20:55.976 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:20:55.977 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:20:55.978 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:20:55.978 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:20:55.978 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:20:55.978 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:20:55.978 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:20:55.978 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:20:55.978 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:20:56.365 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:56.390 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:56.390 INFO:teuthology.orchestra.run.smithi188.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:56.390 INFO:teuthology.orchestra.run.smithi188.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:20:56.391 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:56.391 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:56.391 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:20:57.090 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:20:57.116 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:57.139 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:57.140 INFO:teuthology.orchestra.run.smithi188.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:57.140 INFO:teuthology.orchestra.run.smithi188.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:20:57.140 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:57.140 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:57.140 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:20:57.183 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:57.206 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:57.206 INFO:teuthology.orchestra.run.smithi188.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:57.206 INFO:teuthology.orchestra.run.smithi188.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:20:57.206 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:20:57.492 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:57.514 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:57.515 INFO:teuthology.orchestra.run.smithi188.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:57.515 INFO:teuthology.orchestra.run.smithi188.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:20:57.515 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:57.515 INFO:teuthology.orchestra.run.smithi188.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:57.515 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:20:58.011 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:58.011 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:58.011 INFO:teuthology.orchestra.run.smithi104.stdout:Upgraded: 2024-04-02T08:20:58.011 INFO:teuthology.orchestra.run.smithi104.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.011 INFO:teuthology.orchestra.run.smithi104.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.011 INFO:teuthology.orchestra.run.smithi104.stdout:Installed: 2024-04-02T08:20:58.011 INFO:teuthology.orchestra.run.smithi104.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:20:58.011 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.011 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.011 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:58.012 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.013 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:20:58.014 INFO:teuthology.orchestra.run.smithi104.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:20:58.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:20:58.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:20:58.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:58.019 INFO:teuthology.orchestra.run.smithi104.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:20:58.020 INFO:teuthology.orchestra.run.smithi104.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:20:58.020 INFO:teuthology.orchestra.run.smithi104.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:20:58.020 INFO:teuthology.orchestra.run.smithi104.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:20:58.020 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:20:58.020 INFO:teuthology.orchestra.run.smithi104.stdout:Complete! 2024-04-02T08:20:58.335 DEBUG:teuthology.parallel:result is None 2024-04-02T08:21:01.164 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:21:01.228 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:21:01.343 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:21:01.451 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:21:01.478 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:21:01.509 INFO:teuthology.orchestra.run.smithi188.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:21:01.509 INFO:teuthology.orchestra.run.smithi188.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:21:01.593 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:21:01.593 INFO:teuthology.orchestra.run.smithi188.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:21:05.719 INFO:teuthology.orchestra.run.smithi188.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:21:05.720 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:21:05.721 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:21:05.722 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:21:05.722 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:21:05.730 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:21:05.731 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:21:05.732 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:21:05.733 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:21:05.734 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:21:05.735 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:21:05.736 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:21:05.737 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:21:05.737 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:21:05.737 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:21:05.737 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:21:05.737 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:21:05.737 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:21:05.737 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:21:05.737 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:21:05.737 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:21:05.737 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:21:07.693 INFO:teuthology.orchestra.run.smithi188.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:21:07.694 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:21:07.694 INFO:teuthology.orchestra.run.smithi188.stdout:Upgraded: 2024-04-02T08:21:07.694 INFO:teuthology.orchestra.run.smithi188.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.694 INFO:teuthology.orchestra.run.smithi188.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.694 INFO:teuthology.orchestra.run.smithi188.stdout:Installed: 2024-04-02T08:21:07.694 INFO:teuthology.orchestra.run.smithi188.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:21:07.694 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.694 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.694 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.694 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.695 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:21:07.696 INFO:teuthology.orchestra.run.smithi188.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:21:07.697 INFO:teuthology.orchestra.run.smithi188.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.698 INFO:teuthology.orchestra.run.smithi188.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:21:07.699 INFO:teuthology.orchestra.run.smithi188.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:21:07.700 INFO:teuthology.orchestra.run.smithi188.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:21:07.701 INFO:teuthology.orchestra.run.smithi188.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:21:07.702 INFO:teuthology.orchestra.run.smithi188.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.702 INFO:teuthology.orchestra.run.smithi188.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:21:07.702 INFO:teuthology.orchestra.run.smithi188.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:21:07.702 INFO:teuthology.orchestra.run.smithi188.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:21:07.702 INFO:teuthology.orchestra.run.smithi188.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:21:07.702 INFO:teuthology.orchestra.run.smithi188.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:21:07.702 INFO:teuthology.orchestra.run.smithi188.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:21:07.702 INFO:teuthology.orchestra.run.smithi188.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:21:07.702 INFO:teuthology.orchestra.run.smithi188.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:21:07.702 INFO:teuthology.orchestra.run.smithi188.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:21:07.703 INFO:teuthology.orchestra.run.smithi188.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:21:07.703 INFO:teuthology.orchestra.run.smithi188.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:21:07.703 INFO:teuthology.orchestra.run.smithi188.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.703 INFO:teuthology.orchestra.run.smithi188.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.703 INFO:teuthology.orchestra.run.smithi188.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:21:07.703 INFO:teuthology.orchestra.run.smithi188.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:21:07.703 INFO:teuthology.orchestra.run.smithi188.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:21:07.703 INFO:teuthology.orchestra.run.smithi188.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:21:07.703 INFO:teuthology.orchestra.run.smithi188.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:21:07.703 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:21:07.704 INFO:teuthology.orchestra.run.smithi188.stdout:Complete! 2024-04-02T08:21:08.024 DEBUG:teuthology.parallel:result is None 2024-04-02T08:21:08.025 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:21:08.025 INFO:teuthology.packaging:ref: None 2024-04-02T08:21:08.025 INFO:teuthology.packaging:tag: None 2024-04-02T08:21:08.025 INFO:teuthology.packaging:branch: reef 2024-04-02T08:21:08.025 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:21:08.025 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:21:08.328 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:21:08.354 INFO:teuthology.orchestra.run.smithi104.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:21:08.355 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:21:08.355 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:21:08.357 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:21:08.357 INFO:teuthology.packaging:ref: None 2024-04-02T08:21:08.357 INFO:teuthology.packaging:tag: None 2024-04-02T08:21:08.357 INFO:teuthology.packaging:branch: reef 2024-04-02T08:21:08.357 INFO:teuthology.packaging:sha1: 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:21:08.357 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:21:08.739 DEBUG:teuthology.orchestra.run.smithi188:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:21:08.762 INFO:teuthology.orchestra.run.smithi188.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:21:08.762 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:21:08.763 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:21:08.764 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-02T08:21:08.765 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:21:08.765 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:21:08.799 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:21:08.799 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:21:08.831 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-02T08:21:08.832 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:21:08.832 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:21:08.869 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:21:08.938 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:21:08.938 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:21:08.965 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:21:09.032 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-02T08:21:09.032 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:21:09.032 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:21:09.061 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:21:09.129 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:21:09.129 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:21:09.156 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:21:09.223 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-02T08:21:09.223 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:21:09.223 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:21:09.251 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:21:09.319 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:21:09.319 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:21:09.345 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:21:09.411 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:21:09.421 INFO:teuthology.task.print:**** done install task... 2024-04-02T08:21:09.421 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:21:09.438 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-02T08:21:09.438 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-02T08:21:09.542 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'} 2024-04-02T08:21:09.542 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:21:09.543 INFO:tasks.cephadm:Cluster fsid is f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:09.543 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-02T08:21:09.543 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.104', 'mon.c': '[v2:172.21.15.104:3301,v1:172.21.15.104:6790]', 'mon.b': '172.21.15.188'} 2024-04-02T08:21:09.543 INFO:tasks.cephadm:First mon is mon.a on smithi104 2024-04-02T08:21:09.543 INFO:tasks.cephadm:First mgr is y 2024-04-02T08:21:09.543 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-02T08:21:09.543 DEBUG:teuthology.orchestra.run.smithi104:> sudo hostname $(hostname -s) 2024-04-02T08:21:09.571 DEBUG:teuthology.orchestra.run.smithi188:> sudo hostname $(hostname -s) 2024-04-02T08:21:09.599 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-02T08:21:09.599 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:21:09.741 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78062/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2419-g14da45f2', 'node_name': '172.21.2.14+braggi14', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2419.g14da45f2'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-rf-nohist3/14da45f22b7b6f8995de09c1525ea96ba87a39fd/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-03-28 17:53:01.382453', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rf-nohist3', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-rf-nohist3/14da45f22b7b6f8995de09c1525ea96ba87a39fd/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-04-02T08:21:10.039 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 4d05f4cad464de0fcdd11a2856643e533aea34e8 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-02T08:21:10.040 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm 2024-04-02T08:21:10.041 DEBUG:teuthology.orchestra.run.smithi104:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:21:10.642 INFO:teuthology.orchestra.run.smithi104.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:21 /home/ubuntu/cephtest/cephadm 2024-04-02T08:21:10.642 DEBUG:teuthology.orchestra.run.smithi188:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:21:11.183 INFO:teuthology.orchestra.run.smithi188.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:21 /home/ubuntu/cephtest/cephadm 2024-04-02T08:21:11.184 DEBUG:teuthology.orchestra.run.smithi104:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:21:11.203 DEBUG:teuthology.orchestra.run.smithi188:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:21:11.235 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-02T08:21:11.236 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:21:11.246 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:21:12.037 INFO:teuthology.orchestra.run.smithi104.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:21:12.123 INFO:teuthology.orchestra.run.smithi188.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:21:40.847 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:21:40.847 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:21:40.848 INFO:teuthology.orchestra.run.smithi104.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:21:40.848 INFO:teuthology.orchestra.run.smithi104.stdout: "repo_digests": [ 2024-04-02T08:21:40.848 INFO:teuthology.orchestra.run.smithi104.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:21:40.848 INFO:teuthology.orchestra.run.smithi104.stdout: ] 2024-04-02T08:21:40.848 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:21:43.464 INFO:teuthology.orchestra.run.smithi188.stdout:{ 2024-04-02T08:21:43.464 INFO:teuthology.orchestra.run.smithi188.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:21:43.464 INFO:teuthology.orchestra.run.smithi188.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:21:43.464 INFO:teuthology.orchestra.run.smithi188.stdout: "repo_digests": [ 2024-04-02T08:21:43.464 INFO:teuthology.orchestra.run.smithi188.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:21:43.465 INFO:teuthology.orchestra.run.smithi188.stdout: ] 2024-04-02T08:21:43.465 INFO:teuthology.orchestra.run.smithi188.stdout:} 2024-04-02T08:21:43.483 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /etc/ceph 2024-04-02T08:21:43.518 DEBUG:teuthology.orchestra.run.smithi188:> sudo mkdir -p /etc/ceph 2024-04-02T08:21:43.548 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 777 /etc/ceph 2024-04-02T08:21:43.588 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod 777 /etc/ceph 2024-04-02T08:21:43.615 INFO:tasks.cephadm:Writing seed config... 2024-04-02T08:21:43.616 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-02T08:21:43.616 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-02T08:21:43.616 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-02T08:21:43.616 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-02T08:21:43.616 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-02T08:21:43.616 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-04-02T08:21:43.616 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-02T08:21:43.616 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-02T08:21:43.616 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-02T08:21:43.616 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-02T08:21:43.617 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-02T08:21:43.617 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:21:43.617 DEBUG:teuthology.orchestra.run.smithi104:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-02T08:21:43.644 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-02T08:21:43.645 DEBUG:teuthology.orchestra.run.smithi104:mon.a> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.a.service 2024-04-02T08:21:43.687 DEBUG:teuthology.orchestra.run.smithi104:mgr.y> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service 2024-04-02T08:21:43.730 INFO:tasks.cephadm:Bootstrapping... 2024-04-02T08:21:43.730 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.104 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:21:43.886 INFO:teuthology.orchestra.run.smithi104.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:21:43.886 INFO:teuthology.orchestra.run.smithi104.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', 'f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.104', '--skip-admin-label'] 2024-04-02T08:21:43.912 INFO:teuthology.orchestra.run.smithi104.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:21:43.912 INFO:teuthology.orchestra.run.smithi104.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-02T08:21:43.912 INFO:teuthology.orchestra.run.smithi104.stdout:Verifying podman|docker is present... 2024-04-02T08:21:43.936 INFO:teuthology.orchestra.run.smithi104.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:21:43.936 INFO:teuthology.orchestra.run.smithi104.stdout:Verifying lvm2 is present... 2024-04-02T08:21:43.936 INFO:teuthology.orchestra.run.smithi104.stdout:Verifying time synchronization is in place... 2024-04-02T08:21:43.943 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:21:43.943 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:21:43.949 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:21:43.949 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout inactive 2024-04-02T08:21:43.955 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout enabled 2024-04-02T08:21:43.960 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout active 2024-04-02T08:21:43.961 INFO:teuthology.orchestra.run.smithi104.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:21:43.961 INFO:teuthology.orchestra.run.smithi104.stdout:Repeating the final host check... 2024-04-02T08:21:43.984 INFO:teuthology.orchestra.run.smithi104.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:21:43.984 INFO:teuthology.orchestra.run.smithi104.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-02T08:21:43.984 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl is present 2024-04-02T08:21:43.984 INFO:teuthology.orchestra.run.smithi104.stdout:lvcreate is present 2024-04-02T08:21:43.990 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:21:43.990 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:21:43.995 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:21:43.996 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout inactive 2024-04-02T08:21:44.001 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout enabled 2024-04-02T08:21:44.007 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout active 2024-04-02T08:21:44.008 INFO:teuthology.orchestra.run.smithi104.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:21:44.008 INFO:teuthology.orchestra.run.smithi104.stdout:Host looks OK 2024-04-02T08:21:44.008 INFO:teuthology.orchestra.run.smithi104.stdout:Cluster fsid: f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:44.008 INFO:teuthology.orchestra.run.smithi104.stdout:Acquiring lock 140626859931296 on /run/cephadm/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:21:44.008 INFO:teuthology.orchestra.run.smithi104.stdout:Lock 140626859931296 acquired on /run/cephadm/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:21:44.008 INFO:teuthology.orchestra.run.smithi104.stdout:Verifying IP 172.21.15.104 port 3300 ... 2024-04-02T08:21:44.008 INFO:teuthology.orchestra.run.smithi104.stdout:Verifying IP 172.21.15.104 port 6789 ... 2024-04-02T08:21:44.008 INFO:teuthology.orchestra.run.smithi104.stdout:Base mon IP(s) is [172.21.15.104:3300, 172.21.15.104:6789], mon addrv is [v2:172.21.15.104:3300,v1:172.21.15.104:6789] 2024-04-02T08:21:44.011 INFO:teuthology.orchestra.run.smithi104.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.104 metric 100 2024-04-02T08:21:44.011 INFO:teuthology.orchestra.run.smithi104.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.104 metric 100 2024-04-02T08:21:44.014 INFO:teuthology.orchestra.run.smithi104.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-02T08:21:44.014 INFO:teuthology.orchestra.run.smithi104.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-02T08:21:44.014 INFO:teuthology.orchestra.run.smithi104.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1780sec hoplimit 64 pref medium 2024-04-02T08:21:44.016 INFO:teuthology.orchestra.run.smithi104.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-02T08:21:44.016 INFO:teuthology.orchestra.run.smithi104.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-02T08:21:44.016 INFO:teuthology.orchestra.run.smithi104.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:21:44.016 INFO:teuthology.orchestra.run.smithi104.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-02T08:21:44.016 INFO:teuthology.orchestra.run.smithi104.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link 2024-04-02T08:21:44.017 INFO:teuthology.orchestra.run.smithi104.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:21:44.017 INFO:teuthology.orchestra.run.smithi104.stdout:Mon IP `172.21.15.104` is in CIDR network `172.21.0.0/20` 2024-04-02T08:21:44.017 INFO:teuthology.orchestra.run.smithi104.stdout:Mon IP `172.21.15.104` is in CIDR network `172.21.0.0/20` 2024-04-02T08:21:44.017 INFO:teuthology.orchestra.run.smithi104.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-02T08:21:44.018 INFO:teuthology.orchestra.run.smithi104.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-02T08:21:44.018 INFO:teuthology.orchestra.run.smithi104.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:21:44.449 INFO:teuthology.orchestra.run.smithi104.stdout:/bin/podman: stdout 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:21:44.449 INFO:teuthology.orchestra.run.smithi104.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:21:44.449 INFO:teuthology.orchestra.run.smithi104.stdout:/bin/podman: stderr Getting image source signatures 2024-04-02T08:21:44.449 INFO:teuthology.orchestra.run.smithi104.stdout:/bin/podman: stderr Copying blob sha256:cb7323d9467b19473b36f834f938f39a4497262810bbf67238f5fb8520a9c756 2024-04-02T08:21:44.449 INFO:teuthology.orchestra.run.smithi104.stdout:/bin/podman: stderr Copying blob sha256:11da15500eca1f826c328eb3265caa30b0a3730510e2a32023084d6fe9cee20c 2024-04-02T08:21:44.449 INFO:teuthology.orchestra.run.smithi104.stdout:/bin/podman: stderr Copying config sha256:909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:21:44.449 INFO:teuthology.orchestra.run.smithi104.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-02T08:21:45.387 INFO:teuthology.orchestra.run.smithi104.stdout:ceph: stdout ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:21:45.387 INFO:teuthology.orchestra.run.smithi104.stdout:Ceph version: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:21:45.387 INFO:teuthology.orchestra.run.smithi104.stdout:Extracting ceph user uid/gid from container image... 2024-04-02T08:21:46.424 INFO:teuthology.orchestra.run.smithi104.stdout:stat: stdout 167 167 2024-04-02T08:21:46.425 INFO:teuthology.orchestra.run.smithi104.stdout:Creating initial keys... 2024-04-02T08:21:47.347 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph-authtool: stdout AQAawAtmFCVqLhAApk0bVhAnr2UqeU3wSQIuVw== 2024-04-02T08:21:50.790 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph-authtool: stdout AQAbwAtmPV67KBAAMjo1rf9Xbm0qnMtIkXvhpA== 2024-04-02T08:21:59.547 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph-authtool: stdout AQAhwAtmOV+fJRAAXrMdVaASzBEiG0wrLlm67w== 2024-04-02T08:21:59.548 INFO:teuthology.orchestra.run.smithi104.stdout:Creating initial monmap... 2024-04-02T08:22:00.469 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:22:00.469 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-02T08:22:00.469 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:00.470 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:22:00.470 INFO:teuthology.orchestra.run.smithi104.stdout:monmaptool for a [v2:172.21.15.104:3300,v1:172.21.15.104:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:22:00.470 INFO:teuthology.orchestra.run.smithi104.stdout:setting min_mon_release = pacific 2024-04-02T08:22:00.470 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/monmaptool: set fsid to f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:00.470 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:22:00.470 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:22:00.470 INFO:teuthology.orchestra.run.smithi104.stdout:Creating mon... 2024-04-02T08:22:01.491 INFO:teuthology.orchestra.run.smithi104.stdout:create mon.a on 2024-04-02T08:22:01.703 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-02T08:22:01.838 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-02T08:22:02.005 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:22:02.005 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:22:02.227 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T08:22:02.227 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Unit ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.a.service not loaded. 2024-04-02T08:22:02.388 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4.target.wants/ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.a.service → /etc/systemd/system/ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:22:02.956 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:22:02.956 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout disabled 2024-04-02T08:22:02.963 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:22:02.963 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout inactive 2024-04-02T08:22:02.963 INFO:teuthology.orchestra.run.smithi104.stdout:firewalld.service is not enabled 2024-04-02T08:22:02.963 INFO:teuthology.orchestra.run.smithi104.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:22:02.963 INFO:teuthology.orchestra.run.smithi104.stdout:Waiting for mon to start... 2024-04-02T08:22:02.963 INFO:teuthology.orchestra.run.smithi104.stdout:Waiting for mon... 2024-04-02T08:22:04.049 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:03 smithi104 ceph-mon[26914]: from='client.? 172.21.15.104:0/825521304' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T08:22:04.053 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout cluster: 2024-04-02T08:22:04.053 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout id: f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:04.053 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-02T08:22:04.053 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:04.053 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout services: 2024-04-02T08:22:04.053 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.61862s) 2024-04-02T08:22:04.053 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-02T08:22:04.053 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-02T08:22:04.054 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:04.054 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout data: 2024-04-02T08:22:04.054 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-02T08:22:04.054 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-02T08:22:04.054 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-02T08:22:04.054 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout pgs: 2024-04-02T08:22:04.054 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:04.054 INFO:teuthology.orchestra.run.smithi104.stdout:mon is available 2024-04-02T08:22:04.054 INFO:teuthology.orchestra.run.smithi104.stdout:Assimilating anything we can from ceph.conf... 2024-04-02T08:22:05.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:04 smithi104 ceph-mon[26914]: from='client.? 172.21.15.104:0/3114309991' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-02T08:22:05.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:04 smithi104 ceph-mon[26914]: from='client.? 172.21.15.104:0/3114309991' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-02T08:22:06.467 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:06.467 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:22:06.467 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout fsid = f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:06.467 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.104:3300,v1:172.21.15.104:6789] 2024-04-02T08:22:06.467 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:22:06.467 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:22:06.467 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:22:06.467 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:22:06.467 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:06.468 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:22:06.468 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:22:06.468 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:06.468 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:22:06.468 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:22:06.468 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:22:06.468 INFO:teuthology.orchestra.run.smithi104.stdout:Generating new minimal ceph.conf... 2024-04-02T08:22:07.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:07 smithi104 ceph-mon[26914]: from='client.? 172.21.15.104:0/197454479' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:07.546 INFO:teuthology.orchestra.run.smithi104.stdout:Restarting the monitor... 2024-04-02T08:22:07.816 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:07 smithi104 systemd[1]: Stopping Ceph mon.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:22:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a[26891]: 2024-04-02T08:22:07.816+0000 7f012fc97700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:22:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a[26891]: 2024-04-02T08:22:07.816+0000 7f012fc97700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-02T08:22:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:07 smithi104 podman[27246]: 2024-04-02 08:22:07.878677295 +0000 UTC m=+0.172088318 container died d13d587f18f9b57c3380a83c9fe15f1ef2f1d0703b358ef36f982c6e2c06b2cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T08:22:08.479 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:08 smithi104 podman[27246]: 2024-04-02 08:22:08.264118295 +0000 UTC m=+0.557529319 container cleanup d13d587f18f9b57c3380a83c9fe15f1ef2f1d0703b358ef36f982c6e2c06b2cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-04-02T08:22:08.479 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:08 smithi104 bash[27246]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:22:08.826 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:08 smithi104 podman[27265]: 2024-04-02 08:22:08.481633875 +0000 UTC m=+0.602790600 container remove d13d587f18f9b57c3380a83c9fe15f1ef2f1d0703b358ef36f982c6e2c06b2cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326) 2024-04-02T08:22:08.826 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:08 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:22:08.827 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:08 smithi104 systemd[1]: Stopped Ceph mon.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:08.827 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:08 smithi104 systemd[1]: Starting Ceph mon.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:22:09.099 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:08 smithi104 podman[27363]: 2024-04-02 08:22:08.731162034 +0000 UTC m=+0.017355747 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:22:09.099 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:08 smithi104 podman[27363]: 2024-04-02 08:22:08.832164402 +0000 UTC m=+0.118358094 container create e3e66e74231a63aa807f35591bc6ab3ef15f369f5a3feed9303a48cafa7aea51 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-02T08:22:09.099 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 podman[27363]: 2024-04-02 08:22:09.017960789 +0000 UTC m=+0.304154478 container init e3e66e74231a63aa807f35591bc6ab3ef15f369f5a3feed9303a48cafa7aea51 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-02T08:22:09.099 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 podman[27363]: 2024-04-02 08:22:09.02298888 +0000 UTC m=+0.309182572 container start e3e66e74231a63aa807f35591bc6ab3ef15f369f5a3feed9303a48cafa7aea51 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-02T08:22:09.099 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:22:09.099 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 7 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: pidfile_write: ignore empty --pid-file 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: load: jerasure load: lrc 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Git sha 0 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: DB SUMMARY 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: DB Session ID: 7QX024CS5MFIS2ILUGHT 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-02T08:22:09.100 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84556 ; 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.env: 0x562681a09720 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.info_log: 0x56268435d4e0 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.statistics: (nil) 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.use_fsync: 0 2024-04-02T08:22:09.101 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.db_log_dir: 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.wal_dir: 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:22:09.102 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.write_buffer_manager: 0x5626835d4140 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:22:09.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:22:09.104 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:22:09.104 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:22:09.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.unordered_write: 0 2024-04-02T08:22:09.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:22:09.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:22:09.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:22:09.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:22:09.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.row_cache: None 2024-04-02T08:22:09.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.wal_filter: None 2024-04-02T08:22:09.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:22:09.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:22:09.106 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:22:09.106 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:22:09.106 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.wal_compression: 0 2024-04-02T08:22:09.106 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:22:09.106 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:22:09.106 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:22:09.106 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:22:09.106 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:22:09.106 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:22:09.106 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:22:09.106 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:22:09.107 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_open_files: -1 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Compression algorithms supported: 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: kZSTD supported: 0 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:22:09.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.merge_operator: 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_filter: None 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:22:09.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56268435d5e0) 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout: index_type: 0 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout: data_block_index_type: 0 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout: index_shortening: 1 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout: checksum: 4 2024-04-02T08:22:09.110 INFO:journalctl@ceph.mon.a.smithi104.stdout: no_block_cache: 0 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_cache: 0x5626836751f0 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_cache_options: 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: capacity : 536870912 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: num_shard_bits : 4 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: strict_capacity_limit : 0 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_cache_compressed: (nil) 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: persistent_cache: (nil) 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_size: 4096 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_size_deviation: 10 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_restart_interval: 16 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: index_block_restart_interval: 1 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: metadata_block_size: 4096 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: partition_filters: 0 2024-04-02T08:22:09.111 INFO:journalctl@ceph.mon.a.smithi104.stdout: use_delta_encoding: 1 2024-04-02T08:22:09.112 INFO:journalctl@ceph.mon.a.smithi104.stdout: filter_policy: bloomfilter 2024-04-02T08:22:09.112 INFO:journalctl@ceph.mon.a.smithi104.stdout: whole_key_filtering: 1 2024-04-02T08:22:09.113 INFO:journalctl@ceph.mon.a.smithi104.stdout: verify_compression: 0 2024-04-02T08:22:09.113 INFO:journalctl@ceph.mon.a.smithi104.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:22:09.113 INFO:journalctl@ceph.mon.a.smithi104.stdout: format_version: 5 2024-04-02T08:22:09.113 INFO:journalctl@ceph.mon.a.smithi104.stdout: enable_index_compression: 1 2024-04-02T08:22:09.113 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_align: 0 2024-04-02T08:22:09.113 INFO:journalctl@ceph.mon.a.smithi104.stdout: max_auto_readahead_size: 262144 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout: prepopulate_block_cache: 0 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compression: NoCompression 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.num_levels: 7 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:22:09.114 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:22:09.115 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:22:09.116 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:22:09.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:22:09.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.ttl: 2592000 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:22:09.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: f349d034-6a81-4367-8948-13941a1c7516 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046129051942, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-02T08:22:09.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046129052799, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81080, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79256, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73457, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046129, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f349d034-6a81-4367-8948-13941a1c7516", "db_session_id": "7QX024CS5MFIS2ILUGHT", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046129052879, "job": 1, "event": "recovery_finished"} 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562683712000 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: DB pointer 0x562683700000 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout: ** DB Stats ** 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:22:09.121 INFO:journalctl@ceph.mon.a.smithi104.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: ** Compaction Stats [default] ** 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: L0 2/0 81.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 145.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: Sum 2/0 81.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 145.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 145.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: ** Compaction Stats [default] ** 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:22:09.122 INFO:journalctl@ceph.mon.a.smithi104.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 145.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: Cumulative compaction: 0.00 GB write, 27.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: Interval compaction: 0.00 GB write, 27.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: Block cache BinnedLRUCache@0x5626836751f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-02T08:22:09.123 INFO:journalctl@ceph.mon.a.smithi104.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: starting mon.a rank 0 at public addrs [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] at bind addrs [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: mon.a@-1(???) e1 preinit fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: mon.a@-1(???).mds e1 new map 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: mon.a@-1(???).mds e1 print_map 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout: e1 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout: legacy client fscid: -1 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout: No filesystems configured 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:22:09.124 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:22:09.125 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:22:09.125 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:22:09.125 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-02T08:22:09.125 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 bash[27363]: e3e66e74231a63aa807f35591bc6ab3ef15f369f5a3feed9303a48cafa7aea51 2024-04-02T08:22:09.125 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 systemd[1]: Started Ceph mon.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:09.125 INFO:teuthology.orchestra.run.smithi104.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-02T08:22:09.356 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-02T08:22:09.356 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: monmap e1: 1 mons at {a=[v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:22:09.356 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: fsmap 2024-04-02T08:22:09.356 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: osdmap e1: 0 total, 0 up, 0 in 2024-04-02T08:22:09.357 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:09 smithi104 ceph-mon[27401]: mgrmap e1: no daemons active 2024-04-02T08:22:10.233 INFO:teuthology.orchestra.run.smithi104.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-02T08:22:10.521 INFO:teuthology.orchestra.run.smithi104.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:10.521 INFO:teuthology.orchestra.run.smithi104.stdout:Creating mgr... 2024-04-02T08:22:10.521 INFO:teuthology.orchestra.run.smithi104.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-02T08:22:10.522 INFO:teuthology.orchestra.run.smithi104.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-02T08:22:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:10 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2903441293' entity='client.admin' 2024-04-02T08:22:11.257 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T08:22:11.257 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Unit ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service not loaded. 2024-04-02T08:22:11.398 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4.target.wants/ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service → /etc/systemd/system/ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:22:11.752 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:11 smithi104 podman[27642]: 2024-04-02 08:22:11.53711689 +0000 UTC m=+0.017375470 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:22:11.955 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:22:11.955 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout disabled 2024-04-02T08:22:11.962 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:22:11.962 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout inactive 2024-04-02T08:22:11.962 INFO:teuthology.orchestra.run.smithi104.stdout:firewalld.service is not enabled 2024-04-02T08:22:11.962 INFO:teuthology.orchestra.run.smithi104.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:22:11.970 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:22:11.970 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout disabled 2024-04-02T08:22:11.977 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:22:11.977 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout inactive 2024-04-02T08:22:11.977 INFO:teuthology.orchestra.run.smithi104.stdout:firewalld.service is not enabled 2024-04-02T08:22:11.977 INFO:teuthology.orchestra.run.smithi104.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-02T08:22:11.977 INFO:teuthology.orchestra.run.smithi104.stdout:Waiting for mgr to start... 2024-04-02T08:22:11.977 INFO:teuthology.orchestra.run.smithi104.stdout:Waiting for mgr... 2024-04-02T08:22:12.084 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:11 smithi104 podman[27642]: 2024-04-02 08:22:11.836311347 +0000 UTC m=+0.316569924 container init 2e260794b810ce06b5aca1a12de22d9be077cd50434347e56da49e04b55c2920 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T08:22:12.085 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:11 smithi104 podman[27642]: 2024-04-02 08:22:11.84201474 +0000 UTC m=+0.322273314 container start 2e260794b810ce06b5aca1a12de22d9be077cd50434347e56da49e04b55c2920 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T08:22:12.085 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:11 smithi104 bash[27642]: 2e260794b810ce06b5aca1a12de22d9be077cd50434347e56da49e04b55c2920 2024-04-02T08:22:12.085 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:11 smithi104 systemd[1]: Started Ceph mgr.y for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:12 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/446808706' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:22:12.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:12 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:12.393+0000 7f5742ba6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:22:12.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:12 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:12.490+0000 7f5742ba6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:22:13.067 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:13.074 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:13.074 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "fsid": "f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:22:13.074 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:22:13.074 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:22:13.074 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:22:13.074 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:22:13.074 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:13.074 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:22:13.074 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:13.075 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:22:13.076 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:22:13.077 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:22:02.880968+0000", 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:13.078 INFO:teuthology.orchestra.run.smithi104.stdout:mgr not available, waiting (1/15)... 2024-04-02T08:22:13.469 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:13.147+0000 7f5742ba6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:22:13.469 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:13.238+0000 7f5742ba6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:22:13.469 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:13.377+0000 7f5742ba6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:22:13.810 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:13.470+0000 7f5742ba6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:22:13.810 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:13.551+0000 7f5742ba6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:22:13.810 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:13.811+0000 7f5742ba6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:22:14.097 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:13.920+0000 7f5742ba6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:14.098 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:14 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:14.005+0000 7f5742ba6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:22:14.098 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:14 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:14.099+0000 7f5742ba6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:22:14.389 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:14 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:14.271+0000 7f5742ba6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:22:15.541 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:15.249+0000 7f5742ba6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:22:15.542 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:15.386+0000 7f5742ba6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:22:15.818 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:15 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1737126443' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:22:15.819 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:15.731+0000 7f5742ba6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:22:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:15.820+0000 7f5742ba6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:22:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:16.015+0000 7f5742ba6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:16.254 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:16.254 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:16.254 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "fsid": "f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:22:16.254 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:22:16.254 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:22:16.254 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:22:16.254 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:22:16.254 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:16.254 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:22:16.254 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:16.255 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:22:16.256 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:22:16.256 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:22:16.256 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:22:16.256 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:22:16.256 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:22:16.256 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:16.256 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:22:16.256 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:16.257 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:22:02.880968+0000", 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:16.258 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:16.259 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:22:16.259 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:16.259 INFO:teuthology.orchestra.run.smithi104.stdout:mgr not available, waiting (2/15)... 2024-04-02T08:22:16.481 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:16.198+0000 7f5742ba6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:22:16.736 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:16.482+0000 7f5742ba6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:16.736 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:16.738+0000 7f5742ba6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:17.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:16.970+0000 7f5742ba6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:22:18.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:17 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:17.761+0000 7f5742ba6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:22:18.589 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:18.332+0000 7f5742ba6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:22:18.589 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:18.430+0000 7f5742ba6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:22:18.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:18.649+0000 7f5742ba6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:22:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: Activating manager daemon y 2024-04-02T08:22:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: mgrmap e2: y(active, starting, since 0.00298528s) 2024-04-02T08:22:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: from='mgr.14100 172.21.15.104:0/3044232181' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:22:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: from='mgr.14100 172.21.15.104:0/3044232181' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:22:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: from='mgr.14100 172.21.15.104:0/3044232181' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:22:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: from='mgr.14100 172.21.15.104:0/3044232181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:22:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: from='mgr.14100 172.21.15.104:0/3044232181' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:22:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: Manager daemon y is now available 2024-04-02T08:22:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: from='mgr.14100 172.21.15.104:0/3044232181' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:22:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: from='mgr.14100 172.21.15.104:0/3044232181' entity='mgr.y' 2024-04-02T08:22:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: from='mgr.14100 172.21.15.104:0/3044232181' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:22:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: from='mgr.14100 172.21.15.104:0/3044232181' entity='mgr.y' 2024-04-02T08:22:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:18 smithi104 ceph-mon[27401]: from='mgr.14100 172.21.15.104:0/3044232181' entity='mgr.y' 2024-04-02T08:22:19.335 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:19.335 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:19.335 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "fsid": "f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:22:19.335 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:22:19.335 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:22:19.335 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:22:19.335 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:22:19.335 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:19.335 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:22:19.335 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:22:19.335 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:22:19.336 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:22:19.337 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:19.338 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:19.339 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:19.339 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:22:19.339 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:19.339 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:22:02.880968+0000", 2024-04-02T08:22:19.339 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:19.339 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:19.339 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:22:19.339 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:19.339 INFO:teuthology.orchestra.run.smithi104.stdout:mgr not available, waiting (3/15)... 2024-04-02T08:22:20.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:19 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2329369928' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:22:20.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:19 smithi104 ceph-mon[27401]: mgrmap e3: y(active, since 1.00644s) 2024-04-02T08:22:21.994 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:21 smithi104 ceph-mon[27401]: mgrmap e4: y(active, since 2s) 2024-04-02T08:22:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:22 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2092443890' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:22:22.935 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:22.935 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:22.935 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "fsid": "f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:22:22.935 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:22:22.935 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:22:22.935 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:22.936 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:22:22.937 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:22.937 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:22:22.937 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:22:22.937 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:22:22.937 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:22:22.940 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:22:22.940 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:22:22.940 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:22.940 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:22:22.941 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:22.942 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:22:02.880968+0000", 2024-04-02T08:22:22.943 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:22.943 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:22.943 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:22:22.943 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:22.943 INFO:teuthology.orchestra.run.smithi104.stdout:mgr is available 2024-04-02T08:22:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:23 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2356094200' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-02T08:22:24.149 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:24.149 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:22:24.149 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout fsid = f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:24.149 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:22:24.149 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:22:24.149 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:22:24.149 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:22:24.149 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:24.149 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:22:24.150 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:22:24.150 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:24.150 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:22:24.150 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:22:24.150 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:22:24.150 INFO:teuthology.orchestra.run.smithi104.stdout:Enabling cephadm module... 2024-04-02T08:22:25.358 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:25 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3928398214' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-02T08:22:25.359 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ignoring --setuser ceph since I am not root 2024-04-02T08:22:25.359 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ignoring --setgroup ceph since I am not root 2024-04-02T08:22:25.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:25.630+0000 7f02967db200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:22:25.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:25.723+0000 7f02967db200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:22:26.346 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:26 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3928398214' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-02T08:22:26.347 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:26 smithi104 ceph-mon[27401]: mgrmap e5: y(active, since 6s) 2024-04-02T08:22:26.607 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:26.375+0000 7f02967db200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:22:26.607 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:26.467+0000 7f02967db200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:22:26.607 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:26.608+0000 7f02967db200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:22:26.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:26.710+0000 7f02967db200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:22:26.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:26.794+0000 7f02967db200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:22:26.993 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:26.993 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-02T08:22:26.993 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:22:26.993 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:22:26.993 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:22:26.993 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:26.994 INFO:teuthology.orchestra.run.smithi104.stdout:Waiting for the mgr to restart... 2024-04-02T08:22:26.994 INFO:teuthology.orchestra.run.smithi104.stdout:Waiting for mgr epoch 5... 2024-04-02T08:22:27.253 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:27 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/4132776756' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:22:27.254 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:27.066+0000 7f02967db200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:22:27.254 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:27.176+0000 7f02967db200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:27.541 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:27.267+0000 7f02967db200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:22:27.542 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:27.362+0000 7f02967db200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:22:27.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:27.543+0000 7f02967db200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:22:28.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:28 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:28.490+0000 7f02967db200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:22:28.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:28 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:28.619+0000 7f02967db200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:22:29.229 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:28 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:28.949+0000 7f02967db200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:22:29.230 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:29 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:29.037+0000 7f02967db200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:22:29.230 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:29 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:29.231+0000 7f02967db200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:29.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:29 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:29.413+0000 7f02967db200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:22:29.947 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:29 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:29.693+0000 7f02967db200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:29.948 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:29 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:29.949+0000 7f02967db200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:30.389 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:30 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:30.181+0000 7f02967db200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:22:31.389 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:30 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:30.975+0000 7f02967db200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:22:31.848 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:31.540+0000 7f02967db200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:22:31.849 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:31.638+0000 7f02967db200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:22:31.849 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:31.850+0000 7f02967db200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:22:32.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: Active manager daemon y restarted 2024-04-02T08:22:32.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: Activating manager daemon y 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: osdmap e2: 0 total, 0 up, 0 in 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: mgrmap e6: y(active, starting, since 0.00324976s) 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: Manager daemon y is now available 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:32.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:22:32.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:31 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:22:33.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:32 smithi104 ceph-mon[27401]: Found migration_current of "None". Setting to last migration. 2024-04-02T08:22:33.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:32 smithi104 ceph-mon[27401]: mgrmap e7: y(active, since 1.00525s) 2024-04-02T08:22:33.465 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:33.465 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-02T08:22:33.465 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:22:33.465 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:33.465 INFO:teuthology.orchestra.run.smithi104.stdout:mgr epoch 5 is available 2024-04-02T08:22:33.465 INFO:teuthology.orchestra.run.smithi104.stdout:Setting orchestrator backend to cephadm... 2024-04-02T08:22:34.163 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:33 smithi104 ceph-mon[27401]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-02T08:22:34.163 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:33 smithi104 ceph-mon[27401]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-02T08:22:34.163 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:33 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:34.163 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:33 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:35.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:34 smithi104 ceph-mon[27401]: mgrmap e8: y(active, since 2s) 2024-04-02T08:22:35.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:34 smithi104 ceph-mon[27401]: [02/Apr/2024:08:22:33] ENGINE Bus STARTING 2024-04-02T08:22:35.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:34 smithi104 ceph-mon[27401]: [02/Apr/2024:08:22:34] ENGINE Serving on https://172.21.15.104:7150 2024-04-02T08:22:35.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:34 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:35.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:34 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:35.104 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:34 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:35.875 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-02T08:22:35.875 INFO:teuthology.orchestra.run.smithi104.stdout:Generating ssh key... 2024-04-02T08:22:36.233 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:35 smithi104 ceph-mon[27401]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:36.234 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:35 smithi104 ceph-mon[27401]: [02/Apr/2024:08:22:34] ENGINE Serving on http://172.21.15.104:8765 2024-04-02T08:22:36.234 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:35 smithi104 ceph-mon[27401]: [02/Apr/2024:08:22:34] ENGINE Bus STARTED 2024-04-02T08:22:37.345 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:36 smithi104 ceph-mon[27401]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:37.345 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: Generating public/private rsa key pair. 2024-04-02T08:22:37.345 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: Your identification has been saved in /tmp/tmp5ma2l_pu/key. 2024-04-02T08:22:37.345 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: Your public key has been saved in /tmp/tmp5ma2l_pu/key.pub. 2024-04-02T08:22:37.345 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: The key fingerprint is: 2024-04-02T08:22:37.345 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: SHA256:RaQ/4rF6RCpA9lH1hQgV+KKT0D9AZEMRLiuh0kCe+Os ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:37.346 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: The key's randomart image is: 2024-04-02T08:22:37.346 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: +---[RSA 3072]----+ 2024-04-02T08:22:37.346 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: | . oB+o=++o.. | 2024-04-02T08:22:37.346 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: |+ +oo.. .+.. | 2024-04-02T08:22:37.346 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: |+=.+.. .. o | 2024-04-02T08:22:37.346 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: |.=oo+ . oo | 2024-04-02T08:22:37.346 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: |+ +o = +S o | 2024-04-02T08:22:37.346 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: |.. .= +..+ . | 2024-04-02T08:22:37.346 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: | . o oo | 2024-04-02T08:22:37.346 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: | . .. | 2024-04-02T08:22:37.346 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: | E .. | 2024-04-02T08:22:37.347 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: +----[SHA256]-----+ 2024-04-02T08:22:38.267 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:38 smithi104 ceph-mon[27401]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:38.267 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:38 smithi104 ceph-mon[27401]: Generating ssh key... 2024-04-02T08:22:38.267 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:38 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:38.267 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:38 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:38.820 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMpl5Um1N40A1obVVRaskkKZ2FLI00nJ27AixxqyWvLIPcq7eLueg1yysEgvIReoNPcjdkcLgvrVmtRtbf/qvQYeuBdmCuzkDpkP2/RmMG8GB9QfrX1n9EBkCc8YbLZGVdOW2ux4FVsNzqoVj7nE8g/yOYBhTvlL1pJaKlxEqNg0/utSKrwUxzX0j4goFpoVkpKRSN9TNQrEAmJZVYhBQL1W6Nm6wCXSpmEGvrx7ODiO0QKXwqla05X9mHXp+KSrqBSHmK6vbUdedQFo8CXVZYVExaTL4O3SXV3WijBels8SrMdRGeqt9SqmQDahfxPnz28nwQ7J8Ctyf4y4EjeNPX0EfxGrwqChu3Fz/AbZeAffBG9hu3S3l1A5jLet/ZWR7+3mmidb07iDIuXT2rrj82KshxzO+SDGdfs5y0umhmjLSKBFBx9IIv8NnJJNpCP07a3Juky46O3vW54EohimDtpF8GC+d9Syr4QsTQa3A5sVQ7eLM0IcSPaJ/4pg+Iws8= ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:38.820 INFO:teuthology.orchestra.run.smithi104.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-02T08:22:38.820 INFO:teuthology.orchestra.run.smithi104.stdout:Adding key to root@localhost authorized_keys... 2024-04-02T08:22:38.821 INFO:teuthology.orchestra.run.smithi104.stdout:Adding host smithi104... 2024-04-02T08:22:40.133 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:40 smithi104 ceph-mon[27401]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:41.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:41 smithi104 ceph-mon[27401]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi104", "addr": "172.21.15.104", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:42.351 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:42 smithi104 ceph-mon[27401]: Deploying cephadm binary to smithi104 2024-04-02T08:22:42.351 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:42 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:42.637 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout Added host 'smithi104' with addr '172.21.15.104' 2024-04-02T08:22:42.637 INFO:teuthology.orchestra.run.smithi104.stdout:Deploying unmanaged mon service... 2024-04-02T08:22:43.259 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:43 smithi104 ceph-mon[27401]: Added host smithi104 2024-04-02T08:22:43.259 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:43 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:43.903 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-02T08:22:43.903 INFO:teuthology.orchestra.run.smithi104.stdout:Deploying unmanaged mgr service... 2024-04-02T08:22:44.631 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:44 smithi104 ceph-mon[27401]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:44.631 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:44 smithi104 ceph-mon[27401]: Saving service mon spec with placement count:5 2024-04-02T08:22:44.631 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:44 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:45.946 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-02T08:22:46.204 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:45 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:46.204 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:45 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:46.204 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:45 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:47.059 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:46 smithi104 ceph-mon[27401]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:47.059 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:46 smithi104 ceph-mon[27401]: Saving service mgr spec with placement count:2 2024-04-02T08:22:47.059 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:46 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2479713234' entity='client.admin' 2024-04-02T08:22:48.795 INFO:teuthology.orchestra.run.smithi104.stdout:Enabling the dashboard module... 2024-04-02T08:22:49.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:49 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2630309611' entity='client.admin' 2024-04-02T08:22:49.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:49 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:50 smithi104 ceph-mon[27401]: from='mgr.14120 172.21.15.104:0/2778221185' entity='mgr.y' 2024-04-02T08:22:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:50 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/388843585' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-02T08:22:50.677 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:50 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ignoring --setuser ceph since I am not root 2024-04-02T08:22:50.677 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:50 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ignoring --setgroup ceph since I am not root 2024-04-02T08:22:50.952 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:50 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:50.920+0000 7f5520d70200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:22:51.209 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:51 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:51.019+0000 7f5520d70200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:22:51.564 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:51 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/388843585' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-02T08:22:51.564 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:51 smithi104 ceph-mon[27401]: mgrmap e9: y(active, since 18s) 2024-04-02T08:22:51.848 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:51 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:51.665+0000 7f5520d70200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:22:51.848 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:51 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:51.757+0000 7f5520d70200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:22:52.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:51 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:51.906+0000 7f5520d70200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:22:52.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:52.003+0000 7f5520d70200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:22:52.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:52.087+0000 7f5520d70200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:22:52.473 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:52 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2201079963' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:22:52.473 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:52.362+0000 7f5520d70200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:22:52.473 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:52.474+0000 7f5520d70200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:52.828 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:52.560+0000 7f5520d70200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:22:52.829 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:52.655+0000 7f5520d70200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:22:52.879 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:52.880 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-02T08:22:52.880 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:22:52.880 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:22:52.880 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:22:52.880 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:52.880 INFO:teuthology.orchestra.run.smithi104.stdout:Waiting for the mgr to restart... 2024-04-02T08:22:52.880 INFO:teuthology.orchestra.run.smithi104.stdout:Waiting for mgr epoch 9... 2024-04-02T08:22:53.114 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:52.830+0000 7f5520d70200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:22:54.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:53 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:53.832+0000 7f5520d70200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:22:54.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:53 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:53.966+0000 7f5520d70200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:22:54.596 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:54.309+0000 7f5520d70200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:22:54.596 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:54.401+0000 7f5520d70200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:22:54.596 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:54.597+0000 7f5520d70200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:54.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:54.781+0000 7f5520d70200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:22:55.321 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:55.065+0000 7f5520d70200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:55.321 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:55.322+0000 7f5520d70200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:55.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:55.556+0000 7f5520d70200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:22:56.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:56 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:56.349+0000 7f5520d70200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:22:57.229 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:56 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:56.915+0000 7f5520d70200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:22:57.229 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:57.013+0000 7f5520d70200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:22:57.229 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:22:57.229+0000 7f5520d70200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:22:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: Active manager daemon y restarted 2024-04-02T08:22:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: Activating manager daemon y 2024-04-02T08:22:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: osdmap e3: 0 total, 0 up, 0 in 2024-04-02T08:22:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: mgrmap e10: y(active, starting, since 0.00303069s) 2024-04-02T08:22:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:22:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:22:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:22:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:22:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:22:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: Manager daemon y is now available 2024-04-02T08:22:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:57.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:22:57.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:22:59.079 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:59.080 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-02T08:22:59.080 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:22:59.080 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:59.080 INFO:teuthology.orchestra.run.smithi104.stdout:mgr epoch 9 is available 2024-04-02T08:22:59.080 INFO:teuthology.orchestra.run.smithi104.stdout:Generating a dashboard self-signed certificate... 2024-04-02T08:22:59.334 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:59 smithi104 ceph-mon[27401]: [02/Apr/2024:08:22:57] ENGINE Bus STARTING 2024-04-02T08:22:59.334 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:59 smithi104 ceph-mon[27401]: [02/Apr/2024:08:22:57] ENGINE Serving on https://172.21.15.104:7150 2024-04-02T08:22:59.334 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:59 smithi104 ceph-mon[27401]: [02/Apr/2024:08:22:58] ENGINE Serving on http://172.21.15.104:8765 2024-04-02T08:22:59.335 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:59 smithi104 ceph-mon[27401]: [02/Apr/2024:08:22:58] ENGINE Bus STARTED 2024-04-02T08:22:59.335 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:59 smithi104 ceph-mon[27401]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-02T08:22:59.335 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:59 smithi104 ceph-mon[27401]: mgrmap e11: y(active, since 1.00546s) 2024-04-02T08:22:59.335 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:59 smithi104 ceph-mon[27401]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-02T08:22:59.335 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:22:59 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:00.502 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-02T08:23:00.502 INFO:teuthology.orchestra.run.smithi104.stdout:Creating initial admin user... 2024-04-02T08:23:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:00 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:00 smithi104 ceph-mon[27401]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:00 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:00 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:00 smithi104 ceph-mon[27401]: mgrmap e12: y(active, since 2s) 2024-04-02T08:23:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:01 smithi104 ceph-mon[27401]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:01 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:02.665 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$IUWtIkWBQkVtToJW8bpxZOjjT41ykZLowAUy6VfJX2uwvFLzzeTaO", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712046181, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-02T08:23:02.665 INFO:teuthology.orchestra.run.smithi104.stdout:Fetching dashboard port number... 2024-04-02T08:23:03.954 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stdout 8443 2024-04-02T08:23:03.963 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:23:03.963 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout disabled 2024-04-02T08:23:03.969 INFO:teuthology.orchestra.run.smithi104.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:23:03.969 INFO:teuthology.orchestra.run.smithi104.stdout:systemctl: stdout inactive 2024-04-02T08:23:03.970 INFO:teuthology.orchestra.run.smithi104.stdout:firewalld.service is not enabled 2024-04-02T08:23:03.970 INFO:teuthology.orchestra.run.smithi104.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-02T08:23:03.971 INFO:teuthology.orchestra.run.smithi104.stdout:Ceph Dashboard is now available at: 2024-04-02T08:23:03.971 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:23:03.971 INFO:teuthology.orchestra.run.smithi104.stdout: URL: https://smithi104.front.sepia.ceph.com:8443/ 2024-04-02T08:23:03.971 INFO:teuthology.orchestra.run.smithi104.stdout: User: admin 2024-04-02T08:23:03.971 INFO:teuthology.orchestra.run.smithi104.stdout: Password: z3heweplm5 2024-04-02T08:23:03.972 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:23:03.972 INFO:teuthology.orchestra.run.smithi104.stdout:Saving cluster configuration to /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config directory 2024-04-02T08:23:03.972 INFO:teuthology.orchestra.run.smithi104.stdout:Enabling autotune for osd_memory_target 2024-04-02T08:23:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:04 smithi104 ceph-mon[27401]: mgrmap e13: y(active, since 6s) 2024-04-02T08:23:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:04 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2431414588' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-02T08:23:06.616 INFO:teuthology.orchestra.run.smithi104.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-02T08:23:06.616 INFO:teuthology.orchestra.run.smithi104.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-02T08:23:06.616 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:23:06.616 INFO:teuthology.orchestra.run.smithi104.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:06.616 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:23:06.616 INFO:teuthology.orchestra.run.smithi104.stdout:Or, if you are only running a single cluster on this host: 2024-04-02T08:23:06.616 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:23:06.616 INFO:teuthology.orchestra.run.smithi104.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-02T08:23:06.616 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:23:06.616 INFO:teuthology.orchestra.run.smithi104.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-02T08:23:06.616 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:23:06.617 INFO:teuthology.orchestra.run.smithi104.stdout: ceph telemetry on 2024-04-02T08:23:06.617 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:23:06.617 INFO:teuthology.orchestra.run.smithi104.stdout:For more information see: 2024-04-02T08:23:06.617 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:23:06.617 INFO:teuthology.orchestra.run.smithi104.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-02T08:23:06.617 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:23:06.617 INFO:teuthology.orchestra.run.smithi104.stdout:Bootstrap complete. 2024-04-02T08:23:06.654 INFO:tasks.cephadm:Fetching config... 2024-04-02T08:23:06.654 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:23:06.655 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-02T08:23:06.670 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-02T08:23:06.670 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:23:06.670 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-02T08:23:06.725 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-02T08:23:06.725 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:23:06.725 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/keyring of=/dev/stdout 2024-04-02T08:23:06.792 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-02T08:23:06.792 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:23:06.792 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-02T08:23:06.847 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-02T08:23:06.847 DEBUG:teuthology.orchestra.run.smithi104:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMpl5Um1N40A1obVVRaskkKZ2FLI00nJ27AixxqyWvLIPcq7eLueg1yysEgvIReoNPcjdkcLgvrVmtRtbf/qvQYeuBdmCuzkDpkP2/RmMG8GB9QfrX1n9EBkCc8YbLZGVdOW2ux4FVsNzqoVj7nE8g/yOYBhTvlL1pJaKlxEqNg0/utSKrwUxzX0j4goFpoVkpKRSN9TNQrEAmJZVYhBQL1W6Nm6wCXSpmEGvrx7ODiO0QKXwqla05X9mHXp+KSrqBSHmK6vbUdedQFo8CXVZYVExaTL4O3SXV3WijBels8SrMdRGeqt9SqmQDahfxPnz28nwQ7J8Ctyf4y4EjeNPX0EfxGrwqChu3Fz/AbZeAffBG9hu3S3l1A5jLet/ZWR7+3mmidb07iDIuXT2rrj82KshxzO+SDGdfs5y0umhmjLSKBFBx9IIv8NnJJNpCP07a3Juky46O3vW54EohimDtpF8GC+d9Syr4QsTQa3A5sVQ7eLM0IcSPaJ/4pg+Iws8= ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:23:06.926 INFO:teuthology.orchestra.run.smithi104.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMpl5Um1N40A1obVVRaskkKZ2FLI00nJ27AixxqyWvLIPcq7eLueg1yysEgvIReoNPcjdkcLgvrVmtRtbf/qvQYeuBdmCuzkDpkP2/RmMG8GB9QfrX1n9EBkCc8YbLZGVdOW2ux4FVsNzqoVj7nE8g/yOYBhTvlL1pJaKlxEqNg0/utSKrwUxzX0j4goFpoVkpKRSN9TNQrEAmJZVYhBQL1W6Nm6wCXSpmEGvrx7ODiO0QKXwqla05X9mHXp+KSrqBSHmK6vbUdedQFo8CXVZYVExaTL4O3SXV3WijBels8SrMdRGeqt9SqmQDahfxPnz28nwQ7J8Ctyf4y4EjeNPX0EfxGrwqChu3Fz/AbZeAffBG9hu3S3l1A5jLet/ZWR7+3mmidb07iDIuXT2rrj82KshxzO+SDGdfs5y0umhmjLSKBFBx9IIv8NnJJNpCP07a3Juky46O3vW54EohimDtpF8GC+d9Syr4QsTQa3A5sVQ7eLM0IcSPaJ/4pg+Iws8= ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:06.943 DEBUG:teuthology.orchestra.run.smithi188:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMpl5Um1N40A1obVVRaskkKZ2FLI00nJ27AixxqyWvLIPcq7eLueg1yysEgvIReoNPcjdkcLgvrVmtRtbf/qvQYeuBdmCuzkDpkP2/RmMG8GB9QfrX1n9EBkCc8YbLZGVdOW2ux4FVsNzqoVj7nE8g/yOYBhTvlL1pJaKlxEqNg0/utSKrwUxzX0j4goFpoVkpKRSN9TNQrEAmJZVYhBQL1W6Nm6wCXSpmEGvrx7ODiO0QKXwqla05X9mHXp+KSrqBSHmK6vbUdedQFo8CXVZYVExaTL4O3SXV3WijBels8SrMdRGeqt9SqmQDahfxPnz28nwQ7J8Ctyf4y4EjeNPX0EfxGrwqChu3Fz/AbZeAffBG9hu3S3l1A5jLet/ZWR7+3mmidb07iDIuXT2rrj82KshxzO+SDGdfs5y0umhmjLSKBFBx9IIv8NnJJNpCP07a3Juky46O3vW54EohimDtpF8GC+d9Syr4QsTQa3A5sVQ7eLM0IcSPaJ/4pg+Iws8= ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:23:06.988 INFO:teuthology.orchestra.run.smithi188.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMpl5Um1N40A1obVVRaskkKZ2FLI00nJ27AixxqyWvLIPcq7eLueg1yysEgvIReoNPcjdkcLgvrVmtRtbf/qvQYeuBdmCuzkDpkP2/RmMG8GB9QfrX1n9EBkCc8YbLZGVdOW2ux4FVsNzqoVj7nE8g/yOYBhTvlL1pJaKlxEqNg0/utSKrwUxzX0j4goFpoVkpKRSN9TNQrEAmJZVYhBQL1W6Nm6wCXSpmEGvrx7ODiO0QKXwqla05X9mHXp+KSrqBSHmK6vbUdedQFo8CXVZYVExaTL4O3SXV3WijBels8SrMdRGeqt9SqmQDahfxPnz28nwQ7J8Ctyf4y4EjeNPX0EfxGrwqChu3Fz/AbZeAffBG9hu3S3l1A5jLet/ZWR7+3mmidb07iDIuXT2rrj82KshxzO+SDGdfs5y0umhmjLSKBFBx9IIv8NnJJNpCP07a3Juky46O3vW54EohimDtpF8GC+d9Syr4QsTQa3A5sVQ7eLM0IcSPaJ/4pg+Iws8= ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:07.004 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-02T08:23:07.174 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:06 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3615809402' entity='client.admin' 2024-04-02T08:23:07.237 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:10.716 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-02T08:23:10.716 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-02T08:23:11.315 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:11 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/114445074' entity='client.admin' 2024-04-02T08:23:11.324 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:12.454 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:12 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:12.454 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:12 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:12.454 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:12 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi104", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:12.454 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:12 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:12.454 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:12 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:12.454 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:12 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:13.862 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi188 2024-04-02T08:23:13.862 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:23:13.862 DEBUG:teuthology.orchestra.run.smithi188:> dd of=/etc/ceph/ceph.conf 2024-04-02T08:23:13.880 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:23:13.880 DEBUG:teuthology.orchestra.run.smithi188:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:13.937 INFO:tasks.cephadm:Adding host smithi188 to orchestrator... 2024-04-02T08:23:13.937 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch host add smithi188 2024-04-02T08:23:14.150 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:14.523 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:14 smithi104 ceph-mon[27401]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:14.524 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:14 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:14.524 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:14 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:14.524 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:14 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:14.524 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:14 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:14.524 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:14 smithi104 ceph-mon[27401]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:23:14.524 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:14 smithi104 ceph-mon[27401]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:14.524 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:14 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:14.524 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:14 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:14.524 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:14 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:15.260 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:15 smithi104 ceph-mon[27401]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:15.260 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:15 smithi104 ceph-mon[27401]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:16 smithi104 ceph-mon[27401]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi188", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:18.438 INFO:teuthology.orchestra.run.smithi104.stdout:Added host 'smithi188' with addr '172.21.15.188' 2024-04-02T08:23:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:18 smithi104 ceph-mon[27401]: Deploying cephadm binary to smithi188 2024-04-02T08:23:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:18 smithi104 ceph-mon[27401]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:18.995 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch host ls --format=json 2024-04-02T08:23:19.193 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:19.594 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:19.594 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:19 smithi104 ceph-mon[27401]: Added host smithi188 2024-04-02T08:23:19.594 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:19.594 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:19.594 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:19.594 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:19 smithi104 ceph-mon[27401]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:20.959 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:23:20.959 INFO:teuthology.orchestra.run.smithi104.stdout:[{"addr": "172.21.15.104", "hostname": "smithi104", "labels": [], "status": ""}, {"addr": "172.21.15.188", "hostname": "smithi188", "labels": [], "status": ""}] 2024-04-02T08:23:21.261 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:21.566 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-02T08:23:21.567 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd crush tunables default 2024-04-02T08:23:21.762 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:22.104 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:22 smithi104 ceph-mon[27401]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:22.104 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:22 smithi104 ceph-mon[27401]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:23.848 INFO:teuthology.orchestra.run.smithi104.stderr:adjusted tunables profile to default 2024-04-02T08:23:24.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:24.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi188", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:23:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3733373182' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-02T08:23:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:24.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:24.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:23 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:24.437 INFO:tasks.cephadm:Adding mon.a on smithi104 2024-04-02T08:23:24.437 INFO:tasks.cephadm:Adding mon.c on smithi104 2024-04-02T08:23:24.437 INFO:tasks.cephadm:Adding mon.b on smithi188 2024-04-02T08:23:24.437 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mon '3;smithi104:172.21.15.104=a;smithi104:[v2:172.21.15.104:3301,v1:172.21.15.104:6790]=c;smithi188:172.21.15.188=b' 2024-04-02T08:23:24.628 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:25.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:24 smithi104 ceph-mon[27401]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:25.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:24 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3733373182' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-02T08:23:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:24 smithi104 ceph-mon[27401]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:26.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:25 smithi104 ceph-mon[27401]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:26.288 INFO:teuthology.orchestra.run.smithi188.stdout:Scheduled mon update... 2024-04-02T08:23:26.881 DEBUG:teuthology.orchestra.run.smithi104:mon.c> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.c.service 2024-04-02T08:23:26.884 DEBUG:teuthology.orchestra.run.smithi188:mon.b> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.b.service 2024-04-02T08:23:26.886 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:23:26.886 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:23:27.554 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:27 smithi104 ceph-mon[27401]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi104:172.21.15.104=a;smithi104:[v2:172.21.15.104:3301,v1:172.21.15.104:6790]=c;smithi188:172.21.15.188=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:27 smithi104 ceph-mon[27401]: Saving service mon spec with placement smithi104:172.21.15.104=a;smithi104:[v2:172.21.15.104:3301,v1:172.21.15.104:6790]=c;smithi188:172.21.15.188=b;count:3 2024-04-02T08:23:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:27 smithi104 ceph-mon[27401]: Deploying daemon mon.b on smithi188 2024-04-02T08:23:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:28 smithi104 ceph-mon[27401]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:30.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:30 smithi104 ceph-mon[27401]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:30.839 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:23:30.839 INFO:teuthology.orchestra.run.smithi188.stdout:{"epoch":1,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:21:59.892009Z","created":"2024-04-02T08:21:59.892009Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:3300","nonce":0},{"type":"v1","addr":"172.21.15.104:6789","nonce":0}]},"addr":"172.21.15.104:6789/0","public_addr":"172.21.15.104:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-02T08:23:30.841 INFO:teuthology.orchestra.run.smithi188.stderr:dumped monmap epoch 1 2024-04-02T08:23:31.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:30 smithi188 systemd[1]: Starting Ceph mon.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:31 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/1522587314' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:31.680 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 podman[30844]: 2024-04-02 08:23:31.583158483 +0000 UTC m=+0.105315107 container create 3404e6d1d70cb93b71ea82c51fd96513860e9e218580c63466c9e7c33fc9f6a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-02T08:23:31.680 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 podman[30844]: 2024-04-02 08:23:31.495519699 +0000 UTC m=+0.017676325 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:23:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 podman[30844]: 2024-04-02 08:23:31.735377013 +0000 UTC m=+0.257533637 container init 3404e6d1d70cb93b71ea82c51fd96513860e9e218580c63466c9e7c33fc9f6a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:23:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 podman[30844]: 2024-04-02 08:23:31.740393194 +0000 UTC m=+0.262549820 container start 3404e6d1d70cb93b71ea82c51fd96513860e9e218580c63466c9e7c33fc9f6a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 7 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: pidfile_write: ignore empty --pid-file 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: load: jerasure load: lrc 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Git sha 0 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: DB SUMMARY 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: DB Session ID: P974WHNLPM4JAVJGZ1R7 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:23:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.env: 0x563ad0141720 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.info_log: 0x563ad1a6f4e0 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:23:32.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.statistics: (nil) 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.use_fsync: 0 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:23:32.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.db_log_dir: 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.wal_dir: 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.write_buffer_manager: 0x563ad0ce6140 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:23:32.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.unordered_write: 0 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.row_cache: None 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.wal_filter: None 2024-04-02T08:23:32.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:23:32.129 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.wal_compression: 0 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:23:32.130 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:23:32.131 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_open_files: -1 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Compression algorithms supported: 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: kZSTD supported: 0 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:23:32.132 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.merge_operator: 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_filter: None 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563ad1a6f5e0) 2024-04-02T08:23:32.133 INFO:journalctl@ceph.mon.b.smithi188.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: index_type: 0 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: data_block_index_type: 0 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: index_shortening: 1 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: checksum: 4 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: no_block_cache: 0 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_cache: 0x563ad0d871f0 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_cache_options: 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: capacity : 536870912 2024-04-02T08:23:32.134 INFO:journalctl@ceph.mon.b.smithi188.stdout: num_shard_bits : 4 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: strict_capacity_limit : 0 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_cache_compressed: (nil) 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: persistent_cache: (nil) 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_size: 4096 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_size_deviation: 10 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_restart_interval: 16 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: index_block_restart_interval: 1 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: metadata_block_size: 4096 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: partition_filters: 0 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: use_delta_encoding: 1 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: filter_policy: bloomfilter 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: whole_key_filtering: 1 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: verify_compression: 0 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:23:32.135 INFO:journalctl@ceph.mon.b.smithi188.stdout: format_version: 5 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout: enable_index_compression: 1 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_align: 0 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout: max_auto_readahead_size: 262144 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout: prepopulate_block_cache: 0 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compression: NoCompression 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.num_levels: 7 2024-04-02T08:23:32.136 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:23:32.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:23:32.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:23:32.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:23:32.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.ttl: 2592000 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:23:32.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c5621eb3-b2ae-44d2-aa16-93373c1c7be2 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046211770121, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046211770534, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046211, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c5621eb3-b2ae-44d2-aa16-93373c1c7be2", "db_session_id": "P974WHNLPM4JAVJGZ1R7", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046211770613, "job": 1, "event": "recovery_finished"} 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:23:32.142 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563ad0e24000 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: DB pointer 0x563ad0e12000 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout: ** DB Stats ** 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout: ** Compaction Stats [default] ** 2024-04-02T08:23:32.143 INFO:journalctl@ceph.mon.b.smithi188.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: ** Compaction Stats [default] ** 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:23:32.144 INFO:journalctl@ceph.mon.b.smithi188.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout: Cumulative compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout: Interval compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout: Block cache BinnedLRUCache@0x563ad0d871f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: using public_addr v2:172.21.15.188:0/0 -> [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: starting mon.b rank -1 at public addrs [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] at bind addrs [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(???) e0 preinit fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).mds e1 new map 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-02T08:23:32.145 INFO:journalctl@ceph.mon.b.smithi188.stdout: e1 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout: legacy client fscid: -1 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout: No filesystems configured 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:23:32.146 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3733373182' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi104:172.21.15.104=a;smithi104:[v2:172.21.15.104:3301,v1:172.21.15.104:6790]=c;smithi188:172.21.15.188=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: Saving service mon spec with placement smithi104:172.21.15.104=a;smithi104:[v2:172.21.15.104:3301,v1:172.21.15.104:6790]=c;smithi188:172.21.15.188=b;count:3 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:32.147 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: Deploying daemon mon.b on smithi188 2024-04-02T08:23:32.148 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:32.148 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:32.148 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/1522587314' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:32.148 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 ceph-mon[30882]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-02T08:23:32.148 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 bash[30844]: 3404e6d1d70cb93b71ea82c51fd96513860e9e218580c63466c9e7c33fc9f6a8 2024-04-02T08:23:32.148 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:31 smithi188 systemd[1]: Started Ceph mon.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:32.427 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:23:32.429 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:23:32.628 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:23:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: mon.a calling monitor election 2024-04-02T08:23:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: mon.b calling monitor election 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: monmap e2: 2 mons at {a=[v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0],b=[v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: fsmap 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: mgrmap e13: y(active, since 39s) 2024-04-02T08:23:37.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: overall HEALTH_OK 2024-04-02T08:23:37.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:37.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:37.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:37.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:37.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:37.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:37.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: mon.a calling monitor election 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: mon.b calling monitor election 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: monmap e2: 2 mons at {a=[v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0],b=[v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: fsmap 2024-04-02T08:23:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:37.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: mgrmap e13: y(active, since 39s) 2024-04-02T08:23:37.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: overall HEALTH_OK 2024-04-02T08:23:37.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:37.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:37.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:37.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:37.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:37.464 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:23:37.464 INFO:teuthology.orchestra.run.smithi188.stdout:{"epoch":2,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:23:31.792027Z","created":"2024-04-02T08:21:59.892009Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:3300","nonce":0},{"type":"v1","addr":"172.21.15.104:6789","nonce":0}]},"addr":"172.21.15.104:6789/0","public_addr":"172.21.15.104:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:3300","nonce":0},{"type":"v1","addr":"172.21.15.188:6789","nonce":0}]},"addr":"172.21.15.188:6789/0","public_addr":"172.21.15.188:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-02T08:23:37.466 INFO:teuthology.orchestra.run.smithi188.stderr:dumped monmap epoch 2 2024-04-02T08:23:38.035 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:37 smithi188 ceph-mon[30882]: Deploying daemon mon.c on smithi104 2024-04-02T08:23:38.035 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:37 smithi188 ceph-mon[30882]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:38.036 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:37 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/3904448525' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:38.036 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:37 smithi104 ceph-mon[27401]: Deploying daemon mon.c on smithi104 2024-04-02T08:23:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:37 smithi104 ceph-mon[27401]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:37 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/3904448525' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:39.057 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:23:39.058 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:23:39.092 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:23:38 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:23:38.791+0000 7f54d708e700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-02T08:23:39.269 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:23:40.075 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:39 smithi104 podman[39191]: 2024-04-02 08:23:39.875329799 +0000 UTC m=+0.017951362 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:23:40.341 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:40 smithi188 ceph-mon[30882]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.413 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[27401]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.415 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 podman[39191]: 2024-04-02 08:23:40.190969183 +0000 UTC m=+0.333590737 container init 91267a7083f3683372c9904df0252fc8fbac75d83be646c790226cffee5d835e (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True) 2024-04-02T08:23:40.415 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 podman[39191]: 2024-04-02 08:23:40.196062576 +0000 UTC m=+0.338684120 container start 91267a7083f3683372c9904df0252fc8fbac75d83be646c790226cffee5d835e (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-02T08:23:40.415 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:23:40.415 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 7 2024-04-02T08:23:40.416 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: pidfile_write: ignore empty --pid-file 2024-04-02T08:23:40.416 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: load: jerasure load: lrc 2024-04-02T08:23:40.416 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:23:40.416 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Git sha 0 2024-04-02T08:23:40.416 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:23:40.416 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: DB SUMMARY 2024-04-02T08:23:40.416 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: DB Session ID: 7KYZL5B7CQSF0VZV6VOV 2024-04-02T08:23:40.416 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:23:40.416 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:23:40.416 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.env: 0x555ccd13e720 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.info_log: 0x555ccf5074e0 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.statistics: (nil) 2024-04-02T08:23:40.417 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.use_fsync: 0 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:23:40.418 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.db_log_dir: 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.wal_dir: 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.write_buffer_manager: 0x555cce77e140 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:23:40.419 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.unordered_write: 0 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.row_cache: None 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.wal_filter: None 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:23:40.420 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.wal_compression: 0 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:23:40.421 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:23:40.422 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_open_files: -1 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Compression algorithms supported: 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: kZSTD supported: 0 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:23:40.423 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.merge_operator: 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_filter: None 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555ccf5075e0) 2024-04-02T08:23:40.424 INFO:journalctl@ceph.mon.c.smithi104.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: index_type: 0 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: data_block_index_type: 0 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: index_shortening: 1 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: checksum: 4 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: no_block_cache: 0 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_cache: 0x555cce81f1f0 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_cache_options: 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: capacity : 536870912 2024-04-02T08:23:40.425 INFO:journalctl@ceph.mon.c.smithi104.stdout: num_shard_bits : 4 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: strict_capacity_limit : 0 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_cache_compressed: (nil) 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: persistent_cache: (nil) 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_size: 4096 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_size_deviation: 10 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_restart_interval: 16 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: index_block_restart_interval: 1 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: metadata_block_size: 4096 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: partition_filters: 0 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: use_delta_encoding: 1 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: filter_policy: bloomfilter 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: whole_key_filtering: 1 2024-04-02T08:23:40.426 INFO:journalctl@ceph.mon.c.smithi104.stdout: verify_compression: 0 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout: format_version: 5 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout: enable_index_compression: 1 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_align: 0 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout: max_auto_readahead_size: 262144 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout: prepopulate_block_cache: 0 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compression: NoCompression 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:23:40.427 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.num_levels: 7 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:23:40.428 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:23:40.429 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:23:40.430 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:23:40.431 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:23:40.431 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:23:40.431 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:23:40.431 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:23:40.431 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:23:40.431 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:23:40.431 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:23:40.431 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:23:40.431 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:23:40.431 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:23:40.431 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:23:40.432 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.ttl: 2592000 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:23:40.433 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d85f3e7e-708b-4bc2-967a-9ce2016e5116 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046220224600, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046220224985, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046220, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d85f3e7e-708b-4bc2-967a-9ce2016e5116", "db_session_id": "7KYZL5B7CQSF0VZV6VOV", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046220225074, "job": 1, "event": "recovery_finished"} 2024-04-02T08:23:40.434 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x555cce8bc000 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: DB pointer 0x555cce8aa000 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout: ** DB Stats ** 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:23:40.435 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: ** Compaction Stats [default] ** 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: ** Compaction Stats [default] ** 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:23:40.436 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:23:40.437 INFO:journalctl@ceph.mon.c.smithi104.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:23:40.437 INFO:journalctl@ceph.mon.c.smithi104.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:23:40.437 INFO:journalctl@ceph.mon.c.smithi104.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:23:40.437 INFO:journalctl@ceph.mon.c.smithi104.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:23:40.437 INFO:journalctl@ceph.mon.c.smithi104.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:23:40.437 INFO:journalctl@ceph.mon.c.smithi104.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:23:40.437 INFO:journalctl@ceph.mon.c.smithi104.stdout: Cumulative compaction: 0.00 GB write, 0.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:23:40.437 INFO:journalctl@ceph.mon.c.smithi104.stdout: Interval compaction: 0.00 GB write, 0.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:23:40.437 INFO:journalctl@ceph.mon.c.smithi104.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:23:40.437 INFO:journalctl@ceph.mon.c.smithi104.stdout: Block cache BinnedLRUCache@0x555cce81f1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: using public_addrv [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: starting mon.c rank -1 at public addrs [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] at bind addrs [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(???) e0 preinit fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).mds e1 new map 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout: e1 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout: legacy client fscid: -1 2024-04-02T08:23:40.438 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout: No filesystems configured 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:40.439 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3733373182' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-02T08:23:40.440 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:40.440 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.440 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi104:172.21.15.104=a;smithi104:[v2:172.21.15.104:3301,v1:172.21.15.104:6790]=c;smithi188:172.21.15.188=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:40.440 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: Saving service mon spec with placement smithi104:172.21.15.104=a;smithi104:[v2:172.21.15.104:3301,v1:172.21.15.104:6790]=c;smithi188:172.21.15.188=b;count:3 2024-04-02T08:23:40.440 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:40.440 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:40.440 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:40.441 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:40.441 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:40.441 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:40.441 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:40.441 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: Deploying daemon mon.b on smithi188 2024-04-02T08:23:40.441 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.441 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/1522587314' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.a calling monitor election 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.b calling monitor election 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:23:40.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: monmap e2: 2 mons at {a=[v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0],b=[v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:40.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: fsmap 2024-04-02T08:23:40.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:40.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mgrmap e13: y(active, since 39s) 2024-04-02T08:23:40.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: overall HEALTH_OK 2024-04-02T08:23:40.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:40.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:40.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:40.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:40.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:40.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: Deploying daemon mon.c on smithi104 2024-04-02T08:23:40.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.444 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/3904448525' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:40.444 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:40.444 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.444 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 ceph-mon[39229]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-02T08:23:40.444 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 bash[39191]: 91267a7083f3683372c9904df0252fc8fbac75d83be646c790226cffee5d835e 2024-04-02T08:23:40.444 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:40 smithi104 systemd[1]: Started Ceph mon.c for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: mon.a calling monitor election 2024-04-02T08:23:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: mon.b calling monitor election 2024-04-02T08:23:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: mon.c calling monitor election 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: monmap e3: 3 mons at {a=[v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0],b=[v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0],c=[v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: fsmap 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: mgrmap e13: y(active, since 48s) 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: overall HEALTH_OK 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:45.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:45 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: mon.a calling monitor election 2024-04-02T08:23:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: mon.b calling monitor election 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: mon.c calling monitor election 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: monmap e3: 3 mons at {a=[v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0],b=[v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0],c=[v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: fsmap 2024-04-02T08:23:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: mgrmap e13: y(active, since 48s) 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: overall HEALTH_OK 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: mon.a calling monitor election 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: mon.b calling monitor election 2024-04-02T08:23:45.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: mon.c calling monitor election 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: monmap e3: 3 mons at {a=[v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0],b=[v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0],c=[v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: fsmap 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: mgrmap e13: y(active, since 48s) 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: overall HEALTH_OK 2024-04-02T08:23:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:45.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:45.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:45.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:45 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:46 smithi188 ceph-mon[30882]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:46 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:46 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:46.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:46 smithi104 ceph-mon[27401]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:46.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:46 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:46 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:46.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:46 smithi104 ceph-mon[39229]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:46.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:46 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:46 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:47.119 INFO:teuthology.orchestra.run.smithi188.stdout: 2024-04-02T08:23:47.119 INFO:teuthology.orchestra.run.smithi188.stdout:{"epoch":3,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:23:40.244628Z","created":"2024-04-02T08:21:59.892009Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:3300","nonce":0},{"type":"v1","addr":"172.21.15.104:6789","nonce":0}]},"addr":"172.21.15.104:6789/0","public_addr":"172.21.15.104:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:3300","nonce":0},{"type":"v1","addr":"172.21.15.188:6789","nonce":0}]},"addr":"172.21.15.188:6789/0","public_addr":"172.21.15.188:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:3301","nonce":0},{"type":"v1","addr":"172.21.15.104:6790","nonce":0}]},"addr":"172.21.15.104:6790/0","public_addr":"172.21.15.104:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-02T08:23:47.121 INFO:teuthology.orchestra.run.smithi188.stderr:dumped monmap epoch 3 2024-04-02T08:23:47.742 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.742 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.742 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.742 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.742 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:47.742 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:47.742 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:23:47.742 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:23:47.742 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/346179389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:23:47.743 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:47.744 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:47.744 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:47.744 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: Reconfiguring daemon mon.a on smithi104 2024-04-02T08:23:47.744 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.762 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-02T08:23:47.762 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph config generate-minimal-conf 2024-04-02T08:23:47.765 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.765 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.765 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.765 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.765 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:47.765 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:47.765 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:23:47.765 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/346179389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.766 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: Reconfiguring daemon mon.a on smithi104 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:47.767 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:47.769 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:23:47.769 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:23:47.769 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:47.769 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:47.769 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/346179389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.769 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.769 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.769 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.769 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: Reconfiguring daemon mon.a on smithi104 2024-04-02T08:23:47.770 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:48.735 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:49.929 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:49.929 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:49.930 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[27401]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:23:49.930 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:49.930 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:49.930 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:49.930 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[27401]: Reconfiguring daemon mon.c on smithi104 2024-04-02T08:23:49.930 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[27401]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:49.930 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:49.931 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:49.931 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[39229]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:23:49.931 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:49.931 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:49.931 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:49.931 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[39229]: Reconfiguring daemon mon.c on smithi104 2024-04-02T08:23:49.931 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:49 smithi104 ceph-mon[39229]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:49 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:49 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:49 smithi188 ceph-mon[30882]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:23:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:49 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:49 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:49 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:49 smithi188 ceph-mon[30882]: Reconfiguring daemon mon.c on smithi104 2024-04-02T08:23:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:49 smithi188 ceph-mon[30882]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:51.111 INFO:teuthology.orchestra.run.smithi104.stdout:# minimal ceph.conf for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:51.111 INFO:teuthology.orchestra.run.smithi104.stdout:[global] 2024-04-02T08:23:51.111 INFO:teuthology.orchestra.run.smithi104.stdout: fsid = f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:51.111 INFO:teuthology.orchestra.run.smithi104.stdout: mon_host = [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] 2024-04-02T08:23:51.373 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:51 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2343379219' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:51.373 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:51 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2343379219' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:51 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2343379219' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:51.652 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-02T08:23:51.652 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:23:51.652 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:23:51.683 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:23:51.684 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:51.751 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:23:51.751 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:23:51.787 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:23:51.787 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:51.858 INFO:tasks.cephadm:Adding mgr.y on smithi104 2024-04-02T08:23:51.858 INFO:tasks.cephadm:Adding mgr.x on smithi188 2024-04-02T08:23:51.858 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mgr '2;smithi104=y;smithi188=x' 2024-04-02T08:23:52.096 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:23:52.334 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:52 smithi188 ceph-mon[30882]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:52.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:52 smithi104 ceph-mon[27401]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:52 smithi104 ceph-mon[39229]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:53 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:53 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:53 smithi188 ceph-mon[30882]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:23:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:53 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:53 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:53 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:53 smithi188 ceph-mon[30882]: Reconfiguring daemon mon.b on smithi188 2024-04-02T08:23:53.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:53.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:53.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[27401]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:23:53.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:53.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:53.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:53.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[27401]: Reconfiguring daemon mon.b on smithi188 2024-04-02T08:23:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[39229]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:23:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:53 smithi104 ceph-mon[39229]: Reconfiguring daemon mon.b on smithi188 2024-04-02T08:23:54.220 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:54 smithi188 ceph-mon[30882]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:54.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:54 smithi104 ceph-mon[27401]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:54 smithi104 ceph-mon[39229]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:54.482 INFO:teuthology.orchestra.run.smithi188.stdout:Scheduled mgr update... 2024-04-02T08:23:55.312 DEBUG:teuthology.orchestra.run.smithi188:mgr.x> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service 2024-04-02T08:23:55.315 INFO:tasks.cephadm:Deploying OSDs... 2024-04-02T08:23:55.315 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:23:55.315 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:23:55.335 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:23:55.335 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_1 2024-04-02T08:23:55.393 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:23:55.393 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:55.393 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-02T08:23:55.393 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:55.394 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:55.394 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-04-02 08:23:39.704268130 +0000 2024-04-02T08:23:55.394 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-04-02 08:19:07.636067675 +0000 2024-04-02T08:23:55.394 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-04-02 08:19:07.636067675 +0000 2024-04-02T08:23:55.394 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-04-02 08:19:07.636067675 +0000 2024-04-02T08:23:55.394 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:23:55.464 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-04-02T08:23:55.464 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-04-02T08:23:55.464 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000230783 s, 2.2 MB/s 2024-04-02T08:23:55.465 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:23:55.524 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_2 2024-04-02T08:23:55.581 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:23:55.581 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:55.581 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-02T08:23:55.581 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:55.581 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:55.581 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-04-02 08:23:39.704268130 +0000 2024-04-02T08:23:55.581 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-04-02 08:19:07.964063647 +0000 2024-04-02T08:23:55.581 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-04-02 08:19:07.964063647 +0000 2024-04-02T08:23:55.581 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-04-02 08:19:07.964063647 +0000 2024-04-02T08:23:55.581 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:23:55.611 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi104=y;smithi188=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: Saving service mgr spec with placement smithi104=y;smithi188=x;count:2 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: Deploying daemon mgr.x on smithi188 2024-04-02T08:23:55.612 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:55 smithi188 ceph-mon[30882]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:55.649 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-04-02T08:23:55.649 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-04-02T08:23:55.649 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000185594 s, 2.8 MB/s 2024-04-02T08:23:55.650 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:23:55.707 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_3 2024-04-02T08:23:55.763 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:23:55.763 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:55.763 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-02T08:23:55.763 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:55.763 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:55.763 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-04-02 08:23:39.704268130 +0000 2024-04-02T08:23:55.764 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-04-02 08:19:08.292059619 +0000 2024-04-02T08:23:55.764 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-04-02 08:19:08.292059619 +0000 2024-04-02T08:23:55.764 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-04-02 08:19:08.292059619 +0000 2024-04-02T08:23:55.764 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:23:55.828 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi104=y;smithi188=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:55.828 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: Saving service mgr spec with placement smithi104=y;smithi188=x;count:2 2024-04-02T08:23:55.828 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.828 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.828 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.828 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:55.828 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:55.828 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:55.828 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: Deploying daemon mgr.x on smithi188 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[27401]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi104=y;smithi188=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: Saving service mgr spec with placement smithi104=y;smithi188=x;count:2 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.829 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:55.830 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:55.830 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:55.830 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:55.830 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:55.830 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:23:55.830 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:55.830 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:55.830 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: Deploying daemon mgr.x on smithi188 2024-04-02T08:23:55.830 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:55 smithi104 ceph-mon[39229]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:55.830 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-04-02T08:23:55.831 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-04-02T08:23:55.831 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000184442 s, 2.8 MB/s 2024-04-02T08:23:55.832 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:23:55.888 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_4 2024-04-02T08:23:55.943 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:23:55.944 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:55.944 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-04-02T08:23:55.944 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:55.944 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:55.944 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-04-02 08:23:39.705268117 +0000 2024-04-02T08:23:55.944 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-04-02 08:19:08.641055332 +0000 2024-04-02T08:23:55.944 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-04-02 08:19:08.641055332 +0000 2024-04-02T08:23:55.944 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-04-02 08:19:08.641055332 +0000 2024-04-02T08:23:55.944 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:23:56.010 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-04-02T08:23:56.011 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-04-02T08:23:56.011 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000198998 s, 2.6 MB/s 2024-04-02T08:23:56.012 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:23:56.068 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:23:56.068 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:23:56.083 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:23:56.083 DEBUG:teuthology.orchestra.run.smithi188:> stat /dev/vg_nvme/lv_1 2024-04-02T08:23:56.138 INFO:teuthology.orchestra.run.smithi188.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:23:56.138 INFO:teuthology.orchestra.run.smithi188.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:56.138 INFO:teuthology.orchestra.run.smithi188.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-04-02T08:23:56.138 INFO:teuthology.orchestra.run.smithi188.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:56.138 INFO:teuthology.orchestra.run.smithi188.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:56.138 INFO:teuthology.orchestra.run.smithi188.stdout:Access: 2024-04-02 08:23:30.884189424 +0000 2024-04-02T08:23:56.138 INFO:teuthology.orchestra.run.smithi188.stdout:Modify: 2024-04-02 08:19:07.640062723 +0000 2024-04-02T08:23:56.138 INFO:teuthology.orchestra.run.smithi188.stdout:Change: 2024-04-02 08:19:07.640062723 +0000 2024-04-02T08:23:56.138 INFO:teuthology.orchestra.run.smithi188.stdout: Birth: 2024-04-02 08:19:07.640062723 +0000 2024-04-02T08:23:56.138 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:23:56.204 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records in 2024-04-02T08:23:56.204 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records out 2024-04-02T08:23:56.204 INFO:teuthology.orchestra.run.smithi188.stderr:512 bytes copied, 0.000187625 s, 2.7 MB/s 2024-04-02T08:23:56.207 DEBUG:teuthology.orchestra.run.smithi188:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:23:56.263 DEBUG:teuthology.orchestra.run.smithi188:> stat /dev/vg_nvme/lv_2 2024-04-02T08:23:56.318 INFO:teuthology.orchestra.run.smithi188.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:23:56.318 INFO:teuthology.orchestra.run.smithi188.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:56.318 INFO:teuthology.orchestra.run.smithi188.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-02T08:23:56.318 INFO:teuthology.orchestra.run.smithi188.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:56.318 INFO:teuthology.orchestra.run.smithi188.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:56.318 INFO:teuthology.orchestra.run.smithi188.stdout:Access: 2024-04-02 08:23:30.885189405 +0000 2024-04-02T08:23:56.318 INFO:teuthology.orchestra.run.smithi188.stdout:Modify: 2024-04-02 08:19:07.985056434 +0000 2024-04-02T08:23:56.318 INFO:teuthology.orchestra.run.smithi188.stdout:Change: 2024-04-02 08:19:07.985056434 +0000 2024-04-02T08:23:56.318 INFO:teuthology.orchestra.run.smithi188.stdout: Birth: 2024-04-02 08:19:07.985056434 +0000 2024-04-02T08:23:56.318 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:23:56.384 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records in 2024-04-02T08:23:56.384 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records out 2024-04-02T08:23:56.384 INFO:teuthology.orchestra.run.smithi188.stderr:512 bytes copied, 0.000218125 s, 2.3 MB/s 2024-04-02T08:23:56.385 DEBUG:teuthology.orchestra.run.smithi188:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:23:56.440 DEBUG:teuthology.orchestra.run.smithi188:> stat /dev/vg_nvme/lv_3 2024-04-02T08:23:56.499 INFO:teuthology.orchestra.run.smithi188.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:23:56.499 INFO:teuthology.orchestra.run.smithi188.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:56.499 INFO:teuthology.orchestra.run.smithi188.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-02T08:23:56.499 INFO:teuthology.orchestra.run.smithi188.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:56.500 INFO:teuthology.orchestra.run.smithi188.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:56.500 INFO:teuthology.orchestra.run.smithi188.stdout:Access: 2024-04-02 08:23:30.885189405 +0000 2024-04-02T08:23:56.500 INFO:teuthology.orchestra.run.smithi188.stdout:Modify: 2024-04-02 08:19:08.320050328 +0000 2024-04-02T08:23:56.500 INFO:teuthology.orchestra.run.smithi188.stdout:Change: 2024-04-02 08:19:08.320050328 +0000 2024-04-02T08:23:56.500 INFO:teuthology.orchestra.run.smithi188.stdout: Birth: 2024-04-02 08:19:08.320050328 +0000 2024-04-02T08:23:56.500 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:23:56.607 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records in 2024-04-02T08:23:56.607 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records out 2024-04-02T08:23:56.607 INFO:teuthology.orchestra.run.smithi188.stderr:512 bytes copied, 0.000198123 s, 2.6 MB/s 2024-04-02T08:23:56.608 DEBUG:teuthology.orchestra.run.smithi188:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:23:56.623 DEBUG:teuthology.orchestra.run.smithi188:> stat /dev/vg_nvme/lv_4 2024-04-02T08:23:56.682 INFO:teuthology.orchestra.run.smithi188.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:23:56.682 INFO:teuthology.orchestra.run.smithi188.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:56.682 INFO:teuthology.orchestra.run.smithi188.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-04-02T08:23:56.682 INFO:teuthology.orchestra.run.smithi188.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:56.682 INFO:teuthology.orchestra.run.smithi188.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:56.682 INFO:teuthology.orchestra.run.smithi188.stdout:Access: 2024-04-02 08:23:56.562726447 +0000 2024-04-02T08:23:56.682 INFO:teuthology.orchestra.run.smithi188.stdout:Modify: 2024-04-02 08:19:08.654044240 +0000 2024-04-02T08:23:56.682 INFO:teuthology.orchestra.run.smithi188.stdout:Change: 2024-04-02 08:19:08.654044240 +0000 2024-04-02T08:23:56.682 INFO:teuthology.orchestra.run.smithi188.stdout: Birth: 2024-04-02 08:19:08.654044240 +0000 2024-04-02T08:23:56.683 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:23:56.785 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records in 2024-04-02T08:23:56.786 INFO:teuthology.orchestra.run.smithi188.stderr:1+0 records out 2024-04-02T08:23:56.786 INFO:teuthology.orchestra.run.smithi188.stderr:512 bytes copied, 0.000239122 s, 2.1 MB/s 2024-04-02T08:23:56.787 DEBUG:teuthology.orchestra.run.smithi188:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:23:56.802 INFO:tasks.cephadm:Deploying osd.0 on smithi104 with /dev/vg_nvme/lv_4... 2024-04-02T08:23:56.802 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:23:56.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:56 smithi188 systemd[1]: Starting Ceph mgr.x for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:57.011 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:57.283 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:57 smithi188 podman[32947]: 2024-04-02 08:23:56.925596995 +0000 UTC m=+0.017522034 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:23:57.283 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:57 smithi188 podman[32947]: 2024-04-02 08:23:57.028070999 +0000 UTC m=+0.119996022 container create 718d93b7fa9abfc13f1d30f9e168e1ad2a058560a66695b53a7a2462665387cd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:23:57.283 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:57 smithi188 podman[32947]: 2024-04-02 08:23:57.255180221 +0000 UTC m=+0.347105251 container init 718d93b7fa9abfc13f1d30f9e168e1ad2a058560a66695b53a7a2462665387cd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-02T08:23:57.284 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:57 smithi188 podman[32947]: 2024-04-02 08:23:57.261164362 +0000 UTC m=+0.353089380 container start 718d93b7fa9abfc13f1d30f9e168e1ad2a058560a66695b53a7a2462665387cd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-02T08:23:57.284 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:57 smithi188 ceph-mgr[32984]: -- 172.21.15.188:0/2973942662 <== mon.1 v2:172.21.15.188:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f7585781a0 con 0x55f75854e800 2024-04-02T08:23:57.622 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:57 smithi188 bash[32947]: 718d93b7fa9abfc13f1d30f9e168e1ad2a058560a66695b53a7a2462665387cd 2024-04-02T08:23:57.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:57 smithi188 systemd[1]: Started Ceph mgr.x for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:58.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:57.826+0000 7f2f3b003200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:23:58.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:57.933+0000 7f2f3b003200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:23:58.364 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[27401]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:58.364 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.364 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.364 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.364 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.364 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:58.364 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[39229]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:58.365 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.365 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.365 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.365 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.365 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:58.592 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:58 smithi188 ceph-mon[30882]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:58.593 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.593 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.593 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.593 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:58.593 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:58.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:58.593+0000 7f2f3b003200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:23:58.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:58.690+0000 7f2f3b003200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:23:58.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:58.835+0000 7f2f3b003200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:23:58.910 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:23:58.910 INFO:teuthology.orchestra.run.smithi104.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:23:58.910 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 10+0 records in 2024-04-02T08:23:58.910 INFO:teuthology.orchestra.run.smithi104.stderr:10+0 records out 2024-04-02T08:23:58.910 INFO:teuthology.orchestra.run.smithi104.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0118313 s, 886 MB/s 2024-04-02T08:23:58.910 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 2024-04-02T08:23:58.910 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping successful for: 2024-04-02T08:23:59.275 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:58.931+0000 7f2f3b003200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:23:59.275 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:59.013+0000 7f2f3b003200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:23:59.275 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:59.276+0000 7f2f3b003200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:23:59.532 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi104:vg_nvme/lv_4 2024-04-02T08:23:59.561 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:59.385+0000 7f2f3b003200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:59.561 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:59.469+0000 7f2f3b003200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:23:59.561 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:59.562+0000 7f2f3b003200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:23:59.853 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:59.853 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:59.853 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:59.853 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:59.853 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:59.853 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[27401]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:23:59.854 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:59.854 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:59.854 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:59.854 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[27401]: Reconfiguring daemon mgr.y on smithi104 2024-04-02T08:23:59.854 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[27401]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:59.854 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:59.854 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:59.854 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:59.854 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:59.854 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:59.854 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[39229]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:23:59.855 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:59.855 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:59.855 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:59.855 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[39229]: Reconfiguring daemon mgr.y on smithi104 2024-04-02T08:23:59.855 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:23:59 smithi104 ceph-mon[39229]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:59.872 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:23:59.737+0000 7f2f3b003200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-mon[30882]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-mon[30882]: Reconfiguring daemon mgr.y on smithi104 2024-04-02T08:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:23:59 smithi188 ceph-mon[30882]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:00.697 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:01.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:00.701+0000 7f2f3b003200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:24:01.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:00.832+0000 7f2f3b003200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:24:01.458 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:01.174+0000 7f2f3b003200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:24:01.458 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:01.265+0000 7f2f3b003200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:24:01.459 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:01.460+0000 7f2f3b003200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:24:01.763 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:01.642+0000 7f2f3b003200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:24:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[27401]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[39229]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:01.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:01 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:02.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:01.924+0000 7f2f3b003200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:24:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-mon[30882]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:01 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:02.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:02.185+0000 7f2f3b003200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:24:02.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:02.415+0000 7f2f3b003200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:24:03.386 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:03 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:03.386 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:03 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:03.386 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:03 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:03.386 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:03 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:03.387 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:03 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:03.387 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:03 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:03.387 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:03 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:03.387 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:03 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:03.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:03.205+0000 7f2f3b003200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:24:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:03 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:03 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:03 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:03 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:04.082 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:03.771+0000 7f2f3b003200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:24:04.082 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:03.869+0000 7f2f3b003200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:24:04.082 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:24:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:24:04.083+0000 7f2f3b003200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:24:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:04 smithi188 ceph-mon[30882]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:04 smithi188 ceph-mon[30882]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:04 smithi188 ceph-mon[30882]: Standby manager daemon x started 2024-04-02T08:24:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:04 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:04 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:04 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:04 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[27401]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[27401]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[27401]: Standby manager daemon x started 2024-04-02T08:24:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:04.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[39229]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:04.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[39229]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:04.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[39229]: Standby manager daemon x started 2024-04-02T08:24:04.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:24:04.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:24:04.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:24:04.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:04 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/473261694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:24:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:05 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1642058353' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20ec60a0-f76b-46db-80ba-c23fe4773ba9"}]: dispatch 2024-04-02T08:24:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:05 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1642058353' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20ec60a0-f76b-46db-80ba-c23fe4773ba9"}]': finished 2024-04-02T08:24:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:05 smithi188 ceph-mon[30882]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:24:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:05 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:05 smithi188 ceph-mon[30882]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-02T08:24:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:05 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:24:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1642058353' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20ec60a0-f76b-46db-80ba-c23fe4773ba9"}]: dispatch 2024-04-02T08:24:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1642058353' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20ec60a0-f76b-46db-80ba-c23fe4773ba9"}]': finished 2024-04-02T08:24:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[27401]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:24:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[27401]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-02T08:24:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:24:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1642058353' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20ec60a0-f76b-46db-80ba-c23fe4773ba9"}]: dispatch 2024-04-02T08:24:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1642058353' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20ec60a0-f76b-46db-80ba-c23fe4773ba9"}]': finished 2024-04-02T08:24:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[39229]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:24:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[39229]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-02T08:24:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:05 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:24:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:06 smithi188 ceph-mon[30882]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:06 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1449991981' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:06 smithi104 ceph-mon[27401]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:06 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1449991981' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:06 smithi104 ceph-mon[39229]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:06 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1449991981' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:08.483 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:08 smithi104 ceph-mon[27401]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:08.484 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:08 smithi104 ceph-mon[39229]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:08 smithi188 ceph-mon[30882]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:10.164 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:10 smithi104 ceph-mon[39229]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:10.165 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:10 smithi104 ceph-mon[27401]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:10.372 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:10 smithi188 ceph-mon[30882]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:12 smithi188 ceph-mon[30882]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:12 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:24:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:12 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:12 smithi104 ceph-mon[39229]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:12 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:24:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:12 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:12 smithi104 ceph-mon[27401]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:12 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:24:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:12 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:13.504 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:13 smithi104 ceph-mon[39229]: Deploying daemon osd.0 on smithi104 2024-04-02T08:24:13.504 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:13 smithi104 ceph-mon[27401]: Deploying daemon osd.0 on smithi104 2024-04-02T08:24:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:13 smithi188 ceph-mon[30882]: Deploying daemon osd.0 on smithi104 2024-04-02T08:24:14.547 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:14 smithi104 ceph-mon[27401]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:14.547 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:14 smithi104 ceph-mon[39229]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:14 smithi188 ceph-mon[30882]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:16.535 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:16 smithi104 ceph-mon[27401]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:16.535 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:16 smithi104 ceph-mon[39229]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:16 smithi188 ceph-mon[30882]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:17 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:17 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:17 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:17 smithi188 ceph-mon[30882]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:18.132 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:17 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:18.133 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:17 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:18.133 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:17 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:18.133 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:17 smithi104 ceph-mon[39229]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:18.133 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:17 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:18.133 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:17 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:18.133 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:17 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:18.133 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:17 smithi104 ceph-mon[27401]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:20 smithi188 ceph-mon[30882]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:20 smithi188 ceph-mon[30882]: from='osd.0 [v2:172.21.15.104:6802/2169906796,v1:172.21.15.104:6803/2169906796]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:20 smithi188 ceph-mon[30882]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[27401]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[27401]: from='osd.0 [v2:172.21.15.104:6802/2169906796,v1:172.21.15.104:6803/2169906796]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[27401]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[39229]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[39229]: from='osd.0 [v2:172.21.15.104:6802/2169906796,v1:172.21.15.104:6803/2169906796]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:20 smithi104 ceph-mon[39229]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:20.469 INFO:teuthology.orchestra.run.smithi104.stdout:Created osd(s) 0 on host 'smithi104' 2024-04-02T08:24:21.132 DEBUG:teuthology.orchestra.run.smithi104:osd.0> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.0.service 2024-04-02T08:24:21.134 INFO:tasks.cephadm:Deploying osd.1 on smithi104 with /dev/vg_nvme/lv_3... 2024-04-02T08:24:21.134 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:24:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[27401]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:24:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[27401]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:24:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[27401]: from='osd.0 [v2:172.21.15.104:6802/2169906796,v1:172.21.15.104:6803/2169906796]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[27401]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[27401]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[39229]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:24:21.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[39229]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:24:21.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:21.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[39229]: from='osd.0 [v2:172.21.15.104:6802/2169906796,v1:172.21.15.104:6803/2169906796]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:21.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[39229]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:21.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-mon[39229]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:21.641 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[43638]: 2024-04-02T08:24:21.492+0000 7f4bdc3b3700 -1 osd.0 0 waiting for initial osdmap 2024-04-02T08:24:21.641 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:24:21 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[43638]: 2024-04-02T08:24:21.494+0000 7f4bd81a8700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:24:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:21 smithi188 ceph-mon[30882]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:24:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:21 smithi188 ceph-mon[30882]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:24:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:21 smithi188 ceph-mon[30882]: from='osd.0 [v2:172.21.15.104:6802/2169906796,v1:172.21.15.104:6803/2169906796]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:21 smithi188 ceph-mon[30882]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:21 smithi188 ceph-mon[30882]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:22.031 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:22.687 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:22 smithi104 ceph-mon[39229]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:24:22.687 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:22 smithi104 ceph-mon[39229]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:24:22.687 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:22 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:22.687 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:22 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:22.688 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:22 smithi104 ceph-mon[27401]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:24:22.688 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:22 smithi104 ceph-mon[27401]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:24:22.688 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:22 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:22.688 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:22 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:22 smithi188 ceph-mon[30882]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:24:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:22 smithi188 ceph-mon[30882]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:24:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:22 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:22 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:23.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[39229]: purged_snaps scrub starts 2024-04-02T08:24:23.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[39229]: purged_snaps scrub ok 2024-04-02T08:24:23.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[39229]: osd.0 [v2:172.21.15.104:6802/2169906796,v1:172.21.15.104:6803/2169906796] boot 2024-04-02T08:24:23.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[39229]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:24:23.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:23.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[39229]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:23.792 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[27401]: purged_snaps scrub starts 2024-04-02T08:24:23.792 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[27401]: purged_snaps scrub ok 2024-04-02T08:24:23.792 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[27401]: osd.0 [v2:172.21.15.104:6802/2169906796,v1:172.21.15.104:6803/2169906796] boot 2024-04-02T08:24:23.792 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[27401]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:24:23.792 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:23.792 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:23 smithi104 ceph-mon[27401]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:23 smithi188 ceph-mon[30882]: purged_snaps scrub starts 2024-04-02T08:24:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:23 smithi188 ceph-mon[30882]: purged_snaps scrub ok 2024-04-02T08:24:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:23 smithi188 ceph-mon[30882]: osd.0 [v2:172.21.15.104:6802/2169906796,v1:172.21.15.104:6803/2169906796] boot 2024-04-02T08:24:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:23 smithi188 ceph-mon[30882]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:24:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:23 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:23 smithi188 ceph-mon[30882]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:24.621 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:24:24.622 INFO:teuthology.orchestra.run.smithi104.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:24:24.622 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 10+0 records in 2024-04-02T08:24:24.622 INFO:teuthology.orchestra.run.smithi104.stderr:10+0 records out 2024-04-02T08:24:24.622 INFO:teuthology.orchestra.run.smithi104.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0154862 s, 677 MB/s 2024-04-02T08:24:24.622 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 2024-04-02T08:24:24.622 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping successful for: 2024-04-02T08:24:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:24 smithi188 ceph-mon[30882]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:24:24.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:24 smithi104 ceph-mon[27401]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:24:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:24 smithi104 ceph-mon[39229]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:24:25.355 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi104:vg_nvme/lv_3 2024-04-02T08:24:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:25 smithi104 ceph-mon[27401]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:25 smithi104 ceph-mon[39229]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:25 smithi188 ceph-mon[30882]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:26.068 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[27401]: Detected new or changed devices on smithi104 2024-04-02T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi104 to 16064M 2024-04-02T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[39229]: Detected new or changed devices on smithi104 2024-04-02T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi104 to 16064M 2024-04-02T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:27 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:27 smithi188 ceph-mon[30882]: Detected new or changed devices on smithi104 2024-04-02T08:24:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:27 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:27 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:27 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:27 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi104 to 16064M 2024-04-02T08:24:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:27 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:27 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:27 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:27 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:28 smithi188 ceph-mon[30882]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:28 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:28 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:28 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:28.385 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:28 smithi104 ceph-mon[27401]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:28.385 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:28 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:28.385 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:28 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:28.385 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:28 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:28.386 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:28 smithi104 ceph-mon[39229]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:28.386 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:28 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:28.386 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:28 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:28.386 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:28 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:29.285 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:29 smithi104 ceph-mon[39229]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:29.285 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:29 smithi104 ceph-mon[27401]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:29.372 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:29 smithi188 ceph-mon[30882]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:30 smithi188 ceph-mon[30882]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:30.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:30 smithi104 ceph-mon[27401]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:30 smithi104 ceph-mon[39229]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:31 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2734196520' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "139f920c-b6a1-4db2-9da0-8e7d542a06f4"}]: dispatch 2024-04-02T08:24:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:31 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "139f920c-b6a1-4db2-9da0-8e7d542a06f4"}]: dispatch 2024-04-02T08:24:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:31 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "139f920c-b6a1-4db2-9da0-8e7d542a06f4"}]': finished 2024-04-02T08:24:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:31 smithi188 ceph-mon[30882]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:24:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:31 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2879644478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2734196520' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "139f920c-b6a1-4db2-9da0-8e7d542a06f4"}]: dispatch 2024-04-02T08:24:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "139f920c-b6a1-4db2-9da0-8e7d542a06f4"}]: dispatch 2024-04-02T08:24:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "139f920c-b6a1-4db2-9da0-8e7d542a06f4"}]': finished 2024-04-02T08:24:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[27401]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:24:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2879644478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2734196520' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "139f920c-b6a1-4db2-9da0-8e7d542a06f4"}]: dispatch 2024-04-02T08:24:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "139f920c-b6a1-4db2-9da0-8e7d542a06f4"}]: dispatch 2024-04-02T08:24:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "139f920c-b6a1-4db2-9da0-8e7d542a06f4"}]': finished 2024-04-02T08:24:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[39229]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:24:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:31 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2879644478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:32.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:32 smithi188 ceph-mon[30882]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:32.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:32 smithi104 ceph-mon[27401]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:32 smithi104 ceph-mon[39229]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:34 smithi188 ceph-mon[30882]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:34.628 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:34 smithi104 ceph-mon[27401]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:34.628 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:34 smithi104 ceph-mon[39229]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:36.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:36 smithi104 ceph-mon[27401]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:36.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:36 smithi104 ceph-mon[39229]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:36 smithi188 ceph-mon[30882]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:24:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:37.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:37 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:24:37.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:37 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:37.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:24:37.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:38.435 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:38 smithi104 ceph-mon[27401]: Deploying daemon osd.1 on smithi104 2024-04-02T08:24:38.435 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:38 smithi104 ceph-mon[27401]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:38.436 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:38 smithi104 ceph-mon[39229]: Deploying daemon osd.1 on smithi104 2024-04-02T08:24:38.436 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:38 smithi104 ceph-mon[39229]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:38 smithi188 ceph-mon[30882]: Deploying daemon osd.1 on smithi104 2024-04-02T08:24:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:38 smithi188 ceph-mon[30882]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:40 smithi188 ceph-mon[30882]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:40.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:40 smithi104 ceph-mon[27401]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:40 smithi104 ceph-mon[39229]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:42 smithi188 ceph-mon[30882]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:42 smithi104 ceph-mon[39229]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:42 smithi104 ceph-mon[27401]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:43 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:43 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:43 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:43 smithi104 ceph-mon[27401]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:43 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:43 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:43 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:43 smithi104 ceph-mon[39229]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:43 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:43 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:43 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:43 smithi188 ceph-mon[30882]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:46.084 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:46.084 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[27401]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[27401]: from='osd.1 [v2:172.21.15.104:6810/3100157475,v1:172.21.15.104:6811/3100157475]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[27401]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[39229]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:46.085 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[39229]: from='osd.1 [v2:172.21.15.104:6810/3100157475,v1:172.21.15.104:6811/3100157475]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:46.086 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:46 smithi104 ceph-mon[39229]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:46.118 INFO:teuthology.orchestra.run.smithi104.stdout:Created osd(s) 1 on host 'smithi104' 2024-04-02T08:24:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:46 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:46 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:46 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:46 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:46 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:46 smithi188 ceph-mon[30882]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:46 smithi188 ceph-mon[30882]: from='osd.1 [v2:172.21.15.104:6810/3100157475,v1:172.21.15.104:6811/3100157475]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:46.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:46 smithi188 ceph-mon[30882]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:46.800 DEBUG:teuthology.orchestra.run.smithi104:osd.1> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.1.service 2024-04-02T08:24:46.803 INFO:tasks.cephadm:Deploying osd.2 on smithi104 with /dev/vg_nvme/lv_2... 2024-04-02T08:24:46.803 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:24:47.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:47 smithi188 ceph-mon[30882]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:24:47.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:47 smithi188 ceph-mon[30882]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:24:47.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:47.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:47 smithi188 ceph-mon[30882]: from='osd.1 [v2:172.21.15.104:6810/3100157475,v1:172.21.15.104:6811/3100157475]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:47.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:47 smithi188 ceph-mon[30882]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:47.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:47.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:47.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:47.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[39229]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:24:47.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[39229]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:24:47.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:47.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[39229]: from='osd.1 [v2:172.21.15.104:6810/3100157475,v1:172.21.15.104:6811/3100157475]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:47.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[39229]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:47.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:47.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:47.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[27401]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:24:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[27401]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:24:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[27401]: from='osd.1 [v2:172.21.15.104:6810/3100157475,v1:172.21.15.104:6811/3100157475]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[27401]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:24:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:47.749 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:47.871 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1[50025]: 2024-04-02T08:24:47.483+0000 7ff1994df700 -1 osd.1 0 waiting for initial osdmap 2024-04-02T08:24:47.872 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:24:47 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1[50025]: 2024-04-02T08:24:47.489+0000 7ff190acb700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:24:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[27401]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:24:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[27401]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:24:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[27401]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[27401]: from='osd.1 ' entity='osd.1' 2024-04-02T08:24:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[39229]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:24:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[39229]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:24:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[39229]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:48 smithi104 ceph-mon[39229]: from='osd.1 ' entity='osd.1' 2024-04-02T08:24:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:48 smithi188 ceph-mon[30882]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:24:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:48 smithi188 ceph-mon[30882]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:24:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:48 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:48 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:48 smithi188 ceph-mon[30882]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:48 smithi188 ceph-mon[30882]: from='osd.1 ' entity='osd.1' 2024-04-02T08:24:49.270 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[27401]: purged_snaps scrub starts 2024-04-02T08:24:49.270 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[27401]: purged_snaps scrub ok 2024-04-02T08:24:49.270 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:49.270 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[27401]: osd.1 [v2:172.21.15.104:6810/3100157475,v1:172.21.15.104:6811/3100157475] boot 2024-04-02T08:24:49.270 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[27401]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:24:49.270 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:49.270 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[39229]: purged_snaps scrub starts 2024-04-02T08:24:49.270 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[39229]: purged_snaps scrub ok 2024-04-02T08:24:49.271 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:49.271 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[39229]: osd.1 [v2:172.21.15.104:6810/3100157475,v1:172.21.15.104:6811/3100157475] boot 2024-04-02T08:24:49.271 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[39229]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:24:49.271 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:49 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:49 smithi188 ceph-mon[30882]: purged_snaps scrub starts 2024-04-02T08:24:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:49 smithi188 ceph-mon[30882]: purged_snaps scrub ok 2024-04-02T08:24:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:49 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:49 smithi188 ceph-mon[30882]: osd.1 [v2:172.21.15.104:6810/3100157475,v1:172.21.15.104:6811/3100157475] boot 2024-04-02T08:24:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:49 smithi188 ceph-mon[30882]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:24:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:49 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:50 smithi188 ceph-mon[30882]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:50 smithi188 ceph-mon[30882]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:24:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:50 smithi104 ceph-mon[27401]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:50 smithi104 ceph-mon[27401]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:24:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:50 smithi104 ceph-mon[39229]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:50 smithi104 ceph-mon[39229]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:24:50.651 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:24:50.651 INFO:teuthology.orchestra.run.smithi104.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:24:50.651 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 10+0 records in 2024-04-02T08:24:50.652 INFO:teuthology.orchestra.run.smithi104.stderr:10+0 records out 2024-04-02T08:24:50.652 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114493 s, 916 MB/s 2024-04-02T08:24:50.652 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping successful for: 2024-04-02T08:24:51.366 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi104:vg_nvme/lv_2 2024-04-02T08:24:51.897 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:52.616 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[27401]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:52.616 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:52.616 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:52.616 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.616 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.616 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:52.616 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.616 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.616 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:52.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[39229]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:52.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:52.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:52.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:52.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:52 smithi188 ceph-mon[30882]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:24:53.531 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:53 smithi104 ceph-mon[27401]: Detected new or changed devices on smithi104 2024-04-02T08:24:53.531 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:53 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi104 to 8032M 2024-04-02T08:24:53.531 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:53 smithi104 ceph-mon[39229]: Detected new or changed devices on smithi104 2024-04-02T08:24:53.531 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:53 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi104 to 8032M 2024-04-02T08:24:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:53 smithi188 ceph-mon[30882]: Detected new or changed devices on smithi104 2024-04-02T08:24:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:53 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi104 to 8032M 2024-04-02T08:24:54.458 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:54 smithi104 ceph-mon[27401]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:54.458 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:54.458 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:54.458 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:54.459 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:54 smithi104 ceph-mon[39229]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:54.459 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:54.459 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:54.459 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:54 smithi188 ceph-mon[30882]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:55.475 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:55 smithi104 ceph-mon[27401]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.475 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:55 smithi104 ceph-mon[39229]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:55 smithi188 ceph-mon[30882]: from='client.24176 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:56 smithi188 ceph-mon[30882]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:56 smithi104 ceph-mon[27401]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:56 smithi104 ceph-mon[39229]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:57 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/4122512444' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5226b33b-caeb-41b8-955e-a17b49d22272"}]: dispatch 2024-04-02T08:24:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:57 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/4122512444' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5226b33b-caeb-41b8-955e-a17b49d22272"}]': finished 2024-04-02T08:24:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:57 smithi188 ceph-mon[30882]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:24:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:57 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:57 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2723080894' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:57 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/4122512444' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5226b33b-caeb-41b8-955e-a17b49d22272"}]: dispatch 2024-04-02T08:24:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:57 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/4122512444' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5226b33b-caeb-41b8-955e-a17b49d22272"}]': finished 2024-04-02T08:24:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:57 smithi104 ceph-mon[27401]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:24:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:57 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2723080894' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:57 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/4122512444' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5226b33b-caeb-41b8-955e-a17b49d22272"}]: dispatch 2024-04-02T08:24:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:57 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/4122512444' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5226b33b-caeb-41b8-955e-a17b49d22272"}]': finished 2024-04-02T08:24:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:57 smithi104 ceph-mon[39229]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:24:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:57 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:57 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2723080894' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:24:58 smithi188 ceph-mon[30882]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:24:58 smithi104 ceph-mon[27401]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:24:58 smithi104 ceph-mon[39229]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:00 smithi188 ceph-mon[30882]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:00.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:00 smithi104 ceph-mon[39229]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:00.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:00 smithi104 ceph-mon[27401]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:02.588 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:02 smithi104 ceph-mon[39229]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:02.589 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:02 smithi104 ceph-mon[27401]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:02 smithi188 ceph-mon[30882]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:03.559 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:03 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:25:03.559 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:03 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:03.560 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:03 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:25:03.560 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:03 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:03 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:25:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:03 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:04.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:04 smithi104 ceph-mon[39229]: Deploying daemon osd.2 on smithi104 2024-04-02T08:25:04.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:04 smithi104 ceph-mon[39229]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:04 smithi104 ceph-mon[27401]: Deploying daemon osd.2 on smithi104 2024-04-02T08:25:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:04 smithi104 ceph-mon[27401]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:04 smithi188 ceph-mon[30882]: Deploying daemon osd.2 on smithi104 2024-04-02T08:25:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:04 smithi188 ceph-mon[30882]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:06.537 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:06 smithi104 ceph-mon[27401]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:06.537 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:06 smithi104 ceph-mon[39229]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:06 smithi188 ceph-mon[30882]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:08 smithi188 ceph-mon[30882]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:08 smithi104 ceph-mon[27401]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:08 smithi104 ceph-mon[39229]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:09 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:09 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:09 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:09 smithi104 ceph-mon[27401]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:09 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:09 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:09 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:09 smithi104 ceph-mon[39229]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:09 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:09 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:09 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:09 smithi188 ceph-mon[30882]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:11.729 INFO:teuthology.orchestra.run.smithi104.stdout:Created osd(s) 2 on host 'smithi104' 2024-04-02T08:25:12.363 DEBUG:teuthology.orchestra.run.smithi104:osd.2> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.2.service 2024-04-02T08:25:12.365 INFO:tasks.cephadm:Deploying osd.3 on smithi104 with /dev/vg_nvme/lv_1... 2024-04-02T08:25:12.365 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:25:12.615 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:25:12.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:12 smithi188 ceph-mon[30882]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:12 smithi188 ceph-mon[30882]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:25:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:12 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:12 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:12 smithi104 ceph-mon[39229]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:12 smithi104 ceph-mon[39229]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:25:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:12 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:12 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:12 smithi104 ceph-mon[27401]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:12 smithi104 ceph-mon[27401]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:25:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:12 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:12 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:13 smithi188 ceph-mon[30882]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:25:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:13 smithi188 ceph-mon[30882]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:25:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:13 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:13 smithi188 ceph-mon[30882]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:25:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:13 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:13 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:13 smithi188 ceph-mon[30882]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:25:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:13 smithi188 ceph-mon[30882]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:25:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:13 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[27401]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:25:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[27401]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:25:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[27401]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:25:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[27401]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:25:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[27401]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:25:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[39229]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:25:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[39229]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:25:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[39229]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:25:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[39229]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:25:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[39229]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:25:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:14.020 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[56321]: 2024-04-02T08:25:13.763+0000 7f694b54e700 -1 osd.2 0 waiting for initial osdmap 2024-04-02T08:25:14.020 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:25:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[56321]: 2024-04-02T08:25:13.768+0000 7f694333b700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:25:14.612 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:14 smithi104 ceph-mon[39229]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:14.612 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:14 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:14.612 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:14 smithi104 ceph-mon[39229]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' 2024-04-02T08:25:14.613 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:14 smithi104 ceph-mon[27401]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:14.613 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:14 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:14.613 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:14 smithi104 ceph-mon[27401]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' 2024-04-02T08:25:14.613 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:25:14.613 INFO:teuthology.orchestra.run.smithi104.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:25:14.613 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 10+0 records in 2024-04-02T08:25:14.613 INFO:teuthology.orchestra.run.smithi104.stderr:10+0 records out 2024-04-02T08:25:14.613 INFO:teuthology.orchestra.run.smithi104.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0126038 s, 832 MB/s 2024-04-02T08:25:14.613 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping successful for: 2024-04-02T08:25:14.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:14 smithi188 ceph-mon[30882]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:14.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:14 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:14 smithi188 ceph-mon[30882]: from='osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942]' entity='osd.2' 2024-04-02T08:25:15.562 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi104:vg_nvme/lv_1 2024-04-02T08:25:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:15 smithi188 ceph-mon[30882]: purged_snaps scrub starts 2024-04-02T08:25:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:15 smithi188 ceph-mon[30882]: purged_snaps scrub ok 2024-04-02T08:25:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:15 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:15 smithi188 ceph-mon[30882]: osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942] boot 2024-04-02T08:25:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:15 smithi188 ceph-mon[30882]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:25:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:15 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:15.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[39229]: purged_snaps scrub starts 2024-04-02T08:25:15.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[39229]: purged_snaps scrub ok 2024-04-02T08:25:15.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:15.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[39229]: osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942] boot 2024-04-02T08:25:15.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[39229]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:25:15.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:15.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[27401]: purged_snaps scrub starts 2024-04-02T08:25:15.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[27401]: purged_snaps scrub ok 2024-04-02T08:25:15.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:15.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[27401]: osd.2 [v2:172.21.15.104:6818/3383153942,v1:172.21.15.104:6819/3383153942] boot 2024-04-02T08:25:15.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[27401]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:25:15.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:15 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:16 smithi104 ceph-mon[39229]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:16 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:16 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:25:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:16 smithi104 ceph-mon[39229]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:25:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:16 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:16 smithi104 ceph-mon[27401]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:16.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:16 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:16.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:16 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:25:16.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:16 smithi104 ceph-mon[27401]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:25:16.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:16 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:16.830 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:25:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:16 smithi188 ceph-mon[30882]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:25:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:16 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:16 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:25:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:16 smithi188 ceph-mon[30882]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:25:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:16 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:17.250 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60256]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:25:17.250 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60256]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:17.250 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60256]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:17.250 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60256]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:17.611 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60280]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:25:17.611 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60280]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:17.611 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60280]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:17.611 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60280]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:17.889 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60285]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:25:17.889 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60285]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:17.889 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60285]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:17.889 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60285]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:17 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:25:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:17 smithi104 ceph-mon[27401]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:25:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:17 smithi104 ceph-mon[27401]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:17 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:17 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:25:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:17 smithi104 ceph-mon[39229]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:25:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:17 smithi104 ceph-mon[39229]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:17.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:17 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:17 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:25:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:17 smithi188 ceph-mon[30882]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:25:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:17 smithi188 ceph-mon[30882]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:17 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:18.213 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60295]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:25:18.213 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60295]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:18.213 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60295]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:18.213 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:25:17 smithi104 sudo[60295]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:18.505 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60298]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:25:18.505 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60298]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:18.505 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60298]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:18.505 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60298]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:18.761 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60371]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:25:18.762 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60371]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:18.762 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60371]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:18.762 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60371]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:19.025 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60394]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:25:19.025 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60394]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:19.025 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60394]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:19.025 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:18 smithi104 sudo[60394]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:19.292 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: Detected new or changed devices on smithi104 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi104 to 5354M 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:19.293 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.294 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:19.294 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:19.294 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:19.294 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.294 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:19.294 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 sudo[33707]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:25:19.294 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 sudo[33707]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:19.294 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 sudo[33707]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:19.294 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 sudo[33707]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:19.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: Detected new or changed devices on smithi104 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi104 to 5354M 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 sudo[60416]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 sudo[60416]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 sudo[60416]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 sudo[60416]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:25:19.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: Detected new or changed devices on smithi104 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi104 to 5354M 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:19.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:19.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:19 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 sudo[33710]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:25:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 sudo[33710]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 sudo[33710]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:19 smithi188 sudo[33710]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:20.072 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 sudo[60569]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:25:20.072 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 sudo[60569]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:20.072 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 sudo[60569]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:20.072 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:19 smithi104 sudo[60569]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:20 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 sudo[60591]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:25:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 sudo[60591]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:25:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 sudo[60591]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:25:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 sudo[60591]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:25:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:20.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:20.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:20.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:20.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:20.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:20.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:20 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:21.227 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:21 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:21.227 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:21 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:21.227 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:21 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:21.227 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:21 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:21 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:25:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:21 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:25:22.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:22 smithi188 ceph-mon[30882]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:22.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:22 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/798566331' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199253ca-4ea1-48f7-b01b-c23b4c4b72e0"}]: dispatch 2024-04-02T08:25:22.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:22 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199253ca-4ea1-48f7-b01b-c23b4c4b72e0"}]: dispatch 2024-04-02T08:25:22.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:22 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "199253ca-4ea1-48f7-b01b-c23b4c4b72e0"}]': finished 2024-04-02T08:25:22.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:22 smithi188 ceph-mon[30882]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:25:22.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:22 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:22.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[27401]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/798566331' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199253ca-4ea1-48f7-b01b-c23b4c4b72e0"}]: dispatch 2024-04-02T08:25:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199253ca-4ea1-48f7-b01b-c23b4c4b72e0"}]: dispatch 2024-04-02T08:25:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "199253ca-4ea1-48f7-b01b-c23b4c4b72e0"}]': finished 2024-04-02T08:25:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[27401]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:25:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[39229]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/798566331' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199253ca-4ea1-48f7-b01b-c23b4c4b72e0"}]: dispatch 2024-04-02T08:25:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199253ca-4ea1-48f7-b01b-c23b4c4b72e0"}]: dispatch 2024-04-02T08:25:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "199253ca-4ea1-48f7-b01b-c23b4c4b72e0"}]': finished 2024-04-02T08:25:22.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[39229]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:25:22.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:22 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:23 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/932106529' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:23.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:23 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/932106529' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:23.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:23 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/932106529' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:24 smithi188 ceph-mon[30882]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:24.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:24 smithi104 ceph-mon[27401]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:24 smithi104 ceph-mon[39229]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:26.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:26 smithi104 ceph-mon[27401]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-02T08:25:26.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:26 smithi104 ceph-mon[39229]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-02T08:25:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:26 smithi188 ceph-mon[30882]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-02T08:25:28.488 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:28 smithi104 ceph-mon[27401]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-02T08:25:28.488 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:28 smithi104 ceph-mon[39229]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-02T08:25:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:28 smithi188 ceph-mon[30882]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-02T08:25:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:29 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:29 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:29 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:29 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:29 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:29 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:30.584 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:30 smithi104 ceph-mon[27401]: Deploying daemon osd.3 on smithi104 2024-04-02T08:25:30.584 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:30 smithi104 ceph-mon[27401]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:30.584 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:30 smithi104 ceph-mon[39229]: Deploying daemon osd.3 on smithi104 2024-04-02T08:25:30.584 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:30 smithi104 ceph-mon[39229]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:30 smithi188 ceph-mon[30882]: Deploying daemon osd.3 on smithi104 2024-04-02T08:25:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:30 smithi188 ceph-mon[30882]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:32 smithi188 ceph-mon[30882]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:32 smithi104 ceph-mon[27401]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:32.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:32 smithi104 ceph-mon[39229]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:25:34.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:34 smithi104 ceph-mon[27401]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 70 KiB/s wr, 4 op/s 2024-04-02T08:25:34.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:34 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:34.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:34 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:34.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:34 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:34.545 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:34 smithi104 ceph-mon[39229]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 70 KiB/s wr, 4 op/s 2024-04-02T08:25:34.545 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:34 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:34.545 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:34 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:34.546 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:34 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:34 smithi188 ceph-mon[30882]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 70 KiB/s wr, 4 op/s 2024-04-02T08:25:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:34 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:34 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:34 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:36.590 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:36 smithi104 ceph-mon[27401]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:25:36.591 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:36 smithi104 ceph-mon[39229]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:25:36.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:36 smithi188 ceph-mon[30882]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:25:37.583 INFO:teuthology.orchestra.run.smithi104.stdout:Created osd(s) 3 on host 'smithi104' 2024-04-02T08:25:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:37 smithi188 ceph-mon[30882]: from='osd.3 [v2:172.21.15.104:6826/94657115,v1:172.21.15.104:6827/94657115]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:37 smithi188 ceph-mon[30882]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:37 smithi188 ceph-mon[30882]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:38.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:38.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:38.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[39229]: from='osd.3 [v2:172.21.15.104:6826/94657115,v1:172.21.15.104:6827/94657115]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[39229]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[39229]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[27401]: from='osd.3 [v2:172.21.15.104:6826/94657115,v1:172.21.15.104:6827/94657115]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:38.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[27401]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:38.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[27401]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:38.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:38.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:38.250 DEBUG:teuthology.orchestra.run.smithi104:osd.3> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.3.service 2024-04-02T08:25:38.253 INFO:tasks.cephadm:Deploying osd.4 on smithi188 with /dev/vg_nvme/lv_4... 2024-04-02T08:25:38.253 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:25:38.462 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:25:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:38 smithi188 ceph-mon[30882]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:25:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:38 smithi188 ceph-mon[30882]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:25:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:38 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:39.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:38 smithi188 ceph-mon[30882]: from='osd.3 [v2:172.21.15.104:6826/94657115,v1:172.21.15.104:6827/94657115]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:25:39.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:38 smithi188 ceph-mon[30882]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:25:39.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:38 smithi104 ceph-mon[27401]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:25:39.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:38 smithi104 ceph-mon[27401]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:25:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:38 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:38 smithi104 ceph-mon[27401]: from='osd.3 [v2:172.21.15.104:6826/94657115,v1:172.21.15.104:6827/94657115]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:25:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:38 smithi104 ceph-mon[27401]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:25:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:38 smithi104 ceph-mon[39229]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:25:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:38 smithi104 ceph-mon[39229]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:25:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:38 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:38 smithi104 ceph-mon[39229]: from='osd.3 [v2:172.21.15.104:6826/94657115,v1:172.21.15.104:6827/94657115]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:25:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:38 smithi104 ceph-mon[39229]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:25:39.487 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[62513]: 2024-04-02T08:25:39.310+0000 7fcd7ba59700 -1 osd.3 0 waiting for initial osdmap 2024-04-02T08:25:39.487 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[62513]: 2024-04-02T08:25:39.316+0000 7fcd73846700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:25:39.945 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:39 smithi188 ceph-mon[30882]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:25:39.945 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:39 smithi188 ceph-mon[30882]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:25:39.945 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:39 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:39.945 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:39 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:39.945 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:39 smithi188 ceph-mon[30882]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:39.945 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:39 smithi188 ceph-mon[30882]: from='osd.3 ' entity='osd.3' 2024-04-02T08:25:39.945 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:39 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:40.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[27401]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:25:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[27401]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:25:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[27401]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[27401]: from='osd.3 ' entity='osd.3' 2024-04-02T08:25:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[39229]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-04-02T08:25:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[39229]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:25:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[39229]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:40.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[39229]: from='osd.3 ' entity='osd.3' 2024-04-02T08:25:40.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:39 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:40.384 INFO:teuthology.orchestra.run.smithi188.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:25:40.384 INFO:teuthology.orchestra.run.smithi188.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:25:40.384 INFO:teuthology.orchestra.run.smithi188.stderr: stderr: 10+0 records in 2024-04-02T08:25:40.384 INFO:teuthology.orchestra.run.smithi188.stderr:10+0 records out 2024-04-02T08:25:40.384 INFO:teuthology.orchestra.run.smithi188.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111733 s, 938 MB/s 2024-04-02T08:25:40.384 INFO:teuthology.orchestra.run.smithi188.stderr:--> Zapping successful for: 2024-04-02T08:25:41.006 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:40 smithi188 ceph-mon[30882]: purged_snaps scrub starts 2024-04-02T08:25:41.007 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:40 smithi188 ceph-mon[30882]: purged_snaps scrub ok 2024-04-02T08:25:41.007 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:40 smithi188 ceph-mon[30882]: osd.3 [v2:172.21.15.104:6826/94657115,v1:172.21.15.104:6827/94657115] boot 2024-04-02T08:25:41.007 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:40 smithi188 ceph-mon[30882]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:25:41.007 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:40 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:41.026 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi188:vg_nvme/lv_4 2024-04-02T08:25:41.224 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:25:41.244 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:40 smithi104 ceph-mon[27401]: purged_snaps scrub starts 2024-04-02T08:25:41.244 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:40 smithi104 ceph-mon[27401]: purged_snaps scrub ok 2024-04-02T08:25:41.244 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:40 smithi104 ceph-mon[27401]: osd.3 [v2:172.21.15.104:6826/94657115,v1:172.21.15.104:6827/94657115] boot 2024-04-02T08:25:41.244 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:40 smithi104 ceph-mon[27401]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:25:41.244 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:40 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:41.244 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:40 smithi104 ceph-mon[39229]: purged_snaps scrub starts 2024-04-02T08:25:41.244 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:40 smithi104 ceph-mon[39229]: purged_snaps scrub ok 2024-04-02T08:25:41.244 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:40 smithi104 ceph-mon[39229]: osd.3 [v2:172.21.15.104:6826/94657115,v1:172.21.15.104:6827/94657115] boot 2024-04-02T08:25:41.244 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:40 smithi104 ceph-mon[39229]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:25:41.244 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:40 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:42.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:42.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: Detected new or changed devices on smithi104 2024-04-02T08:25:42.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi104 to 4016M 2024-04-02T08:25:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:42 smithi188 ceph-mon[30882]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:25:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: Detected new or changed devices on smithi104 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi104 to 4016M 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[27401]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: Detected new or changed devices on smithi104 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi104 to 4016M 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:42.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:42.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:42.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:42 smithi104 ceph-mon[39229]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:25:43.564 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:43 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:43.564 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:43 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:43.564 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:43 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:43 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:43 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:43 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:43.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:43 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:43.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:43 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:43.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:43 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:44.510 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:44 smithi188 ceph-mon[30882]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:44.511 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:44 smithi188 ceph-mon[30882]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:44 smithi104 ceph-mon[39229]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:44 smithi104 ceph-mon[39229]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:44 smithi104 ceph-mon[27401]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:44 smithi104 ceph-mon[27401]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:46 smithi188 ceph-mon[30882]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:46 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/2459068996' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55c8477a-6c1c-4d5c-9b46-619c5c535e39"}]: dispatch 2024-04-02T08:25:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:46 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55c8477a-6c1c-4d5c-9b46-619c5c535e39"}]: dispatch 2024-04-02T08:25:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:46 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55c8477a-6c1c-4d5c-9b46-619c5c535e39"}]': finished 2024-04-02T08:25:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:46 smithi188 ceph-mon[30882]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:25:46.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:46 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:46.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:46 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/4190620736' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[27401]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/2459068996' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55c8477a-6c1c-4d5c-9b46-619c5c535e39"}]: dispatch 2024-04-02T08:25:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55c8477a-6c1c-4d5c-9b46-619c5c535e39"}]: dispatch 2024-04-02T08:25:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55c8477a-6c1c-4d5c-9b46-619c5c535e39"}]': finished 2024-04-02T08:25:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[27401]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:25:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/4190620736' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[39229]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/2459068996' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55c8477a-6c1c-4d5c-9b46-619c5c535e39"}]: dispatch 2024-04-02T08:25:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55c8477a-6c1c-4d5c-9b46-619c5c535e39"}]: dispatch 2024-04-02T08:25:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55c8477a-6c1c-4d5c-9b46-619c5c535e39"}]': finished 2024-04-02T08:25:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[39229]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:25:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:46.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:46 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/4190620736' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:48 smithi188 ceph-mon[30882]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:48 smithi104 ceph-mon[27401]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:48 smithi104 ceph-mon[39229]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:50.264 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:50 smithi188 ceph-mon[30882]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:50 smithi104 ceph-mon[27401]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:50 smithi104 ceph-mon[39229]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:52.615 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:52 smithi188 ceph-mon[30882]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:52.615 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:52.615 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:52 smithi104 ceph-mon[27401]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:52 smithi104 ceph-mon[39229]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:53.509 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:53 smithi188 ceph-mon[30882]: Deploying daemon osd.4 on smithi188 2024-04-02T08:25:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:53 smithi104 ceph-mon[39229]: Deploying daemon osd.4 on smithi188 2024-04-02T08:25:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:53 smithi104 ceph-mon[27401]: Deploying daemon osd.4 on smithi188 2024-04-02T08:25:54.490 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:54 smithi188 ceph-mon[30882]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:54 smithi104 ceph-mon[27401]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:54 smithi104 ceph-mon[39229]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:56.472 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:56 smithi188 ceph-mon[30882]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:56 smithi104 ceph-mon[39229]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:56 smithi104 ceph-mon[27401]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:57.616 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:57 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.617 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:57 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:57.617 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:57 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:57 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:57 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:57 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:25:58.422 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:25:58 smithi188 ceph-mon[30882]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:25:58 smithi104 ceph-mon[39229]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:25:58 smithi104 ceph-mon[27401]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:26:00.010 INFO:teuthology.orchestra.run.smithi188.stdout:Created osd(s) 4 on host 'smithi188' 2024-04-02T08:26:00.340 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:00 smithi188 ceph-mon[30882]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:26:00.340 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:00 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:00.340 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:00 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:00.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:00 smithi104 ceph-mon[27401]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:26:00.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:00 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:00.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:00 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:00 smithi104 ceph-mon[39229]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:26:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:00 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:00 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:00.924 DEBUG:teuthology.orchestra.run.smithi188:osd.4> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.4.service 2024-04-02T08:26:00.926 INFO:tasks.cephadm:Deploying osd.5 on smithi188 with /dev/vg_nvme/lv_3... 2024-04-02T08:26:00.927 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:26:01.172 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:01.295 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:01 smithi188 ceph-mon[30882]: from='osd.4 [v2:172.21.15.188:6800/3911091664,v1:172.21.15.188:6801/3911091664]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:26:01.295 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:01 smithi188 ceph-mon[30882]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:26:01.295 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:01 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:01.295 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:01 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:01.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:01 smithi104 ceph-mon[27401]: from='osd.4 [v2:172.21.15.188:6800/3911091664,v1:172.21.15.188:6801/3911091664]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:26:01.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:01 smithi104 ceph-mon[27401]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:26:01.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:01 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:01 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:01 smithi104 ceph-mon[39229]: from='osd.4 [v2:172.21.15.188:6800/3911091664,v1:172.21.15.188:6801/3911091664]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:26:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:01 smithi104 ceph-mon[39229]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:26:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:01 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:01 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:02.215 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:02 smithi188 ceph-mon[30882]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:26:02.215 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:02 smithi188 ceph-mon[30882]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:26:02.215 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:02 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:02.215 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:02 smithi188 ceph-mon[30882]: from='osd.4 [v2:172.21.15.188:6800/3911091664,v1:172.21.15.188:6801/3911091664]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:02.215 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:02 smithi188 ceph-mon[30882]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:02.216 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:02 smithi188 ceph-mon[30882]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:26:02.216 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:26:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[36368]: 2024-04-02T08:26:02.145+0000 7fe8168db700 -1 osd.4 0 waiting for initial osdmap 2024-04-02T08:26:02.216 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:26:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[36368]: 2024-04-02T08:26:02.149+0000 7fe8126d0700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:26:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[27401]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:26:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[27401]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:26:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[27401]: from='osd.4 [v2:172.21.15.188:6800/3911091664,v1:172.21.15.188:6801/3911091664]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[27401]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[27401]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:26:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[39229]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:26:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[39229]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:26:02.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:02.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[39229]: from='osd.4 [v2:172.21.15.188:6800/3911091664,v1:172.21.15.188:6801/3911091664]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:02.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[39229]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:02.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:02 smithi104 ceph-mon[39229]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:26:03.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[39229]: purged_snaps scrub starts 2024-04-02T08:26:03.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[39229]: purged_snaps scrub ok 2024-04-02T08:26:03.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[39229]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:26:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[39229]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:26:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[27401]: purged_snaps scrub starts 2024-04-02T08:26:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[27401]: purged_snaps scrub ok 2024-04-02T08:26:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[27401]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:26:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[27401]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:26:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:03 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:03.473 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:03 smithi188 ceph-mon[30882]: purged_snaps scrub starts 2024-04-02T08:26:03.474 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:03 smithi188 ceph-mon[30882]: purged_snaps scrub ok 2024-04-02T08:26:03.474 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:03 smithi188 ceph-mon[30882]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:26:03.474 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:03 smithi188 ceph-mon[30882]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:26:03.474 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:03 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:03.474 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:03 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:03.678 INFO:teuthology.orchestra.run.smithi188.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:26:03.678 INFO:teuthology.orchestra.run.smithi188.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:26:03.678 INFO:teuthology.orchestra.run.smithi188.stderr: stderr: 10+0 records in 2024-04-02T08:26:03.678 INFO:teuthology.orchestra.run.smithi188.stderr:10+0 records out 2024-04-02T08:26:03.678 INFO:teuthology.orchestra.run.smithi188.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0145212 s, 722 MB/s 2024-04-02T08:26:03.678 INFO:teuthology.orchestra.run.smithi188.stderr:--> Zapping successful for: 2024-04-02T08:26:04.360 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:04 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:04.360 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:04 smithi188 ceph-mon[30882]: osd.4 [v2:172.21.15.188:6800/3911091664,v1:172.21.15.188:6801/3911091664] boot 2024-04-02T08:26:04.360 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:04 smithi188 ceph-mon[30882]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:26:04.360 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:04 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:04.361 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:04 smithi188 ceph-mon[30882]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:26:04.361 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:04 smithi188 ceph-mon[30882]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:26:04.384 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi188:vg_nvme/lv_3 2024-04-02T08:26:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[27401]: osd.4 [v2:172.21.15.188:6800/3911091664,v1:172.21.15.188:6801/3911091664] boot 2024-04-02T08:26:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[27401]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:26:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[27401]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:26:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[27401]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:26:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[39229]: osd.4 [v2:172.21.15.188:6800/3911091664,v1:172.21.15.188:6801/3911091664] boot 2024-04-02T08:26:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[39229]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:26:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[39229]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:26:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:04 smithi104 ceph-mon[39229]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:26:04.838 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:06.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:06 smithi104 ceph-mon[27401]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:26:06.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:06 smithi104 ceph-mon[27401]: pgmap v116: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:06.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:06 smithi104 ceph-mon[39229]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:26:06.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:06 smithi104 ceph-mon[39229]: pgmap v116: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:06.539 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:06 smithi188 ceph-mon[30882]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:26:06.539 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:06 smithi188 ceph-mon[30882]: pgmap v116: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:07.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: Detected new or changed devices on smithi188 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi188 to 17088M 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:26:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: Detected new or changed devices on smithi188 2024-04-02T08:26:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi188 to 17088M 2024-04-02T08:26:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:07.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:07.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:07.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:26:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: Detected new or changed devices on smithi188 2024-04-02T08:26:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi188 to 17088M 2024-04-02T08:26:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:07.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:07.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:07.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:07.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:08 smithi188 ceph-mon[30882]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:26:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:08 smithi188 ceph-mon[30882]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:08 smithi188 ceph-mon[30882]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:08 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:08 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:08.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:08 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[27401]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:26:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[27401]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[27401]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[39229]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:26:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[39229]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[39229]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:08 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:10.329 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:10 smithi188 ceph-mon[30882]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-04-02T08:26:10.330 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:10 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/842235725' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d2cae76-725b-4b26-9e14-94819d9a945d"}]: dispatch 2024-04-02T08:26:10.330 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:10 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d2cae76-725b-4b26-9e14-94819d9a945d"}]: dispatch 2024-04-02T08:26:10.330 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:10 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d2cae76-725b-4b26-9e14-94819d9a945d"}]': finished 2024-04-02T08:26:10.330 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:10 smithi188 ceph-mon[30882]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:26:10.330 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:10 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:10.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[39229]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-04-02T08:26:10.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/842235725' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d2cae76-725b-4b26-9e14-94819d9a945d"}]: dispatch 2024-04-02T08:26:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d2cae76-725b-4b26-9e14-94819d9a945d"}]: dispatch 2024-04-02T08:26:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d2cae76-725b-4b26-9e14-94819d9a945d"}]': finished 2024-04-02T08:26:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[39229]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:26:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[27401]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-04-02T08:26:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/842235725' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d2cae76-725b-4b26-9e14-94819d9a945d"}]: dispatch 2024-04-02T08:26:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d2cae76-725b-4b26-9e14-94819d9a945d"}]: dispatch 2024-04-02T08:26:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d2cae76-725b-4b26-9e14-94819d9a945d"}]': finished 2024-04-02T08:26:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[27401]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:26:10.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:10 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:11.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:11 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/2569479743' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:11 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/2569479743' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:11 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/2569479743' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:12.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:12 smithi104 ceph-mon[27401]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:26:12.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:12 smithi104 ceph-mon[39229]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:26:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:12 smithi188 ceph-mon[30882]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:26:14.592 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:14 smithi188 ceph-mon[30882]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-02T08:26:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:14 smithi104 ceph-mon[27401]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-02T08:26:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:14 smithi104 ceph-mon[39229]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-02T08:26:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:16 smithi188 ceph-mon[30882]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-02T08:26:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:16 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:26:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:16 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:16 smithi104 ceph-mon[27401]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-02T08:26:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:16 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:26:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:16 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:16 smithi104 ceph-mon[39229]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-02T08:26:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:16 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:26:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:16 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:17.620 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:17 smithi188 ceph-mon[30882]: Deploying daemon osd.5 on smithi188 2024-04-02T08:26:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:17 smithi104 ceph-mon[27401]: Deploying daemon osd.5 on smithi188 2024-04-02T08:26:17.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:17 smithi104 ceph-mon[39229]: Deploying daemon osd.5 on smithi188 2024-04-02T08:26:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:18 smithi188 ceph-mon[30882]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:18 smithi104 ceph-mon[39229]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:18 smithi104 ceph-mon[27401]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:20 smithi104 ceph-mon[27401]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:20 smithi104 ceph-mon[39229]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:20.416 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:20 smithi188 ceph-mon[30882]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:22 smithi188 ceph-mon[30882]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:22 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:22 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:22 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:22 smithi104 ceph-mon[39229]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:22 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:22 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:22 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:22 smithi104 ceph-mon[27401]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:22 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:22 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:22 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:24 smithi188 ceph-mon[30882]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:24 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:24.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:24 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:24.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:24 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:24.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:24 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:24.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:24 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[39229]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[27401]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:24 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:25.072 INFO:teuthology.orchestra.run.smithi188.stdout:Created osd(s) 5 on host 'smithi188' 2024-04-02T08:26:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:25 smithi188 ceph-mon[30882]: from='osd.5 [v2:172.21.15.188:6808/2771286587,v1:172.21.15.188:6809/2771286587]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:25 smithi188 ceph-mon[30882]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:25 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:25 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:25 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:25 smithi104 ceph-mon[27401]: from='osd.5 [v2:172.21.15.188:6808/2771286587,v1:172.21.15.188:6809/2771286587]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:25 smithi104 ceph-mon[27401]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:25 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:25 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:25 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:25 smithi104 ceph-mon[39229]: from='osd.5 [v2:172.21.15.188:6808/2771286587,v1:172.21.15.188:6809/2771286587]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:25 smithi104 ceph-mon[39229]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:25 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:25 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:25 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:25.705 DEBUG:teuthology.orchestra.run.smithi188:osd.5> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.5.service 2024-04-02T08:26:25.707 INFO:tasks.cephadm:Deploying osd.6 on smithi188 with /dev/vg_nvme/lv_2... 2024-04-02T08:26:25.708 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:26:26.526 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:26 smithi188 ceph-mon[30882]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:26 smithi188 ceph-mon[30882]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:26:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:26 smithi188 ceph-mon[30882]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:26:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:26 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:26 smithi188 ceph-mon[30882]: from='osd.5 [v2:172.21.15.188:6808/2771286587,v1:172.21.15.188:6809/2771286587]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:26 smithi188 ceph-mon[30882]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[27401]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[27401]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:26:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[27401]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:26:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[27401]: from='osd.5 [v2:172.21.15.188:6808/2771286587,v1:172.21.15.188:6809/2771286587]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[27401]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[39229]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[39229]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:26:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[39229]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:26:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[39229]: from='osd.5 [v2:172.21.15.188:6808/2771286587,v1:172.21.15.188:6809/2771286587]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:26 smithi104 ceph-mon[39229]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:26.903 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:26:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[42237]: 2024-04-02T08:26:26.799+0000 7fc6ac238700 -1 osd.5 0 waiting for initial osdmap 2024-04-02T08:26:26.903 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:26:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[42237]: 2024-04-02T08:26:26.804+0000 7fc6a4025700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:26:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:27 smithi188 ceph-mon[30882]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:26:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:27 smithi188 ceph-mon[30882]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:26:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:27 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:27 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:27 smithi188 ceph-mon[30882]: from='osd.5 ' entity='osd.5' 2024-04-02T08:26:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:27 smithi188 ceph-mon[30882]: osd.5 [v2:172.21.15.188:6808/2771286587,v1:172.21.15.188:6809/2771286587] boot 2024-04-02T08:26:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:27 smithi188 ceph-mon[30882]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:26:27.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:27 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[27401]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:26:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[27401]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:26:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[27401]: from='osd.5 ' entity='osd.5' 2024-04-02T08:26:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[27401]: osd.5 [v2:172.21.15.188:6808/2771286587,v1:172.21.15.188:6809/2771286587] boot 2024-04-02T08:26:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[27401]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:26:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[39229]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:26:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[39229]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:26:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:27.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:27.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[39229]: from='osd.5 ' entity='osd.5' 2024-04-02T08:26:27.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[39229]: osd.5 [v2:172.21.15.188:6808/2771286587,v1:172.21.15.188:6809/2771286587] boot 2024-04-02T08:26:27.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[39229]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:26:27.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:27 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:28.461 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:28 smithi188 ceph-mon[30882]: purged_snaps scrub starts 2024-04-02T08:26:28.461 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:28 smithi188 ceph-mon[30882]: purged_snaps scrub ok 2024-04-02T08:26:28.461 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:28 smithi188 ceph-mon[30882]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:28.461 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:28 smithi188 ceph-mon[30882]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:26:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:28 smithi104 ceph-mon[27401]: purged_snaps scrub starts 2024-04-02T08:26:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:28 smithi104 ceph-mon[27401]: purged_snaps scrub ok 2024-04-02T08:26:28.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:28 smithi104 ceph-mon[27401]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:28.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:28 smithi104 ceph-mon[27401]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:26:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:28 smithi104 ceph-mon[39229]: purged_snaps scrub starts 2024-04-02T08:26:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:28 smithi104 ceph-mon[39229]: purged_snaps scrub ok 2024-04-02T08:26:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:28 smithi104 ceph-mon[39229]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:28 smithi104 ceph-mon[39229]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:26:29.163 INFO:teuthology.orchestra.run.smithi188.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:26:29.164 INFO:teuthology.orchestra.run.smithi188.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:26:29.164 INFO:teuthology.orchestra.run.smithi188.stderr: stderr: 10+0 records in 2024-04-02T08:26:29.164 INFO:teuthology.orchestra.run.smithi188.stderr:10+0 records out 2024-04-02T08:26:29.164 INFO:teuthology.orchestra.run.smithi188.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0142136 s, 738 MB/s 2024-04-02T08:26:29.164 INFO:teuthology.orchestra.run.smithi188.stderr:--> Zapping successful for: 2024-04-02T08:26:29.796 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi188:vg_nvme/lv_2 2024-04-02T08:26:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:30 smithi188 ceph-mon[30882]: pgmap v135: 1 pgs: 1 remapped; 577 KiB data, 562 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:30 smithi188 ceph-mon[30882]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:26:30.510 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:30 smithi104 ceph-mon[27401]: pgmap v135: 1 pgs: 1 remapped; 577 KiB data, 562 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:30 smithi104 ceph-mon[27401]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:26:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:30 smithi104 ceph-mon[39229]: pgmap v135: 1 pgs: 1 remapped; 577 KiB data, 562 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:30 smithi104 ceph-mon[39229]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:26:31.617 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:31 smithi188 ceph-mon[30882]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:26:31.617 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:31.617 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:31.617 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:31.617 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:31.617 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:31.618 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:31.618 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:31.618 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[27401]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:26:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[39229]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:26:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:31.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:31.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:31.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:31.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:31.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:31.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:31.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:32 smithi188 ceph-mon[30882]: Detected new or changed devices on smithi188 2024-04-02T08:26:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:32 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi188 to 8544M 2024-04-02T08:26:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:32 smithi188 ceph-mon[30882]: pgmap v138: 1 pgs: 1 remapped; 577 KiB data, 562 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:32 smithi188 ceph-mon[30882]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:26:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:32 smithi104 ceph-mon[27401]: Detected new or changed devices on smithi188 2024-04-02T08:26:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:32 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi188 to 8544M 2024-04-02T08:26:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:32 smithi104 ceph-mon[27401]: pgmap v138: 1 pgs: 1 remapped; 577 KiB data, 562 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:32 smithi104 ceph-mon[27401]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:26:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:32 smithi104 ceph-mon[39229]: Detected new or changed devices on smithi188 2024-04-02T08:26:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:32 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi188 to 8544M 2024-04-02T08:26:32.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:32 smithi104 ceph-mon[39229]: pgmap v138: 1 pgs: 1 remapped; 577 KiB data, 562 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:32.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:32 smithi104 ceph-mon[39229]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:26:33.575 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:33 smithi188 ceph-mon[30882]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:33.575 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:33 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:33.576 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:33 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:33.576 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:33 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:33 smithi104 ceph-mon[27401]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:33 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:33 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:33 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:33 smithi104 ceph-mon[39229]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:33 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:33 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:33 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:34 smithi188 ceph-mon[30882]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-02T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:34 smithi104 ceph-mon[27401]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-02T08:26:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:34 smithi104 ceph-mon[39229]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-02T08:26:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:35 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/4266115449' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06802551-8664-4c94-8fc7-ada35935fd42"}]: dispatch 2024-04-02T08:26:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:35 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06802551-8664-4c94-8fc7-ada35935fd42"}]: dispatch 2024-04-02T08:26:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:35 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06802551-8664-4c94-8fc7-ada35935fd42"}]': finished 2024-04-02T08:26:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:35 smithi188 ceph-mon[30882]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:26:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:35 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:35 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/4266115449' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06802551-8664-4c94-8fc7-ada35935fd42"}]: dispatch 2024-04-02T08:26:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:35 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06802551-8664-4c94-8fc7-ada35935fd42"}]: dispatch 2024-04-02T08:26:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:35 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06802551-8664-4c94-8fc7-ada35935fd42"}]': finished 2024-04-02T08:26:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:35 smithi104 ceph-mon[27401]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:26:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:35 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:35 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/4266115449' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06802551-8664-4c94-8fc7-ada35935fd42"}]: dispatch 2024-04-02T08:26:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:35 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06802551-8664-4c94-8fc7-ada35935fd42"}]: dispatch 2024-04-02T08:26:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:35 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06802551-8664-4c94-8fc7-ada35935fd42"}]': finished 2024-04-02T08:26:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:35 smithi104 ceph-mon[39229]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:26:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:35 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:36 smithi188 ceph-mon[30882]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-02T08:26:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:36 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/642653544' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:36 smithi104 ceph-mon[27401]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-02T08:26:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:36 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/642653544' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:36.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:36 smithi104 ceph-mon[39229]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-02T08:26:36.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:36 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/642653544' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:38 smithi188 ceph-mon[30882]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-02T08:26:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:38 smithi104 ceph-mon[27401]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-02T08:26:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:38 smithi104 ceph-mon[39229]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-02T08:26:40.203 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:40 smithi188 ceph-mon[30882]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:26:40.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:40 smithi104 ceph-mon[27401]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:26:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:40 smithi104 ceph-mon[39229]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:26:42.517 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:42 smithi188 ceph-mon[30882]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:42.517 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:26:42.517 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:42 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:42.518 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:42 smithi188 ceph-mon[30882]: Deploying daemon osd.6 on smithi188 2024-04-02T08:26:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:42 smithi104 ceph-mon[27401]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:26:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:42 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:42 smithi104 ceph-mon[27401]: Deploying daemon osd.6 on smithi188 2024-04-02T08:26:42.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:42 smithi104 ceph-mon[39229]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:42.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:26:42.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:42 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:42.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:42 smithi104 ceph-mon[39229]: Deploying daemon osd.6 on smithi188 2024-04-02T08:26:44.493 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:44 smithi188 ceph-mon[30882]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:44 smithi104 ceph-mon[27401]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:44 smithi104 ceph-mon[39229]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:46.536 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:46 smithi188 ceph-mon[30882]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:46 smithi104 ceph-mon[27401]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:46 smithi104 ceph-mon[39229]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:47 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:47 smithi188 ceph-mon[30882]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:47 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:47 smithi104 ceph-mon[27401]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:47 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:47 smithi104 ceph-mon[39229]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:50.586 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:50 smithi188 ceph-mon[30882]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:50.587 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:50 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:50.587 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:50 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:50.587 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:50 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:50.587 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:50 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:50.587 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:50 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:50.587 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:50 smithi188 ceph-mon[30882]: from='osd.6 [v2:172.21.15.188:6816/3443295908,v1:172.21.15.188:6817/3443295908]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:50.587 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:50 smithi188 ceph-mon[30882]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:50.634 INFO:teuthology.orchestra.run.smithi188.stdout:Created osd(s) 6 on host 'smithi188' 2024-04-02T08:26:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[27401]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[27401]: from='osd.6 [v2:172.21.15.188:6816/3443295908,v1:172.21.15.188:6817/3443295908]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[27401]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[39229]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:50.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:50.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:50.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:50.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:50.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[39229]: from='osd.6 [v2:172.21.15.188:6816/3443295908,v1:172.21.15.188:6817/3443295908]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:50.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:50 smithi104 ceph-mon[39229]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:51.268 DEBUG:teuthology.orchestra.run.smithi188:osd.6> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.6.service 2024-04-02T08:26:51.270 INFO:tasks.cephadm:Deploying osd.7 on smithi188 with /dev/vg_nvme/lv_1... 2024-04-02T08:26:51.271 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:26:51.873 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:26:51 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[48189]: 2024-04-02T08:26:51.826+0000 7f0ca6b20700 -1 osd.6 0 waiting for initial osdmap 2024-04-02T08:26:51.873 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:26:51 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[48189]: 2024-04-02T08:26:51.834+0000 7f0ca2915700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:26:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:51 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:51.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:51 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:51.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:51 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:51.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:51 smithi188 ceph-mon[30882]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:26:51.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:51 smithi188 ceph-mon[30882]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:26:51.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:51 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:51.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:51 smithi188 ceph-mon[30882]: from='osd.6 [v2:172.21.15.188:6816/3443295908,v1:172.21.15.188:6817/3443295908]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:51.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:51 smithi188 ceph-mon[30882]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:51.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:51 smithi188 ceph-mon[30882]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[27401]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[27401]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[27401]: from='osd.6 [v2:172.21.15.188:6816/3443295908,v1:172.21.15.188:6817/3443295908]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[27401]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[27401]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[39229]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:26:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[39229]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:26:51.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:51.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[39229]: from='osd.6 [v2:172.21.15.188:6816/3443295908,v1:172.21.15.188:6817/3443295908]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:51.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[39229]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:26:51.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:51 smithi104 ceph-mon[39229]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:52.027 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:52.940 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:52 smithi188 ceph-mon[30882]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:26:52.940 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:52 smithi188 ceph-mon[30882]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:26:52.940 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:52.940 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:52 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:53.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:52 smithi104 ceph-mon[27401]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:26:53.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:52 smithi104 ceph-mon[27401]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:26:53.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:53.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:52 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:53.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:52 smithi104 ceph-mon[39229]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:26:53.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:52 smithi104 ceph-mon[39229]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:26:53.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:53.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:52 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:54.039 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:53 smithi188 ceph-mon[30882]: purged_snaps scrub starts 2024-04-02T08:26:54.039 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:53 smithi188 ceph-mon[30882]: purged_snaps scrub ok 2024-04-02T08:26:54.039 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:53 smithi188 ceph-mon[30882]: osd.6 [v2:172.21.15.188:6816/3443295908,v1:172.21.15.188:6817/3443295908] boot 2024-04-02T08:26:54.039 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:53 smithi188 ceph-mon[30882]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:26:54.039 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:53 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:54.039 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:53 smithi188 ceph-mon[30882]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[27401]: purged_snaps scrub starts 2024-04-02T08:26:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[27401]: purged_snaps scrub ok 2024-04-02T08:26:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[27401]: osd.6 [v2:172.21.15.188:6816/3443295908,v1:172.21.15.188:6817/3443295908] boot 2024-04-02T08:26:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[27401]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:26:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[27401]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[39229]: purged_snaps scrub starts 2024-04-02T08:26:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[39229]: purged_snaps scrub ok 2024-04-02T08:26:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[39229]: osd.6 [v2:172.21.15.188:6816/3443295908,v1:172.21.15.188:6817/3443295908] boot 2024-04-02T08:26:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[39229]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:26:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:53 smithi104 ceph-mon[39229]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:54.957 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:54 smithi188 ceph-mon[30882]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:26:54.957 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:54.957 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:54.957 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:54.957 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:54.957 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:54.957 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:54.957 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:54.957 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:54.957 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:54 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:55.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[27401]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:26:55.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[39229]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:26:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:55.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:55.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:55.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:55.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:55.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:55.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:55.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:54 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:26:55.519 INFO:teuthology.orchestra.run.smithi188.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:26:55.519 INFO:teuthology.orchestra.run.smithi188.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:26:55.519 INFO:teuthology.orchestra.run.smithi188.stderr: stderr: 10+0 records in 2024-04-02T08:26:55.519 INFO:teuthology.orchestra.run.smithi188.stderr:10+0 records out 2024-04-02T08:26:55.520 INFO:teuthology.orchestra.run.smithi188.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111196 s, 943 MB/s 2024-04-02T08:26:55.520 INFO:teuthology.orchestra.run.smithi188.stderr:--> Zapping successful for: 2024-04-02T08:26:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:55 smithi188 ceph-mon[30882]: Detected new or changed devices on smithi188 2024-04-02T08:26:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:55 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi188 to 5696M 2024-04-02T08:26:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:55 smithi188 ceph-mon[30882]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:26:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:55 smithi188 ceph-mon[30882]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:56.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:55 smithi104 ceph-mon[27401]: Detected new or changed devices on smithi188 2024-04-02T08:26:56.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:55 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi188 to 5696M 2024-04-02T08:26:56.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:55 smithi104 ceph-mon[27401]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:26:56.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:55 smithi104 ceph-mon[27401]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:55 smithi104 ceph-mon[39229]: Detected new or changed devices on smithi188 2024-04-02T08:26:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:55 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi188 to 5696M 2024-04-02T08:26:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:55 smithi104 ceph-mon[39229]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:26:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:55 smithi104 ceph-mon[39229]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:56.174 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi188:vg_nvme/lv_1 2024-04-02T08:26:56.380 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:56 smithi188 ceph-mon[30882]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:26:57.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:56 smithi104 ceph-mon[39229]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:26:57.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:56 smithi104 ceph-mon[27401]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:26:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:57 smithi188 ceph-mon[30882]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:26:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:57 smithi188 ceph-mon[30882]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:58.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:57 smithi104 ceph-mon[39229]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:26:58.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:57 smithi104 ceph-mon[39229]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:57 smithi104 ceph-mon[27401]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:26:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:57 smithi104 ceph-mon[27401]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:59.053 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:58 smithi188 ceph-mon[30882]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:59.053 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:59.053 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:59.053 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:26:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:59.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:58 smithi104 ceph-mon[27401]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:59.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:26:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:58 smithi104 ceph-mon[39229]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi188:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:26:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:00.209 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:00 smithi188 ceph-mon[30882]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:27:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:00 smithi104 ceph-mon[39229]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:27:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:00 smithi104 ceph-mon[27401]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:27:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:01 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/3914171545' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f3524d4-4489-4c8a-9559-6c22c528cb1d"}]: dispatch 2024-04-02T08:27:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:01 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f3524d4-4489-4c8a-9559-6c22c528cb1d"}]: dispatch 2024-04-02T08:27:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:01 smithi188 ceph-mon[30882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4f3524d4-4489-4c8a-9559-6c22c528cb1d"}]': finished 2024-04-02T08:27:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:01 smithi188 ceph-mon[30882]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:27:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:01 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:01 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/3914171545' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f3524d4-4489-4c8a-9559-6c22c528cb1d"}]: dispatch 2024-04-02T08:27:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:01 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f3524d4-4489-4c8a-9559-6c22c528cb1d"}]: dispatch 2024-04-02T08:27:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:01 smithi104 ceph-mon[27401]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4f3524d4-4489-4c8a-9559-6c22c528cb1d"}]': finished 2024-04-02T08:27:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:01 smithi104 ceph-mon[27401]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:27:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:01 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:01 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/3914171545' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f3524d4-4489-4c8a-9559-6c22c528cb1d"}]: dispatch 2024-04-02T08:27:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:01 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f3524d4-4489-4c8a-9559-6c22c528cb1d"}]: dispatch 2024-04-02T08:27:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:01 smithi104 ceph-mon[39229]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4f3524d4-4489-4c8a-9559-6c22c528cb1d"}]': finished 2024-04-02T08:27:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:01 smithi104 ceph-mon[39229]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:27:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:01 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:02 smithi188 ceph-mon[30882]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:27:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:02 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/654674316' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:27:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:02 smithi104 ceph-mon[27401]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:27:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:02 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/654674316' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:27:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:02 smithi104 ceph-mon[39229]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:27:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:02 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/654674316' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:27:04.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:04 smithi188 ceph-mon[30882]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-02T08:27:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:04 smithi104 ceph-mon[27401]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-02T08:27:04.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:04 smithi104 ceph-mon[39229]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-02T08:27:06.552 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:06 smithi188 ceph-mon[30882]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-02T08:27:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:06 smithi104 ceph-mon[27401]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-02T08:27:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:06 smithi104 ceph-mon[39229]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-02T08:27:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:27:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:07 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:07.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:27:07.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:07 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:27:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:07 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:08.557 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:08 smithi188 ceph-mon[30882]: Deploying daemon osd.7 on smithi188 2024-04-02T08:27:08.557 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:08 smithi188 ceph-mon[30882]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:27:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:08 smithi104 ceph-mon[27401]: Deploying daemon osd.7 on smithi188 2024-04-02T08:27:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:08 smithi104 ceph-mon[27401]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:27:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:08 smithi104 ceph-mon[39229]: Deploying daemon osd.7 on smithi188 2024-04-02T08:27:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:08 smithi104 ceph-mon[39229]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:27:10.281 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:10 smithi188 ceph-mon[30882]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:10.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:10 smithi104 ceph-mon[27401]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:10 smithi104 ceph-mon[39229]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:12.621 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:12 smithi188 ceph-mon[30882]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:12 smithi104 ceph-mon[27401]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:12.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:12 smithi104 ceph-mon[39229]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:13 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:13 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:13 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:13 smithi188 ceph-mon[30882]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:13 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:13 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:13 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:13 smithi104 ceph-mon[39229]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:13 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:13 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:13 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:13 smithi104 ceph-mon[27401]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:16.291 INFO:teuthology.orchestra.run.smithi188.stdout:Created osd(s) 7 on host 'smithi188' 2024-04-02T08:27:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:16 smithi188 ceph-mon[30882]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:16 smithi188 ceph-mon[30882]: from='osd.7 [v2:172.21.15.188:6824/1785677986,v1:172.21.15.188:6825/1785677986]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:27:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:16 smithi188 ceph-mon[30882]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:27:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:16 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:16 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:16 smithi104 ceph-mon[27401]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:16 smithi104 ceph-mon[27401]: from='osd.7 [v2:172.21.15.188:6824/1785677986,v1:172.21.15.188:6825/1785677986]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:27:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:16 smithi104 ceph-mon[27401]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:27:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:16 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:16 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:16 smithi104 ceph-mon[39229]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:16 smithi104 ceph-mon[39229]: from='osd.7 [v2:172.21.15.188:6824/1785677986,v1:172.21.15.188:6825/1785677986]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:27:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:16 smithi104 ceph-mon[39229]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:27:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:16 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:16 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:16.976 DEBUG:teuthology.orchestra.run.smithi188:osd.7> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.7.service 2024-04-02T08:27:16.978 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-02T08:27:16.979 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd stat -f json 2024-04-02T08:27:17.198 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:17.592 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[27401]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:27:17.592 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[27401]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:27:17.592 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:17.593 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[27401]: from='osd.7 [v2:172.21.15.188:6824/1785677986,v1:172.21.15.188:6825/1785677986]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:27:17.593 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[27401]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:27:17.593 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:17.593 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:17.593 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[39229]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:27:17.593 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[39229]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:27:17.593 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:17.593 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[39229]: from='osd.7 [v2:172.21.15.188:6824/1785677986,v1:172.21.15.188:6825/1785677986]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:27:17.593 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[39229]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:27:17.593 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:17.593 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:17 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:17.596 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:17 smithi188 ceph-mon[30882]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:27:17.596 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:17 smithi188 ceph-mon[30882]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:27:17.596 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:17 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:17.596 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:17 smithi188 ceph-mon[30882]: from='osd.7 [v2:172.21.15.188:6824/1785677986,v1:172.21.15.188:6825/1785677986]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:27:17.596 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:17 smithi188 ceph-mon[30882]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:27:17.596 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:17 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:17.596 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:17 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:17.873 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:27:17 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[54296]: 2024-04-02T08:27:17.777+0000 7ff8d42f0700 -1 osd.7 0 waiting for initial osdmap 2024-04-02T08:27:17.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:27:17 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[54296]: 2024-04-02T08:27:17.784+0000 7ff8cc0dd700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:27:18.577 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:18 smithi188 ceph-mon[30882]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:18.577 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:18 smithi188 ceph-mon[30882]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:27:18.577 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:18 smithi188 ceph-mon[30882]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:27:18.577 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:18 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:18.577 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:18 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:18.577 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:18 smithi188 ceph-mon[30882]: from='osd.7 ' entity='osd.7' 2024-04-02T08:27:18.608 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[27401]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:18.608 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[27401]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:27:18.608 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[27401]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:27:18.608 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:18.608 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:18.608 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[27401]: from='osd.7 ' entity='osd.7' 2024-04-02T08:27:18.609 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[39229]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:27:18.609 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[39229]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]': finished 2024-04-02T08:27:18.609 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[39229]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:27:18.609 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:18.609 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:18.609 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:18 smithi104 ceph-mon[39229]: from='osd.7 ' entity='osd.7' 2024-04-02T08:27:19.147 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:19 smithi188 ceph-mon[30882]: purged_snaps scrub starts 2024-04-02T08:27:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:19 smithi188 ceph-mon[30882]: purged_snaps scrub ok 2024-04-02T08:27:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:19 smithi188 ceph-mon[30882]: osd.7 [v2:172.21.15.188:6824/1785677986,v1:172.21.15.188:6825/1785677986] boot 2024-04-02T08:27:19.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:19 smithi188 ceph-mon[30882]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:27:19.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:19 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:19.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:19 smithi188 ceph-mon[30882]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:27:19.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:19 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3067707027' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:27:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[39229]: purged_snaps scrub starts 2024-04-02T08:27:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[39229]: purged_snaps scrub ok 2024-04-02T08:27:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[39229]: osd.7 [v2:172.21.15.188:6824/1785677986,v1:172.21.15.188:6825/1785677986] boot 2024-04-02T08:27:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[39229]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:27:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[39229]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:27:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3067707027' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:27:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[27401]: purged_snaps scrub starts 2024-04-02T08:27:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[27401]: purged_snaps scrub ok 2024-04-02T08:27:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[27401]: osd.7 [v2:172.21.15.188:6824/1785677986,v1:172.21.15.188:6825/1785677986] boot 2024-04-02T08:27:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[27401]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:27:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[27401]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:27:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:19 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3067707027' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:27:19.799 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046438,"num_in_osds":8,"osd_in_since":1712046420,"num_remapped_pgs":1} 2024-04-02T08:27:19.799 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:27:20.000 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:20.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:20 smithi104 ceph-mon[27401]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:20.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:20 smithi104 ceph-mon[27401]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:27:20.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:20 smithi104 ceph-mon[39229]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:20.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:20 smithi104 ceph-mon[39229]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:27:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:20 smithi188 ceph-mon[30882]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:20 smithi188 ceph-mon[30882]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:27:21.463 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: Detected new or changed devices on smithi188 2024-04-02T08:27:21.463 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.463 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.463 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.463 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.463 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi188 to 4272M 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[27401]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:27:21.464 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: Detected new or changed devices on smithi188 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi188 to 4272M 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:21.465 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:21.466 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.466 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:21 smithi104 ceph-mon[39229]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:27:21.867 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:21.867 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":57,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:27:21.151427+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: Detected new or changed devices on smithi188 2024-04-02T08:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi188 to 4272M 2024-04-02T08:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:21 smithi188 ceph-mon[30882]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:27:22.578 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:25:15.541314+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:27:22.579 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool get .mgr pg_num 2024-04-02T08:27:22.779 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:22 smithi188 ceph-mon[30882]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:22 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3944658125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:22 smithi188 ceph-mon[30882]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:27:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:22 smithi104 ceph-mon[27401]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:22 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3944658125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:22 smithi104 ceph-mon[27401]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:27:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:22 smithi104 ceph-mon[39229]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:22 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3944658125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:22 smithi104 ceph-mon[39229]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:27:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:24 smithi104 ceph-mon[27401]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:24 smithi104 ceph-mon[39229]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:24.695 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-04-02T08:27:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:24 smithi188 ceph-mon[30882]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:25.394 INFO:tasks.cephadm:Adding mds.a on smithi104 2024-04-02T08:27:25.394 INFO:tasks.cephadm:Adding mds.b on smithi188 2024-04-02T08:27:25.394 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mds all '2;smithi104=a;smithi188=b' 2024-04-02T08:27:25.610 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:25 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2749296391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:25 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2749296391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:25.732 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:25 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2749296391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:26.763 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:26 smithi188 ceph-mon[30882]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:27:26.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:26 smithi104 ceph-mon[27401]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:27:26.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:26 smithi104 ceph-mon[39229]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:27:27.332 INFO:teuthology.orchestra.run.smithi188.stdout:Scheduled mds.all update... 2024-04-02T08:27:27.979 DEBUG:teuthology.orchestra.run.smithi104:mds.a> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mds.a.service 2024-04-02T08:27:27.982 DEBUG:teuthology.orchestra.run.smithi188:mds.b> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mds.b.service 2024-04-02T08:27:27.984 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-02T08:27:27.984 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:28.326 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:28.326 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":58,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:27:22.152852+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:28.340 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:25:15.541314+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:27:28.340 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:27:28.582 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-02T08:27:28.582 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi104=a;smithi188=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:28.582 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: Saving service mds.all spec with placement smithi104=a;smithi188=b;count:2 2024-04-02T08:27:28.582 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:28.582 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:28.582 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:28.582 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2336132529' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi104=a;smithi188=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: Saving service mds.all spec with placement smithi104=a;smithi188=b;count:2 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:28.583 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:28.584 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:28.584 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:28.584 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:28.584 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:28.584 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:28 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2336132529' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-02T08:27:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi104=a;smithi188=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: Saving service mds.all spec with placement smithi104=a;smithi188=b;count:2 2024-04-02T08:27:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:28.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:28.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:28.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:28.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:28.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:28.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:28.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:28 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2336132529' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:28.637 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-04-02T08:27:28.650 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:28.973 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:28.973 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-02T08:27:28.974 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 1 2024-04-02T08:27:29.586 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:29 smithi104 ceph-mon[39229]: Deploying daemon mds.a on smithi104 2024-04-02T08:27:29.586 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:29 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2672726939' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:29.586 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:29 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/841951286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:29.587 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:29 smithi104 ceph-mon[27401]: Deploying daemon mds.a on smithi104 2024-04-02T08:27:29.587 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:29 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2672726939' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:29.587 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:29 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/841951286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:29 smithi188 ceph-mon[30882]: Deploying daemon mds.a on smithi104 2024-04-02T08:27:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:29 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2672726939' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:29 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/841951286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:30.286 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:27:30 smithi104 podman[68048]: 2024-04-02 08:27:30.157500434 +0000 UTC m=+0.122223669 container create 55d44b8c004804bf732468cef55bca968b2d4c44c9f60a0a10171a7593618ccb (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T08:27:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:30 smithi188 ceph-mon[30882]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-02T08:27:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:30 smithi104 ceph-mon[27401]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-02T08:27:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:30 smithi104 ceph-mon[39229]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-02T08:27:30.640 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:27:30 smithi104 podman[68048]: 2024-04-02 08:27:30.411874535 +0000 UTC m=+0.376597784 container init 55d44b8c004804bf732468cef55bca968b2d4c44c9f60a0a10171a7593618ccb (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:27:30.640 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:27:30 smithi104 podman[68048]: 2024-04-02 08:27:30.417248555 +0000 UTC m=+0.381971793 container start 55d44b8c004804bf732468cef55bca968b2d4c44c9f60a0a10171a7593618ccb (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:27:30.640 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:27:30 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a[68063]: starting mds.a at 2024-04-02T08:27:30.640 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:27:30 smithi104 bash[68048]: 55d44b8c004804bf732468cef55bca968b2d4c44c9f60a0a10171a7593618ccb 2024-04-02T08:27:30.640 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:27:30 smithi104 systemd[1]: Started Ceph mds.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:30.986 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:31.312 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:31.313 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14463,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/1547074275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1547074275},{"type":"v1","addr":"172.21.15.104:6835","nonce":1547074275}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-02T08:27:31.313 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 2 2024-04-02T08:27:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[39229]: mds.? [v2:172.21.15.104:6834/1547074275,v1:172.21.15.104:6835/1547074275] up:boot 2024-04-02T08:27:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[39229]: fsmap 1 up:standby 2024-04-02T08:27:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/4185205903' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[27401]: mds.? [v2:172.21.15.104:6834/1547074275,v1:172.21.15.104:6835/1547074275] up:boot 2024-04-02T08:27:31.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[27401]: fsmap 1 up:standby 2024-04-02T08:27:31.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:31.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:31.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:31.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:31.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:31.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:31.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:31.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:31 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/4185205903' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:31.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:31 smithi188 ceph-mon[30882]: mds.? [v2:172.21.15.104:6834/1547074275,v1:172.21.15.104:6835/1547074275] up:boot 2024-04-02T08:27:31.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:31 smithi188 ceph-mon[30882]: fsmap 1 up:standby 2024-04-02T08:27:31.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:31.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:31.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:31.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:31.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:31.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:31.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:31 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:31.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:31 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/4185205903' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:32 smithi188 ceph-mon[30882]: Deploying daemon mds.b on smithi188 2024-04-02T08:27:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:32 smithi188 ceph-mon[30882]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:27:32.623 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:27:32 smithi188 systemd[1]: Starting Ceph mds.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:32.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:32 smithi104 ceph-mon[27401]: Deploying daemon mds.b on smithi188 2024-04-02T08:27:32.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:32 smithi104 ceph-mon[27401]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:27:32.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:32 smithi104 ceph-mon[39229]: Deploying daemon mds.b on smithi188 2024-04-02T08:27:32.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:32 smithi104 ceph-mon[39229]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:27:32.965 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:27:32 smithi188 podman[58479]: 2024-04-02 08:27:32.618068038 +0000 UTC m=+0.018018448 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:27:32.965 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:27:32 smithi188 podman[58479]: 2024-04-02 08:27:32.730784028 +0000 UTC m=+0.130734437 container create 3b1235ebef2eedd0b3f4a5b79c808a75521ce7535c3e35190dbd170e38ad3cbf (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-02T08:27:32.965 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:27:32 smithi188 podman[58479]: 2024-04-02 08:27:32.967061735 +0000 UTC m=+0.367012146 container init 3b1235ebef2eedd0b3f4a5b79c808a75521ce7535c3e35190dbd170e38ad3cbf (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326) 2024-04-02T08:27:33.329 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:33.373 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:27:32 smithi188 podman[58479]: 2024-04-02 08:27:32.972446016 +0000 UTC m=+0.372396427 container start 3b1235ebef2eedd0b3f4a5b79c808a75521ce7535c3e35190dbd170e38ad3cbf (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux ) 2024-04-02T08:27:33.373 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:27:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b[58494]: starting mds.b at 2024-04-02T08:27:33.373 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:27:33 smithi188 bash[58479]: 3b1235ebef2eedd0b3f4a5b79c808a75521ce7535c3e35190dbd170e38ad3cbf 2024-04-02T08:27:33.374 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:27:33 smithi188 systemd[1]: Started Ceph mds.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:33.675 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:33.675 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14463,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/1547074275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1547074275},{"type":"v1","addr":"172.21.15.104:6835","nonce":1547074275}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6833/2105604648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6832","nonce":2105604648},{"type":"v1","addr":"172.21.15.188:6833","nonce":2105604648}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-04-02T08:27:33.675 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 3 2024-04-02T08:27:33.689 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:33.979 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:33.979 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":58,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:27:22.152852+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:33.992 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:25:15.541314+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:27:33.993 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:27:34.263 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.263 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.263 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.263 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.263 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.263 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: mds.? [v2:172.21.15.188:6832/2105604648,v1:172.21.15.188:6833/2105604648] up:boot 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: fsmap 2 up:standby 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2522982934' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3641322925' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:34.265 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-02T08:27:34.265 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: mds.? [v2:172.21.15.188:6832/2105604648,v1:172.21.15.188:6833/2105604648] up:boot 2024-04-02T08:27:34.265 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: fsmap 2 up:standby 2024-04-02T08:27:34.265 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:34.265 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2522982934' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:34.265 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:34 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3641322925' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:34.294 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-04-02T08:27:34.307 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-02T08:27:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-02T08:27:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: mds.? [v2:172.21.15.188:6832/2105604648,v1:172.21.15.188:6833/2105604648] up:boot 2024-04-02T08:27:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: fsmap 2 up:standby 2024-04-02T08:27:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2522982934' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:34 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3641322925' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:34.607 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:34.607 INFO:teuthology.orchestra.run.smithi104.stdout:[ 2024-04-02T08:27:34.607 INFO:teuthology.orchestra.run.smithi104.stdout: { 2024-04-02T08:27:34.607 INFO:teuthology.orchestra.run.smithi104.stdout: "poolnum": 1, 2024-04-02T08:27:34.607 INFO:teuthology.orchestra.run.smithi104.stdout: "poolname": ".mgr" 2024-04-02T08:27:34.608 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:27:34.608 INFO:teuthology.orchestra.run.smithi104.stdout:] 2024-04-02T08:27:34.621 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-02T08:27:34.621 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-02T08:27:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:35 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3062932668' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:35 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3788783479' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:27:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:35 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:35 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:35 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:35 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:35 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:35 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:35 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3062932668' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3788783479' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3062932668' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3788783479' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:35 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:35.855 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_metadata' created 2024-04-02T08:27:35.868 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-02T08:27:36.862 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_data' created 2024-04-02T08:27:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:36 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/706741172' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:27:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:36.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:36.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:36 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:36.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:36 smithi188 ceph-mon[30882]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:27:36.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:36 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/706741172' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:27:36.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:36 smithi188 ceph-mon[30882]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:27:36.881 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/706741172' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:27:36.881 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:36.881 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.882 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:36.882 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:36.882 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[39229]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:27:36.882 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/706741172' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:27:36.882 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[39229]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:27:36.882 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/706741172' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:27:36.882 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:36.882 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.882 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:36.882 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:36.883 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[27401]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:27:36.883 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/706741172' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:27:36.883 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:36 smithi104 ceph-mon[27401]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:27:36.884 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-02T08:27:37.211 INFO:teuthology.orchestra.run.smithi104.stderr:new fs with metadata pool 2 and data pool 3 2024-04-02T08:27:37.235 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:37.525 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:37.525 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":61,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:27:37.206930+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:35.191174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:36.400806+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:37.536 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1777172653' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:37.536 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:37.537 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:27:37.537 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[27401]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:27:37.537 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1363751071' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:37.537 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[27401]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:27:37.537 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[27401]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:27:37.537 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1363751071' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:27:37.537 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[27401]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-02T08:27:37.537 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[27401]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:27:37.537 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:37.537 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1777172653' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:37.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:37.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:27:37.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[39229]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:27:37.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1363751071' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:37.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[39229]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:27:37.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[39229]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:27:37.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1363751071' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:27:37.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[39229]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-02T08:27:37.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[39229]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:27:37.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:37 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:37.539 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:37.824 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:37.824 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":61,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:27:37.206930+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:35.191174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:36.400806+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:37.836 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-02T08:27:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:37 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1777172653' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:37 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:37 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:27:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:37 smithi188 ceph-mon[30882]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:27:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:37 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1363751071' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:37 smithi188 ceph-mon[30882]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:27:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:37 smithi188 ceph-mon[30882]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:27:37.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:37 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1363751071' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:27:37.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:37 smithi188 ceph-mon[30882]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-02T08:27:37.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:37 smithi188 ceph-mon[30882]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:27:37.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:37 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:38.232 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-02T08:27:38.232 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-02T08:27:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[27401]: pgmap v191: 97 pgs: 3 creating+peering, 1 active+clean, 93 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1914095454' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1346296511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/440108767' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[27401]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[27401]: mds.? [v2:172.21.15.188:6832/2105604648,v1:172.21.15.188:6833/2105604648] up:active 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/440108767' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[27401]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[39229]: pgmap v191: 97 pgs: 3 creating+peering, 1 active+clean, 93 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1914095454' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1346296511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/440108767' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[39229]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[39229]: mds.? [v2:172.21.15.188:6832/2105604648,v1:172.21.15.188:6833/2105604648] up:active 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/440108767' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:27:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:38 smithi104 ceph-mon[39229]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:38.774 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:38 smithi188 ceph-mon[30882]: pgmap v191: 97 pgs: 3 creating+peering, 1 active+clean, 93 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:38.774 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:38 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1914095454' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:38.774 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:38 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1346296511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:38.775 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:38 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/440108767' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:38.775 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:38 smithi188 ceph-mon[30882]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:27:38.775 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:38 smithi188 ceph-mon[30882]: mds.? [v2:172.21.15.188:6832/2105604648,v1:172.21.15.188:6833/2105604648] up:active 2024-04-02T08:27:38.775 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:38 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/440108767' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:27:38.775 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:38 smithi188 ceph-mon[30882]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:38.775 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:27:38 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b[58494]: 2024-04-02T08:27:38.455+0000 7faea4c5b700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:27:39.430 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-02T08:27:39.431 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:39.752 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:39.752 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14463,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/1547074275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1547074275},{"type":"v1","addr":"172.21.15.104:6835","nonce":1547074275}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:37.207296+0000","modified":"2024-04-02T08:27:39.408888+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24325},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24325":{"gid":24325,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6833/2105604648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6832","nonce":2105604648},{"type":"v1","addr":"172.21.15.188:6833","nonce":2105604648}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:27:39.752 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 6 2024-04-02T08:27:39.763 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:39 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2174179357' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:39.763 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:39 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:39.763 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:39 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2174179357' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:39.763 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:39 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:39.764 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:39 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2174179357' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:39 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:40.046 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:40.046 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":62,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:27:38.209019+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:35.191174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:36.400806+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:40.058 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-02T08:27:40.059 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:40.350 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:40.351 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-04-02T08:27:40.361 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-04-02T08:27:39.283944+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":188,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":240,"acting":240,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":73,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":226700,"kb_used_data":6420,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734516,"statfs":{"total":767960285184,"available":767728144384,"internally_reserved":0,"allocated":6574080,"data_stored":3731483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000780"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219132+0000","last_change":"2024-04-02T08:27:37.247239+0000","last_active":"2024-04-02T08:27:38.219132+0000","last_peered":"2024-04-02T08:27:38.219132+0000","last_clean":"2024-04-02T08:27:38.219132+0000","last_became_active":"2024-04-02T08:27:37.246933+0000","last_became_peered":"2024-04-02T08:27:37.246933+0000","last_unstale":"2024-04-02T08:27:38.219132+0000","last_undegraded":"2024-04-02T08:27:38.219132+0000","last_fullsized":"2024-04-02T08:27:38.219132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:48.877207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729075+0000","last_change":"2024-04-02T08:27:37.232244+0000","last_active":"2024-04-02T08:27:38.729075+0000","last_peered":"2024-04-02T08:27:38.729075+0000","last_clean":"2024-04-02T08:27:38.729075+0000","last_became_active":"2024-04-02T08:27:37.231521+0000","last_became_peered":"2024-04-02T08:27:37.231521+0000","last_unstale":"2024-04-02T08:27:38.729075+0000","last_undegraded":"2024-04-02T08:27:38.729075+0000","last_fullsized":"2024-04-02T08:27:38.729075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:54:45.546107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233427+0000","last_change":"2024-04-02T08:27:37.231749+0000","last_active":"2024-04-02T08:27:37.233427+0000","last_peered":"2024-04-02T08:27:37.233427+0000","last_clean":"2024-04-02T08:27:37.233427+0000","last_became_active":"2024-04-02T08:27:37.230546+0000","last_became_peered":"2024-04-02T08:27:37.230546+0000","last_unstale":"2024-04-02T08:27:37.233427+0000","last_undegraded":"2024-04-02T08:27:37.233427+0000","last_fullsized":"2024-04-02T08:27:37.233427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:42.063237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240426+0000","last_change":"2024-04-02T08:27:37.239340+0000","last_active":"2024-04-02T08:27:37.240426+0000","last_peered":"2024-04-02T08:27:37.240426+0000","last_clean":"2024-04-02T08:27:37.240426+0000","last_became_active":"2024-04-02T08:27:37.238844+0000","last_became_peered":"2024-04-02T08:27:37.238844+0000","last_unstale":"2024-04-02T08:27:37.240426+0000","last_undegraded":"2024-04-02T08:27:37.240426+0000","last_fullsized":"2024-04-02T08:27:37.240426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:26:55.111717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218604+0000","last_change":"2024-04-02T08:27:37.250521+0000","last_active":"2024-04-02T08:27:38.218604+0000","last_peered":"2024-04-02T08:27:38.218604+0000","last_clean":"2024-04-02T08:27:38.218604+0000","last_became_active":"2024-04-02T08:27:37.249215+0000","last_became_peered":"2024-04-02T08:27:37.249215+0000","last_unstale":"2024-04-02T08:27:38.218604+0000","last_undegraded":"2024-04-02T08:27:38.218604+0000","last_fullsized":"2024-04-02T08:27:38.218604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:20.549707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.235808+0000","last_change":"2024-04-02T08:27:37.235541+0000","last_active":"2024-04-02T08:27:37.235808+0000","last_peered":"2024-04-02T08:27:37.235808+0000","last_clean":"2024-04-02T08:27:37.235808+0000","last_became_active":"2024-04-02T08:27:37.235203+0000","last_became_peered":"2024-04-02T08:27:37.235203+0000","last_unstale":"2024-04-02T08:27:37.235808+0000","last_undegraded":"2024-04-02T08:27:37.235808+0000","last_fullsized":"2024-04-02T08:27:37.235808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:42:56.660810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218150+0000","last_change":"2024-04-02T08:27:37.247652+0000","last_active":"2024-04-02T08:27:38.218150+0000","last_peered":"2024-04-02T08:27:38.218150+0000","last_clean":"2024-04-02T08:27:38.218150+0000","last_became_active":"2024-04-02T08:27:37.246895+0000","last_became_peered":"2024-04-02T08:27:37.246895+0000","last_unstale":"2024-04-02T08:27:38.218150+0000","last_undegraded":"2024-04-02T08:27:38.218150+0000","last_fullsized":"2024-04-02T08:27:38.218150+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:13:45.608798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219115+0000","last_change":"2024-04-02T08:27:37.247918+0000","last_active":"2024-04-02T08:27:38.219115+0000","last_peered":"2024-04-02T08:27:38.219115+0000","last_clean":"2024-04-02T08:27:38.219115+0000","last_became_active":"2024-04-02T08:27:37.247531+0000","last_became_peered":"2024-04-02T08:27:37.247531+0000","last_unstale":"2024-04-02T08:27:38.219115+0000","last_undegraded":"2024-04-02T08:27:38.219115+0000","last_fullsized":"2024-04-02T08:27:38.219115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:55:30.580477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229086+0000","last_change":"2024-04-02T08:27:37.228460+0000","last_active":"2024-04-02T08:27:37.229086+0000","last_peered":"2024-04-02T08:27:37.229086+0000","last_clean":"2024-04-02T08:27:37.229086+0000","last_became_active":"2024-04-02T08:27:37.227472+0000","last_became_peered":"2024-04-02T08:27:37.227472+0000","last_unstale":"2024-04-02T08:27:37.229086+0000","last_undegraded":"2024-04-02T08:27:37.229086+0000","last_fullsized":"2024-04-02T08:27:37.229086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:50.974785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.225170+0000","last_change":"2024-04-02T08:27:37.224694+0000","last_active":"2024-04-02T08:27:37.225170+0000","last_peered":"2024-04-02T08:27:37.225170+0000","last_clean":"2024-04-02T08:27:37.225170+0000","last_became_active":"2024-04-02T08:27:37.224403+0000","last_became_peered":"2024-04-02T08:27:37.224403+0000","last_unstale":"2024-04-02T08:27:37.225170+0000","last_undegraded":"2024-04-02T08:27:37.225170+0000","last_fullsized":"2024-04-02T08:27:37.225170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:52.567247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729609+0000","last_change":"2024-04-02T08:27:37.226271+0000","last_active":"2024-04-02T08:27:38.729609+0000","last_peered":"2024-04-02T08:27:38.729609+0000","last_clean":"2024-04-02T08:27:38.729609+0000","last_became_active":"2024-04-02T08:27:37.225969+0000","last_became_peered":"2024-04-02T08:27:37.225969+0000","last_unstale":"2024-04-02T08:27:38.729609+0000","last_undegraded":"2024-04-02T08:27:38.729609+0000","last_fullsized":"2024-04-02T08:27:38.729609+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:58.021359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233520+0000","last_change":"2024-04-02T08:27:37.231785+0000","last_active":"2024-04-02T08:27:37.233520+0000","last_peered":"2024-04-02T08:27:37.233520+0000","last_clean":"2024-04-02T08:27:37.233520+0000","last_became_active":"2024-04-02T08:27:37.231249+0000","last_became_peered":"2024-04-02T08:27:37.231249+0000","last_unstale":"2024-04-02T08:27:37.233520+0000","last_undegraded":"2024-04-02T08:27:37.233520+0000","last_fullsized":"2024-04-02T08:27:37.233520+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:12.039836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728124+0000","last_change":"2024-04-02T08:27:37.230797+0000","last_active":"2024-04-02T08:27:38.728124+0000","last_peered":"2024-04-02T08:27:38.728124+0000","last_clean":"2024-04-02T08:27:38.728124+0000","last_became_active":"2024-04-02T08:27:37.230302+0000","last_became_peered":"2024-04-02T08:27:37.230302+0000","last_unstale":"2024-04-02T08:27:38.728124+0000","last_undegraded":"2024-04-02T08:27:38.728124+0000","last_fullsized":"2024-04-02T08:27:38.728124+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:58.071538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240648+0000","last_change":"2024-04-02T08:27:37.240273+0000","last_active":"2024-04-02T08:27:37.240648+0000","last_peered":"2024-04-02T08:27:37.240648+0000","last_clean":"2024-04-02T08:27:37.240648+0000","last_became_active":"2024-04-02T08:27:37.239804+0000","last_became_peered":"2024-04-02T08:27:37.239804+0000","last_unstale":"2024-04-02T08:27:37.240648+0000","last_undegraded":"2024-04-02T08:27:37.240648+0000","last_fullsized":"2024-04-02T08:27:37.240648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:34:31.467996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.239548+0000","last_change":"2024-04-02T08:27:37.237673+0000","last_active":"2024-04-02T08:27:37.239548+0000","last_peered":"2024-04-02T08:27:37.239548+0000","last_clean":"2024-04-02T08:27:37.239548+0000","last_became_active":"2024-04-02T08:27:37.237386+0000","last_became_peered":"2024-04-02T08:27:37.237386+0000","last_unstale":"2024-04-02T08:27:37.239548+0000","last_undegraded":"2024-04-02T08:27:37.239548+0000","last_fullsized":"2024-04-02T08:27:37.239548+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:27.267161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218605+0000","last_change":"2024-04-02T08:27:37.246391+0000","last_active":"2024-04-02T08:27:38.218605+0000","last_peered":"2024-04-02T08:27:38.218605+0000","last_clean":"2024-04-02T08:27:38.218605+0000","last_became_active":"2024-04-02T08:27:37.246061+0000","last_became_peered":"2024-04-02T08:27:37.246061+0000","last_unstale":"2024-04-02T08:27:38.218605+0000","last_undegraded":"2024-04-02T08:27:38.218605+0000","last_fullsized":"2024-04-02T08:27:38.218605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:35.938194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.238503+0000","last_change":"2024-04-02T08:27:36.871047+0000","last_active":"2024-04-02T08:27:37.238503+0000","last_peered":"2024-04-02T08:27:37.238503+0000","last_clean":"2024-04-02T08:27:37.238503+0000","last_became_active":"2024-04-02T08:27:36.870766+0000","last_became_peered":"2024-04-02T08:27:36.870766+0000","last_unstale":"2024-04-02T08:27:37.238503+0000","last_undegraded":"2024-04-02T08:27:37.238503+0000","last_fullsized":"2024-04-02T08:27:37.238503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:38.197586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:35.855513+0000","last_change":"2024-04-02T08:27:35.855513+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.855513+0000","last_undegraded":"2024-04-02T08:27:35.855513+0000","last_fullsized":"2024-04-02T08:27:35.855513+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:40:45.894644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.234069+0000","last_change":"2024-04-02T08:27:37.229842+0000","last_active":"2024-04-02T08:27:37.234069+0000","last_peered":"2024-04-02T08:27:37.234069+0000","last_clean":"2024-04-02T08:27:37.234069+0000","last_became_active":"2024-04-02T08:27:37.228610+0000","last_became_peered":"2024-04-02T08:27:37.228610+0000","last_unstale":"2024-04-02T08:27:37.234069+0000","last_undegraded":"2024-04-02T08:27:37.234069+0000","last_fullsized":"2024-04-02T08:27:37.234069+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:21.648088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218907+0000","last_change":"2024-04-02T08:27:36.881759+0000","last_active":"2024-04-02T08:27:38.218907+0000","last_peered":"2024-04-02T08:27:38.218907+0000","last_clean":"2024-04-02T08:27:38.218907+0000","last_became_active":"2024-04-02T08:27:36.881391+0000","last_became_peered":"2024-04-02T08:27:36.881391+0000","last_unstale":"2024-04-02T08:27:38.218907+0000","last_undegraded":"2024-04-02T08:27:38.218907+0000","last_fullsized":"2024-04-02T08:27:38.218907+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:55:48.957154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.231294+0000","last_change":"2024-04-02T08:27:37.230473+0000","last_active":"2024-04-02T08:27:37.231294+0000","last_peered":"2024-04-02T08:27:37.231294+0000","last_clean":"2024-04-02T08:27:37.231294+0000","last_became_active":"2024-04-02T08:27:37.230135+0000","last_became_peered":"2024-04-02T08:27:37.230135+0000","last_unstale":"2024-04-02T08:27:37.231294+0000","last_undegraded":"2024-04-02T08:27:37.231294+0000","last_fullsized":"2024-04-02T08:27:37.231294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:02:22.384222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218618+0000","last_change":"2024-04-02T08:27:36.881713+0000","last_active":"2024-04-02T08:27:38.218618+0000","last_peered":"2024-04-02T08:27:38.218618+0000","last_clean":"2024-04-02T08:27:38.218618+0000","last_became_active":"2024-04-02T08:27:36.881296+0000","last_became_peered":"2024-04-02T08:27:36.881296+0000","last_unstale":"2024-04-02T08:27:38.218618+0000","last_undegraded":"2024-04-02T08:27:38.218618+0000","last_fullsized":"2024-04-02T08:27:38.218618+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:17:13.673323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.231663+0000","last_change":"2024-04-02T08:27:37.231191+0000","last_active":"2024-04-02T08:27:37.231663+0000","last_peered":"2024-04-02T08:27:37.231663+0000","last_clean":"2024-04-02T08:27:37.231663+0000","last_became_active":"2024-04-02T08:27:37.230853+0000","last_became_peered":"2024-04-02T08:27:37.230853+0000","last_unstale":"2024-04-02T08:27:37.231663+0000","last_undegraded":"2024-04-02T08:27:37.231663+0000","last_fullsized":"2024-04-02T08:27:37.231663+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:43.225886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:35.857559+0000","last_change":"2024-04-02T08:27:35.857559+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.857559+0000","last_undegraded":"2024-04-02T08:27:35.857559+0000","last_fullsized":"2024-04-02T08:27:35.857559+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:41.990341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729481+0000","last_change":"2024-04-02T08:27:37.234494+0000","last_active":"2024-04-02T08:27:38.729481+0000","last_peered":"2024-04-02T08:27:38.729481+0000","last_clean":"2024-04-02T08:27:38.729481+0000","last_became_active":"2024-04-02T08:27:37.233170+0000","last_became_peered":"2024-04-02T08:27:37.233170+0000","last_unstale":"2024-04-02T08:27:38.729481+0000","last_undegraded":"2024-04-02T08:27:38.729481+0000","last_fullsized":"2024-04-02T08:27:38.729481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:00.914657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237129+0000","last_change":"2024-04-02T08:27:36.877521+0000","last_active":"2024-04-02T08:27:37.237129+0000","last_peered":"2024-04-02T08:27:37.237129+0000","last_clean":"2024-04-02T08:27:37.237129+0000","last_became_active":"2024-04-02T08:27:36.877240+0000","last_became_peered":"2024-04-02T08:27:36.877240+0000","last_unstale":"2024-04-02T08:27:37.237129+0000","last_undegraded":"2024-04-02T08:27:37.237129+0000","last_fullsized":"2024-04-02T08:27:37.237129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:40.389754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.241525+0000","last_change":"2024-04-02T08:27:37.239111+0000","last_active":"2024-04-02T08:27:37.241525+0000","last_peered":"2024-04-02T08:27:37.241525+0000","last_clean":"2024-04-02T08:27:37.241525+0000","last_became_active":"2024-04-02T08:27:37.238837+0000","last_became_peered":"2024-04-02T08:27:37.238837+0000","last_unstale":"2024-04-02T08:27:37.241525+0000","last_undegraded":"2024-04-02T08:27:37.241525+0000","last_fullsized":"2024-04-02T08:27:37.241525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:17:51.084157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:35.855470+0000","last_change":"2024-04-02T08:27:35.855470+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.855470+0000","last_undegraded":"2024-04-02T08:27:35.855470+0000","last_fullsized":"2024-04-02T08:27:35.855470+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:51.561815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.221841+0000","last_change":"2024-04-02T08:27:36.870663+0000","last_active":"2024-04-02T08:27:37.221841+0000","last_peered":"2024-04-02T08:27:37.221841+0000","last_clean":"2024-04-02T08:27:37.221841+0000","last_became_active":"2024-04-02T08:27:36.870320+0000","last_became_peered":"2024-04-02T08:27:36.870320+0000","last_unstale":"2024-04-02T08:27:37.221841+0000","last_undegraded":"2024-04-02T08:27:37.221841+0000","last_fullsized":"2024-04-02T08:27:37.221841+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:32.866238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728914+0000","last_change":"2024-04-02T08:27:37.231151+0000","last_active":"2024-04-02T08:27:38.728914+0000","last_peered":"2024-04-02T08:27:38.728914+0000","last_clean":"2024-04-02T08:27:38.728914+0000","last_became_active":"2024-04-02T08:27:37.230879+0000","last_became_peered":"2024-04-02T08:27:37.230879+0000","last_unstale":"2024-04-02T08:27:38.728914+0000","last_undegraded":"2024-04-02T08:27:38.728914+0000","last_fullsized":"2024-04-02T08:27:38.728914+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:53:15.384330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.217373+0000","last_change":"2024-04-02T08:27:36.873640+0000","last_active":"2024-04-02T08:27:37.217373+0000","last_peered":"2024-04-02T08:27:37.217373+0000","last_clean":"2024-04-02T08:27:37.217373+0000","last_became_active":"2024-04-02T08:27:36.873358+0000","last_became_peered":"2024-04-02T08:27:36.873358+0000","last_unstale":"2024-04-02T08:27:37.217373+0000","last_undegraded":"2024-04-02T08:27:37.217373+0000","last_fullsized":"2024-04-02T08:27:37.217373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:35.772551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240233+0000","last_change":"2024-04-02T08:27:37.238370+0000","last_active":"2024-04-02T08:27:37.240233+0000","last_peered":"2024-04-02T08:27:37.240233+0000","last_clean":"2024-04-02T08:27:37.240233+0000","last_became_active":"2024-04-02T08:27:37.238060+0000","last_became_peered":"2024-04-02T08:27:37.238060+0000","last_unstale":"2024-04-02T08:27:37.240233+0000","last_undegraded":"2024-04-02T08:27:37.240233+0000","last_fullsized":"2024-04-02T08:27:37.240233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:17.741081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219994+0000","last_change":"2024-04-02T08:27:36.876185+0000","last_active":"2024-04-02T08:27:37.219994+0000","last_peered":"2024-04-02T08:27:37.219994+0000","last_clean":"2024-04-02T08:27:37.219994+0000","last_became_active":"2024-04-02T08:27:36.875613+0000","last_became_peered":"2024-04-02T08:27:36.875613+0000","last_unstale":"2024-04-02T08:27:37.219994+0000","last_undegraded":"2024-04-02T08:27:37.219994+0000","last_fullsized":"2024-04-02T08:27:37.219994+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:30.259508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229928+0000","last_change":"2024-04-02T08:27:37.229320+0000","last_active":"2024-04-02T08:27:37.229928+0000","last_peered":"2024-04-02T08:27:37.229928+0000","last_clean":"2024-04-02T08:27:37.229928+0000","last_became_active":"2024-04-02T08:27:37.229042+0000","last_became_peered":"2024-04-02T08:27:37.229042+0000","last_unstale":"2024-04-02T08:27:37.229928+0000","last_undegraded":"2024-04-02T08:27:37.229928+0000","last_fullsized":"2024-04-02T08:27:37.229928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:53:38.565953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729021+0000","last_change":"2024-04-02T08:27:36.876700+0000","last_active":"2024-04-02T08:27:38.729021+0000","last_peered":"2024-04-02T08:27:38.729021+0000","last_clean":"2024-04-02T08:27:38.729021+0000","last_became_active":"2024-04-02T08:27:36.876376+0000","last_became_peered":"2024-04-02T08:27:36.876376+0000","last_unstale":"2024-04-02T08:27:38.729021+0000","last_undegraded":"2024-04-02T08:27:38.729021+0000","last_fullsized":"2024-04-02T08:27:38.729021+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:45.250129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729536+0000","last_change":"2024-04-02T08:27:37.242892+0000","last_active":"2024-04-02T08:27:38.729536+0000","last_peered":"2024-04-02T08:27:38.729536+0000","last_clean":"2024-04-02T08:27:38.729536+0000","last_became_active":"2024-04-02T08:27:37.242591+0000","last_became_peered":"2024-04-02T08:27:37.242591+0000","last_unstale":"2024-04-02T08:27:38.729536+0000","last_undegraded":"2024-04-02T08:27:38.729536+0000","last_fullsized":"2024-04-02T08:27:38.729536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:35:00.305442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.242876+0000","last_change":"2024-04-02T08:27:36.871778+0000","last_active":"2024-04-02T08:27:37.242876+0000","last_peered":"2024-04-02T08:27:37.242876+0000","last_clean":"2024-04-02T08:27:37.242876+0000","last_became_active":"2024-04-02T08:27:36.871077+0000","last_became_peered":"2024-04-02T08:27:36.871077+0000","last_unstale":"2024-04-02T08:27:37.242876+0000","last_undegraded":"2024-04-02T08:27:37.242876+0000","last_fullsized":"2024-04-02T08:27:37.242876+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:34.357949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218672+0000","last_change":"2024-04-02T08:27:37.248985+0000","last_active":"2024-04-02T08:27:38.218672+0000","last_peered":"2024-04-02T08:27:38.218672+0000","last_clean":"2024-04-02T08:27:38.218672+0000","last_became_active":"2024-04-02T08:27:37.248624+0000","last_became_peered":"2024-04-02T08:27:37.248624+0000","last_unstale":"2024-04-02T08:27:38.218672+0000","last_undegraded":"2024-04-02T08:27:38.218672+0000","last_fullsized":"2024-04-02T08:27:38.218672+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:56.742042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.236439+0000","last_change":"2024-04-02T08:27:36.875127+0000","last_active":"2024-04-02T08:27:37.236439+0000","last_peered":"2024-04-02T08:27:37.236439+0000","last_clean":"2024-04-02T08:27:37.236439+0000","last_became_active":"2024-04-02T08:27:36.874830+0000","last_became_peered":"2024-04-02T08:27:36.874830+0000","last_unstale":"2024-04-02T08:27:37.236439+0000","last_undegraded":"2024-04-02T08:27:37.236439+0000","last_fullsized":"2024-04-02T08:27:37.236439+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:56.483246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.242430+0000","last_change":"2024-04-02T08:27:37.241247+0000","last_active":"2024-04-02T08:27:37.242430+0000","last_peered":"2024-04-02T08:27:37.242430+0000","last_clean":"2024-04-02T08:27:37.242430+0000","last_became_active":"2024-04-02T08:27:37.240949+0000","last_became_peered":"2024-04-02T08:27:37.240949+0000","last_unstale":"2024-04-02T08:27:37.242430+0000","last_undegraded":"2024-04-02T08:27:37.242430+0000","last_fullsized":"2024-04-02T08:27:37.242430+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:01:53.766455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219500+0000","last_change":"2024-04-02T08:27:36.880395+0000","last_active":"2024-04-02T08:27:37.219500+0000","last_peered":"2024-04-02T08:27:37.219500+0000","last_clean":"2024-04-02T08:27:37.219500+0000","last_became_active":"2024-04-02T08:27:36.880049+0000","last_became_peered":"2024-04-02T08:27:36.880049+0000","last_unstale":"2024-04-02T08:27:37.219500+0000","last_undegraded":"2024-04-02T08:27:37.219500+0000","last_fullsized":"2024-04-02T08:27:37.219500+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:28.699606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218460+0000","last_change":"2024-04-02T08:27:37.250696+0000","last_active":"2024-04-02T08:27:38.218460+0000","last_peered":"2024-04-02T08:27:38.218460+0000","last_clean":"2024-04-02T08:27:38.218460+0000","last_became_active":"2024-04-02T08:27:37.250300+0000","last_became_peered":"2024-04-02T08:27:37.250300+0000","last_unstale":"2024-04-02T08:27:38.218460+0000","last_undegraded":"2024-04-02T08:27:38.218460+0000","last_fullsized":"2024-04-02T08:27:38.218460+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:28.967621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.217140+0000","last_change":"2024-04-02T08:27:36.866412+0000","last_active":"2024-04-02T08:27:37.217140+0000","last_peered":"2024-04-02T08:27:37.217140+0000","last_clean":"2024-04-02T08:27:37.217140+0000","last_became_active":"2024-04-02T08:27:36.866069+0000","last_became_peered":"2024-04-02T08:27:36.866069+0000","last_unstale":"2024-04-02T08:27:37.217140+0000","last_undegraded":"2024-04-02T08:27:37.217140+0000","last_fullsized":"2024-04-02T08:27:37.217140+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:29.470534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229060+0000","last_change":"2024-04-02T08:27:37.227813+0000","last_active":"2024-04-02T08:27:37.229060+0000","last_peered":"2024-04-02T08:27:37.229060+0000","last_clean":"2024-04-02T08:27:37.229060+0000","last_became_active":"2024-04-02T08:27:37.227478+0000","last_became_peered":"2024-04-02T08:27:37.227478+0000","last_unstale":"2024-04-02T08:27:37.229060+0000","last_undegraded":"2024-04-02T08:27:37.229060+0000","last_fullsized":"2024-04-02T08:27:37.229060+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:05:58.068910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218306+0000","last_change":"2024-04-02T08:27:37.248182+0000","last_active":"2024-04-02T08:27:38.218306+0000","last_peered":"2024-04-02T08:27:38.218306+0000","last_clean":"2024-04-02T08:27:38.218306+0000","last_became_active":"2024-04-02T08:27:37.247853+0000","last_became_peered":"2024-04-02T08:27:37.247853+0000","last_unstale":"2024-04-02T08:27:38.218306+0000","last_undegraded":"2024-04-02T08:27:38.218306+0000","last_fullsized":"2024-04-02T08:27:38.218306+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:18:33.658270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729666+0000","last_change":"2024-04-02T08:27:36.871657+0000","last_active":"2024-04-02T08:27:38.729666+0000","last_peered":"2024-04-02T08:27:38.729666+0000","last_clean":"2024-04-02T08:27:38.729666+0000","last_became_active":"2024-04-02T08:27:36.871004+0000","last_became_peered":"2024-04-02T08:27:36.871004+0000","last_unstale":"2024-04-02T08:27:38.729666+0000","last_undegraded":"2024-04-02T08:27:38.729666+0000","last_fullsized":"2024-04-02T08:27:38.729666+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:06.835838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218876+0000","last_change":"2024-04-02T08:27:37.248798+0000","last_active":"2024-04-02T08:27:38.218876+0000","last_peered":"2024-04-02T08:27:38.218876+0000","last_clean":"2024-04-02T08:27:38.218876+0000","last_became_active":"2024-04-02T08:27:37.248465+0000","last_became_peered":"2024-04-02T08:27:37.248465+0000","last_unstale":"2024-04-02T08:27:38.218876+0000","last_undegraded":"2024-04-02T08:27:38.218876+0000","last_fullsized":"2024-04-02T08:27:38.218876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:34.370765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728834+0000","last_change":"2024-04-02T08:27:36.879444+0000","last_active":"2024-04-02T08:27:38.728834+0000","last_peered":"2024-04-02T08:27:38.728834+0000","last_clean":"2024-04-02T08:27:38.728834+0000","last_became_active":"2024-04-02T08:27:36.879090+0000","last_became_peered":"2024-04-02T08:27:36.879090+0000","last_unstale":"2024-04-02T08:27:38.728834+0000","last_undegraded":"2024-04-02T08:27:38.728834+0000","last_fullsized":"2024-04-02T08:27:38.728834+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:15:34.162596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.230151+0000","last_change":"2024-04-02T08:27:37.229431+0000","last_active":"2024-04-02T08:27:37.230151+0000","last_peered":"2024-04-02T08:27:37.230151+0000","last_clean":"2024-04-02T08:27:37.230151+0000","last_became_active":"2024-04-02T08:27:37.229103+0000","last_became_peered":"2024-04-02T08:27:37.229103+0000","last_unstale":"2024-04-02T08:27:37.230151+0000","last_undegraded":"2024-04-02T08:27:37.230151+0000","last_fullsized":"2024-04-02T08:27:37.230151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:43:20.723433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219397+0000","last_change":"2024-04-02T08:27:36.880080+0000","last_active":"2024-04-02T08:27:37.219397+0000","last_peered":"2024-04-02T08:27:37.219397+0000","last_clean":"2024-04-02T08:27:37.219397+0000","last_became_active":"2024-04-02T08:27:36.877794+0000","last_became_peered":"2024-04-02T08:27:36.877794+0000","last_unstale":"2024-04-02T08:27:37.219397+0000","last_undegraded":"2024-04-02T08:27:37.219397+0000","last_fullsized":"2024-04-02T08:27:37.219397+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:31.487468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729382+0000","last_change":"2024-04-02T08:27:37.240844+0000","last_active":"2024-04-02T08:27:38.729382+0000","last_peered":"2024-04-02T08:27:38.729382+0000","last_clean":"2024-04-02T08:27:38.729382+0000","last_became_active":"2024-04-02T08:27:37.240607+0000","last_became_peered":"2024-04-02T08:27:37.240607+0000","last_unstale":"2024-04-02T08:27:38.729382+0000","last_undegraded":"2024-04-02T08:27:38.729382+0000","last_fullsized":"2024-04-02T08:27:38.729382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:52.312069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728164+0000","last_change":"2024-04-02T08:27:37.237040+0000","last_active":"2024-04-02T08:27:38.728164+0000","last_peered":"2024-04-02T08:27:38.728164+0000","last_clean":"2024-04-02T08:27:38.728164+0000","last_became_active":"2024-04-02T08:27:37.235899+0000","last_became_peered":"2024-04-02T08:27:37.235899+0000","last_unstale":"2024-04-02T08:27:38.728164+0000","last_undegraded":"2024-04-02T08:27:38.728164+0000","last_fullsized":"2024-04-02T08:27:38.728164+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:00:26.217538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219829+0000","last_change":"2024-04-02T08:27:36.874572+0000","last_active":"2024-04-02T08:27:37.219829+0000","last_peered":"2024-04-02T08:27:37.219829+0000","last_clean":"2024-04-02T08:27:37.219829+0000","last_became_active":"2024-04-02T08:27:36.873927+0000","last_became_peered":"2024-04-02T08:27:36.873927+0000","last_unstale":"2024-04-02T08:27:37.219829+0000","last_undegraded":"2024-04-02T08:27:37.219829+0000","last_fullsized":"2024-04-02T08:27:37.219829+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:46.040209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237373+0000","last_change":"2024-04-02T08:27:22.166020+0000","last_active":"2024-04-02T08:27:37.237373+0000","last_peered":"2024-04-02T08:27:37.237373+0000","last_clean":"2024-04-02T08:27:37.237373+0000","last_became_active":"2024-04-02T08:27:22.165594+0000","last_became_peered":"2024-04-02T08:27:22.165594+0000","last_unstale":"2024-04-02T08:27:37.237373+0000","last_undegraded":"2024-04-02T08:27:37.237373+0000","last_fullsized":"2024-04-02T08:27:37.237373+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_clean_scrub_stamp":"2024-04-02T08:25:15.767243+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:06:31.660080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237217+0000","last_change":"2024-04-02T08:27:37.235081+0000","last_active":"2024-04-02T08:27:37.237217+0000","last_peered":"2024-04-02T08:27:37.237217+0000","last_clean":"2024-04-02T08:27:37.237217+0000","last_became_active":"2024-04-02T08:27:37.234655+0000","last_became_peered":"2024-04-02T08:27:37.234655+0000","last_unstale":"2024-04-02T08:27:37.237217+0000","last_undegraded":"2024-04-02T08:27:37.237217+0000","last_fullsized":"2024-04-02T08:27:37.237217+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:51.692301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218263+0000","last_change":"2024-04-02T08:27:36.879473+0000","last_active":"2024-04-02T08:27:38.218263+0000","last_peered":"2024-04-02T08:27:38.218263+0000","last_clean":"2024-04-02T08:27:38.218263+0000","last_became_active":"2024-04-02T08:27:36.878990+0000","last_became_peered":"2024-04-02T08:27:36.878990+0000","last_unstale":"2024-04-02T08:27:38.218263+0000","last_undegraded":"2024-04-02T08:27:38.218263+0000","last_fullsized":"2024-04-02T08:27:38.218263+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:28.962463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218809+0000","last_change":"2024-04-02T08:27:36.881394+0000","last_active":"2024-04-02T08:27:38.218809+0000","last_peered":"2024-04-02T08:27:38.218809+0000","last_clean":"2024-04-02T08:27:38.218809+0000","last_became_active":"2024-04-02T08:27:36.879529+0000","last_became_peered":"2024-04-02T08:27:36.879529+0000","last_unstale":"2024-04-02T08:27:38.218809+0000","last_undegraded":"2024-04-02T08:27:38.218809+0000","last_fullsized":"2024-04-02T08:27:38.218809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:20.363420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728917+0000","last_change":"2024-04-02T08:27:37.233277+0000","last_active":"2024-04-02T08:27:38.728917+0000","last_peered":"2024-04-02T08:27:38.728917+0000","last_clean":"2024-04-02T08:27:38.728917+0000","last_became_active":"2024-04-02T08:27:37.232840+0000","last_became_peered":"2024-04-02T08:27:37.232840+0000","last_unstale":"2024-04-02T08:27:38.728917+0000","last_undegraded":"2024-04-02T08:27:38.728917+0000","last_fullsized":"2024-04-02T08:27:38.728917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:04:30.070844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728572+0000","last_change":"2024-04-02T08:27:36.864986+0000","last_active":"2024-04-02T08:27:38.728572+0000","last_peered":"2024-04-02T08:27:38.728572+0000","last_clean":"2024-04-02T08:27:38.728572+0000","last_became_active":"2024-04-02T08:27:36.864651+0000","last_became_peered":"2024-04-02T08:27:36.864651+0000","last_unstale":"2024-04-02T08:27:38.728572+0000","last_undegraded":"2024-04-02T08:27:38.728572+0000","last_fullsized":"2024-04-02T08:27:38.728572+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:32.591017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237633+0000","last_change":"2024-04-02T08:27:36.876794+0000","last_active":"2024-04-02T08:27:37.237633+0000","last_peered":"2024-04-02T08:27:37.237633+0000","last_clean":"2024-04-02T08:27:37.237633+0000","last_became_active":"2024-04-02T08:27:36.876513+0000","last_became_peered":"2024-04-02T08:27:36.876513+0000","last_unstale":"2024-04-02T08:27:37.237633+0000","last_undegraded":"2024-04-02T08:27:37.237633+0000","last_fullsized":"2024-04-02T08:27:37.237633+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:09.735995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233497+0000","last_change":"2024-04-02T08:27:37.231458+0000","last_active":"2024-04-02T08:27:37.233497+0000","last_peered":"2024-04-02T08:27:37.233497+0000","last_clean":"2024-04-02T08:27:37.233497+0000","last_became_active":"2024-04-02T08:27:37.231209+0000","last_became_peered":"2024-04-02T08:27:37.231209+0000","last_unstale":"2024-04-02T08:27:37.233497+0000","last_undegraded":"2024-04-02T08:27:37.233497+0000","last_fullsized":"2024-04-02T08:27:37.233497+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:59:48.769831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218100+0000","last_change":"2024-04-02T08:27:36.879284+0000","last_active":"2024-04-02T08:27:38.218100+0000","last_peered":"2024-04-02T08:27:38.218100+0000","last_clean":"2024-04-02T08:27:38.218100+0000","last_became_active":"2024-04-02T08:27:36.878592+0000","last_became_peered":"2024-04-02T08:27:36.878592+0000","last_unstale":"2024-04-02T08:27:38.218100+0000","last_undegraded":"2024-04-02T08:27:38.218100+0000","last_fullsized":"2024-04-02T08:27:38.218100+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:13:13.761715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728531+0000","last_change":"2024-04-02T08:27:37.234410+0000","last_active":"2024-04-02T08:27:38.728531+0000","last_peered":"2024-04-02T08:27:38.728531+0000","last_clean":"2024-04-02T08:27:38.728531+0000","last_became_active":"2024-04-02T08:27:37.234112+0000","last_became_peered":"2024-04-02T08:27:37.234112+0000","last_unstale":"2024-04-02T08:27:38.728531+0000","last_undegraded":"2024-04-02T08:27:38.728531+0000","last_fullsized":"2024-04-02T08:27:38.728531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:30.888557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728983+0000","last_change":"2024-04-02T08:27:36.879582+0000","last_active":"2024-04-02T08:27:38.728983+0000","last_peered":"2024-04-02T08:27:38.728983+0000","last_clean":"2024-04-02T08:27:38.728983+0000","last_became_active":"2024-04-02T08:27:36.878893+0000","last_became_peered":"2024-04-02T08:27:36.878893+0000","last_unstale":"2024-04-02T08:27:38.728983+0000","last_undegraded":"2024-04-02T08:27:38.728983+0000","last_fullsized":"2024-04-02T08:27:38.728983+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:01:42.219973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728816+0000","last_change":"2024-04-02T08:27:36.877092+0000","last_active":"2024-04-02T08:27:38.728816+0000","last_peered":"2024-04-02T08:27:38.728816+0000","last_clean":"2024-04-02T08:27:38.728816+0000","last_became_active":"2024-04-02T08:27:36.876684+0000","last_became_peered":"2024-04-02T08:27:36.876684+0000","last_unstale":"2024-04-02T08:27:38.728816+0000","last_undegraded":"2024-04-02T08:27:38.728816+0000","last_fullsized":"2024-04-02T08:27:38.728816+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:58:12.517578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218432+0000","last_change":"2024-04-02T08:27:36.881663+0000","last_active":"2024-04-02T08:27:38.218432+0000","last_peered":"2024-04-02T08:27:38.218432+0000","last_clean":"2024-04-02T08:27:38.218432+0000","last_became_active":"2024-04-02T08:27:36.881348+0000","last_became_peered":"2024-04-02T08:27:36.881348+0000","last_unstale":"2024-04-02T08:27:38.218432+0000","last_undegraded":"2024-04-02T08:27:38.218432+0000","last_fullsized":"2024-04-02T08:27:38.218432+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:34.235714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.232233+0000","last_change":"2024-04-02T08:27:37.230577+0000","last_active":"2024-04-02T08:27:37.232233+0000","last_peered":"2024-04-02T08:27:37.232233+0000","last_clean":"2024-04-02T08:27:37.232233+0000","last_became_active":"2024-04-02T08:27:37.230250+0000","last_became_peered":"2024-04-02T08:27:37.230250+0000","last_unstale":"2024-04-02T08:27:37.232233+0000","last_undegraded":"2024-04-02T08:27:37.232233+0000","last_fullsized":"2024-04-02T08:27:37.232233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:35:07.459145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218811+0000","last_change":"2024-04-02T08:27:37.249054+0000","last_active":"2024-04-02T08:27:38.218811+0000","last_peered":"2024-04-02T08:27:38.218811+0000","last_clean":"2024-04-02T08:27:38.218811+0000","last_became_active":"2024-04-02T08:27:37.248618+0000","last_became_peered":"2024-04-02T08:27:37.248618+0000","last_unstale":"2024-04-02T08:27:38.218811+0000","last_undegraded":"2024-04-02T08:27:38.218811+0000","last_fullsized":"2024-04-02T08:27:38.218811+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:58:16.058568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728952+0000","last_change":"2024-04-02T08:27:36.870867+0000","last_active":"2024-04-02T08:27:38.728952+0000","last_peered":"2024-04-02T08:27:38.728952+0000","last_clean":"2024-04-02T08:27:38.728952+0000","last_became_active":"2024-04-02T08:27:36.870574+0000","last_became_peered":"2024-04-02T08:27:36.870574+0000","last_unstale":"2024-04-02T08:27:38.728952+0000","last_undegraded":"2024-04-02T08:27:38.728952+0000","last_fullsized":"2024-04-02T08:27:38.728952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:14.181829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.228741+0000","last_change":"2024-04-02T08:27:37.228113+0000","last_active":"2024-04-02T08:27:37.228741+0000","last_peered":"2024-04-02T08:27:37.228741+0000","last_clean":"2024-04-02T08:27:37.228741+0000","last_became_active":"2024-04-02T08:27:37.227632+0000","last_became_peered":"2024-04-02T08:27:37.227632+0000","last_unstale":"2024-04-02T08:27:37.228741+0000","last_undegraded":"2024-04-02T08:27:37.228741+0000","last_fullsized":"2024-04-02T08:27:37.228741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:14:37.057058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219039+0000","last_change":"2024-04-02T08:27:37.249854+0000","last_active":"2024-04-02T08:27:38.219039+0000","last_peered":"2024-04-02T08:27:38.219039+0000","last_clean":"2024-04-02T08:27:38.219039+0000","last_became_active":"2024-04-02T08:27:37.249569+0000","last_became_peered":"2024-04-02T08:27:37.249569+0000","last_unstale":"2024-04-02T08:27:38.219039+0000","last_undegraded":"2024-04-02T08:27:38.219039+0000","last_fullsized":"2024-04-02T08:27:38.219039+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:04:42.636562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.227878+0000","last_change":"2024-04-02T08:27:37.227091+0000","last_active":"2024-04-02T08:27:37.227878+0000","last_peered":"2024-04-02T08:27:37.227878+0000","last_clean":"2024-04-02T08:27:37.227878+0000","last_became_active":"2024-04-02T08:27:37.226759+0000","last_became_peered":"2024-04-02T08:27:37.226759+0000","last_unstale":"2024-04-02T08:27:37.227878+0000","last_undegraded":"2024-04-02T08:27:37.227878+0000","last_fullsized":"2024-04-02T08:27:37.227878+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:07.990519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.235411+0000","last_change":"2024-04-02T08:27:37.234438+0000","last_active":"2024-04-02T08:27:37.235411+0000","last_peered":"2024-04-02T08:27:37.235411+0000","last_clean":"2024-04-02T08:27:37.235411+0000","last_became_active":"2024-04-02T08:27:37.234101+0000","last_became_peered":"2024-04-02T08:27:37.234101+0000","last_unstale":"2024-04-02T08:27:37.235411+0000","last_undegraded":"2024-04-02T08:27:37.235411+0000","last_fullsized":"2024-04-02T08:27:37.235411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:14:52.727404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237299+0000","last_change":"2024-04-02T08:27:37.234875+0000","last_active":"2024-04-02T08:27:37.237299+0000","last_peered":"2024-04-02T08:27:37.237299+0000","last_clean":"2024-04-02T08:27:37.237299+0000","last_became_active":"2024-04-02T08:27:37.234554+0000","last_became_peered":"2024-04-02T08:27:37.234554+0000","last_unstale":"2024-04-02T08:27:37.237299+0000","last_undegraded":"2024-04-02T08:27:37.237299+0000","last_fullsized":"2024-04-02T08:27:37.237299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:20:21.428540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728905+0000","last_change":"2024-04-02T08:27:37.230678+0000","last_active":"2024-04-02T08:27:38.728905+0000","last_peered":"2024-04-02T08:27:38.728905+0000","last_clean":"2024-04-02T08:27:38.728905+0000","last_became_active":"2024-04-02T08:27:37.230405+0000","last_became_peered":"2024-04-02T08:27:37.230405+0000","last_unstale":"2024-04-02T08:27:38.728905+0000","last_undegraded":"2024-04-02T08:27:38.728905+0000","last_fullsized":"2024-04-02T08:27:38.728905+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:58:25.763155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.238138+0000","last_change":"2024-04-02T08:27:37.237803+0000","last_active":"2024-04-02T08:27:37.238138+0000","last_peered":"2024-04-02T08:27:37.238138+0000","last_clean":"2024-04-02T08:27:37.238138+0000","last_became_active":"2024-04-02T08:27:37.237510+0000","last_became_peered":"2024-04-02T08:27:37.237510+0000","last_unstale":"2024-04-02T08:27:37.238138+0000","last_undegraded":"2024-04-02T08:27:37.238138+0000","last_fullsized":"2024-04-02T08:27:37.238138+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:08.838031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.225771+0000","last_change":"2024-04-02T08:27:37.225274+0000","last_active":"2024-04-02T08:27:37.225771+0000","last_peered":"2024-04-02T08:27:37.225771+0000","last_clean":"2024-04-02T08:27:37.225771+0000","last_became_active":"2024-04-02T08:27:37.224873+0000","last_became_peered":"2024-04-02T08:27:37.224873+0000","last_unstale":"2024-04-02T08:27:37.225771+0000","last_undegraded":"2024-04-02T08:27:37.225771+0000","last_fullsized":"2024-04-02T08:27:37.225771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:48.784191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240493+0000","last_change":"2024-04-02T08:27:37.240045+0000","last_active":"2024-04-02T08:27:37.240493+0000","last_peered":"2024-04-02T08:27:37.240493+0000","last_clean":"2024-04-02T08:27:37.240493+0000","last_became_active":"2024-04-02T08:27:37.239681+0000","last_became_peered":"2024-04-02T08:27:37.239681+0000","last_unstale":"2024-04-02T08:27:37.240493+0000","last_undegraded":"2024-04-02T08:27:37.240493+0000","last_fullsized":"2024-04-02T08:27:37.240493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:35.812523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.241542+0000","last_change":"2024-04-02T08:27:37.239765+0000","last_active":"2024-04-02T08:27:37.241542+0000","last_peered":"2024-04-02T08:27:37.241542+0000","last_clean":"2024-04-02T08:27:37.241542+0000","last_became_active":"2024-04-02T08:27:37.239472+0000","last_became_peered":"2024-04-02T08:27:37.239472+0000","last_unstale":"2024-04-02T08:27:37.241542+0000","last_undegraded":"2024-04-02T08:27:37.241542+0000","last_fullsized":"2024-04-02T08:27:37.241542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:09:02.954023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229113+0000","last_change":"2024-04-02T08:27:37.228296+0000","last_active":"2024-04-02T08:27:37.229113+0000","last_peered":"2024-04-02T08:27:37.229113+0000","last_clean":"2024-04-02T08:27:37.229113+0000","last_became_active":"2024-04-02T08:27:37.228007+0000","last_became_peered":"2024-04-02T08:27:37.228007+0000","last_unstale":"2024-04-02T08:27:37.229113+0000","last_undegraded":"2024-04-02T08:27:37.229113+0000","last_fullsized":"2024-04-02T08:27:37.229113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:56:02.952416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":153,"acting":153,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":84,"acting":84,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]}]},{"osd":6,"up_from":46,"seq":197568495626,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1183744,"data_stored":835270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31720,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713432,"statfs":{"total":95995035648,"available":95962554368,"internally_reserved":0,"allocated":614400,"data_stored":252598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.29599999999999999,"15min":0.28399999999999997},"min":{"1min":0.24099999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.253},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.29799999999999999,"15min":0.28199999999999997},"min":{"1min":0.26500000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.315}]},{"osd":2,"last update":"Tue Apr 2 08:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.40200000000000002,"15min":0.39800000000000002},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.371},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.39000000000000001,"15min":0.38400000000000001},"min":{"1min":0.28000000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.34699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.28299999999999997}]},{"osd":4,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.47699999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.60299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28184,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716968,"statfs":{"total":95995035648,"available":95966175232,"internally_reserved":0,"allocated":1191936,"data_stored":835874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.32700000000000001,"15min":0.316},"min":{"1min":0.27200000000000002,"5min":0.191,"15min":0.191},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.34899999999999998,"15min":0.33500000000000002},"min":{"1min":0.26700000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.253}]},{"osd":2,"last update":"Tue Apr 2 08:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.32900000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.312},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.29899999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.38700000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.33900000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.47999999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.52400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.34699999999999998,"15min":0.34100000000000003},"min":{"1min":0.23999999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.37,"15min":0.36199999999999999},"min":{"1min":0.29299999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.37}]},{"osd":1,"last update":"Tue Apr 2 08:27:23 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.39200000000000002,"15min":0.38400000000000001},"min":{"1min":0.32400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58099999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.436,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.35699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.313},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.38100000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.56899999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:27:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.624},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.375}]},{"osd":1,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.31900000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.39100000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.436}]},{"osd":5,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.501},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.51000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.5},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.49399999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.439}]},{"osd":3,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.53500000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.41199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27588,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.48799999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.51200000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.374},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.47099999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.503}]},{"osd":4,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:40.370 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:40.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:40 smithi104 ceph-mon[27401]: pgmap v193: 97 pgs: 3 creating+peering, 77 active+clean, 17 unknown; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.5 KiB/s wr, 7 op/s 2024-04-02T08:27:40.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:40 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:27:40.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:40 smithi104 ceph-mon[27401]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:40.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:40 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3994791716' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:40.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:40 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3489961687' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:40.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:40 smithi104 ceph-mon[39229]: pgmap v193: 97 pgs: 3 creating+peering, 77 active+clean, 17 unknown; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.5 KiB/s wr, 7 op/s 2024-04-02T08:27:40.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:40 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:27:40.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:40 smithi104 ceph-mon[39229]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:40.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:40 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3994791716' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:40.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:40 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3489961687' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:40.689 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:40.690 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-04-02T08:27:40.700 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-04-02T08:27:39.283944+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":188,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":240,"acting":240,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":73,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":226700,"kb_used_data":6420,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734516,"statfs":{"total":767960285184,"available":767728144384,"internally_reserved":0,"allocated":6574080,"data_stored":3731483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000780"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219132+0000","last_change":"2024-04-02T08:27:37.247239+0000","last_active":"2024-04-02T08:27:38.219132+0000","last_peered":"2024-04-02T08:27:38.219132+0000","last_clean":"2024-04-02T08:27:38.219132+0000","last_became_active":"2024-04-02T08:27:37.246933+0000","last_became_peered":"2024-04-02T08:27:37.246933+0000","last_unstale":"2024-04-02T08:27:38.219132+0000","last_undegraded":"2024-04-02T08:27:38.219132+0000","last_fullsized":"2024-04-02T08:27:38.219132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:48.877207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729075+0000","last_change":"2024-04-02T08:27:37.232244+0000","last_active":"2024-04-02T08:27:38.729075+0000","last_peered":"2024-04-02T08:27:38.729075+0000","last_clean":"2024-04-02T08:27:38.729075+0000","last_became_active":"2024-04-02T08:27:37.231521+0000","last_became_peered":"2024-04-02T08:27:37.231521+0000","last_unstale":"2024-04-02T08:27:38.729075+0000","last_undegraded":"2024-04-02T08:27:38.729075+0000","last_fullsized":"2024-04-02T08:27:38.729075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:54:45.546107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233427+0000","last_change":"2024-04-02T08:27:37.231749+0000","last_active":"2024-04-02T08:27:37.233427+0000","last_peered":"2024-04-02T08:27:37.233427+0000","last_clean":"2024-04-02T08:27:37.233427+0000","last_became_active":"2024-04-02T08:27:37.230546+0000","last_became_peered":"2024-04-02T08:27:37.230546+0000","last_unstale":"2024-04-02T08:27:37.233427+0000","last_undegraded":"2024-04-02T08:27:37.233427+0000","last_fullsized":"2024-04-02T08:27:37.233427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:42.063237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240426+0000","last_change":"2024-04-02T08:27:37.239340+0000","last_active":"2024-04-02T08:27:37.240426+0000","last_peered":"2024-04-02T08:27:37.240426+0000","last_clean":"2024-04-02T08:27:37.240426+0000","last_became_active":"2024-04-02T08:27:37.238844+0000","last_became_peered":"2024-04-02T08:27:37.238844+0000","last_unstale":"2024-04-02T08:27:37.240426+0000","last_undegraded":"2024-04-02T08:27:37.240426+0000","last_fullsized":"2024-04-02T08:27:37.240426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:26:55.111717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218604+0000","last_change":"2024-04-02T08:27:37.250521+0000","last_active":"2024-04-02T08:27:38.218604+0000","last_peered":"2024-04-02T08:27:38.218604+0000","last_clean":"2024-04-02T08:27:38.218604+0000","last_became_active":"2024-04-02T08:27:37.249215+0000","last_became_peered":"2024-04-02T08:27:37.249215+0000","last_unstale":"2024-04-02T08:27:38.218604+0000","last_undegraded":"2024-04-02T08:27:38.218604+0000","last_fullsized":"2024-04-02T08:27:38.218604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:20.549707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.235808+0000","last_change":"2024-04-02T08:27:37.235541+0000","last_active":"2024-04-02T08:27:37.235808+0000","last_peered":"2024-04-02T08:27:37.235808+0000","last_clean":"2024-04-02T08:27:37.235808+0000","last_became_active":"2024-04-02T08:27:37.235203+0000","last_became_peered":"2024-04-02T08:27:37.235203+0000","last_unstale":"2024-04-02T08:27:37.235808+0000","last_undegraded":"2024-04-02T08:27:37.235808+0000","last_fullsized":"2024-04-02T08:27:37.235808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:42:56.660810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218150+0000","last_change":"2024-04-02T08:27:37.247652+0000","last_active":"2024-04-02T08:27:38.218150+0000","last_peered":"2024-04-02T08:27:38.218150+0000","last_clean":"2024-04-02T08:27:38.218150+0000","last_became_active":"2024-04-02T08:27:37.246895+0000","last_became_peered":"2024-04-02T08:27:37.246895+0000","last_unstale":"2024-04-02T08:27:38.218150+0000","last_undegraded":"2024-04-02T08:27:38.218150+0000","last_fullsized":"2024-04-02T08:27:38.218150+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:13:45.608798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219115+0000","last_change":"2024-04-02T08:27:37.247918+0000","last_active":"2024-04-02T08:27:38.219115+0000","last_peered":"2024-04-02T08:27:38.219115+0000","last_clean":"2024-04-02T08:27:38.219115+0000","last_became_active":"2024-04-02T08:27:37.247531+0000","last_became_peered":"2024-04-02T08:27:37.247531+0000","last_unstale":"2024-04-02T08:27:38.219115+0000","last_undegraded":"2024-04-02T08:27:38.219115+0000","last_fullsized":"2024-04-02T08:27:38.219115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:55:30.580477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229086+0000","last_change":"2024-04-02T08:27:37.228460+0000","last_active":"2024-04-02T08:27:37.229086+0000","last_peered":"2024-04-02T08:27:37.229086+0000","last_clean":"2024-04-02T08:27:37.229086+0000","last_became_active":"2024-04-02T08:27:37.227472+0000","last_became_peered":"2024-04-02T08:27:37.227472+0000","last_unstale":"2024-04-02T08:27:37.229086+0000","last_undegraded":"2024-04-02T08:27:37.229086+0000","last_fullsized":"2024-04-02T08:27:37.229086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:50.974785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.225170+0000","last_change":"2024-04-02T08:27:37.224694+0000","last_active":"2024-04-02T08:27:37.225170+0000","last_peered":"2024-04-02T08:27:37.225170+0000","last_clean":"2024-04-02T08:27:37.225170+0000","last_became_active":"2024-04-02T08:27:37.224403+0000","last_became_peered":"2024-04-02T08:27:37.224403+0000","last_unstale":"2024-04-02T08:27:37.225170+0000","last_undegraded":"2024-04-02T08:27:37.225170+0000","last_fullsized":"2024-04-02T08:27:37.225170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:52.567247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729609+0000","last_change":"2024-04-02T08:27:37.226271+0000","last_active":"2024-04-02T08:27:38.729609+0000","last_peered":"2024-04-02T08:27:38.729609+0000","last_clean":"2024-04-02T08:27:38.729609+0000","last_became_active":"2024-04-02T08:27:37.225969+0000","last_became_peered":"2024-04-02T08:27:37.225969+0000","last_unstale":"2024-04-02T08:27:38.729609+0000","last_undegraded":"2024-04-02T08:27:38.729609+0000","last_fullsized":"2024-04-02T08:27:38.729609+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:58.021359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233520+0000","last_change":"2024-04-02T08:27:37.231785+0000","last_active":"2024-04-02T08:27:37.233520+0000","last_peered":"2024-04-02T08:27:37.233520+0000","last_clean":"2024-04-02T08:27:37.233520+0000","last_became_active":"2024-04-02T08:27:37.231249+0000","last_became_peered":"2024-04-02T08:27:37.231249+0000","last_unstale":"2024-04-02T08:27:37.233520+0000","last_undegraded":"2024-04-02T08:27:37.233520+0000","last_fullsized":"2024-04-02T08:27:37.233520+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:12.039836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728124+0000","last_change":"2024-04-02T08:27:37.230797+0000","last_active":"2024-04-02T08:27:38.728124+0000","last_peered":"2024-04-02T08:27:38.728124+0000","last_clean":"2024-04-02T08:27:38.728124+0000","last_became_active":"2024-04-02T08:27:37.230302+0000","last_became_peered":"2024-04-02T08:27:37.230302+0000","last_unstale":"2024-04-02T08:27:38.728124+0000","last_undegraded":"2024-04-02T08:27:38.728124+0000","last_fullsized":"2024-04-02T08:27:38.728124+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:58.071538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240648+0000","last_change":"2024-04-02T08:27:37.240273+0000","last_active":"2024-04-02T08:27:37.240648+0000","last_peered":"2024-04-02T08:27:37.240648+0000","last_clean":"2024-04-02T08:27:37.240648+0000","last_became_active":"2024-04-02T08:27:37.239804+0000","last_became_peered":"2024-04-02T08:27:37.239804+0000","last_unstale":"2024-04-02T08:27:37.240648+0000","last_undegraded":"2024-04-02T08:27:37.240648+0000","last_fullsized":"2024-04-02T08:27:37.240648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:34:31.467996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.239548+0000","last_change":"2024-04-02T08:27:37.237673+0000","last_active":"2024-04-02T08:27:37.239548+0000","last_peered":"2024-04-02T08:27:37.239548+0000","last_clean":"2024-04-02T08:27:37.239548+0000","last_became_active":"2024-04-02T08:27:37.237386+0000","last_became_peered":"2024-04-02T08:27:37.237386+0000","last_unstale":"2024-04-02T08:27:37.239548+0000","last_undegraded":"2024-04-02T08:27:37.239548+0000","last_fullsized":"2024-04-02T08:27:37.239548+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:27.267161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218605+0000","last_change":"2024-04-02T08:27:37.246391+0000","last_active":"2024-04-02T08:27:38.218605+0000","last_peered":"2024-04-02T08:27:38.218605+0000","last_clean":"2024-04-02T08:27:38.218605+0000","last_became_active":"2024-04-02T08:27:37.246061+0000","last_became_peered":"2024-04-02T08:27:37.246061+0000","last_unstale":"2024-04-02T08:27:38.218605+0000","last_undegraded":"2024-04-02T08:27:38.218605+0000","last_fullsized":"2024-04-02T08:27:38.218605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:35.938194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.238503+0000","last_change":"2024-04-02T08:27:36.871047+0000","last_active":"2024-04-02T08:27:37.238503+0000","last_peered":"2024-04-02T08:27:37.238503+0000","last_clean":"2024-04-02T08:27:37.238503+0000","last_became_active":"2024-04-02T08:27:36.870766+0000","last_became_peered":"2024-04-02T08:27:36.870766+0000","last_unstale":"2024-04-02T08:27:37.238503+0000","last_undegraded":"2024-04-02T08:27:37.238503+0000","last_fullsized":"2024-04-02T08:27:37.238503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:38.197586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:35.855513+0000","last_change":"2024-04-02T08:27:35.855513+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.855513+0000","last_undegraded":"2024-04-02T08:27:35.855513+0000","last_fullsized":"2024-04-02T08:27:35.855513+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:40:45.894644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.234069+0000","last_change":"2024-04-02T08:27:37.229842+0000","last_active":"2024-04-02T08:27:37.234069+0000","last_peered":"2024-04-02T08:27:37.234069+0000","last_clean":"2024-04-02T08:27:37.234069+0000","last_became_active":"2024-04-02T08:27:37.228610+0000","last_became_peered":"2024-04-02T08:27:37.228610+0000","last_unstale":"2024-04-02T08:27:37.234069+0000","last_undegraded":"2024-04-02T08:27:37.234069+0000","last_fullsized":"2024-04-02T08:27:37.234069+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:21.648088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218907+0000","last_change":"2024-04-02T08:27:36.881759+0000","last_active":"2024-04-02T08:27:38.218907+0000","last_peered":"2024-04-02T08:27:38.218907+0000","last_clean":"2024-04-02T08:27:38.218907+0000","last_became_active":"2024-04-02T08:27:36.881391+0000","last_became_peered":"2024-04-02T08:27:36.881391+0000","last_unstale":"2024-04-02T08:27:38.218907+0000","last_undegraded":"2024-04-02T08:27:38.218907+0000","last_fullsized":"2024-04-02T08:27:38.218907+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:55:48.957154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.231294+0000","last_change":"2024-04-02T08:27:37.230473+0000","last_active":"2024-04-02T08:27:37.231294+0000","last_peered":"2024-04-02T08:27:37.231294+0000","last_clean":"2024-04-02T08:27:37.231294+0000","last_became_active":"2024-04-02T08:27:37.230135+0000","last_became_peered":"2024-04-02T08:27:37.230135+0000","last_unstale":"2024-04-02T08:27:37.231294+0000","last_undegraded":"2024-04-02T08:27:37.231294+0000","last_fullsized":"2024-04-02T08:27:37.231294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:02:22.384222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218618+0000","last_change":"2024-04-02T08:27:36.881713+0000","last_active":"2024-04-02T08:27:38.218618+0000","last_peered":"2024-04-02T08:27:38.218618+0000","last_clean":"2024-04-02T08:27:38.218618+0000","last_became_active":"2024-04-02T08:27:36.881296+0000","last_became_peered":"2024-04-02T08:27:36.881296+0000","last_unstale":"2024-04-02T08:27:38.218618+0000","last_undegraded":"2024-04-02T08:27:38.218618+0000","last_fullsized":"2024-04-02T08:27:38.218618+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:17:13.673323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.231663+0000","last_change":"2024-04-02T08:27:37.231191+0000","last_active":"2024-04-02T08:27:37.231663+0000","last_peered":"2024-04-02T08:27:37.231663+0000","last_clean":"2024-04-02T08:27:37.231663+0000","last_became_active":"2024-04-02T08:27:37.230853+0000","last_became_peered":"2024-04-02T08:27:37.230853+0000","last_unstale":"2024-04-02T08:27:37.231663+0000","last_undegraded":"2024-04-02T08:27:37.231663+0000","last_fullsized":"2024-04-02T08:27:37.231663+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:43.225886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:35.857559+0000","last_change":"2024-04-02T08:27:35.857559+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.857559+0000","last_undegraded":"2024-04-02T08:27:35.857559+0000","last_fullsized":"2024-04-02T08:27:35.857559+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:41.990341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729481+0000","last_change":"2024-04-02T08:27:37.234494+0000","last_active":"2024-04-02T08:27:38.729481+0000","last_peered":"2024-04-02T08:27:38.729481+0000","last_clean":"2024-04-02T08:27:38.729481+0000","last_became_active":"2024-04-02T08:27:37.233170+0000","last_became_peered":"2024-04-02T08:27:37.233170+0000","last_unstale":"2024-04-02T08:27:38.729481+0000","last_undegraded":"2024-04-02T08:27:38.729481+0000","last_fullsized":"2024-04-02T08:27:38.729481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:00.914657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237129+0000","last_change":"2024-04-02T08:27:36.877521+0000","last_active":"2024-04-02T08:27:37.237129+0000","last_peered":"2024-04-02T08:27:37.237129+0000","last_clean":"2024-04-02T08:27:37.237129+0000","last_became_active":"2024-04-02T08:27:36.877240+0000","last_became_peered":"2024-04-02T08:27:36.877240+0000","last_unstale":"2024-04-02T08:27:37.237129+0000","last_undegraded":"2024-04-02T08:27:37.237129+0000","last_fullsized":"2024-04-02T08:27:37.237129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:40.389754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.241525+0000","last_change":"2024-04-02T08:27:37.239111+0000","last_active":"2024-04-02T08:27:37.241525+0000","last_peered":"2024-04-02T08:27:37.241525+0000","last_clean":"2024-04-02T08:27:37.241525+0000","last_became_active":"2024-04-02T08:27:37.238837+0000","last_became_peered":"2024-04-02T08:27:37.238837+0000","last_unstale":"2024-04-02T08:27:37.241525+0000","last_undegraded":"2024-04-02T08:27:37.241525+0000","last_fullsized":"2024-04-02T08:27:37.241525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:17:51.084157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:35.855470+0000","last_change":"2024-04-02T08:27:35.855470+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.855470+0000","last_undegraded":"2024-04-02T08:27:35.855470+0000","last_fullsized":"2024-04-02T08:27:35.855470+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:51.561815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.221841+0000","last_change":"2024-04-02T08:27:36.870663+0000","last_active":"2024-04-02T08:27:37.221841+0000","last_peered":"2024-04-02T08:27:37.221841+0000","last_clean":"2024-04-02T08:27:37.221841+0000","last_became_active":"2024-04-02T08:27:36.870320+0000","last_became_peered":"2024-04-02T08:27:36.870320+0000","last_unstale":"2024-04-02T08:27:37.221841+0000","last_undegraded":"2024-04-02T08:27:37.221841+0000","last_fullsized":"2024-04-02T08:27:37.221841+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:32.866238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728914+0000","last_change":"2024-04-02T08:27:37.231151+0000","last_active":"2024-04-02T08:27:38.728914+0000","last_peered":"2024-04-02T08:27:38.728914+0000","last_clean":"2024-04-02T08:27:38.728914+0000","last_became_active":"2024-04-02T08:27:37.230879+0000","last_became_peered":"2024-04-02T08:27:37.230879+0000","last_unstale":"2024-04-02T08:27:38.728914+0000","last_undegraded":"2024-04-02T08:27:38.728914+0000","last_fullsized":"2024-04-02T08:27:38.728914+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:53:15.384330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.217373+0000","last_change":"2024-04-02T08:27:36.873640+0000","last_active":"2024-04-02T08:27:37.217373+0000","last_peered":"2024-04-02T08:27:37.217373+0000","last_clean":"2024-04-02T08:27:37.217373+0000","last_became_active":"2024-04-02T08:27:36.873358+0000","last_became_peered":"2024-04-02T08:27:36.873358+0000","last_unstale":"2024-04-02T08:27:37.217373+0000","last_undegraded":"2024-04-02T08:27:37.217373+0000","last_fullsized":"2024-04-02T08:27:37.217373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:35.772551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240233+0000","last_change":"2024-04-02T08:27:37.238370+0000","last_active":"2024-04-02T08:27:37.240233+0000","last_peered":"2024-04-02T08:27:37.240233+0000","last_clean":"2024-04-02T08:27:37.240233+0000","last_became_active":"2024-04-02T08:27:37.238060+0000","last_became_peered":"2024-04-02T08:27:37.238060+0000","last_unstale":"2024-04-02T08:27:37.240233+0000","last_undegraded":"2024-04-02T08:27:37.240233+0000","last_fullsized":"2024-04-02T08:27:37.240233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:17.741081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219994+0000","last_change":"2024-04-02T08:27:36.876185+0000","last_active":"2024-04-02T08:27:37.219994+0000","last_peered":"2024-04-02T08:27:37.219994+0000","last_clean":"2024-04-02T08:27:37.219994+0000","last_became_active":"2024-04-02T08:27:36.875613+0000","last_became_peered":"2024-04-02T08:27:36.875613+0000","last_unstale":"2024-04-02T08:27:37.219994+0000","last_undegraded":"2024-04-02T08:27:37.219994+0000","last_fullsized":"2024-04-02T08:27:37.219994+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:30.259508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229928+0000","last_change":"2024-04-02T08:27:37.229320+0000","last_active":"2024-04-02T08:27:37.229928+0000","last_peered":"2024-04-02T08:27:37.229928+0000","last_clean":"2024-04-02T08:27:37.229928+0000","last_became_active":"2024-04-02T08:27:37.229042+0000","last_became_peered":"2024-04-02T08:27:37.229042+0000","last_unstale":"2024-04-02T08:27:37.229928+0000","last_undegraded":"2024-04-02T08:27:37.229928+0000","last_fullsized":"2024-04-02T08:27:37.229928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:53:38.565953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729021+0000","last_change":"2024-04-02T08:27:36.876700+0000","last_active":"2024-04-02T08:27:38.729021+0000","last_peered":"2024-04-02T08:27:38.729021+0000","last_clean":"2024-04-02T08:27:38.729021+0000","last_became_active":"2024-04-02T08:27:36.876376+0000","last_became_peered":"2024-04-02T08:27:36.876376+0000","last_unstale":"2024-04-02T08:27:38.729021+0000","last_undegraded":"2024-04-02T08:27:38.729021+0000","last_fullsized":"2024-04-02T08:27:38.729021+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:45.250129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729536+0000","last_change":"2024-04-02T08:27:37.242892+0000","last_active":"2024-04-02T08:27:38.729536+0000","last_peered":"2024-04-02T08:27:38.729536+0000","last_clean":"2024-04-02T08:27:38.729536+0000","last_became_active":"2024-04-02T08:27:37.242591+0000","last_became_peered":"2024-04-02T08:27:37.242591+0000","last_unstale":"2024-04-02T08:27:38.729536+0000","last_undegraded":"2024-04-02T08:27:38.729536+0000","last_fullsized":"2024-04-02T08:27:38.729536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:35:00.305442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.242876+0000","last_change":"2024-04-02T08:27:36.871778+0000","last_active":"2024-04-02T08:27:37.242876+0000","last_peered":"2024-04-02T08:27:37.242876+0000","last_clean":"2024-04-02T08:27:37.242876+0000","last_became_active":"2024-04-02T08:27:36.871077+0000","last_became_peered":"2024-04-02T08:27:36.871077+0000","last_unstale":"2024-04-02T08:27:37.242876+0000","last_undegraded":"2024-04-02T08:27:37.242876+0000","last_fullsized":"2024-04-02T08:27:37.242876+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:34.357949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218672+0000","last_change":"2024-04-02T08:27:37.248985+0000","last_active":"2024-04-02T08:27:38.218672+0000","last_peered":"2024-04-02T08:27:38.218672+0000","last_clean":"2024-04-02T08:27:38.218672+0000","last_became_active":"2024-04-02T08:27:37.248624+0000","last_became_peered":"2024-04-02T08:27:37.248624+0000","last_unstale":"2024-04-02T08:27:38.218672+0000","last_undegraded":"2024-04-02T08:27:38.218672+0000","last_fullsized":"2024-04-02T08:27:38.218672+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:56.742042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.236439+0000","last_change":"2024-04-02T08:27:36.875127+0000","last_active":"2024-04-02T08:27:37.236439+0000","last_peered":"2024-04-02T08:27:37.236439+0000","last_clean":"2024-04-02T08:27:37.236439+0000","last_became_active":"2024-04-02T08:27:36.874830+0000","last_became_peered":"2024-04-02T08:27:36.874830+0000","last_unstale":"2024-04-02T08:27:37.236439+0000","last_undegraded":"2024-04-02T08:27:37.236439+0000","last_fullsized":"2024-04-02T08:27:37.236439+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:56.483246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.242430+0000","last_change":"2024-04-02T08:27:37.241247+0000","last_active":"2024-04-02T08:27:37.242430+0000","last_peered":"2024-04-02T08:27:37.242430+0000","last_clean":"2024-04-02T08:27:37.242430+0000","last_became_active":"2024-04-02T08:27:37.240949+0000","last_became_peered":"2024-04-02T08:27:37.240949+0000","last_unstale":"2024-04-02T08:27:37.242430+0000","last_undegraded":"2024-04-02T08:27:37.242430+0000","last_fullsized":"2024-04-02T08:27:37.242430+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:01:53.766455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219500+0000","last_change":"2024-04-02T08:27:36.880395+0000","last_active":"2024-04-02T08:27:37.219500+0000","last_peered":"2024-04-02T08:27:37.219500+0000","last_clean":"2024-04-02T08:27:37.219500+0000","last_became_active":"2024-04-02T08:27:36.880049+0000","last_became_peered":"2024-04-02T08:27:36.880049+0000","last_unstale":"2024-04-02T08:27:37.219500+0000","last_undegraded":"2024-04-02T08:27:37.219500+0000","last_fullsized":"2024-04-02T08:27:37.219500+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:28.699606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218460+0000","last_change":"2024-04-02T08:27:37.250696+0000","last_active":"2024-04-02T08:27:38.218460+0000","last_peered":"2024-04-02T08:27:38.218460+0000","last_clean":"2024-04-02T08:27:38.218460+0000","last_became_active":"2024-04-02T08:27:37.250300+0000","last_became_peered":"2024-04-02T08:27:37.250300+0000","last_unstale":"2024-04-02T08:27:38.218460+0000","last_undegraded":"2024-04-02T08:27:38.218460+0000","last_fullsized":"2024-04-02T08:27:38.218460+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:28.967621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.217140+0000","last_change":"2024-04-02T08:27:36.866412+0000","last_active":"2024-04-02T08:27:37.217140+0000","last_peered":"2024-04-02T08:27:37.217140+0000","last_clean":"2024-04-02T08:27:37.217140+0000","last_became_active":"2024-04-02T08:27:36.866069+0000","last_became_peered":"2024-04-02T08:27:36.866069+0000","last_unstale":"2024-04-02T08:27:37.217140+0000","last_undegraded":"2024-04-02T08:27:37.217140+0000","last_fullsized":"2024-04-02T08:27:37.217140+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:29.470534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229060+0000","last_change":"2024-04-02T08:27:37.227813+0000","last_active":"2024-04-02T08:27:37.229060+0000","last_peered":"2024-04-02T08:27:37.229060+0000","last_clean":"2024-04-02T08:27:37.229060+0000","last_became_active":"2024-04-02T08:27:37.227478+0000","last_became_peered":"2024-04-02T08:27:37.227478+0000","last_unstale":"2024-04-02T08:27:37.229060+0000","last_undegraded":"2024-04-02T08:27:37.229060+0000","last_fullsized":"2024-04-02T08:27:37.229060+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:05:58.068910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218306+0000","last_change":"2024-04-02T08:27:37.248182+0000","last_active":"2024-04-02T08:27:38.218306+0000","last_peered":"2024-04-02T08:27:38.218306+0000","last_clean":"2024-04-02T08:27:38.218306+0000","last_became_active":"2024-04-02T08:27:37.247853+0000","last_became_peered":"2024-04-02T08:27:37.247853+0000","last_unstale":"2024-04-02T08:27:38.218306+0000","last_undegraded":"2024-04-02T08:27:38.218306+0000","last_fullsized":"2024-04-02T08:27:38.218306+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:18:33.658270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729666+0000","last_change":"2024-04-02T08:27:36.871657+0000","last_active":"2024-04-02T08:27:38.729666+0000","last_peered":"2024-04-02T08:27:38.729666+0000","last_clean":"2024-04-02T08:27:38.729666+0000","last_became_active":"2024-04-02T08:27:36.871004+0000","last_became_peered":"2024-04-02T08:27:36.871004+0000","last_unstale":"2024-04-02T08:27:38.729666+0000","last_undegraded":"2024-04-02T08:27:38.729666+0000","last_fullsized":"2024-04-02T08:27:38.729666+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:06.835838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218876+0000","last_change":"2024-04-02T08:27:37.248798+0000","last_active":"2024-04-02T08:27:38.218876+0000","last_peered":"2024-04-02T08:27:38.218876+0000","last_clean":"2024-04-02T08:27:38.218876+0000","last_became_active":"2024-04-02T08:27:37.248465+0000","last_became_peered":"2024-04-02T08:27:37.248465+0000","last_unstale":"2024-04-02T08:27:38.218876+0000","last_undegraded":"2024-04-02T08:27:38.218876+0000","last_fullsized":"2024-04-02T08:27:38.218876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:34.370765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728834+0000","last_change":"2024-04-02T08:27:36.879444+0000","last_active":"2024-04-02T08:27:38.728834+0000","last_peered":"2024-04-02T08:27:38.728834+0000","last_clean":"2024-04-02T08:27:38.728834+0000","last_became_active":"2024-04-02T08:27:36.879090+0000","last_became_peered":"2024-04-02T08:27:36.879090+0000","last_unstale":"2024-04-02T08:27:38.728834+0000","last_undegraded":"2024-04-02T08:27:38.728834+0000","last_fullsized":"2024-04-02T08:27:38.728834+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:15:34.162596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.230151+0000","last_change":"2024-04-02T08:27:37.229431+0000","last_active":"2024-04-02T08:27:37.230151+0000","last_peered":"2024-04-02T08:27:37.230151+0000","last_clean":"2024-04-02T08:27:37.230151+0000","last_became_active":"2024-04-02T08:27:37.229103+0000","last_became_peered":"2024-04-02T08:27:37.229103+0000","last_unstale":"2024-04-02T08:27:37.230151+0000","last_undegraded":"2024-04-02T08:27:37.230151+0000","last_fullsized":"2024-04-02T08:27:37.230151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:43:20.723433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219397+0000","last_change":"2024-04-02T08:27:36.880080+0000","last_active":"2024-04-02T08:27:37.219397+0000","last_peered":"2024-04-02T08:27:37.219397+0000","last_clean":"2024-04-02T08:27:37.219397+0000","last_became_active":"2024-04-02T08:27:36.877794+0000","last_became_peered":"2024-04-02T08:27:36.877794+0000","last_unstale":"2024-04-02T08:27:37.219397+0000","last_undegraded":"2024-04-02T08:27:37.219397+0000","last_fullsized":"2024-04-02T08:27:37.219397+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:31.487468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729382+0000","last_change":"2024-04-02T08:27:37.240844+0000","last_active":"2024-04-02T08:27:38.729382+0000","last_peered":"2024-04-02T08:27:38.729382+0000","last_clean":"2024-04-02T08:27:38.729382+0000","last_became_active":"2024-04-02T08:27:37.240607+0000","last_became_peered":"2024-04-02T08:27:37.240607+0000","last_unstale":"2024-04-02T08:27:38.729382+0000","last_undegraded":"2024-04-02T08:27:38.729382+0000","last_fullsized":"2024-04-02T08:27:38.729382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:52.312069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728164+0000","last_change":"2024-04-02T08:27:37.237040+0000","last_active":"2024-04-02T08:27:38.728164+0000","last_peered":"2024-04-02T08:27:38.728164+0000","last_clean":"2024-04-02T08:27:38.728164+0000","last_became_active":"2024-04-02T08:27:37.235899+0000","last_became_peered":"2024-04-02T08:27:37.235899+0000","last_unstale":"2024-04-02T08:27:38.728164+0000","last_undegraded":"2024-04-02T08:27:38.728164+0000","last_fullsized":"2024-04-02T08:27:38.728164+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:00:26.217538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219829+0000","last_change":"2024-04-02T08:27:36.874572+0000","last_active":"2024-04-02T08:27:37.219829+0000","last_peered":"2024-04-02T08:27:37.219829+0000","last_clean":"2024-04-02T08:27:37.219829+0000","last_became_active":"2024-04-02T08:27:36.873927+0000","last_became_peered":"2024-04-02T08:27:36.873927+0000","last_unstale":"2024-04-02T08:27:37.219829+0000","last_undegraded":"2024-04-02T08:27:37.219829+0000","last_fullsized":"2024-04-02T08:27:37.219829+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:46.040209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237373+0000","last_change":"2024-04-02T08:27:22.166020+0000","last_active":"2024-04-02T08:27:37.237373+0000","last_peered":"2024-04-02T08:27:37.237373+0000","last_clean":"2024-04-02T08:27:37.237373+0000","last_became_active":"2024-04-02T08:27:22.165594+0000","last_became_peered":"2024-04-02T08:27:22.165594+0000","last_unstale":"2024-04-02T08:27:37.237373+0000","last_undegraded":"2024-04-02T08:27:37.237373+0000","last_fullsized":"2024-04-02T08:27:37.237373+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_clean_scrub_stamp":"2024-04-02T08:25:15.767243+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:06:31.660080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237217+0000","last_change":"2024-04-02T08:27:37.235081+0000","last_active":"2024-04-02T08:27:37.237217+0000","last_peered":"2024-04-02T08:27:37.237217+0000","last_clean":"2024-04-02T08:27:37.237217+0000","last_became_active":"2024-04-02T08:27:37.234655+0000","last_became_peered":"2024-04-02T08:27:37.234655+0000","last_unstale":"2024-04-02T08:27:37.237217+0000","last_undegraded":"2024-04-02T08:27:37.237217+0000","last_fullsized":"2024-04-02T08:27:37.237217+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:51.692301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218263+0000","last_change":"2024-04-02T08:27:36.879473+0000","last_active":"2024-04-02T08:27:38.218263+0000","last_peered":"2024-04-02T08:27:38.218263+0000","last_clean":"2024-04-02T08:27:38.218263+0000","last_became_active":"2024-04-02T08:27:36.878990+0000","last_became_peered":"2024-04-02T08:27:36.878990+0000","last_unstale":"2024-04-02T08:27:38.218263+0000","last_undegraded":"2024-04-02T08:27:38.218263+0000","last_fullsized":"2024-04-02T08:27:38.218263+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:28.962463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218809+0000","last_change":"2024-04-02T08:27:36.881394+0000","last_active":"2024-04-02T08:27:38.218809+0000","last_peered":"2024-04-02T08:27:38.218809+0000","last_clean":"2024-04-02T08:27:38.218809+0000","last_became_active":"2024-04-02T08:27:36.879529+0000","last_became_peered":"2024-04-02T08:27:36.879529+0000","last_unstale":"2024-04-02T08:27:38.218809+0000","last_undegraded":"2024-04-02T08:27:38.218809+0000","last_fullsized":"2024-04-02T08:27:38.218809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:20.363420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728917+0000","last_change":"2024-04-02T08:27:37.233277+0000","last_active":"2024-04-02T08:27:38.728917+0000","last_peered":"2024-04-02T08:27:38.728917+0000","last_clean":"2024-04-02T08:27:38.728917+0000","last_became_active":"2024-04-02T08:27:37.232840+0000","last_became_peered":"2024-04-02T08:27:37.232840+0000","last_unstale":"2024-04-02T08:27:38.728917+0000","last_undegraded":"2024-04-02T08:27:38.728917+0000","last_fullsized":"2024-04-02T08:27:38.728917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:04:30.070844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728572+0000","last_change":"2024-04-02T08:27:36.864986+0000","last_active":"2024-04-02T08:27:38.728572+0000","last_peered":"2024-04-02T08:27:38.728572+0000","last_clean":"2024-04-02T08:27:38.728572+0000","last_became_active":"2024-04-02T08:27:36.864651+0000","last_became_peered":"2024-04-02T08:27:36.864651+0000","last_unstale":"2024-04-02T08:27:38.728572+0000","last_undegraded":"2024-04-02T08:27:38.728572+0000","last_fullsized":"2024-04-02T08:27:38.728572+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:32.591017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237633+0000","last_change":"2024-04-02T08:27:36.876794+0000","last_active":"2024-04-02T08:27:37.237633+0000","last_peered":"2024-04-02T08:27:37.237633+0000","last_clean":"2024-04-02T08:27:37.237633+0000","last_became_active":"2024-04-02T08:27:36.876513+0000","last_became_peered":"2024-04-02T08:27:36.876513+0000","last_unstale":"2024-04-02T08:27:37.237633+0000","last_undegraded":"2024-04-02T08:27:37.237633+0000","last_fullsized":"2024-04-02T08:27:37.237633+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:09.735995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233497+0000","last_change":"2024-04-02T08:27:37.231458+0000","last_active":"2024-04-02T08:27:37.233497+0000","last_peered":"2024-04-02T08:27:37.233497+0000","last_clean":"2024-04-02T08:27:37.233497+0000","last_became_active":"2024-04-02T08:27:37.231209+0000","last_became_peered":"2024-04-02T08:27:37.231209+0000","last_unstale":"2024-04-02T08:27:37.233497+0000","last_undegraded":"2024-04-02T08:27:37.233497+0000","last_fullsized":"2024-04-02T08:27:37.233497+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:59:48.769831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218100+0000","last_change":"2024-04-02T08:27:36.879284+0000","last_active":"2024-04-02T08:27:38.218100+0000","last_peered":"2024-04-02T08:27:38.218100+0000","last_clean":"2024-04-02T08:27:38.218100+0000","last_became_active":"2024-04-02T08:27:36.878592+0000","last_became_peered":"2024-04-02T08:27:36.878592+0000","last_unstale":"2024-04-02T08:27:38.218100+0000","last_undegraded":"2024-04-02T08:27:38.218100+0000","last_fullsized":"2024-04-02T08:27:38.218100+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:13:13.761715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728531+0000","last_change":"2024-04-02T08:27:37.234410+0000","last_active":"2024-04-02T08:27:38.728531+0000","last_peered":"2024-04-02T08:27:38.728531+0000","last_clean":"2024-04-02T08:27:38.728531+0000","last_became_active":"2024-04-02T08:27:37.234112+0000","last_became_peered":"2024-04-02T08:27:37.234112+0000","last_unstale":"2024-04-02T08:27:38.728531+0000","last_undegraded":"2024-04-02T08:27:38.728531+0000","last_fullsized":"2024-04-02T08:27:38.728531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:30.888557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728983+0000","last_change":"2024-04-02T08:27:36.879582+0000","last_active":"2024-04-02T08:27:38.728983+0000","last_peered":"2024-04-02T08:27:38.728983+0000","last_clean":"2024-04-02T08:27:38.728983+0000","last_became_active":"2024-04-02T08:27:36.878893+0000","last_became_peered":"2024-04-02T08:27:36.878893+0000","last_unstale":"2024-04-02T08:27:38.728983+0000","last_undegraded":"2024-04-02T08:27:38.728983+0000","last_fullsized":"2024-04-02T08:27:38.728983+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:01:42.219973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728816+0000","last_change":"2024-04-02T08:27:36.877092+0000","last_active":"2024-04-02T08:27:38.728816+0000","last_peered":"2024-04-02T08:27:38.728816+0000","last_clean":"2024-04-02T08:27:38.728816+0000","last_became_active":"2024-04-02T08:27:36.876684+0000","last_became_peered":"2024-04-02T08:27:36.876684+0000","last_unstale":"2024-04-02T08:27:38.728816+0000","last_undegraded":"2024-04-02T08:27:38.728816+0000","last_fullsized":"2024-04-02T08:27:38.728816+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:58:12.517578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218432+0000","last_change":"2024-04-02T08:27:36.881663+0000","last_active":"2024-04-02T08:27:38.218432+0000","last_peered":"2024-04-02T08:27:38.218432+0000","last_clean":"2024-04-02T08:27:38.218432+0000","last_became_active":"2024-04-02T08:27:36.881348+0000","last_became_peered":"2024-04-02T08:27:36.881348+0000","last_unstale":"2024-04-02T08:27:38.218432+0000","last_undegraded":"2024-04-02T08:27:38.218432+0000","last_fullsized":"2024-04-02T08:27:38.218432+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:34.235714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.232233+0000","last_change":"2024-04-02T08:27:37.230577+0000","last_active":"2024-04-02T08:27:37.232233+0000","last_peered":"2024-04-02T08:27:37.232233+0000","last_clean":"2024-04-02T08:27:37.232233+0000","last_became_active":"2024-04-02T08:27:37.230250+0000","last_became_peered":"2024-04-02T08:27:37.230250+0000","last_unstale":"2024-04-02T08:27:37.232233+0000","last_undegraded":"2024-04-02T08:27:37.232233+0000","last_fullsized":"2024-04-02T08:27:37.232233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:35:07.459145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218811+0000","last_change":"2024-04-02T08:27:37.249054+0000","last_active":"2024-04-02T08:27:38.218811+0000","last_peered":"2024-04-02T08:27:38.218811+0000","last_clean":"2024-04-02T08:27:38.218811+0000","last_became_active":"2024-04-02T08:27:37.248618+0000","last_became_peered":"2024-04-02T08:27:37.248618+0000","last_unstale":"2024-04-02T08:27:38.218811+0000","last_undegraded":"2024-04-02T08:27:38.218811+0000","last_fullsized":"2024-04-02T08:27:38.218811+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:58:16.058568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728952+0000","last_change":"2024-04-02T08:27:36.870867+0000","last_active":"2024-04-02T08:27:38.728952+0000","last_peered":"2024-04-02T08:27:38.728952+0000","last_clean":"2024-04-02T08:27:38.728952+0000","last_became_active":"2024-04-02T08:27:36.870574+0000","last_became_peered":"2024-04-02T08:27:36.870574+0000","last_unstale":"2024-04-02T08:27:38.728952+0000","last_undegraded":"2024-04-02T08:27:38.728952+0000","last_fullsized":"2024-04-02T08:27:38.728952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:14.181829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.228741+0000","last_change":"2024-04-02T08:27:37.228113+0000","last_active":"2024-04-02T08:27:37.228741+0000","last_peered":"2024-04-02T08:27:37.228741+0000","last_clean":"2024-04-02T08:27:37.228741+0000","last_became_active":"2024-04-02T08:27:37.227632+0000","last_became_peered":"2024-04-02T08:27:37.227632+0000","last_unstale":"2024-04-02T08:27:37.228741+0000","last_undegraded":"2024-04-02T08:27:37.228741+0000","last_fullsized":"2024-04-02T08:27:37.228741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:14:37.057058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219039+0000","last_change":"2024-04-02T08:27:37.249854+0000","last_active":"2024-04-02T08:27:38.219039+0000","last_peered":"2024-04-02T08:27:38.219039+0000","last_clean":"2024-04-02T08:27:38.219039+0000","last_became_active":"2024-04-02T08:27:37.249569+0000","last_became_peered":"2024-04-02T08:27:37.249569+0000","last_unstale":"2024-04-02T08:27:38.219039+0000","last_undegraded":"2024-04-02T08:27:38.219039+0000","last_fullsized":"2024-04-02T08:27:38.219039+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:04:42.636562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.227878+0000","last_change":"2024-04-02T08:27:37.227091+0000","last_active":"2024-04-02T08:27:37.227878+0000","last_peered":"2024-04-02T08:27:37.227878+0000","last_clean":"2024-04-02T08:27:37.227878+0000","last_became_active":"2024-04-02T08:27:37.226759+0000","last_became_peered":"2024-04-02T08:27:37.226759+0000","last_unstale":"2024-04-02T08:27:37.227878+0000","last_undegraded":"2024-04-02T08:27:37.227878+0000","last_fullsized":"2024-04-02T08:27:37.227878+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:07.990519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.235411+0000","last_change":"2024-04-02T08:27:37.234438+0000","last_active":"2024-04-02T08:27:37.235411+0000","last_peered":"2024-04-02T08:27:37.235411+0000","last_clean":"2024-04-02T08:27:37.235411+0000","last_became_active":"2024-04-02T08:27:37.234101+0000","last_became_peered":"2024-04-02T08:27:37.234101+0000","last_unstale":"2024-04-02T08:27:37.235411+0000","last_undegraded":"2024-04-02T08:27:37.235411+0000","last_fullsized":"2024-04-02T08:27:37.235411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:14:52.727404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237299+0000","last_change":"2024-04-02T08:27:37.234875+0000","last_active":"2024-04-02T08:27:37.237299+0000","last_peered":"2024-04-02T08:27:37.237299+0000","last_clean":"2024-04-02T08:27:37.237299+0000","last_became_active":"2024-04-02T08:27:37.234554+0000","last_became_peered":"2024-04-02T08:27:37.234554+0000","last_unstale":"2024-04-02T08:27:37.237299+0000","last_undegraded":"2024-04-02T08:27:37.237299+0000","last_fullsized":"2024-04-02T08:27:37.237299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:20:21.428540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728905+0000","last_change":"2024-04-02T08:27:37.230678+0000","last_active":"2024-04-02T08:27:38.728905+0000","last_peered":"2024-04-02T08:27:38.728905+0000","last_clean":"2024-04-02T08:27:38.728905+0000","last_became_active":"2024-04-02T08:27:37.230405+0000","last_became_peered":"2024-04-02T08:27:37.230405+0000","last_unstale":"2024-04-02T08:27:38.728905+0000","last_undegraded":"2024-04-02T08:27:38.728905+0000","last_fullsized":"2024-04-02T08:27:38.728905+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:58:25.763155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.238138+0000","last_change":"2024-04-02T08:27:37.237803+0000","last_active":"2024-04-02T08:27:37.238138+0000","last_peered":"2024-04-02T08:27:37.238138+0000","last_clean":"2024-04-02T08:27:37.238138+0000","last_became_active":"2024-04-02T08:27:37.237510+0000","last_became_peered":"2024-04-02T08:27:37.237510+0000","last_unstale":"2024-04-02T08:27:37.238138+0000","last_undegraded":"2024-04-02T08:27:37.238138+0000","last_fullsized":"2024-04-02T08:27:37.238138+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:08.838031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.225771+0000","last_change":"2024-04-02T08:27:37.225274+0000","last_active":"2024-04-02T08:27:37.225771+0000","last_peered":"2024-04-02T08:27:37.225771+0000","last_clean":"2024-04-02T08:27:37.225771+0000","last_became_active":"2024-04-02T08:27:37.224873+0000","last_became_peered":"2024-04-02T08:27:37.224873+0000","last_unstale":"2024-04-02T08:27:37.225771+0000","last_undegraded":"2024-04-02T08:27:37.225771+0000","last_fullsized":"2024-04-02T08:27:37.225771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:48.784191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240493+0000","last_change":"2024-04-02T08:27:37.240045+0000","last_active":"2024-04-02T08:27:37.240493+0000","last_peered":"2024-04-02T08:27:37.240493+0000","last_clean":"2024-04-02T08:27:37.240493+0000","last_became_active":"2024-04-02T08:27:37.239681+0000","last_became_peered":"2024-04-02T08:27:37.239681+0000","last_unstale":"2024-04-02T08:27:37.240493+0000","last_undegraded":"2024-04-02T08:27:37.240493+0000","last_fullsized":"2024-04-02T08:27:37.240493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:35.812523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.241542+0000","last_change":"2024-04-02T08:27:37.239765+0000","last_active":"2024-04-02T08:27:37.241542+0000","last_peered":"2024-04-02T08:27:37.241542+0000","last_clean":"2024-04-02T08:27:37.241542+0000","last_became_active":"2024-04-02T08:27:37.239472+0000","last_became_peered":"2024-04-02T08:27:37.239472+0000","last_unstale":"2024-04-02T08:27:37.241542+0000","last_undegraded":"2024-04-02T08:27:37.241542+0000","last_fullsized":"2024-04-02T08:27:37.241542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:09:02.954023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229113+0000","last_change":"2024-04-02T08:27:37.228296+0000","last_active":"2024-04-02T08:27:37.229113+0000","last_peered":"2024-04-02T08:27:37.229113+0000","last_clean":"2024-04-02T08:27:37.229113+0000","last_became_active":"2024-04-02T08:27:37.228007+0000","last_became_peered":"2024-04-02T08:27:37.228007+0000","last_unstale":"2024-04-02T08:27:37.229113+0000","last_undegraded":"2024-04-02T08:27:37.229113+0000","last_fullsized":"2024-04-02T08:27:37.229113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:56:02.952416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":153,"acting":153,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":84,"acting":84,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]}]},{"osd":6,"up_from":46,"seq":197568495626,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1183744,"data_stored":835270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31720,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713432,"statfs":{"total":95995035648,"available":95962554368,"internally_reserved":0,"allocated":614400,"data_stored":252598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.29599999999999999,"15min":0.28399999999999997},"min":{"1min":0.24099999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.253},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.29799999999999999,"15min":0.28199999999999997},"min":{"1min":0.26500000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.315}]},{"osd":2,"last update":"Tue Apr 2 08:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.40200000000000002,"15min":0.39800000000000002},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.371},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.39000000000000001,"15min":0.38400000000000001},"min":{"1min":0.28000000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.34699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.28299999999999997}]},{"osd":4,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.47699999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.60299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28184,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716968,"statfs":{"total":95995035648,"available":95966175232,"internally_reserved":0,"allocated":1191936,"data_stored":835874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.32700000000000001,"15min":0.316},"min":{"1min":0.27200000000000002,"5min":0.191,"15min":0.191},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.34899999999999998,"15min":0.33500000000000002},"min":{"1min":0.26700000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.253}]},{"osd":2,"last update":"Tue Apr 2 08:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.32900000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.312},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.29899999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.38700000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.33900000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.47999999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.52400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.34699999999999998,"15min":0.34100000000000003},"min":{"1min":0.23999999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.37,"15min":0.36199999999999999},"min":{"1min":0.29299999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.37}]},{"osd":1,"last update":"Tue Apr 2 08:27:23 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.39200000000000002,"15min":0.38400000000000001},"min":{"1min":0.32400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58099999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.436,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.35699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.313},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.38100000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.56899999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:27:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.624},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.375}]},{"osd":1,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.31900000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.39100000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.436}]},{"osd":5,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.501},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.51000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.5},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.49399999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.439}]},{"osd":3,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.53500000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.41199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27588,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.48799999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.51200000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.374},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.47099999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.503}]},{"osd":4,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:40.705 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:40 smithi188 ceph-mon[30882]: pgmap v193: 97 pgs: 3 creating+peering, 77 active+clean, 17 unknown; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.5 KiB/s wr, 7 op/s 2024-04-02T08:27:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:40 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:27:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:40 smithi188 ceph-mon[30882]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:40 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3994791716' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:40 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3489961687' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:41.031 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:41.032 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-04-02T08:27:41.042 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-04-02T08:27:39.283944+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":188,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":240,"acting":240,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":73,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":226700,"kb_used_data":6420,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734516,"statfs":{"total":767960285184,"available":767728144384,"internally_reserved":0,"allocated":6574080,"data_stored":3731483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000780"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219132+0000","last_change":"2024-04-02T08:27:37.247239+0000","last_active":"2024-04-02T08:27:38.219132+0000","last_peered":"2024-04-02T08:27:38.219132+0000","last_clean":"2024-04-02T08:27:38.219132+0000","last_became_active":"2024-04-02T08:27:37.246933+0000","last_became_peered":"2024-04-02T08:27:37.246933+0000","last_unstale":"2024-04-02T08:27:38.219132+0000","last_undegraded":"2024-04-02T08:27:38.219132+0000","last_fullsized":"2024-04-02T08:27:38.219132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:48.877207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729075+0000","last_change":"2024-04-02T08:27:37.232244+0000","last_active":"2024-04-02T08:27:38.729075+0000","last_peered":"2024-04-02T08:27:38.729075+0000","last_clean":"2024-04-02T08:27:38.729075+0000","last_became_active":"2024-04-02T08:27:37.231521+0000","last_became_peered":"2024-04-02T08:27:37.231521+0000","last_unstale":"2024-04-02T08:27:38.729075+0000","last_undegraded":"2024-04-02T08:27:38.729075+0000","last_fullsized":"2024-04-02T08:27:38.729075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:54:45.546107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233427+0000","last_change":"2024-04-02T08:27:37.231749+0000","last_active":"2024-04-02T08:27:37.233427+0000","last_peered":"2024-04-02T08:27:37.233427+0000","last_clean":"2024-04-02T08:27:37.233427+0000","last_became_active":"2024-04-02T08:27:37.230546+0000","last_became_peered":"2024-04-02T08:27:37.230546+0000","last_unstale":"2024-04-02T08:27:37.233427+0000","last_undegraded":"2024-04-02T08:27:37.233427+0000","last_fullsized":"2024-04-02T08:27:37.233427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:42.063237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240426+0000","last_change":"2024-04-02T08:27:37.239340+0000","last_active":"2024-04-02T08:27:37.240426+0000","last_peered":"2024-04-02T08:27:37.240426+0000","last_clean":"2024-04-02T08:27:37.240426+0000","last_became_active":"2024-04-02T08:27:37.238844+0000","last_became_peered":"2024-04-02T08:27:37.238844+0000","last_unstale":"2024-04-02T08:27:37.240426+0000","last_undegraded":"2024-04-02T08:27:37.240426+0000","last_fullsized":"2024-04-02T08:27:37.240426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:26:55.111717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218604+0000","last_change":"2024-04-02T08:27:37.250521+0000","last_active":"2024-04-02T08:27:38.218604+0000","last_peered":"2024-04-02T08:27:38.218604+0000","last_clean":"2024-04-02T08:27:38.218604+0000","last_became_active":"2024-04-02T08:27:37.249215+0000","last_became_peered":"2024-04-02T08:27:37.249215+0000","last_unstale":"2024-04-02T08:27:38.218604+0000","last_undegraded":"2024-04-02T08:27:38.218604+0000","last_fullsized":"2024-04-02T08:27:38.218604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:20.549707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.235808+0000","last_change":"2024-04-02T08:27:37.235541+0000","last_active":"2024-04-02T08:27:37.235808+0000","last_peered":"2024-04-02T08:27:37.235808+0000","last_clean":"2024-04-02T08:27:37.235808+0000","last_became_active":"2024-04-02T08:27:37.235203+0000","last_became_peered":"2024-04-02T08:27:37.235203+0000","last_unstale":"2024-04-02T08:27:37.235808+0000","last_undegraded":"2024-04-02T08:27:37.235808+0000","last_fullsized":"2024-04-02T08:27:37.235808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:42:56.660810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218150+0000","last_change":"2024-04-02T08:27:37.247652+0000","last_active":"2024-04-02T08:27:38.218150+0000","last_peered":"2024-04-02T08:27:38.218150+0000","last_clean":"2024-04-02T08:27:38.218150+0000","last_became_active":"2024-04-02T08:27:37.246895+0000","last_became_peered":"2024-04-02T08:27:37.246895+0000","last_unstale":"2024-04-02T08:27:38.218150+0000","last_undegraded":"2024-04-02T08:27:38.218150+0000","last_fullsized":"2024-04-02T08:27:38.218150+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:13:45.608798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219115+0000","last_change":"2024-04-02T08:27:37.247918+0000","last_active":"2024-04-02T08:27:38.219115+0000","last_peered":"2024-04-02T08:27:38.219115+0000","last_clean":"2024-04-02T08:27:38.219115+0000","last_became_active":"2024-04-02T08:27:37.247531+0000","last_became_peered":"2024-04-02T08:27:37.247531+0000","last_unstale":"2024-04-02T08:27:38.219115+0000","last_undegraded":"2024-04-02T08:27:38.219115+0000","last_fullsized":"2024-04-02T08:27:38.219115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:55:30.580477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229086+0000","last_change":"2024-04-02T08:27:37.228460+0000","last_active":"2024-04-02T08:27:37.229086+0000","last_peered":"2024-04-02T08:27:37.229086+0000","last_clean":"2024-04-02T08:27:37.229086+0000","last_became_active":"2024-04-02T08:27:37.227472+0000","last_became_peered":"2024-04-02T08:27:37.227472+0000","last_unstale":"2024-04-02T08:27:37.229086+0000","last_undegraded":"2024-04-02T08:27:37.229086+0000","last_fullsized":"2024-04-02T08:27:37.229086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:50.974785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.225170+0000","last_change":"2024-04-02T08:27:37.224694+0000","last_active":"2024-04-02T08:27:37.225170+0000","last_peered":"2024-04-02T08:27:37.225170+0000","last_clean":"2024-04-02T08:27:37.225170+0000","last_became_active":"2024-04-02T08:27:37.224403+0000","last_became_peered":"2024-04-02T08:27:37.224403+0000","last_unstale":"2024-04-02T08:27:37.225170+0000","last_undegraded":"2024-04-02T08:27:37.225170+0000","last_fullsized":"2024-04-02T08:27:37.225170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:52.567247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729609+0000","last_change":"2024-04-02T08:27:37.226271+0000","last_active":"2024-04-02T08:27:38.729609+0000","last_peered":"2024-04-02T08:27:38.729609+0000","last_clean":"2024-04-02T08:27:38.729609+0000","last_became_active":"2024-04-02T08:27:37.225969+0000","last_became_peered":"2024-04-02T08:27:37.225969+0000","last_unstale":"2024-04-02T08:27:38.729609+0000","last_undegraded":"2024-04-02T08:27:38.729609+0000","last_fullsized":"2024-04-02T08:27:38.729609+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:58.021359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233520+0000","last_change":"2024-04-02T08:27:37.231785+0000","last_active":"2024-04-02T08:27:37.233520+0000","last_peered":"2024-04-02T08:27:37.233520+0000","last_clean":"2024-04-02T08:27:37.233520+0000","last_became_active":"2024-04-02T08:27:37.231249+0000","last_became_peered":"2024-04-02T08:27:37.231249+0000","last_unstale":"2024-04-02T08:27:37.233520+0000","last_undegraded":"2024-04-02T08:27:37.233520+0000","last_fullsized":"2024-04-02T08:27:37.233520+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:12.039836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728124+0000","last_change":"2024-04-02T08:27:37.230797+0000","last_active":"2024-04-02T08:27:38.728124+0000","last_peered":"2024-04-02T08:27:38.728124+0000","last_clean":"2024-04-02T08:27:38.728124+0000","last_became_active":"2024-04-02T08:27:37.230302+0000","last_became_peered":"2024-04-02T08:27:37.230302+0000","last_unstale":"2024-04-02T08:27:38.728124+0000","last_undegraded":"2024-04-02T08:27:38.728124+0000","last_fullsized":"2024-04-02T08:27:38.728124+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:58.071538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240648+0000","last_change":"2024-04-02T08:27:37.240273+0000","last_active":"2024-04-02T08:27:37.240648+0000","last_peered":"2024-04-02T08:27:37.240648+0000","last_clean":"2024-04-02T08:27:37.240648+0000","last_became_active":"2024-04-02T08:27:37.239804+0000","last_became_peered":"2024-04-02T08:27:37.239804+0000","last_unstale":"2024-04-02T08:27:37.240648+0000","last_undegraded":"2024-04-02T08:27:37.240648+0000","last_fullsized":"2024-04-02T08:27:37.240648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:34:31.467996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.239548+0000","last_change":"2024-04-02T08:27:37.237673+0000","last_active":"2024-04-02T08:27:37.239548+0000","last_peered":"2024-04-02T08:27:37.239548+0000","last_clean":"2024-04-02T08:27:37.239548+0000","last_became_active":"2024-04-02T08:27:37.237386+0000","last_became_peered":"2024-04-02T08:27:37.237386+0000","last_unstale":"2024-04-02T08:27:37.239548+0000","last_undegraded":"2024-04-02T08:27:37.239548+0000","last_fullsized":"2024-04-02T08:27:37.239548+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:27.267161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218605+0000","last_change":"2024-04-02T08:27:37.246391+0000","last_active":"2024-04-02T08:27:38.218605+0000","last_peered":"2024-04-02T08:27:38.218605+0000","last_clean":"2024-04-02T08:27:38.218605+0000","last_became_active":"2024-04-02T08:27:37.246061+0000","last_became_peered":"2024-04-02T08:27:37.246061+0000","last_unstale":"2024-04-02T08:27:38.218605+0000","last_undegraded":"2024-04-02T08:27:38.218605+0000","last_fullsized":"2024-04-02T08:27:38.218605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:35.938194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.238503+0000","last_change":"2024-04-02T08:27:36.871047+0000","last_active":"2024-04-02T08:27:37.238503+0000","last_peered":"2024-04-02T08:27:37.238503+0000","last_clean":"2024-04-02T08:27:37.238503+0000","last_became_active":"2024-04-02T08:27:36.870766+0000","last_became_peered":"2024-04-02T08:27:36.870766+0000","last_unstale":"2024-04-02T08:27:37.238503+0000","last_undegraded":"2024-04-02T08:27:37.238503+0000","last_fullsized":"2024-04-02T08:27:37.238503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:38.197586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:35.855513+0000","last_change":"2024-04-02T08:27:35.855513+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.855513+0000","last_undegraded":"2024-04-02T08:27:35.855513+0000","last_fullsized":"2024-04-02T08:27:35.855513+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:40:45.894644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.234069+0000","last_change":"2024-04-02T08:27:37.229842+0000","last_active":"2024-04-02T08:27:37.234069+0000","last_peered":"2024-04-02T08:27:37.234069+0000","last_clean":"2024-04-02T08:27:37.234069+0000","last_became_active":"2024-04-02T08:27:37.228610+0000","last_became_peered":"2024-04-02T08:27:37.228610+0000","last_unstale":"2024-04-02T08:27:37.234069+0000","last_undegraded":"2024-04-02T08:27:37.234069+0000","last_fullsized":"2024-04-02T08:27:37.234069+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:21.648088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218907+0000","last_change":"2024-04-02T08:27:36.881759+0000","last_active":"2024-04-02T08:27:38.218907+0000","last_peered":"2024-04-02T08:27:38.218907+0000","last_clean":"2024-04-02T08:27:38.218907+0000","last_became_active":"2024-04-02T08:27:36.881391+0000","last_became_peered":"2024-04-02T08:27:36.881391+0000","last_unstale":"2024-04-02T08:27:38.218907+0000","last_undegraded":"2024-04-02T08:27:38.218907+0000","last_fullsized":"2024-04-02T08:27:38.218907+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:55:48.957154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.231294+0000","last_change":"2024-04-02T08:27:37.230473+0000","last_active":"2024-04-02T08:27:37.231294+0000","last_peered":"2024-04-02T08:27:37.231294+0000","last_clean":"2024-04-02T08:27:37.231294+0000","last_became_active":"2024-04-02T08:27:37.230135+0000","last_became_peered":"2024-04-02T08:27:37.230135+0000","last_unstale":"2024-04-02T08:27:37.231294+0000","last_undegraded":"2024-04-02T08:27:37.231294+0000","last_fullsized":"2024-04-02T08:27:37.231294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:02:22.384222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218618+0000","last_change":"2024-04-02T08:27:36.881713+0000","last_active":"2024-04-02T08:27:38.218618+0000","last_peered":"2024-04-02T08:27:38.218618+0000","last_clean":"2024-04-02T08:27:38.218618+0000","last_became_active":"2024-04-02T08:27:36.881296+0000","last_became_peered":"2024-04-02T08:27:36.881296+0000","last_unstale":"2024-04-02T08:27:38.218618+0000","last_undegraded":"2024-04-02T08:27:38.218618+0000","last_fullsized":"2024-04-02T08:27:38.218618+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:17:13.673323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.231663+0000","last_change":"2024-04-02T08:27:37.231191+0000","last_active":"2024-04-02T08:27:37.231663+0000","last_peered":"2024-04-02T08:27:37.231663+0000","last_clean":"2024-04-02T08:27:37.231663+0000","last_became_active":"2024-04-02T08:27:37.230853+0000","last_became_peered":"2024-04-02T08:27:37.230853+0000","last_unstale":"2024-04-02T08:27:37.231663+0000","last_undegraded":"2024-04-02T08:27:37.231663+0000","last_fullsized":"2024-04-02T08:27:37.231663+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:43.225886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:35.857559+0000","last_change":"2024-04-02T08:27:35.857559+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.857559+0000","last_undegraded":"2024-04-02T08:27:35.857559+0000","last_fullsized":"2024-04-02T08:27:35.857559+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:41.990341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729481+0000","last_change":"2024-04-02T08:27:37.234494+0000","last_active":"2024-04-02T08:27:38.729481+0000","last_peered":"2024-04-02T08:27:38.729481+0000","last_clean":"2024-04-02T08:27:38.729481+0000","last_became_active":"2024-04-02T08:27:37.233170+0000","last_became_peered":"2024-04-02T08:27:37.233170+0000","last_unstale":"2024-04-02T08:27:38.729481+0000","last_undegraded":"2024-04-02T08:27:38.729481+0000","last_fullsized":"2024-04-02T08:27:38.729481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:00.914657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237129+0000","last_change":"2024-04-02T08:27:36.877521+0000","last_active":"2024-04-02T08:27:37.237129+0000","last_peered":"2024-04-02T08:27:37.237129+0000","last_clean":"2024-04-02T08:27:37.237129+0000","last_became_active":"2024-04-02T08:27:36.877240+0000","last_became_peered":"2024-04-02T08:27:36.877240+0000","last_unstale":"2024-04-02T08:27:37.237129+0000","last_undegraded":"2024-04-02T08:27:37.237129+0000","last_fullsized":"2024-04-02T08:27:37.237129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:40.389754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.241525+0000","last_change":"2024-04-02T08:27:37.239111+0000","last_active":"2024-04-02T08:27:37.241525+0000","last_peered":"2024-04-02T08:27:37.241525+0000","last_clean":"2024-04-02T08:27:37.241525+0000","last_became_active":"2024-04-02T08:27:37.238837+0000","last_became_peered":"2024-04-02T08:27:37.238837+0000","last_unstale":"2024-04-02T08:27:37.241525+0000","last_undegraded":"2024-04-02T08:27:37.241525+0000","last_fullsized":"2024-04-02T08:27:37.241525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:17:51.084157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:35.855470+0000","last_change":"2024-04-02T08:27:35.855470+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.855470+0000","last_undegraded":"2024-04-02T08:27:35.855470+0000","last_fullsized":"2024-04-02T08:27:35.855470+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:51.561815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.221841+0000","last_change":"2024-04-02T08:27:36.870663+0000","last_active":"2024-04-02T08:27:37.221841+0000","last_peered":"2024-04-02T08:27:37.221841+0000","last_clean":"2024-04-02T08:27:37.221841+0000","last_became_active":"2024-04-02T08:27:36.870320+0000","last_became_peered":"2024-04-02T08:27:36.870320+0000","last_unstale":"2024-04-02T08:27:37.221841+0000","last_undegraded":"2024-04-02T08:27:37.221841+0000","last_fullsized":"2024-04-02T08:27:37.221841+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:32.866238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728914+0000","last_change":"2024-04-02T08:27:37.231151+0000","last_active":"2024-04-02T08:27:38.728914+0000","last_peered":"2024-04-02T08:27:38.728914+0000","last_clean":"2024-04-02T08:27:38.728914+0000","last_became_active":"2024-04-02T08:27:37.230879+0000","last_became_peered":"2024-04-02T08:27:37.230879+0000","last_unstale":"2024-04-02T08:27:38.728914+0000","last_undegraded":"2024-04-02T08:27:38.728914+0000","last_fullsized":"2024-04-02T08:27:38.728914+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:53:15.384330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.217373+0000","last_change":"2024-04-02T08:27:36.873640+0000","last_active":"2024-04-02T08:27:37.217373+0000","last_peered":"2024-04-02T08:27:37.217373+0000","last_clean":"2024-04-02T08:27:37.217373+0000","last_became_active":"2024-04-02T08:27:36.873358+0000","last_became_peered":"2024-04-02T08:27:36.873358+0000","last_unstale":"2024-04-02T08:27:37.217373+0000","last_undegraded":"2024-04-02T08:27:37.217373+0000","last_fullsized":"2024-04-02T08:27:37.217373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:35.772551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240233+0000","last_change":"2024-04-02T08:27:37.238370+0000","last_active":"2024-04-02T08:27:37.240233+0000","last_peered":"2024-04-02T08:27:37.240233+0000","last_clean":"2024-04-02T08:27:37.240233+0000","last_became_active":"2024-04-02T08:27:37.238060+0000","last_became_peered":"2024-04-02T08:27:37.238060+0000","last_unstale":"2024-04-02T08:27:37.240233+0000","last_undegraded":"2024-04-02T08:27:37.240233+0000","last_fullsized":"2024-04-02T08:27:37.240233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:17.741081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219994+0000","last_change":"2024-04-02T08:27:36.876185+0000","last_active":"2024-04-02T08:27:37.219994+0000","last_peered":"2024-04-02T08:27:37.219994+0000","last_clean":"2024-04-02T08:27:37.219994+0000","last_became_active":"2024-04-02T08:27:36.875613+0000","last_became_peered":"2024-04-02T08:27:36.875613+0000","last_unstale":"2024-04-02T08:27:37.219994+0000","last_undegraded":"2024-04-02T08:27:37.219994+0000","last_fullsized":"2024-04-02T08:27:37.219994+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:30.259508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229928+0000","last_change":"2024-04-02T08:27:37.229320+0000","last_active":"2024-04-02T08:27:37.229928+0000","last_peered":"2024-04-02T08:27:37.229928+0000","last_clean":"2024-04-02T08:27:37.229928+0000","last_became_active":"2024-04-02T08:27:37.229042+0000","last_became_peered":"2024-04-02T08:27:37.229042+0000","last_unstale":"2024-04-02T08:27:37.229928+0000","last_undegraded":"2024-04-02T08:27:37.229928+0000","last_fullsized":"2024-04-02T08:27:37.229928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:53:38.565953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729021+0000","last_change":"2024-04-02T08:27:36.876700+0000","last_active":"2024-04-02T08:27:38.729021+0000","last_peered":"2024-04-02T08:27:38.729021+0000","last_clean":"2024-04-02T08:27:38.729021+0000","last_became_active":"2024-04-02T08:27:36.876376+0000","last_became_peered":"2024-04-02T08:27:36.876376+0000","last_unstale":"2024-04-02T08:27:38.729021+0000","last_undegraded":"2024-04-02T08:27:38.729021+0000","last_fullsized":"2024-04-02T08:27:38.729021+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:45.250129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729536+0000","last_change":"2024-04-02T08:27:37.242892+0000","last_active":"2024-04-02T08:27:38.729536+0000","last_peered":"2024-04-02T08:27:38.729536+0000","last_clean":"2024-04-02T08:27:38.729536+0000","last_became_active":"2024-04-02T08:27:37.242591+0000","last_became_peered":"2024-04-02T08:27:37.242591+0000","last_unstale":"2024-04-02T08:27:38.729536+0000","last_undegraded":"2024-04-02T08:27:38.729536+0000","last_fullsized":"2024-04-02T08:27:38.729536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:35:00.305442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.242876+0000","last_change":"2024-04-02T08:27:36.871778+0000","last_active":"2024-04-02T08:27:37.242876+0000","last_peered":"2024-04-02T08:27:37.242876+0000","last_clean":"2024-04-02T08:27:37.242876+0000","last_became_active":"2024-04-02T08:27:36.871077+0000","last_became_peered":"2024-04-02T08:27:36.871077+0000","last_unstale":"2024-04-02T08:27:37.242876+0000","last_undegraded":"2024-04-02T08:27:37.242876+0000","last_fullsized":"2024-04-02T08:27:37.242876+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:34.357949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218672+0000","last_change":"2024-04-02T08:27:37.248985+0000","last_active":"2024-04-02T08:27:38.218672+0000","last_peered":"2024-04-02T08:27:38.218672+0000","last_clean":"2024-04-02T08:27:38.218672+0000","last_became_active":"2024-04-02T08:27:37.248624+0000","last_became_peered":"2024-04-02T08:27:37.248624+0000","last_unstale":"2024-04-02T08:27:38.218672+0000","last_undegraded":"2024-04-02T08:27:38.218672+0000","last_fullsized":"2024-04-02T08:27:38.218672+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:56.742042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.236439+0000","last_change":"2024-04-02T08:27:36.875127+0000","last_active":"2024-04-02T08:27:37.236439+0000","last_peered":"2024-04-02T08:27:37.236439+0000","last_clean":"2024-04-02T08:27:37.236439+0000","last_became_active":"2024-04-02T08:27:36.874830+0000","last_became_peered":"2024-04-02T08:27:36.874830+0000","last_unstale":"2024-04-02T08:27:37.236439+0000","last_undegraded":"2024-04-02T08:27:37.236439+0000","last_fullsized":"2024-04-02T08:27:37.236439+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:56.483246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.242430+0000","last_change":"2024-04-02T08:27:37.241247+0000","last_active":"2024-04-02T08:27:37.242430+0000","last_peered":"2024-04-02T08:27:37.242430+0000","last_clean":"2024-04-02T08:27:37.242430+0000","last_became_active":"2024-04-02T08:27:37.240949+0000","last_became_peered":"2024-04-02T08:27:37.240949+0000","last_unstale":"2024-04-02T08:27:37.242430+0000","last_undegraded":"2024-04-02T08:27:37.242430+0000","last_fullsized":"2024-04-02T08:27:37.242430+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:01:53.766455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219500+0000","last_change":"2024-04-02T08:27:36.880395+0000","last_active":"2024-04-02T08:27:37.219500+0000","last_peered":"2024-04-02T08:27:37.219500+0000","last_clean":"2024-04-02T08:27:37.219500+0000","last_became_active":"2024-04-02T08:27:36.880049+0000","last_became_peered":"2024-04-02T08:27:36.880049+0000","last_unstale":"2024-04-02T08:27:37.219500+0000","last_undegraded":"2024-04-02T08:27:37.219500+0000","last_fullsized":"2024-04-02T08:27:37.219500+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:28.699606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218460+0000","last_change":"2024-04-02T08:27:37.250696+0000","last_active":"2024-04-02T08:27:38.218460+0000","last_peered":"2024-04-02T08:27:38.218460+0000","last_clean":"2024-04-02T08:27:38.218460+0000","last_became_active":"2024-04-02T08:27:37.250300+0000","last_became_peered":"2024-04-02T08:27:37.250300+0000","last_unstale":"2024-04-02T08:27:38.218460+0000","last_undegraded":"2024-04-02T08:27:38.218460+0000","last_fullsized":"2024-04-02T08:27:38.218460+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:28.967621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.217140+0000","last_change":"2024-04-02T08:27:36.866412+0000","last_active":"2024-04-02T08:27:37.217140+0000","last_peered":"2024-04-02T08:27:37.217140+0000","last_clean":"2024-04-02T08:27:37.217140+0000","last_became_active":"2024-04-02T08:27:36.866069+0000","last_became_peered":"2024-04-02T08:27:36.866069+0000","last_unstale":"2024-04-02T08:27:37.217140+0000","last_undegraded":"2024-04-02T08:27:37.217140+0000","last_fullsized":"2024-04-02T08:27:37.217140+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:29.470534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229060+0000","last_change":"2024-04-02T08:27:37.227813+0000","last_active":"2024-04-02T08:27:37.229060+0000","last_peered":"2024-04-02T08:27:37.229060+0000","last_clean":"2024-04-02T08:27:37.229060+0000","last_became_active":"2024-04-02T08:27:37.227478+0000","last_became_peered":"2024-04-02T08:27:37.227478+0000","last_unstale":"2024-04-02T08:27:37.229060+0000","last_undegraded":"2024-04-02T08:27:37.229060+0000","last_fullsized":"2024-04-02T08:27:37.229060+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:05:58.068910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218306+0000","last_change":"2024-04-02T08:27:37.248182+0000","last_active":"2024-04-02T08:27:38.218306+0000","last_peered":"2024-04-02T08:27:38.218306+0000","last_clean":"2024-04-02T08:27:38.218306+0000","last_became_active":"2024-04-02T08:27:37.247853+0000","last_became_peered":"2024-04-02T08:27:37.247853+0000","last_unstale":"2024-04-02T08:27:38.218306+0000","last_undegraded":"2024-04-02T08:27:38.218306+0000","last_fullsized":"2024-04-02T08:27:38.218306+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:18:33.658270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729666+0000","last_change":"2024-04-02T08:27:36.871657+0000","last_active":"2024-04-02T08:27:38.729666+0000","last_peered":"2024-04-02T08:27:38.729666+0000","last_clean":"2024-04-02T08:27:38.729666+0000","last_became_active":"2024-04-02T08:27:36.871004+0000","last_became_peered":"2024-04-02T08:27:36.871004+0000","last_unstale":"2024-04-02T08:27:38.729666+0000","last_undegraded":"2024-04-02T08:27:38.729666+0000","last_fullsized":"2024-04-02T08:27:38.729666+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:06.835838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218876+0000","last_change":"2024-04-02T08:27:37.248798+0000","last_active":"2024-04-02T08:27:38.218876+0000","last_peered":"2024-04-02T08:27:38.218876+0000","last_clean":"2024-04-02T08:27:38.218876+0000","last_became_active":"2024-04-02T08:27:37.248465+0000","last_became_peered":"2024-04-02T08:27:37.248465+0000","last_unstale":"2024-04-02T08:27:38.218876+0000","last_undegraded":"2024-04-02T08:27:38.218876+0000","last_fullsized":"2024-04-02T08:27:38.218876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:34.370765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728834+0000","last_change":"2024-04-02T08:27:36.879444+0000","last_active":"2024-04-02T08:27:38.728834+0000","last_peered":"2024-04-02T08:27:38.728834+0000","last_clean":"2024-04-02T08:27:38.728834+0000","last_became_active":"2024-04-02T08:27:36.879090+0000","last_became_peered":"2024-04-02T08:27:36.879090+0000","last_unstale":"2024-04-02T08:27:38.728834+0000","last_undegraded":"2024-04-02T08:27:38.728834+0000","last_fullsized":"2024-04-02T08:27:38.728834+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:15:34.162596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.230151+0000","last_change":"2024-04-02T08:27:37.229431+0000","last_active":"2024-04-02T08:27:37.230151+0000","last_peered":"2024-04-02T08:27:37.230151+0000","last_clean":"2024-04-02T08:27:37.230151+0000","last_became_active":"2024-04-02T08:27:37.229103+0000","last_became_peered":"2024-04-02T08:27:37.229103+0000","last_unstale":"2024-04-02T08:27:37.230151+0000","last_undegraded":"2024-04-02T08:27:37.230151+0000","last_fullsized":"2024-04-02T08:27:37.230151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:43:20.723433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219397+0000","last_change":"2024-04-02T08:27:36.880080+0000","last_active":"2024-04-02T08:27:37.219397+0000","last_peered":"2024-04-02T08:27:37.219397+0000","last_clean":"2024-04-02T08:27:37.219397+0000","last_became_active":"2024-04-02T08:27:36.877794+0000","last_became_peered":"2024-04-02T08:27:36.877794+0000","last_unstale":"2024-04-02T08:27:37.219397+0000","last_undegraded":"2024-04-02T08:27:37.219397+0000","last_fullsized":"2024-04-02T08:27:37.219397+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:31.487468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729382+0000","last_change":"2024-04-02T08:27:37.240844+0000","last_active":"2024-04-02T08:27:38.729382+0000","last_peered":"2024-04-02T08:27:38.729382+0000","last_clean":"2024-04-02T08:27:38.729382+0000","last_became_active":"2024-04-02T08:27:37.240607+0000","last_became_peered":"2024-04-02T08:27:37.240607+0000","last_unstale":"2024-04-02T08:27:38.729382+0000","last_undegraded":"2024-04-02T08:27:38.729382+0000","last_fullsized":"2024-04-02T08:27:38.729382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:52.312069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728164+0000","last_change":"2024-04-02T08:27:37.237040+0000","last_active":"2024-04-02T08:27:38.728164+0000","last_peered":"2024-04-02T08:27:38.728164+0000","last_clean":"2024-04-02T08:27:38.728164+0000","last_became_active":"2024-04-02T08:27:37.235899+0000","last_became_peered":"2024-04-02T08:27:37.235899+0000","last_unstale":"2024-04-02T08:27:38.728164+0000","last_undegraded":"2024-04-02T08:27:38.728164+0000","last_fullsized":"2024-04-02T08:27:38.728164+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:00:26.217538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219829+0000","last_change":"2024-04-02T08:27:36.874572+0000","last_active":"2024-04-02T08:27:37.219829+0000","last_peered":"2024-04-02T08:27:37.219829+0000","last_clean":"2024-04-02T08:27:37.219829+0000","last_became_active":"2024-04-02T08:27:36.873927+0000","last_became_peered":"2024-04-02T08:27:36.873927+0000","last_unstale":"2024-04-02T08:27:37.219829+0000","last_undegraded":"2024-04-02T08:27:37.219829+0000","last_fullsized":"2024-04-02T08:27:37.219829+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:46.040209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237373+0000","last_change":"2024-04-02T08:27:22.166020+0000","last_active":"2024-04-02T08:27:37.237373+0000","last_peered":"2024-04-02T08:27:37.237373+0000","last_clean":"2024-04-02T08:27:37.237373+0000","last_became_active":"2024-04-02T08:27:22.165594+0000","last_became_peered":"2024-04-02T08:27:22.165594+0000","last_unstale":"2024-04-02T08:27:37.237373+0000","last_undegraded":"2024-04-02T08:27:37.237373+0000","last_fullsized":"2024-04-02T08:27:37.237373+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_clean_scrub_stamp":"2024-04-02T08:25:15.767243+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:06:31.660080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237217+0000","last_change":"2024-04-02T08:27:37.235081+0000","last_active":"2024-04-02T08:27:37.237217+0000","last_peered":"2024-04-02T08:27:37.237217+0000","last_clean":"2024-04-02T08:27:37.237217+0000","last_became_active":"2024-04-02T08:27:37.234655+0000","last_became_peered":"2024-04-02T08:27:37.234655+0000","last_unstale":"2024-04-02T08:27:37.237217+0000","last_undegraded":"2024-04-02T08:27:37.237217+0000","last_fullsized":"2024-04-02T08:27:37.237217+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:51.692301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218263+0000","last_change":"2024-04-02T08:27:36.879473+0000","last_active":"2024-04-02T08:27:38.218263+0000","last_peered":"2024-04-02T08:27:38.218263+0000","last_clean":"2024-04-02T08:27:38.218263+0000","last_became_active":"2024-04-02T08:27:36.878990+0000","last_became_peered":"2024-04-02T08:27:36.878990+0000","last_unstale":"2024-04-02T08:27:38.218263+0000","last_undegraded":"2024-04-02T08:27:38.218263+0000","last_fullsized":"2024-04-02T08:27:38.218263+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:28.962463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218809+0000","last_change":"2024-04-02T08:27:36.881394+0000","last_active":"2024-04-02T08:27:38.218809+0000","last_peered":"2024-04-02T08:27:38.218809+0000","last_clean":"2024-04-02T08:27:38.218809+0000","last_became_active":"2024-04-02T08:27:36.879529+0000","last_became_peered":"2024-04-02T08:27:36.879529+0000","last_unstale":"2024-04-02T08:27:38.218809+0000","last_undegraded":"2024-04-02T08:27:38.218809+0000","last_fullsized":"2024-04-02T08:27:38.218809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:20.363420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728917+0000","last_change":"2024-04-02T08:27:37.233277+0000","last_active":"2024-04-02T08:27:38.728917+0000","last_peered":"2024-04-02T08:27:38.728917+0000","last_clean":"2024-04-02T08:27:38.728917+0000","last_became_active":"2024-04-02T08:27:37.232840+0000","last_became_peered":"2024-04-02T08:27:37.232840+0000","last_unstale":"2024-04-02T08:27:38.728917+0000","last_undegraded":"2024-04-02T08:27:38.728917+0000","last_fullsized":"2024-04-02T08:27:38.728917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:04:30.070844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728572+0000","last_change":"2024-04-02T08:27:36.864986+0000","last_active":"2024-04-02T08:27:38.728572+0000","last_peered":"2024-04-02T08:27:38.728572+0000","last_clean":"2024-04-02T08:27:38.728572+0000","last_became_active":"2024-04-02T08:27:36.864651+0000","last_became_peered":"2024-04-02T08:27:36.864651+0000","last_unstale":"2024-04-02T08:27:38.728572+0000","last_undegraded":"2024-04-02T08:27:38.728572+0000","last_fullsized":"2024-04-02T08:27:38.728572+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:32.591017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237633+0000","last_change":"2024-04-02T08:27:36.876794+0000","last_active":"2024-04-02T08:27:37.237633+0000","last_peered":"2024-04-02T08:27:37.237633+0000","last_clean":"2024-04-02T08:27:37.237633+0000","last_became_active":"2024-04-02T08:27:36.876513+0000","last_became_peered":"2024-04-02T08:27:36.876513+0000","last_unstale":"2024-04-02T08:27:37.237633+0000","last_undegraded":"2024-04-02T08:27:37.237633+0000","last_fullsized":"2024-04-02T08:27:37.237633+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:09.735995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233497+0000","last_change":"2024-04-02T08:27:37.231458+0000","last_active":"2024-04-02T08:27:37.233497+0000","last_peered":"2024-04-02T08:27:37.233497+0000","last_clean":"2024-04-02T08:27:37.233497+0000","last_became_active":"2024-04-02T08:27:37.231209+0000","last_became_peered":"2024-04-02T08:27:37.231209+0000","last_unstale":"2024-04-02T08:27:37.233497+0000","last_undegraded":"2024-04-02T08:27:37.233497+0000","last_fullsized":"2024-04-02T08:27:37.233497+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:59:48.769831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218100+0000","last_change":"2024-04-02T08:27:36.879284+0000","last_active":"2024-04-02T08:27:38.218100+0000","last_peered":"2024-04-02T08:27:38.218100+0000","last_clean":"2024-04-02T08:27:38.218100+0000","last_became_active":"2024-04-02T08:27:36.878592+0000","last_became_peered":"2024-04-02T08:27:36.878592+0000","last_unstale":"2024-04-02T08:27:38.218100+0000","last_undegraded":"2024-04-02T08:27:38.218100+0000","last_fullsized":"2024-04-02T08:27:38.218100+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:13:13.761715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728531+0000","last_change":"2024-04-02T08:27:37.234410+0000","last_active":"2024-04-02T08:27:38.728531+0000","last_peered":"2024-04-02T08:27:38.728531+0000","last_clean":"2024-04-02T08:27:38.728531+0000","last_became_active":"2024-04-02T08:27:37.234112+0000","last_became_peered":"2024-04-02T08:27:37.234112+0000","last_unstale":"2024-04-02T08:27:38.728531+0000","last_undegraded":"2024-04-02T08:27:38.728531+0000","last_fullsized":"2024-04-02T08:27:38.728531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:30.888557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728983+0000","last_change":"2024-04-02T08:27:36.879582+0000","last_active":"2024-04-02T08:27:38.728983+0000","last_peered":"2024-04-02T08:27:38.728983+0000","last_clean":"2024-04-02T08:27:38.728983+0000","last_became_active":"2024-04-02T08:27:36.878893+0000","last_became_peered":"2024-04-02T08:27:36.878893+0000","last_unstale":"2024-04-02T08:27:38.728983+0000","last_undegraded":"2024-04-02T08:27:38.728983+0000","last_fullsized":"2024-04-02T08:27:38.728983+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:01:42.219973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728816+0000","last_change":"2024-04-02T08:27:36.877092+0000","last_active":"2024-04-02T08:27:38.728816+0000","last_peered":"2024-04-02T08:27:38.728816+0000","last_clean":"2024-04-02T08:27:38.728816+0000","last_became_active":"2024-04-02T08:27:36.876684+0000","last_became_peered":"2024-04-02T08:27:36.876684+0000","last_unstale":"2024-04-02T08:27:38.728816+0000","last_undegraded":"2024-04-02T08:27:38.728816+0000","last_fullsized":"2024-04-02T08:27:38.728816+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:58:12.517578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218432+0000","last_change":"2024-04-02T08:27:36.881663+0000","last_active":"2024-04-02T08:27:38.218432+0000","last_peered":"2024-04-02T08:27:38.218432+0000","last_clean":"2024-04-02T08:27:38.218432+0000","last_became_active":"2024-04-02T08:27:36.881348+0000","last_became_peered":"2024-04-02T08:27:36.881348+0000","last_unstale":"2024-04-02T08:27:38.218432+0000","last_undegraded":"2024-04-02T08:27:38.218432+0000","last_fullsized":"2024-04-02T08:27:38.218432+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:34.235714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.232233+0000","last_change":"2024-04-02T08:27:37.230577+0000","last_active":"2024-04-02T08:27:37.232233+0000","last_peered":"2024-04-02T08:27:37.232233+0000","last_clean":"2024-04-02T08:27:37.232233+0000","last_became_active":"2024-04-02T08:27:37.230250+0000","last_became_peered":"2024-04-02T08:27:37.230250+0000","last_unstale":"2024-04-02T08:27:37.232233+0000","last_undegraded":"2024-04-02T08:27:37.232233+0000","last_fullsized":"2024-04-02T08:27:37.232233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:35:07.459145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218811+0000","last_change":"2024-04-02T08:27:37.249054+0000","last_active":"2024-04-02T08:27:38.218811+0000","last_peered":"2024-04-02T08:27:38.218811+0000","last_clean":"2024-04-02T08:27:38.218811+0000","last_became_active":"2024-04-02T08:27:37.248618+0000","last_became_peered":"2024-04-02T08:27:37.248618+0000","last_unstale":"2024-04-02T08:27:38.218811+0000","last_undegraded":"2024-04-02T08:27:38.218811+0000","last_fullsized":"2024-04-02T08:27:38.218811+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:58:16.058568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728952+0000","last_change":"2024-04-02T08:27:36.870867+0000","last_active":"2024-04-02T08:27:38.728952+0000","last_peered":"2024-04-02T08:27:38.728952+0000","last_clean":"2024-04-02T08:27:38.728952+0000","last_became_active":"2024-04-02T08:27:36.870574+0000","last_became_peered":"2024-04-02T08:27:36.870574+0000","last_unstale":"2024-04-02T08:27:38.728952+0000","last_undegraded":"2024-04-02T08:27:38.728952+0000","last_fullsized":"2024-04-02T08:27:38.728952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:14.181829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.228741+0000","last_change":"2024-04-02T08:27:37.228113+0000","last_active":"2024-04-02T08:27:37.228741+0000","last_peered":"2024-04-02T08:27:37.228741+0000","last_clean":"2024-04-02T08:27:37.228741+0000","last_became_active":"2024-04-02T08:27:37.227632+0000","last_became_peered":"2024-04-02T08:27:37.227632+0000","last_unstale":"2024-04-02T08:27:37.228741+0000","last_undegraded":"2024-04-02T08:27:37.228741+0000","last_fullsized":"2024-04-02T08:27:37.228741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:14:37.057058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:35.848570+0000","last_change":"2024-04-02T08:27:35.848570+0000","last_active":"2024-04-02T08:27:35.848570+0000","last_peered":"2024-04-02T08:27:35.848570+0000","last_clean":"2024-04-02T08:27:35.848570+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:35.848570+0000","last_undegraded":"2024-04-02T08:27:35.848570+0000","last_fullsized":"2024-04-02T08:27:35.848570+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219039+0000","last_change":"2024-04-02T08:27:37.249854+0000","last_active":"2024-04-02T08:27:38.219039+0000","last_peered":"2024-04-02T08:27:38.219039+0000","last_clean":"2024-04-02T08:27:38.219039+0000","last_became_active":"2024-04-02T08:27:37.249569+0000","last_became_peered":"2024-04-02T08:27:37.249569+0000","last_unstale":"2024-04-02T08:27:38.219039+0000","last_undegraded":"2024-04-02T08:27:38.219039+0000","last_fullsized":"2024-04-02T08:27:38.219039+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:04:42.636562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.227878+0000","last_change":"2024-04-02T08:27:37.227091+0000","last_active":"2024-04-02T08:27:37.227878+0000","last_peered":"2024-04-02T08:27:37.227878+0000","last_clean":"2024-04-02T08:27:37.227878+0000","last_became_active":"2024-04-02T08:27:37.226759+0000","last_became_peered":"2024-04-02T08:27:37.226759+0000","last_unstale":"2024-04-02T08:27:37.227878+0000","last_undegraded":"2024-04-02T08:27:37.227878+0000","last_fullsized":"2024-04-02T08:27:37.227878+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:07.990519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.235411+0000","last_change":"2024-04-02T08:27:37.234438+0000","last_active":"2024-04-02T08:27:37.235411+0000","last_peered":"2024-04-02T08:27:37.235411+0000","last_clean":"2024-04-02T08:27:37.235411+0000","last_became_active":"2024-04-02T08:27:37.234101+0000","last_became_peered":"2024-04-02T08:27:37.234101+0000","last_unstale":"2024-04-02T08:27:37.235411+0000","last_undegraded":"2024-04-02T08:27:37.235411+0000","last_fullsized":"2024-04-02T08:27:37.235411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:14:52.727404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237299+0000","last_change":"2024-04-02T08:27:37.234875+0000","last_active":"2024-04-02T08:27:37.237299+0000","last_peered":"2024-04-02T08:27:37.237299+0000","last_clean":"2024-04-02T08:27:37.237299+0000","last_became_active":"2024-04-02T08:27:37.234554+0000","last_became_peered":"2024-04-02T08:27:37.234554+0000","last_unstale":"2024-04-02T08:27:37.237299+0000","last_undegraded":"2024-04-02T08:27:37.237299+0000","last_fullsized":"2024-04-02T08:27:37.237299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:20:21.428540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728905+0000","last_change":"2024-04-02T08:27:37.230678+0000","last_active":"2024-04-02T08:27:38.728905+0000","last_peered":"2024-04-02T08:27:38.728905+0000","last_clean":"2024-04-02T08:27:38.728905+0000","last_became_active":"2024-04-02T08:27:37.230405+0000","last_became_peered":"2024-04-02T08:27:37.230405+0000","last_unstale":"2024-04-02T08:27:38.728905+0000","last_undegraded":"2024-04-02T08:27:38.728905+0000","last_fullsized":"2024-04-02T08:27:38.728905+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:58:25.763155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.238138+0000","last_change":"2024-04-02T08:27:37.237803+0000","last_active":"2024-04-02T08:27:37.238138+0000","last_peered":"2024-04-02T08:27:37.238138+0000","last_clean":"2024-04-02T08:27:37.238138+0000","last_became_active":"2024-04-02T08:27:37.237510+0000","last_became_peered":"2024-04-02T08:27:37.237510+0000","last_unstale":"2024-04-02T08:27:37.238138+0000","last_undegraded":"2024-04-02T08:27:37.238138+0000","last_fullsized":"2024-04-02T08:27:37.238138+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:08.838031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.225771+0000","last_change":"2024-04-02T08:27:37.225274+0000","last_active":"2024-04-02T08:27:37.225771+0000","last_peered":"2024-04-02T08:27:37.225771+0000","last_clean":"2024-04-02T08:27:37.225771+0000","last_became_active":"2024-04-02T08:27:37.224873+0000","last_became_peered":"2024-04-02T08:27:37.224873+0000","last_unstale":"2024-04-02T08:27:37.225771+0000","last_undegraded":"2024-04-02T08:27:37.225771+0000","last_fullsized":"2024-04-02T08:27:37.225771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:48.784191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:36.850253+0000","last_change":"2024-04-02T08:27:36.850253+0000","last_active":"2024-04-02T08:27:36.850253+0000","last_peered":"2024-04-02T08:27:36.850253+0000","last_clean":"2024-04-02T08:27:36.850253+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:36.850253+0000","last_undegraded":"2024-04-02T08:27:36.850253+0000","last_fullsized":"2024-04-02T08:27:36.850253+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240493+0000","last_change":"2024-04-02T08:27:37.240045+0000","last_active":"2024-04-02T08:27:37.240493+0000","last_peered":"2024-04-02T08:27:37.240493+0000","last_clean":"2024-04-02T08:27:37.240493+0000","last_became_active":"2024-04-02T08:27:37.239681+0000","last_became_peered":"2024-04-02T08:27:37.239681+0000","last_unstale":"2024-04-02T08:27:37.240493+0000","last_undegraded":"2024-04-02T08:27:37.240493+0000","last_fullsized":"2024-04-02T08:27:37.240493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:35.812523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.241542+0000","last_change":"2024-04-02T08:27:37.239765+0000","last_active":"2024-04-02T08:27:37.241542+0000","last_peered":"2024-04-02T08:27:37.241542+0000","last_clean":"2024-04-02T08:27:37.241542+0000","last_became_active":"2024-04-02T08:27:37.239472+0000","last_became_peered":"2024-04-02T08:27:37.239472+0000","last_unstale":"2024-04-02T08:27:37.241542+0000","last_undegraded":"2024-04-02T08:27:37.241542+0000","last_fullsized":"2024-04-02T08:27:37.241542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:09:02.954023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229113+0000","last_change":"2024-04-02T08:27:37.228296+0000","last_active":"2024-04-02T08:27:37.229113+0000","last_peered":"2024-04-02T08:27:37.229113+0000","last_clean":"2024-04-02T08:27:37.229113+0000","last_became_active":"2024-04-02T08:27:37.228007+0000","last_became_peered":"2024-04-02T08:27:37.228007+0000","last_unstale":"2024-04-02T08:27:37.229113+0000","last_undegraded":"2024-04-02T08:27:37.229113+0000","last_fullsized":"2024-04-02T08:27:37.229113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:56:02.952416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":153,"acting":153,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":84,"acting":84,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]}]},{"osd":6,"up_from":46,"seq":197568495626,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1183744,"data_stored":835270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31720,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713432,"statfs":{"total":95995035648,"available":95962554368,"internally_reserved":0,"allocated":614400,"data_stored":252598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.29599999999999999,"15min":0.28399999999999997},"min":{"1min":0.24099999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.253},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.29799999999999999,"15min":0.28199999999999997},"min":{"1min":0.26500000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.315}]},{"osd":2,"last update":"Tue Apr 2 08:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.40200000000000002,"15min":0.39800000000000002},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.371},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.39000000000000001,"15min":0.38400000000000001},"min":{"1min":0.28000000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.34699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.28299999999999997}]},{"osd":4,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.47699999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.60299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28184,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716968,"statfs":{"total":95995035648,"available":95966175232,"internally_reserved":0,"allocated":1191936,"data_stored":835874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.32700000000000001,"15min":0.316},"min":{"1min":0.27200000000000002,"5min":0.191,"15min":0.191},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.34899999999999998,"15min":0.33500000000000002},"min":{"1min":0.26700000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.253}]},{"osd":2,"last update":"Tue Apr 2 08:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.32900000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.312},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.29899999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.38700000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.33900000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.47999999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.52400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.34699999999999998,"15min":0.34100000000000003},"min":{"1min":0.23999999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.37,"15min":0.36199999999999999},"min":{"1min":0.29299999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.37}]},{"osd":1,"last update":"Tue Apr 2 08:27:23 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.39200000000000002,"15min":0.38400000000000001},"min":{"1min":0.32400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58099999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.436,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.35699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.313},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.38100000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.56899999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:27:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.624},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.375}]},{"osd":1,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.31900000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.39100000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.436}]},{"osd":5,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.501},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.51000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.5},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.49399999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.439}]},{"osd":3,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.53500000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.41199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27588,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.48799999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.51200000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.374},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.47099999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.503}]},{"osd":4,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:41.046 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2024-04-02T08:27:41.046 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.047 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2024-04-02T08:27:41.047 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.047 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2e is not active+clean 2024-04-02T08:27:41.047 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.047 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2024-04-02T08:27:41.047 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.047 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1e is not active+clean 2024-04-02T08:27:41.047 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:35.855513+0000', 'last_change': '2024-04-02T08:27:35.855513+0000', 'last_active': '2024-04-02T08:27:35.848570+0000', 'last_peered': '2024-04-02T08:27:35.848570+0000', 'last_clean': '2024-04-02T08:27:35.848570+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:35.855513+0000', 'last_undegraded': '2024-04-02T08:27:35.855513+0000', 'last_fullsized': '2024-04-02T08:27:35.855513+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T16:40:45.894644+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 5], 'acting': [3, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:41.047 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1b is not active+clean 2024-04-02T08:27:41.047 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:35.857559+0000', 'last_change': '2024-04-02T08:27:35.857559+0000', 'last_active': '2024-04-02T08:27:35.848570+0000', 'last_peered': '2024-04-02T08:27:35.848570+0000', 'last_clean': '2024-04-02T08:27:35.848570+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:35.857559+0000', 'last_undegraded': '2024-04-02T08:27:35.857559+0000', 'last_fullsized': '2024-04-02T08:27:35.857559+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T10:37:41.990341+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7, 6], 'acting': [3, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.19 is not active+clean 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:35.855470+0000', 'last_change': '2024-04-02T08:27:35.855470+0000', 'last_active': '2024-04-02T08:27:35.848570+0000', 'last_peered': '2024-04-02T08:27:35.848570+0000', 'last_clean': '2024-04-02T08:27:35.848570+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:35.855470+0000', 'last_undegraded': '2024-04-02T08:27:35.855470+0000', 'last_fullsized': '2024-04-02T08:27:35.855470+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T17:22:51.561815+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 0], 'acting': [3, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.10 is not active+clean 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:35.848570+0000', 'last_change': '2024-04-02T08:27:35.848570+0000', 'last_active': '2024-04-02T08:27:35.848570+0000', 'last_peered': '2024-04-02T08:27:35.848570+0000', 'last_clean': '2024-04-02T08:27:35.848570+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:35.848570+0000', 'last_undegraded': '2024-04-02T08:27:35.848570+0000', 'last_fullsized': '2024-04-02T08:27:35.848570+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1 is not active+clean 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:35.848570+0000', 'last_change': '2024-04-02T08:27:35.848570+0000', 'last_active': '2024-04-02T08:27:35.848570+0000', 'last_peered': '2024-04-02T08:27:35.848570+0000', 'last_clean': '2024-04-02T08:27:35.848570+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:35.848570+0000', 'last_undegraded': '2024-04-02T08:27:35.848570+0000', 'last_fullsized': '2024-04-02T08:27:35.848570+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2024-04-02T08:27:41.048 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.049 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2024-04-02T08:27:41.049 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.049 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2024-04-02T08:27:41.049 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.049 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.c is not active+clean 2024-04-02T08:27:41.049 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:35.848570+0000', 'last_change': '2024-04-02T08:27:35.848570+0000', 'last_active': '2024-04-02T08:27:35.848570+0000', 'last_peered': '2024-04-02T08:27:35.848570+0000', 'last_clean': '2024-04-02T08:27:35.848570+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:35.848570+0000', 'last_undegraded': '2024-04-02T08:27:35.848570+0000', 'last_fullsized': '2024-04-02T08:27:35.848570+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.049 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.e is not active+clean 2024-04-02T08:27:41.049 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:35.848570+0000', 'last_change': '2024-04-02T08:27:35.848570+0000', 'last_active': '2024-04-02T08:27:35.848570+0000', 'last_peered': '2024-04-02T08:27:35.848570+0000', 'last_clean': '2024-04-02T08:27:35.848570+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:35.848570+0000', 'last_undegraded': '2024-04-02T08:27:35.848570+0000', 'last_fullsized': '2024-04-02T08:27:35.848570+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:35.848570+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.049 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.21 is not active+clean 2024-04-02T08:27:41.049 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.049 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2024-04-02T08:27:41.050 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.050 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2024-04-02T08:27:41.050 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.050 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2024-04-02T08:27:41.050 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:36.850253+0000', 'last_change': '2024-04-02T08:27:36.850253+0000', 'last_active': '2024-04-02T08:27:36.850253+0000', 'last_peered': '2024-04-02T08:27:36.850253+0000', 'last_clean': '2024-04-02T08:27:36.850253+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:36.850253+0000', 'last_undegraded': '2024-04-02T08:27:36.850253+0000', 'last_fullsized': '2024-04-02T08:27:36.850253+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:36.850253+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:41.050 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-02T08:27:41.433 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:41.433 INFO:teuthology.orchestra.run.smithi104.stdout:{"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":236,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046438,"num_in_osds":8,"osd_in_since":1712046420,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":23,"data_bytes":592730,"bytes_used":236462080,"bytes_avail":767723823104,"bytes_total":767960285184,"write_bytes_sec":2638,"read_op_per_sec":0,"write_op_per_sec":8},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24325}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.104:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-02T08:27:29.282116+0000","services":{"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-02T08:27:41.445 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-02T08:27:41.445 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:41.733 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:41.734 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-04-02T08:27:41.742 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:41 smithi104 ceph-mon[27401]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:41.742 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:41 smithi104 ceph-mon[39229]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:41.743 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":194,"stamp":"2024-04-02T08:27:41.284446+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":132,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":230920,"kb_used_data":6536,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730296,"statfs":{"total":767960285184,"available":767723823104,"internally_reserved":0,"allocated":6692864,"data_stored":3786925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.433024"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219132+0000","last_change":"2024-04-02T08:27:37.247239+0000","last_active":"2024-04-02T08:27:38.219132+0000","last_peered":"2024-04-02T08:27:38.219132+0000","last_clean":"2024-04-02T08:27:38.219132+0000","last_became_active":"2024-04-02T08:27:37.246933+0000","last_became_peered":"2024-04-02T08:27:37.246933+0000","last_unstale":"2024-04-02T08:27:38.219132+0000","last_undegraded":"2024-04-02T08:27:38.219132+0000","last_fullsized":"2024-04-02T08:27:38.219132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:48.877207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729075+0000","last_change":"2024-04-02T08:27:37.232244+0000","last_active":"2024-04-02T08:27:38.729075+0000","last_peered":"2024-04-02T08:27:38.729075+0000","last_clean":"2024-04-02T08:27:38.729075+0000","last_became_active":"2024-04-02T08:27:37.231521+0000","last_became_peered":"2024-04-02T08:27:37.231521+0000","last_unstale":"2024-04-02T08:27:38.729075+0000","last_undegraded":"2024-04-02T08:27:38.729075+0000","last_fullsized":"2024-04-02T08:27:38.729075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:54:45.546107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233427+0000","last_change":"2024-04-02T08:27:37.231749+0000","last_active":"2024-04-02T08:27:37.233427+0000","last_peered":"2024-04-02T08:27:37.233427+0000","last_clean":"2024-04-02T08:27:37.233427+0000","last_became_active":"2024-04-02T08:27:37.230546+0000","last_became_peered":"2024-04-02T08:27:37.230546+0000","last_unstale":"2024-04-02T08:27:37.233427+0000","last_undegraded":"2024-04-02T08:27:37.233427+0000","last_fullsized":"2024-04-02T08:27:37.233427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:42.063237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240426+0000","last_change":"2024-04-02T08:27:37.239340+0000","last_active":"2024-04-02T08:27:37.240426+0000","last_peered":"2024-04-02T08:27:37.240426+0000","last_clean":"2024-04-02T08:27:37.240426+0000","last_became_active":"2024-04-02T08:27:37.238844+0000","last_became_peered":"2024-04-02T08:27:37.238844+0000","last_unstale":"2024-04-02T08:27:37.240426+0000","last_undegraded":"2024-04-02T08:27:37.240426+0000","last_fullsized":"2024-04-02T08:27:37.240426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:26:55.111717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218604+0000","last_change":"2024-04-02T08:27:37.250521+0000","last_active":"2024-04-02T08:27:38.218604+0000","last_peered":"2024-04-02T08:27:38.218604+0000","last_clean":"2024-04-02T08:27:38.218604+0000","last_became_active":"2024-04-02T08:27:37.249215+0000","last_became_peered":"2024-04-02T08:27:37.249215+0000","last_unstale":"2024-04-02T08:27:38.218604+0000","last_undegraded":"2024-04-02T08:27:38.218604+0000","last_fullsized":"2024-04-02T08:27:38.218604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:20.549707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.235808+0000","last_change":"2024-04-02T08:27:37.235541+0000","last_active":"2024-04-02T08:27:37.235808+0000","last_peered":"2024-04-02T08:27:37.235808+0000","last_clean":"2024-04-02T08:27:37.235808+0000","last_became_active":"2024-04-02T08:27:37.235203+0000","last_became_peered":"2024-04-02T08:27:37.235203+0000","last_unstale":"2024-04-02T08:27:37.235808+0000","last_undegraded":"2024-04-02T08:27:37.235808+0000","last_fullsized":"2024-04-02T08:27:37.235808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:42:56.660810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218150+0000","last_change":"2024-04-02T08:27:37.247652+0000","last_active":"2024-04-02T08:27:38.218150+0000","last_peered":"2024-04-02T08:27:38.218150+0000","last_clean":"2024-04-02T08:27:38.218150+0000","last_became_active":"2024-04-02T08:27:37.246895+0000","last_became_peered":"2024-04-02T08:27:37.246895+0000","last_unstale":"2024-04-02T08:27:38.218150+0000","last_undegraded":"2024-04-02T08:27:38.218150+0000","last_fullsized":"2024-04-02T08:27:38.218150+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:13:45.608798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221863+0000","last_change":"2024-04-02T08:27:37.224861+0000","last_active":"2024-04-02T08:27:38.221863+0000","last_peered":"2024-04-02T08:27:38.221863+0000","last_clean":"2024-04-02T08:27:38.221863+0000","last_became_active":"2024-04-02T08:27:37.224604+0000","last_became_peered":"2024-04-02T08:27:37.224604+0000","last_unstale":"2024-04-02T08:27:38.221863+0000","last_undegraded":"2024-04-02T08:27:38.221863+0000","last_fullsized":"2024-04-02T08:27:38.221863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:25:16.487637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219115+0000","last_change":"2024-04-02T08:27:37.247918+0000","last_active":"2024-04-02T08:27:38.219115+0000","last_peered":"2024-04-02T08:27:38.219115+0000","last_clean":"2024-04-02T08:27:38.219115+0000","last_became_active":"2024-04-02T08:27:37.247531+0000","last_became_peered":"2024-04-02T08:27:37.247531+0000","last_unstale":"2024-04-02T08:27:38.219115+0000","last_undegraded":"2024-04-02T08:27:38.219115+0000","last_fullsized":"2024-04-02T08:27:38.219115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:55:30.580477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229086+0000","last_change":"2024-04-02T08:27:37.228460+0000","last_active":"2024-04-02T08:27:37.229086+0000","last_peered":"2024-04-02T08:27:37.229086+0000","last_clean":"2024-04-02T08:27:37.229086+0000","last_became_active":"2024-04-02T08:27:37.227472+0000","last_became_peered":"2024-04-02T08:27:37.227472+0000","last_unstale":"2024-04-02T08:27:37.229086+0000","last_undegraded":"2024-04-02T08:27:37.229086+0000","last_fullsized":"2024-04-02T08:27:37.229086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:50.974785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.225170+0000","last_change":"2024-04-02T08:27:37.224694+0000","last_active":"2024-04-02T08:27:37.225170+0000","last_peered":"2024-04-02T08:27:37.225170+0000","last_clean":"2024-04-02T08:27:37.225170+0000","last_became_active":"2024-04-02T08:27:37.224403+0000","last_became_peered":"2024-04-02T08:27:37.224403+0000","last_unstale":"2024-04-02T08:27:37.225170+0000","last_undegraded":"2024-04-02T08:27:37.225170+0000","last_fullsized":"2024-04-02T08:27:37.225170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:52.567247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729609+0000","last_change":"2024-04-02T08:27:37.226271+0000","last_active":"2024-04-02T08:27:38.729609+0000","last_peered":"2024-04-02T08:27:38.729609+0000","last_clean":"2024-04-02T08:27:38.729609+0000","last_became_active":"2024-04-02T08:27:37.225969+0000","last_became_peered":"2024-04-02T08:27:37.225969+0000","last_unstale":"2024-04-02T08:27:38.729609+0000","last_undegraded":"2024-04-02T08:27:38.729609+0000","last_fullsized":"2024-04-02T08:27:38.729609+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:58.021359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222275+0000","last_change":"2024-04-02T08:27:37.223350+0000","last_active":"2024-04-02T08:27:38.222275+0000","last_peered":"2024-04-02T08:27:38.222275+0000","last_clean":"2024-04-02T08:27:38.222275+0000","last_became_active":"2024-04-02T08:27:37.222137+0000","last_became_peered":"2024-04-02T08:27:37.222137+0000","last_unstale":"2024-04-02T08:27:38.222275+0000","last_undegraded":"2024-04-02T08:27:38.222275+0000","last_fullsized":"2024-04-02T08:27:38.222275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:02:03.962044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233520+0000","last_change":"2024-04-02T08:27:37.231785+0000","last_active":"2024-04-02T08:27:37.233520+0000","last_peered":"2024-04-02T08:27:37.233520+0000","last_clean":"2024-04-02T08:27:37.233520+0000","last_became_active":"2024-04-02T08:27:37.231249+0000","last_became_peered":"2024-04-02T08:27:37.231249+0000","last_unstale":"2024-04-02T08:27:37.233520+0000","last_undegraded":"2024-04-02T08:27:37.233520+0000","last_fullsized":"2024-04-02T08:27:37.233520+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:12.039836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728124+0000","last_change":"2024-04-02T08:27:37.230797+0000","last_active":"2024-04-02T08:27:38.728124+0000","last_peered":"2024-04-02T08:27:38.728124+0000","last_clean":"2024-04-02T08:27:38.728124+0000","last_became_active":"2024-04-02T08:27:37.230302+0000","last_became_peered":"2024-04-02T08:27:37.230302+0000","last_unstale":"2024-04-02T08:27:38.728124+0000","last_undegraded":"2024-04-02T08:27:38.728124+0000","last_fullsized":"2024-04-02T08:27:38.728124+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:58.071538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240648+0000","last_change":"2024-04-02T08:27:37.240273+0000","last_active":"2024-04-02T08:27:37.240648+0000","last_peered":"2024-04-02T08:27:37.240648+0000","last_clean":"2024-04-02T08:27:37.240648+0000","last_became_active":"2024-04-02T08:27:37.239804+0000","last_became_peered":"2024-04-02T08:27:37.239804+0000","last_unstale":"2024-04-02T08:27:37.240648+0000","last_undegraded":"2024-04-02T08:27:37.240648+0000","last_fullsized":"2024-04-02T08:27:37.240648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:34:31.467996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.239548+0000","last_change":"2024-04-02T08:27:37.237673+0000","last_active":"2024-04-02T08:27:37.239548+0000","last_peered":"2024-04-02T08:27:37.239548+0000","last_clean":"2024-04-02T08:27:37.239548+0000","last_became_active":"2024-04-02T08:27:37.237386+0000","last_became_peered":"2024-04-02T08:27:37.237386+0000","last_unstale":"2024-04-02T08:27:37.239548+0000","last_undegraded":"2024-04-02T08:27:37.239548+0000","last_fullsized":"2024-04-02T08:27:37.239548+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:27.267161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221606+0000","last_change":"2024-04-02T08:27:37.244630+0000","last_active":"2024-04-02T08:27:38.221606+0000","last_peered":"2024-04-02T08:27:38.221606+0000","last_clean":"2024-04-02T08:27:38.221606+0000","last_became_active":"2024-04-02T08:27:37.244370+0000","last_became_peered":"2024-04-02T08:27:37.244370+0000","last_unstale":"2024-04-02T08:27:38.221606+0000","last_undegraded":"2024-04-02T08:27:38.221606+0000","last_fullsized":"2024-04-02T08:27:38.221606+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:50.674649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218605+0000","last_change":"2024-04-02T08:27:37.246391+0000","last_active":"2024-04-02T08:27:38.218605+0000","last_peered":"2024-04-02T08:27:38.218605+0000","last_clean":"2024-04-02T08:27:38.218605+0000","last_became_active":"2024-04-02T08:27:37.246061+0000","last_became_peered":"2024-04-02T08:27:37.246061+0000","last_unstale":"2024-04-02T08:27:38.218605+0000","last_undegraded":"2024-04-02T08:27:38.218605+0000","last_fullsized":"2024-04-02T08:27:38.218605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:35.938194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.238503+0000","last_change":"2024-04-02T08:27:36.871047+0000","last_active":"2024-04-02T08:27:37.238503+0000","last_peered":"2024-04-02T08:27:37.238503+0000","last_clean":"2024-04-02T08:27:37.238503+0000","last_became_active":"2024-04-02T08:27:36.870766+0000","last_became_peered":"2024-04-02T08:27:36.870766+0000","last_unstale":"2024-04-02T08:27:37.238503+0000","last_undegraded":"2024-04-02T08:27:37.238503+0000","last_fullsized":"2024-04-02T08:27:37.238503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:38.197586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222535+0000","last_change":"2024-04-02T08:27:37.216751+0000","last_active":"2024-04-02T08:27:38.222535+0000","last_peered":"2024-04-02T08:27:38.222535+0000","last_clean":"2024-04-02T08:27:38.222535+0000","last_became_active":"2024-04-02T08:27:37.216458+0000","last_became_peered":"2024-04-02T08:27:37.216458+0000","last_unstale":"2024-04-02T08:27:38.222535+0000","last_undegraded":"2024-04-02T08:27:38.222535+0000","last_fullsized":"2024-04-02T08:27:38.222535+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:53.582839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.230180+0000","last_change":"2024-04-02T08:27:36.871544+0000","last_active":"2024-04-02T08:27:37.230180+0000","last_peered":"2024-04-02T08:27:37.230180+0000","last_clean":"2024-04-02T08:27:37.230180+0000","last_became_active":"2024-04-02T08:27:36.871257+0000","last_became_peered":"2024-04-02T08:27:36.871257+0000","last_unstale":"2024-04-02T08:27:37.230180+0000","last_undegraded":"2024-04-02T08:27:37.230180+0000","last_fullsized":"2024-04-02T08:27:37.230180+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:40:45.894644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.234069+0000","last_change":"2024-04-02T08:27:37.229842+0000","last_active":"2024-04-02T08:27:37.234069+0000","last_peered":"2024-04-02T08:27:37.234069+0000","last_clean":"2024-04-02T08:27:37.234069+0000","last_became_active":"2024-04-02T08:27:37.228610+0000","last_became_peered":"2024-04-02T08:27:37.228610+0000","last_unstale":"2024-04-02T08:27:37.234069+0000","last_undegraded":"2024-04-02T08:27:37.234069+0000","last_fullsized":"2024-04-02T08:27:37.234069+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:21.648088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218907+0000","last_change":"2024-04-02T08:27:36.881759+0000","last_active":"2024-04-02T08:27:38.218907+0000","last_peered":"2024-04-02T08:27:38.218907+0000","last_clean":"2024-04-02T08:27:38.218907+0000","last_became_active":"2024-04-02T08:27:36.881391+0000","last_became_peered":"2024-04-02T08:27:36.881391+0000","last_unstale":"2024-04-02T08:27:38.218907+0000","last_undegraded":"2024-04-02T08:27:38.218907+0000","last_fullsized":"2024-04-02T08:27:38.218907+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:55:48.957154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.231294+0000","last_change":"2024-04-02T08:27:37.230473+0000","last_active":"2024-04-02T08:27:37.231294+0000","last_peered":"2024-04-02T08:27:37.231294+0000","last_clean":"2024-04-02T08:27:37.231294+0000","last_became_active":"2024-04-02T08:27:37.230135+0000","last_became_peered":"2024-04-02T08:27:37.230135+0000","last_unstale":"2024-04-02T08:27:37.231294+0000","last_undegraded":"2024-04-02T08:27:37.231294+0000","last_fullsized":"2024-04-02T08:27:37.231294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:02:22.384222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218618+0000","last_change":"2024-04-02T08:27:36.881713+0000","last_active":"2024-04-02T08:27:38.218618+0000","last_peered":"2024-04-02T08:27:38.218618+0000","last_clean":"2024-04-02T08:27:38.218618+0000","last_became_active":"2024-04-02T08:27:36.881296+0000","last_became_peered":"2024-04-02T08:27:36.881296+0000","last_unstale":"2024-04-02T08:27:38.218618+0000","last_undegraded":"2024-04-02T08:27:38.218618+0000","last_fullsized":"2024-04-02T08:27:38.218618+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:17:13.673323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.231663+0000","last_change":"2024-04-02T08:27:37.231191+0000","last_active":"2024-04-02T08:27:37.231663+0000","last_peered":"2024-04-02T08:27:37.231663+0000","last_clean":"2024-04-02T08:27:37.231663+0000","last_became_active":"2024-04-02T08:27:37.230853+0000","last_became_peered":"2024-04-02T08:27:37.230853+0000","last_unstale":"2024-04-02T08:27:37.231663+0000","last_undegraded":"2024-04-02T08:27:37.231663+0000","last_fullsized":"2024-04-02T08:27:37.231663+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:43.225886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.236759+0000","last_change":"2024-04-02T08:27:36.877627+0000","last_active":"2024-04-02T08:27:37.236759+0000","last_peered":"2024-04-02T08:27:37.236759+0000","last_clean":"2024-04-02T08:27:37.236759+0000","last_became_active":"2024-04-02T08:27:36.877327+0000","last_became_peered":"2024-04-02T08:27:36.877327+0000","last_unstale":"2024-04-02T08:27:37.236759+0000","last_undegraded":"2024-04-02T08:27:37.236759+0000","last_fullsized":"2024-04-02T08:27:37.236759+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:41.990341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729481+0000","last_change":"2024-04-02T08:27:37.234494+0000","last_active":"2024-04-02T08:27:38.729481+0000","last_peered":"2024-04-02T08:27:38.729481+0000","last_clean":"2024-04-02T08:27:38.729481+0000","last_became_active":"2024-04-02T08:27:37.233170+0000","last_became_peered":"2024-04-02T08:27:37.233170+0000","last_unstale":"2024-04-02T08:27:38.729481+0000","last_undegraded":"2024-04-02T08:27:38.729481+0000","last_fullsized":"2024-04-02T08:27:38.729481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:00.914657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237129+0000","last_change":"2024-04-02T08:27:36.877521+0000","last_active":"2024-04-02T08:27:37.237129+0000","last_peered":"2024-04-02T08:27:37.237129+0000","last_clean":"2024-04-02T08:27:37.237129+0000","last_became_active":"2024-04-02T08:27:36.877240+0000","last_became_peered":"2024-04-02T08:27:36.877240+0000","last_unstale":"2024-04-02T08:27:37.237129+0000","last_undegraded":"2024-04-02T08:27:37.237129+0000","last_fullsized":"2024-04-02T08:27:37.237129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:40.389754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.241525+0000","last_change":"2024-04-02T08:27:37.239111+0000","last_active":"2024-04-02T08:27:37.241525+0000","last_peered":"2024-04-02T08:27:37.241525+0000","last_clean":"2024-04-02T08:27:37.241525+0000","last_became_active":"2024-04-02T08:27:37.238837+0000","last_became_peered":"2024-04-02T08:27:37.238837+0000","last_unstale":"2024-04-02T08:27:37.241525+0000","last_undegraded":"2024-04-02T08:27:37.241525+0000","last_fullsized":"2024-04-02T08:27:37.241525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:17:51.084157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.211557+0000","last_change":"2024-04-02T08:27:36.866432+0000","last_active":"2024-04-02T08:27:37.211557+0000","last_peered":"2024-04-02T08:27:37.211557+0000","last_clean":"2024-04-02T08:27:37.211557+0000","last_became_active":"2024-04-02T08:27:36.866152+0000","last_became_peered":"2024-04-02T08:27:36.866152+0000","last_unstale":"2024-04-02T08:27:37.211557+0000","last_undegraded":"2024-04-02T08:27:37.211557+0000","last_fullsized":"2024-04-02T08:27:37.211557+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:51.561815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221951+0000","last_change":"2024-04-02T08:27:37.232240+0000","last_active":"2024-04-02T08:27:38.221951+0000","last_peered":"2024-04-02T08:27:38.221951+0000","last_clean":"2024-04-02T08:27:38.221951+0000","last_became_active":"2024-04-02T08:27:37.231981+0000","last_became_peered":"2024-04-02T08:27:37.231981+0000","last_unstale":"2024-04-02T08:27:38.221951+0000","last_undegraded":"2024-04-02T08:27:38.221951+0000","last_fullsized":"2024-04-02T08:27:38.221951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:57:38.074158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.221841+0000","last_change":"2024-04-02T08:27:36.870663+0000","last_active":"2024-04-02T08:27:37.221841+0000","last_peered":"2024-04-02T08:27:37.221841+0000","last_clean":"2024-04-02T08:27:37.221841+0000","last_became_active":"2024-04-02T08:27:36.870320+0000","last_became_peered":"2024-04-02T08:27:36.870320+0000","last_unstale":"2024-04-02T08:27:37.221841+0000","last_undegraded":"2024-04-02T08:27:37.221841+0000","last_fullsized":"2024-04-02T08:27:37.221841+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:32.866238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728914+0000","last_change":"2024-04-02T08:27:37.231151+0000","last_active":"2024-04-02T08:27:38.728914+0000","last_peered":"2024-04-02T08:27:38.728914+0000","last_clean":"2024-04-02T08:27:38.728914+0000","last_became_active":"2024-04-02T08:27:37.230879+0000","last_became_peered":"2024-04-02T08:27:37.230879+0000","last_unstale":"2024-04-02T08:27:38.728914+0000","last_undegraded":"2024-04-02T08:27:38.728914+0000","last_fullsized":"2024-04-02T08:27:38.728914+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:53:15.384330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.217373+0000","last_change":"2024-04-02T08:27:36.873640+0000","last_active":"2024-04-02T08:27:37.217373+0000","last_peered":"2024-04-02T08:27:37.217373+0000","last_clean":"2024-04-02T08:27:37.217373+0000","last_became_active":"2024-04-02T08:27:36.873358+0000","last_became_peered":"2024-04-02T08:27:36.873358+0000","last_unstale":"2024-04-02T08:27:37.217373+0000","last_undegraded":"2024-04-02T08:27:37.217373+0000","last_fullsized":"2024-04-02T08:27:37.217373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:35.772551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240233+0000","last_change":"2024-04-02T08:27:37.238370+0000","last_active":"2024-04-02T08:27:37.240233+0000","last_peered":"2024-04-02T08:27:37.240233+0000","last_clean":"2024-04-02T08:27:37.240233+0000","last_became_active":"2024-04-02T08:27:37.238060+0000","last_became_peered":"2024-04-02T08:27:37.238060+0000","last_unstale":"2024-04-02T08:27:37.240233+0000","last_undegraded":"2024-04-02T08:27:37.240233+0000","last_fullsized":"2024-04-02T08:27:37.240233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:17.741081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219994+0000","last_change":"2024-04-02T08:27:36.876185+0000","last_active":"2024-04-02T08:27:37.219994+0000","last_peered":"2024-04-02T08:27:37.219994+0000","last_clean":"2024-04-02T08:27:37.219994+0000","last_became_active":"2024-04-02T08:27:36.875613+0000","last_became_peered":"2024-04-02T08:27:36.875613+0000","last_unstale":"2024-04-02T08:27:37.219994+0000","last_undegraded":"2024-04-02T08:27:37.219994+0000","last_fullsized":"2024-04-02T08:27:37.219994+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:30.259508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229928+0000","last_change":"2024-04-02T08:27:37.229320+0000","last_active":"2024-04-02T08:27:37.229928+0000","last_peered":"2024-04-02T08:27:37.229928+0000","last_clean":"2024-04-02T08:27:37.229928+0000","last_became_active":"2024-04-02T08:27:37.229042+0000","last_became_peered":"2024-04-02T08:27:37.229042+0000","last_unstale":"2024-04-02T08:27:37.229928+0000","last_undegraded":"2024-04-02T08:27:37.229928+0000","last_fullsized":"2024-04-02T08:27:37.229928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:53:38.565953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729021+0000","last_change":"2024-04-02T08:27:36.876700+0000","last_active":"2024-04-02T08:27:38.729021+0000","last_peered":"2024-04-02T08:27:38.729021+0000","last_clean":"2024-04-02T08:27:38.729021+0000","last_became_active":"2024-04-02T08:27:36.876376+0000","last_became_peered":"2024-04-02T08:27:36.876376+0000","last_unstale":"2024-04-02T08:27:38.729021+0000","last_undegraded":"2024-04-02T08:27:38.729021+0000","last_fullsized":"2024-04-02T08:27:38.729021+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:45.250129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729536+0000","last_change":"2024-04-02T08:27:37.242892+0000","last_active":"2024-04-02T08:27:38.729536+0000","last_peered":"2024-04-02T08:27:38.729536+0000","last_clean":"2024-04-02T08:27:38.729536+0000","last_became_active":"2024-04-02T08:27:37.242591+0000","last_became_peered":"2024-04-02T08:27:37.242591+0000","last_unstale":"2024-04-02T08:27:38.729536+0000","last_undegraded":"2024-04-02T08:27:38.729536+0000","last_fullsized":"2024-04-02T08:27:38.729536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:35:00.305442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.242876+0000","last_change":"2024-04-02T08:27:36.871778+0000","last_active":"2024-04-02T08:27:37.242876+0000","last_peered":"2024-04-02T08:27:37.242876+0000","last_clean":"2024-04-02T08:27:37.242876+0000","last_became_active":"2024-04-02T08:27:36.871077+0000","last_became_peered":"2024-04-02T08:27:36.871077+0000","last_unstale":"2024-04-02T08:27:37.242876+0000","last_undegraded":"2024-04-02T08:27:37.242876+0000","last_fullsized":"2024-04-02T08:27:37.242876+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:34.357949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218672+0000","last_change":"2024-04-02T08:27:37.248985+0000","last_active":"2024-04-02T08:27:38.218672+0000","last_peered":"2024-04-02T08:27:38.218672+0000","last_clean":"2024-04-02T08:27:38.218672+0000","last_became_active":"2024-04-02T08:27:37.248624+0000","last_became_peered":"2024-04-02T08:27:37.248624+0000","last_unstale":"2024-04-02T08:27:38.218672+0000","last_undegraded":"2024-04-02T08:27:38.218672+0000","last_fullsized":"2024-04-02T08:27:38.218672+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:56.742042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.236439+0000","last_change":"2024-04-02T08:27:36.875127+0000","last_active":"2024-04-02T08:27:37.236439+0000","last_peered":"2024-04-02T08:27:37.236439+0000","last_clean":"2024-04-02T08:27:37.236439+0000","last_became_active":"2024-04-02T08:27:36.874830+0000","last_became_peered":"2024-04-02T08:27:36.874830+0000","last_unstale":"2024-04-02T08:27:37.236439+0000","last_undegraded":"2024-04-02T08:27:37.236439+0000","last_fullsized":"2024-04-02T08:27:37.236439+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:56.483246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.242430+0000","last_change":"2024-04-02T08:27:37.241247+0000","last_active":"2024-04-02T08:27:37.242430+0000","last_peered":"2024-04-02T08:27:37.242430+0000","last_clean":"2024-04-02T08:27:37.242430+0000","last_became_active":"2024-04-02T08:27:37.240949+0000","last_became_peered":"2024-04-02T08:27:37.240949+0000","last_unstale":"2024-04-02T08:27:37.242430+0000","last_undegraded":"2024-04-02T08:27:37.242430+0000","last_fullsized":"2024-04-02T08:27:37.242430+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:01:53.766455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219500+0000","last_change":"2024-04-02T08:27:36.880395+0000","last_active":"2024-04-02T08:27:37.219500+0000","last_peered":"2024-04-02T08:27:37.219500+0000","last_clean":"2024-04-02T08:27:37.219500+0000","last_became_active":"2024-04-02T08:27:36.880049+0000","last_became_peered":"2024-04-02T08:27:36.880049+0000","last_unstale":"2024-04-02T08:27:37.219500+0000","last_undegraded":"2024-04-02T08:27:37.219500+0000","last_fullsized":"2024-04-02T08:27:37.219500+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:28.699606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218460+0000","last_change":"2024-04-02T08:27:37.250696+0000","last_active":"2024-04-02T08:27:38.218460+0000","last_peered":"2024-04-02T08:27:38.218460+0000","last_clean":"2024-04-02T08:27:38.218460+0000","last_became_active":"2024-04-02T08:27:37.250300+0000","last_became_peered":"2024-04-02T08:27:37.250300+0000","last_unstale":"2024-04-02T08:27:38.218460+0000","last_undegraded":"2024-04-02T08:27:38.218460+0000","last_fullsized":"2024-04-02T08:27:38.218460+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:28.967621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.217140+0000","last_change":"2024-04-02T08:27:36.866412+0000","last_active":"2024-04-02T08:27:37.217140+0000","last_peered":"2024-04-02T08:27:37.217140+0000","last_clean":"2024-04-02T08:27:37.217140+0000","last_became_active":"2024-04-02T08:27:36.866069+0000","last_became_peered":"2024-04-02T08:27:36.866069+0000","last_unstale":"2024-04-02T08:27:37.217140+0000","last_undegraded":"2024-04-02T08:27:37.217140+0000","last_fullsized":"2024-04-02T08:27:37.217140+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:29.470534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229060+0000","last_change":"2024-04-02T08:27:37.227813+0000","last_active":"2024-04-02T08:27:37.229060+0000","last_peered":"2024-04-02T08:27:37.229060+0000","last_clean":"2024-04-02T08:27:37.229060+0000","last_became_active":"2024-04-02T08:27:37.227478+0000","last_became_peered":"2024-04-02T08:27:37.227478+0000","last_unstale":"2024-04-02T08:27:37.229060+0000","last_undegraded":"2024-04-02T08:27:37.229060+0000","last_fullsized":"2024-04-02T08:27:37.229060+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:05:58.068910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221350+0000","last_change":"2024-04-02T08:27:36.871322+0000","last_active":"2024-04-02T08:27:38.221350+0000","last_peered":"2024-04-02T08:27:38.221350+0000","last_clean":"2024-04-02T08:27:38.221350+0000","last_became_active":"2024-04-02T08:27:36.869501+0000","last_became_peered":"2024-04-02T08:27:36.869501+0000","last_unstale":"2024-04-02T08:27:38.221350+0000","last_undegraded":"2024-04-02T08:27:38.221350+0000","last_fullsized":"2024-04-02T08:27:38.221350+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:59.016189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218306+0000","last_change":"2024-04-02T08:27:37.248182+0000","last_active":"2024-04-02T08:27:38.218306+0000","last_peered":"2024-04-02T08:27:38.218306+0000","last_clean":"2024-04-02T08:27:38.218306+0000","last_became_active":"2024-04-02T08:27:37.247853+0000","last_became_peered":"2024-04-02T08:27:37.247853+0000","last_unstale":"2024-04-02T08:27:38.218306+0000","last_undegraded":"2024-04-02T08:27:38.218306+0000","last_fullsized":"2024-04-02T08:27:38.218306+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:18:33.658270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729666+0000","last_change":"2024-04-02T08:27:36.871657+0000","last_active":"2024-04-02T08:27:38.729666+0000","last_peered":"2024-04-02T08:27:38.729666+0000","last_clean":"2024-04-02T08:27:38.729666+0000","last_became_active":"2024-04-02T08:27:36.871004+0000","last_became_peered":"2024-04-02T08:27:36.871004+0000","last_unstale":"2024-04-02T08:27:38.729666+0000","last_undegraded":"2024-04-02T08:27:38.729666+0000","last_fullsized":"2024-04-02T08:27:38.729666+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:06.835838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218876+0000","last_change":"2024-04-02T08:27:37.248798+0000","last_active":"2024-04-02T08:27:38.218876+0000","last_peered":"2024-04-02T08:27:38.218876+0000","last_clean":"2024-04-02T08:27:38.218876+0000","last_became_active":"2024-04-02T08:27:37.248465+0000","last_became_peered":"2024-04-02T08:27:37.248465+0000","last_unstale":"2024-04-02T08:27:38.218876+0000","last_undegraded":"2024-04-02T08:27:38.218876+0000","last_fullsized":"2024-04-02T08:27:38.218876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:34.370765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728834+0000","last_change":"2024-04-02T08:27:36.879444+0000","last_active":"2024-04-02T08:27:38.728834+0000","last_peered":"2024-04-02T08:27:38.728834+0000","last_clean":"2024-04-02T08:27:38.728834+0000","last_became_active":"2024-04-02T08:27:36.879090+0000","last_became_peered":"2024-04-02T08:27:36.879090+0000","last_unstale":"2024-04-02T08:27:38.728834+0000","last_undegraded":"2024-04-02T08:27:38.728834+0000","last_fullsized":"2024-04-02T08:27:38.728834+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:15:34.162596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.230151+0000","last_change":"2024-04-02T08:27:37.229431+0000","last_active":"2024-04-02T08:27:37.230151+0000","last_peered":"2024-04-02T08:27:37.230151+0000","last_clean":"2024-04-02T08:27:37.230151+0000","last_became_active":"2024-04-02T08:27:37.229103+0000","last_became_peered":"2024-04-02T08:27:37.229103+0000","last_unstale":"2024-04-02T08:27:37.230151+0000","last_undegraded":"2024-04-02T08:27:37.230151+0000","last_fullsized":"2024-04-02T08:27:37.230151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:43:20.723433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219397+0000","last_change":"2024-04-02T08:27:36.880080+0000","last_active":"2024-04-02T08:27:37.219397+0000","last_peered":"2024-04-02T08:27:37.219397+0000","last_clean":"2024-04-02T08:27:37.219397+0000","last_became_active":"2024-04-02T08:27:36.877794+0000","last_became_peered":"2024-04-02T08:27:36.877794+0000","last_unstale":"2024-04-02T08:27:37.219397+0000","last_undegraded":"2024-04-02T08:27:37.219397+0000","last_fullsized":"2024-04-02T08:27:37.219397+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:31.487468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729382+0000","last_change":"2024-04-02T08:27:37.240844+0000","last_active":"2024-04-02T08:27:38.729382+0000","last_peered":"2024-04-02T08:27:38.729382+0000","last_clean":"2024-04-02T08:27:38.729382+0000","last_became_active":"2024-04-02T08:27:37.240607+0000","last_became_peered":"2024-04-02T08:27:37.240607+0000","last_unstale":"2024-04-02T08:27:38.729382+0000","last_undegraded":"2024-04-02T08:27:38.729382+0000","last_fullsized":"2024-04-02T08:27:38.729382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:52.312069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728164+0000","last_change":"2024-04-02T08:27:37.237040+0000","last_active":"2024-04-02T08:27:38.728164+0000","last_peered":"2024-04-02T08:27:38.728164+0000","last_clean":"2024-04-02T08:27:38.728164+0000","last_became_active":"2024-04-02T08:27:37.235899+0000","last_became_peered":"2024-04-02T08:27:37.235899+0000","last_unstale":"2024-04-02T08:27:38.728164+0000","last_undegraded":"2024-04-02T08:27:38.728164+0000","last_fullsized":"2024-04-02T08:27:38.728164+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:00:26.217538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221647+0000","last_change":"2024-04-02T08:27:36.869321+0000","last_active":"2024-04-02T08:27:38.221647+0000","last_peered":"2024-04-02T08:27:38.221647+0000","last_clean":"2024-04-02T08:27:38.221647+0000","last_became_active":"2024-04-02T08:27:36.869040+0000","last_became_peered":"2024-04-02T08:27:36.869040+0000","last_unstale":"2024-04-02T08:27:38.221647+0000","last_undegraded":"2024-04-02T08:27:38.221647+0000","last_fullsized":"2024-04-02T08:27:38.221647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:15.334618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222410+0000","last_change":"2024-04-02T08:27:37.224961+0000","last_active":"2024-04-02T08:27:38.222410+0000","last_peered":"2024-04-02T08:27:38.222410+0000","last_clean":"2024-04-02T08:27:38.222410+0000","last_became_active":"2024-04-02T08:27:37.224736+0000","last_became_peered":"2024-04-02T08:27:37.224736+0000","last_unstale":"2024-04-02T08:27:38.222410+0000","last_undegraded":"2024-04-02T08:27:38.222410+0000","last_fullsized":"2024-04-02T08:27:38.222410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:20:26.800893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.219829+0000","last_change":"2024-04-02T08:27:36.874572+0000","last_active":"2024-04-02T08:27:37.219829+0000","last_peered":"2024-04-02T08:27:37.219829+0000","last_clean":"2024-04-02T08:27:37.219829+0000","last_became_active":"2024-04-02T08:27:36.873927+0000","last_became_peered":"2024-04-02T08:27:36.873927+0000","last_unstale":"2024-04-02T08:27:37.219829+0000","last_undegraded":"2024-04-02T08:27:37.219829+0000","last_fullsized":"2024-04-02T08:27:37.219829+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:46.040209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237373+0000","last_change":"2024-04-02T08:27:22.166020+0000","last_active":"2024-04-02T08:27:37.237373+0000","last_peered":"2024-04-02T08:27:37.237373+0000","last_clean":"2024-04-02T08:27:37.237373+0000","last_became_active":"2024-04-02T08:27:22.165594+0000","last_became_peered":"2024-04-02T08:27:22.165594+0000","last_unstale":"2024-04-02T08:27:37.237373+0000","last_undegraded":"2024-04-02T08:27:37.237373+0000","last_fullsized":"2024-04-02T08:27:37.237373+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_clean_scrub_stamp":"2024-04-02T08:25:15.767243+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:06:31.660080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237217+0000","last_change":"2024-04-02T08:27:37.235081+0000","last_active":"2024-04-02T08:27:37.237217+0000","last_peered":"2024-04-02T08:27:37.237217+0000","last_clean":"2024-04-02T08:27:37.237217+0000","last_became_active":"2024-04-02T08:27:37.234655+0000","last_became_peered":"2024-04-02T08:27:37.234655+0000","last_unstale":"2024-04-02T08:27:37.237217+0000","last_undegraded":"2024-04-02T08:27:37.237217+0000","last_fullsized":"2024-04-02T08:27:37.237217+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:51.692301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218263+0000","last_change":"2024-04-02T08:27:36.879473+0000","last_active":"2024-04-02T08:27:38.218263+0000","last_peered":"2024-04-02T08:27:38.218263+0000","last_clean":"2024-04-02T08:27:38.218263+0000","last_became_active":"2024-04-02T08:27:36.878990+0000","last_became_peered":"2024-04-02T08:27:36.878990+0000","last_unstale":"2024-04-02T08:27:38.218263+0000","last_undegraded":"2024-04-02T08:27:38.218263+0000","last_fullsized":"2024-04-02T08:27:38.218263+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:28.962463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218809+0000","last_change":"2024-04-02T08:27:36.881394+0000","last_active":"2024-04-02T08:27:38.218809+0000","last_peered":"2024-04-02T08:27:38.218809+0000","last_clean":"2024-04-02T08:27:38.218809+0000","last_became_active":"2024-04-02T08:27:36.879529+0000","last_became_peered":"2024-04-02T08:27:36.879529+0000","last_unstale":"2024-04-02T08:27:38.218809+0000","last_undegraded":"2024-04-02T08:27:38.218809+0000","last_fullsized":"2024-04-02T08:27:38.218809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:20.363420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728917+0000","last_change":"2024-04-02T08:27:37.233277+0000","last_active":"2024-04-02T08:27:38.728917+0000","last_peered":"2024-04-02T08:27:38.728917+0000","last_clean":"2024-04-02T08:27:38.728917+0000","last_became_active":"2024-04-02T08:27:37.232840+0000","last_became_peered":"2024-04-02T08:27:37.232840+0000","last_unstale":"2024-04-02T08:27:38.728917+0000","last_undegraded":"2024-04-02T08:27:38.728917+0000","last_fullsized":"2024-04-02T08:27:38.728917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:04:30.070844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728572+0000","last_change":"2024-04-02T08:27:36.864986+0000","last_active":"2024-04-02T08:27:38.728572+0000","last_peered":"2024-04-02T08:27:38.728572+0000","last_clean":"2024-04-02T08:27:38.728572+0000","last_became_active":"2024-04-02T08:27:36.864651+0000","last_became_peered":"2024-04-02T08:27:36.864651+0000","last_unstale":"2024-04-02T08:27:38.728572+0000","last_undegraded":"2024-04-02T08:27:38.728572+0000","last_fullsized":"2024-04-02T08:27:38.728572+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:32.591017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222489+0000","last_change":"2024-04-02T08:27:37.236929+0000","last_active":"2024-04-02T08:27:38.222489+0000","last_peered":"2024-04-02T08:27:38.222489+0000","last_clean":"2024-04-02T08:27:38.222489+0000","last_became_active":"2024-04-02T08:27:37.236662+0000","last_became_peered":"2024-04-02T08:27:37.236662+0000","last_unstale":"2024-04-02T08:27:38.222489+0000","last_undegraded":"2024-04-02T08:27:38.222489+0000","last_fullsized":"2024-04-02T08:27:38.222489+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:34.259136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237633+0000","last_change":"2024-04-02T08:27:36.876794+0000","last_active":"2024-04-02T08:27:37.237633+0000","last_peered":"2024-04-02T08:27:37.237633+0000","last_clean":"2024-04-02T08:27:37.237633+0000","last_became_active":"2024-04-02T08:27:36.876513+0000","last_became_peered":"2024-04-02T08:27:36.876513+0000","last_unstale":"2024-04-02T08:27:37.237633+0000","last_undegraded":"2024-04-02T08:27:37.237633+0000","last_fullsized":"2024-04-02T08:27:37.237633+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:09.735995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.233497+0000","last_change":"2024-04-02T08:27:37.231458+0000","last_active":"2024-04-02T08:27:37.233497+0000","last_peered":"2024-04-02T08:27:37.233497+0000","last_clean":"2024-04-02T08:27:37.233497+0000","last_became_active":"2024-04-02T08:27:37.231209+0000","last_became_peered":"2024-04-02T08:27:37.231209+0000","last_unstale":"2024-04-02T08:27:37.233497+0000","last_undegraded":"2024-04-02T08:27:37.233497+0000","last_fullsized":"2024-04-02T08:27:37.233497+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:59:48.769831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218100+0000","last_change":"2024-04-02T08:27:36.879284+0000","last_active":"2024-04-02T08:27:38.218100+0000","last_peered":"2024-04-02T08:27:38.218100+0000","last_clean":"2024-04-02T08:27:38.218100+0000","last_became_active":"2024-04-02T08:27:36.878592+0000","last_became_peered":"2024-04-02T08:27:36.878592+0000","last_unstale":"2024-04-02T08:27:38.218100+0000","last_undegraded":"2024-04-02T08:27:38.218100+0000","last_fullsized":"2024-04-02T08:27:38.218100+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:13:13.761715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728531+0000","last_change":"2024-04-02T08:27:37.234410+0000","last_active":"2024-04-02T08:27:38.728531+0000","last_peered":"2024-04-02T08:27:38.728531+0000","last_clean":"2024-04-02T08:27:38.728531+0000","last_became_active":"2024-04-02T08:27:37.234112+0000","last_became_peered":"2024-04-02T08:27:37.234112+0000","last_unstale":"2024-04-02T08:27:38.728531+0000","last_undegraded":"2024-04-02T08:27:38.728531+0000","last_fullsized":"2024-04-02T08:27:38.728531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:30.888557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728983+0000","last_change":"2024-04-02T08:27:36.879582+0000","last_active":"2024-04-02T08:27:38.728983+0000","last_peered":"2024-04-02T08:27:38.728983+0000","last_clean":"2024-04-02T08:27:38.728983+0000","last_became_active":"2024-04-02T08:27:36.878893+0000","last_became_peered":"2024-04-02T08:27:36.878893+0000","last_unstale":"2024-04-02T08:27:38.728983+0000","last_undegraded":"2024-04-02T08:27:38.728983+0000","last_fullsized":"2024-04-02T08:27:38.728983+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:01:42.219973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221936+0000","last_change":"2024-04-02T08:27:37.240640+0000","last_active":"2024-04-02T08:27:38.221936+0000","last_peered":"2024-04-02T08:27:38.221936+0000","last_clean":"2024-04-02T08:27:38.221936+0000","last_became_active":"2024-04-02T08:27:37.240173+0000","last_became_peered":"2024-04-02T08:27:37.240173+0000","last_unstale":"2024-04-02T08:27:38.221936+0000","last_undegraded":"2024-04-02T08:27:38.221936+0000","last_fullsized":"2024-04-02T08:27:38.221936+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:03:18.545912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728816+0000","last_change":"2024-04-02T08:27:36.877092+0000","last_active":"2024-04-02T08:27:38.728816+0000","last_peered":"2024-04-02T08:27:38.728816+0000","last_clean":"2024-04-02T08:27:38.728816+0000","last_became_active":"2024-04-02T08:27:36.876684+0000","last_became_peered":"2024-04-02T08:27:36.876684+0000","last_unstale":"2024-04-02T08:27:38.728816+0000","last_undegraded":"2024-04-02T08:27:38.728816+0000","last_fullsized":"2024-04-02T08:27:38.728816+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:58:12.517578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222511+0000","last_change":"2024-04-02T08:27:37.233471+0000","last_active":"2024-04-02T08:27:38.222511+0000","last_peered":"2024-04-02T08:27:38.222511+0000","last_clean":"2024-04-02T08:27:38.222511+0000","last_became_active":"2024-04-02T08:27:37.233252+0000","last_became_peered":"2024-04-02T08:27:37.233252+0000","last_unstale":"2024-04-02T08:27:38.222511+0000","last_undegraded":"2024-04-02T08:27:38.222511+0000","last_fullsized":"2024-04-02T08:27:38.222511+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:04:10.911111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218432+0000","last_change":"2024-04-02T08:27:36.881663+0000","last_active":"2024-04-02T08:27:38.218432+0000","last_peered":"2024-04-02T08:27:38.218432+0000","last_clean":"2024-04-02T08:27:38.218432+0000","last_became_active":"2024-04-02T08:27:36.881348+0000","last_became_peered":"2024-04-02T08:27:36.881348+0000","last_unstale":"2024-04-02T08:27:38.218432+0000","last_undegraded":"2024-04-02T08:27:38.218432+0000","last_fullsized":"2024-04-02T08:27:38.218432+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:34.235714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.232233+0000","last_change":"2024-04-02T08:27:37.230577+0000","last_active":"2024-04-02T08:27:37.232233+0000","last_peered":"2024-04-02T08:27:37.232233+0000","last_clean":"2024-04-02T08:27:37.232233+0000","last_became_active":"2024-04-02T08:27:37.230250+0000","last_became_peered":"2024-04-02T08:27:37.230250+0000","last_unstale":"2024-04-02T08:27:37.232233+0000","last_undegraded":"2024-04-02T08:27:37.232233+0000","last_fullsized":"2024-04-02T08:27:37.232233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:35:07.459145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221976+0000","last_change":"2024-04-02T08:27:36.872701+0000","last_active":"2024-04-02T08:27:38.221976+0000","last_peered":"2024-04-02T08:27:38.221976+0000","last_clean":"2024-04-02T08:27:38.221976+0000","last_became_active":"2024-04-02T08:27:36.872456+0000","last_became_peered":"2024-04-02T08:27:36.872456+0000","last_unstale":"2024-04-02T08:27:38.221976+0000","last_undegraded":"2024-04-02T08:27:38.221976+0000","last_fullsized":"2024-04-02T08:27:38.221976+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:44:51.244208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218811+0000","last_change":"2024-04-02T08:27:37.249054+0000","last_active":"2024-04-02T08:27:38.218811+0000","last_peered":"2024-04-02T08:27:38.218811+0000","last_clean":"2024-04-02T08:27:38.218811+0000","last_became_active":"2024-04-02T08:27:37.248618+0000","last_became_peered":"2024-04-02T08:27:37.248618+0000","last_unstale":"2024-04-02T08:27:38.218811+0000","last_undegraded":"2024-04-02T08:27:38.218811+0000","last_fullsized":"2024-04-02T08:27:38.218811+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:58:16.058568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728952+0000","last_change":"2024-04-02T08:27:36.870867+0000","last_active":"2024-04-02T08:27:38.728952+0000","last_peered":"2024-04-02T08:27:38.728952+0000","last_clean":"2024-04-02T08:27:38.728952+0000","last_became_active":"2024-04-02T08:27:36.870574+0000","last_became_peered":"2024-04-02T08:27:36.870574+0000","last_unstale":"2024-04-02T08:27:38.728952+0000","last_undegraded":"2024-04-02T08:27:38.728952+0000","last_fullsized":"2024-04-02T08:27:38.728952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:14.181829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.228741+0000","last_change":"2024-04-02T08:27:37.228113+0000","last_active":"2024-04-02T08:27:37.228741+0000","last_peered":"2024-04-02T08:27:37.228741+0000","last_clean":"2024-04-02T08:27:37.228741+0000","last_became_active":"2024-04-02T08:27:37.227632+0000","last_became_peered":"2024-04-02T08:27:37.227632+0000","last_unstale":"2024-04-02T08:27:37.228741+0000","last_undegraded":"2024-04-02T08:27:37.228741+0000","last_fullsized":"2024-04-02T08:27:37.228741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:14:37.057058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221740+0000","last_change":"2024-04-02T08:27:36.878715+0000","last_active":"2024-04-02T08:27:38.221740+0000","last_peered":"2024-04-02T08:27:38.221740+0000","last_clean":"2024-04-02T08:27:38.221740+0000","last_became_active":"2024-04-02T08:27:36.878295+0000","last_became_peered":"2024-04-02T08:27:36.878295+0000","last_unstale":"2024-04-02T08:27:38.221740+0000","last_undegraded":"2024-04-02T08:27:38.221740+0000","last_fullsized":"2024-04-02T08:27:38.221740+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:20:27.919990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219039+0000","last_change":"2024-04-02T08:27:37.249854+0000","last_active":"2024-04-02T08:27:38.219039+0000","last_peered":"2024-04-02T08:27:38.219039+0000","last_clean":"2024-04-02T08:27:38.219039+0000","last_became_active":"2024-04-02T08:27:37.249569+0000","last_became_peered":"2024-04-02T08:27:37.249569+0000","last_unstale":"2024-04-02T08:27:38.219039+0000","last_undegraded":"2024-04-02T08:27:38.219039+0000","last_fullsized":"2024-04-02T08:27:38.219039+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:04:42.636562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.227878+0000","last_change":"2024-04-02T08:27:37.227091+0000","last_active":"2024-04-02T08:27:37.227878+0000","last_peered":"2024-04-02T08:27:37.227878+0000","last_clean":"2024-04-02T08:27:37.227878+0000","last_became_active":"2024-04-02T08:27:37.226759+0000","last_became_peered":"2024-04-02T08:27:37.226759+0000","last_unstale":"2024-04-02T08:27:37.227878+0000","last_undegraded":"2024-04-02T08:27:37.227878+0000","last_fullsized":"2024-04-02T08:27:37.227878+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:07.990519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221480+0000","last_change":"2024-04-02T08:27:37.226648+0000","last_active":"2024-04-02T08:27:38.221480+0000","last_peered":"2024-04-02T08:27:38.221480+0000","last_clean":"2024-04-02T08:27:38.221480+0000","last_became_active":"2024-04-02T08:27:37.226401+0000","last_became_peered":"2024-04-02T08:27:37.226401+0000","last_unstale":"2024-04-02T08:27:38.221480+0000","last_undegraded":"2024-04-02T08:27:38.221480+0000","last_fullsized":"2024-04-02T08:27:38.221480+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:05.331424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.235411+0000","last_change":"2024-04-02T08:27:37.234438+0000","last_active":"2024-04-02T08:27:37.235411+0000","last_peered":"2024-04-02T08:27:37.235411+0000","last_clean":"2024-04-02T08:27:37.235411+0000","last_became_active":"2024-04-02T08:27:37.234101+0000","last_became_peered":"2024-04-02T08:27:37.234101+0000","last_unstale":"2024-04-02T08:27:37.235411+0000","last_undegraded":"2024-04-02T08:27:37.235411+0000","last_fullsized":"2024-04-02T08:27:37.235411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:14:52.727404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237299+0000","last_change":"2024-04-02T08:27:37.234875+0000","last_active":"2024-04-02T08:27:37.237299+0000","last_peered":"2024-04-02T08:27:37.237299+0000","last_clean":"2024-04-02T08:27:37.237299+0000","last_became_active":"2024-04-02T08:27:37.234554+0000","last_became_peered":"2024-04-02T08:27:37.234554+0000","last_unstale":"2024-04-02T08:27:37.237299+0000","last_undegraded":"2024-04-02T08:27:37.237299+0000","last_fullsized":"2024-04-02T08:27:37.237299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:20:21.428540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222265+0000","last_change":"2024-04-02T08:27:37.230303+0000","last_active":"2024-04-02T08:27:38.222265+0000","last_peered":"2024-04-02T08:27:38.222265+0000","last_clean":"2024-04-02T08:27:38.222265+0000","last_became_active":"2024-04-02T08:27:37.229107+0000","last_became_peered":"2024-04-02T08:27:37.229107+0000","last_unstale":"2024-04-02T08:27:38.222265+0000","last_undegraded":"2024-04-02T08:27:38.222265+0000","last_fullsized":"2024-04-02T08:27:38.222265+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:10.613068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728905+0000","last_change":"2024-04-02T08:27:37.230678+0000","last_active":"2024-04-02T08:27:38.728905+0000","last_peered":"2024-04-02T08:27:38.728905+0000","last_clean":"2024-04-02T08:27:38.728905+0000","last_became_active":"2024-04-02T08:27:37.230405+0000","last_became_peered":"2024-04-02T08:27:37.230405+0000","last_unstale":"2024-04-02T08:27:38.728905+0000","last_undegraded":"2024-04-02T08:27:38.728905+0000","last_fullsized":"2024-04-02T08:27:38.728905+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:58:25.763155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.238138+0000","last_change":"2024-04-02T08:27:37.237803+0000","last_active":"2024-04-02T08:27:37.238138+0000","last_peered":"2024-04-02T08:27:37.238138+0000","last_clean":"2024-04-02T08:27:37.238138+0000","last_became_active":"2024-04-02T08:27:37.237510+0000","last_became_peered":"2024-04-02T08:27:37.237510+0000","last_unstale":"2024-04-02T08:27:37.238138+0000","last_undegraded":"2024-04-02T08:27:37.238138+0000","last_fullsized":"2024-04-02T08:27:37.238138+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:08.838031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222598+0000","last_change":"2024-04-02T08:27:37.230057+0000","last_active":"2024-04-02T08:27:38.222598+0000","last_peered":"2024-04-02T08:27:38.222598+0000","last_clean":"2024-04-02T08:27:38.222598+0000","last_became_active":"2024-04-02T08:27:37.229629+0000","last_became_peered":"2024-04-02T08:27:37.229629+0000","last_unstale":"2024-04-02T08:27:38.222598+0000","last_undegraded":"2024-04-02T08:27:38.222598+0000","last_fullsized":"2024-04-02T08:27:38.222598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:23.594422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.225771+0000","last_change":"2024-04-02T08:27:37.225274+0000","last_active":"2024-04-02T08:27:37.225771+0000","last_peered":"2024-04-02T08:27:37.225771+0000","last_clean":"2024-04-02T08:27:37.225771+0000","last_became_active":"2024-04-02T08:27:37.224873+0000","last_became_peered":"2024-04-02T08:27:37.224873+0000","last_unstale":"2024-04-02T08:27:37.225771+0000","last_undegraded":"2024-04-02T08:27:37.225771+0000","last_fullsized":"2024-04-02T08:27:37.225771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:48.784191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222175+0000","last_change":"2024-04-02T08:27:37.231628+0000","last_active":"2024-04-02T08:27:38.222175+0000","last_peered":"2024-04-02T08:27:38.222175+0000","last_clean":"2024-04-02T08:27:38.222175+0000","last_became_active":"2024-04-02T08:27:37.231370+0000","last_became_peered":"2024-04-02T08:27:37.231370+0000","last_unstale":"2024-04-02T08:27:38.222175+0000","last_undegraded":"2024-04-02T08:27:38.222175+0000","last_fullsized":"2024-04-02T08:27:38.222175+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:16.754839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.240493+0000","last_change":"2024-04-02T08:27:37.240045+0000","last_active":"2024-04-02T08:27:37.240493+0000","last_peered":"2024-04-02T08:27:37.240493+0000","last_clean":"2024-04-02T08:27:37.240493+0000","last_became_active":"2024-04-02T08:27:37.239681+0000","last_became_peered":"2024-04-02T08:27:37.239681+0000","last_unstale":"2024-04-02T08:27:37.240493+0000","last_undegraded":"2024-04-02T08:27:37.240493+0000","last_fullsized":"2024-04-02T08:27:37.240493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:35.812523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.241542+0000","last_change":"2024-04-02T08:27:37.239765+0000","last_active":"2024-04-02T08:27:37.241542+0000","last_peered":"2024-04-02T08:27:37.241542+0000","last_clean":"2024-04-02T08:27:37.241542+0000","last_became_active":"2024-04-02T08:27:37.239472+0000","last_became_peered":"2024-04-02T08:27:37.239472+0000","last_unstale":"2024-04-02T08:27:37.241542+0000","last_undegraded":"2024-04-02T08:27:37.241542+0000","last_fullsized":"2024-04-02T08:27:37.241542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:09:02.954023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.229113+0000","last_change":"2024-04-02T08:27:37.228296+0000","last_active":"2024-04-02T08:27:37.229113+0000","last_peered":"2024-04-02T08:27:37.229113+0000","last_clean":"2024-04-02T08:27:37.229113+0000","last_became_active":"2024-04-02T08:27:37.228007+0000","last_became_peered":"2024-04-02T08:27:37.228007+0000","last_unstale":"2024-04-02T08:27:37.229113+0000","last_undegraded":"2024-04-02T08:27:37.229113+0000","last_fullsized":"2024-04-02T08:27:37.229113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:56:02.952416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]}]},{"osd":6,"up_from":46,"seq":197568495626,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1183744,"data_stored":835270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31720,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713432,"statfs":{"total":95995035648,"available":95962554368,"internally_reserved":0,"allocated":614400,"data_stored":252598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.29599999999999999,"15min":0.28399999999999997},"min":{"1min":0.24099999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.253},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.29799999999999999,"15min":0.28199999999999997},"min":{"1min":0.26500000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.315}]},{"osd":2,"last update":"Tue Apr 2 08:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.40200000000000002,"15min":0.39800000000000002},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.371},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.39000000000000001,"15min":0.38400000000000001},"min":{"1min":0.28000000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.34699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.28299999999999997}]},{"osd":4,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.47699999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.60299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28184,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716968,"statfs":{"total":95995035648,"available":95966175232,"internally_reserved":0,"allocated":1191936,"data_stored":835874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.32700000000000001,"15min":0.316},"min":{"1min":0.27200000000000002,"5min":0.191,"15min":0.191},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.34899999999999998,"15min":0.33500000000000002},"min":{"1min":0.26700000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.253}]},{"osd":2,"last update":"Tue Apr 2 08:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.32900000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.312},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.29899999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.38700000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.33900000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.47999999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.52400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31732,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713420,"statfs":{"total":95995035648,"available":95962542080,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.34699999999999998,"15min":0.34100000000000003},"min":{"1min":0.23999999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.37,"15min":0.36199999999999999},"min":{"1min":0.29299999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.48399999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:27:23 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.39200000000000002,"15min":0.38400000000000001},"min":{"1min":0.32400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58099999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.33500000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.28000000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.59399999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.56299999999999994}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182427,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27656,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717496,"statfs":{"total":95995035648,"available":95966715904,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.26900000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.25700000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.37},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.317}]},{"osd":4,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.51200000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.56399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.51000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.5},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.49399999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.439}]},{"osd":3,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.53500000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.41199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27588,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.48799999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.51200000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.374},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.47099999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.503}]},{"osd":4,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:41 smithi188 ceph-mon[30882]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:42.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:42 smithi188 ceph-mon[30882]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:42.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:42 smithi188 ceph-mon[30882]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:42.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:42 smithi188 ceph-mon[30882]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s wr, 8 op/s 2024-04-02T08:27:42.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:42 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2270619548' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:27:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:42 smithi104 ceph-mon[27401]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:42 smithi104 ceph-mon[27401]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:42 smithi104 ceph-mon[27401]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s wr, 8 op/s 2024-04-02T08:27:42.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:42 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2270619548' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:27:42.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:42 smithi104 ceph-mon[39229]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:42.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:42 smithi104 ceph-mon[39229]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:42.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:42 smithi104 ceph-mon[39229]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s wr, 8 op/s 2024-04-02T08:27:42.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:42 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2270619548' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:27:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:43 smithi188 ceph-mon[30882]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:43 smithi104 ceph-mon[27401]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:43 smithi104 ceph-mon[39229]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:44.750 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:44.779 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:44 smithi104 ceph-mon[39229]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-04-02T08:27:44.779 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:44 smithi104 ceph-mon[27401]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-04-02T08:27:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:44 smithi188 ceph-mon[30882]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-04-02T08:27:45.055 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:27:45.056 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-04-02T08:27:45.065 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":195,"stamp":"2024-04-02T08:27:43.284886+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":228,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231064,"kb_used_data":6664,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730152,"statfs":{"total":767960285184,"available":767723675648,"internally_reserved":0,"allocated":6823936,"data_stored":3839381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.429922"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219132+0000","last_change":"2024-04-02T08:27:37.247239+0000","last_active":"2024-04-02T08:27:38.219132+0000","last_peered":"2024-04-02T08:27:38.219132+0000","last_clean":"2024-04-02T08:27:38.219132+0000","last_became_active":"2024-04-02T08:27:37.246933+0000","last_became_peered":"2024-04-02T08:27:37.246933+0000","last_unstale":"2024-04-02T08:27:38.219132+0000","last_undegraded":"2024-04-02T08:27:38.219132+0000","last_fullsized":"2024-04-02T08:27:38.219132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:48.877207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729075+0000","last_change":"2024-04-02T08:27:37.232244+0000","last_active":"2024-04-02T08:27:38.729075+0000","last_peered":"2024-04-02T08:27:38.729075+0000","last_clean":"2024-04-02T08:27:38.729075+0000","last_became_active":"2024-04-02T08:27:37.231521+0000","last_became_peered":"2024-04-02T08:27:37.231521+0000","last_unstale":"2024-04-02T08:27:38.729075+0000","last_undegraded":"2024-04-02T08:27:38.729075+0000","last_fullsized":"2024-04-02T08:27:38.729075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:54:45.546107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508789+0000","last_change":"2024-04-02T08:27:37.231749+0000","last_active":"2024-04-02T08:27:37.508789+0000","last_peered":"2024-04-02T08:27:37.508789+0000","last_clean":"2024-04-02T08:27:37.508789+0000","last_became_active":"2024-04-02T08:27:37.230546+0000","last_became_peered":"2024-04-02T08:27:37.230546+0000","last_unstale":"2024-04-02T08:27:37.508789+0000","last_undegraded":"2024-04-02T08:27:37.508789+0000","last_fullsized":"2024-04-02T08:27:37.508789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:42.063237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360469+0000","last_change":"2024-04-02T08:27:37.239340+0000","last_active":"2024-04-02T08:27:37.360469+0000","last_peered":"2024-04-02T08:27:37.360469+0000","last_clean":"2024-04-02T08:27:37.360469+0000","last_became_active":"2024-04-02T08:27:37.238844+0000","last_became_peered":"2024-04-02T08:27:37.238844+0000","last_unstale":"2024-04-02T08:27:37.360469+0000","last_undegraded":"2024-04-02T08:27:37.360469+0000","last_fullsized":"2024-04-02T08:27:37.360469+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:26:55.111717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218604+0000","last_change":"2024-04-02T08:27:37.250521+0000","last_active":"2024-04-02T08:27:38.218604+0000","last_peered":"2024-04-02T08:27:38.218604+0000","last_clean":"2024-04-02T08:27:38.218604+0000","last_became_active":"2024-04-02T08:27:37.249215+0000","last_became_peered":"2024-04-02T08:27:37.249215+0000","last_unstale":"2024-04-02T08:27:38.218604+0000","last_undegraded":"2024-04-02T08:27:38.218604+0000","last_fullsized":"2024-04-02T08:27:38.218604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:20.549707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360419+0000","last_change":"2024-04-02T08:27:37.235541+0000","last_active":"2024-04-02T08:27:37.360419+0000","last_peered":"2024-04-02T08:27:37.360419+0000","last_clean":"2024-04-02T08:27:37.360419+0000","last_became_active":"2024-04-02T08:27:37.235203+0000","last_became_peered":"2024-04-02T08:27:37.235203+0000","last_unstale":"2024-04-02T08:27:37.360419+0000","last_undegraded":"2024-04-02T08:27:37.360419+0000","last_fullsized":"2024-04-02T08:27:37.360419+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:42:56.660810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218150+0000","last_change":"2024-04-02T08:27:37.247652+0000","last_active":"2024-04-02T08:27:38.218150+0000","last_peered":"2024-04-02T08:27:38.218150+0000","last_clean":"2024-04-02T08:27:38.218150+0000","last_became_active":"2024-04-02T08:27:37.246895+0000","last_became_peered":"2024-04-02T08:27:37.246895+0000","last_unstale":"2024-04-02T08:27:38.218150+0000","last_undegraded":"2024-04-02T08:27:38.218150+0000","last_fullsized":"2024-04-02T08:27:38.218150+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:13:45.608798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221863+0000","last_change":"2024-04-02T08:27:37.224861+0000","last_active":"2024-04-02T08:27:38.221863+0000","last_peered":"2024-04-02T08:27:38.221863+0000","last_clean":"2024-04-02T08:27:38.221863+0000","last_became_active":"2024-04-02T08:27:37.224604+0000","last_became_peered":"2024-04-02T08:27:37.224604+0000","last_unstale":"2024-04-02T08:27:38.221863+0000","last_undegraded":"2024-04-02T08:27:38.221863+0000","last_fullsized":"2024-04-02T08:27:38.221863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:25:16.487637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219115+0000","last_change":"2024-04-02T08:27:37.247918+0000","last_active":"2024-04-02T08:27:38.219115+0000","last_peered":"2024-04-02T08:27:38.219115+0000","last_clean":"2024-04-02T08:27:38.219115+0000","last_became_active":"2024-04-02T08:27:37.247531+0000","last_became_peered":"2024-04-02T08:27:37.247531+0000","last_unstale":"2024-04-02T08:27:38.219115+0000","last_undegraded":"2024-04-02T08:27:38.219115+0000","last_fullsized":"2024-04-02T08:27:38.219115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:55:30.580477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837263+0000","last_change":"2024-04-02T08:27:37.228460+0000","last_active":"2024-04-02T08:27:37.837263+0000","last_peered":"2024-04-02T08:27:37.837263+0000","last_clean":"2024-04-02T08:27:37.837263+0000","last_became_active":"2024-04-02T08:27:37.227472+0000","last_became_peered":"2024-04-02T08:27:37.227472+0000","last_unstale":"2024-04-02T08:27:37.837263+0000","last_undegraded":"2024-04-02T08:27:37.837263+0000","last_fullsized":"2024-04-02T08:27:37.837263+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:50.974785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837251+0000","last_change":"2024-04-02T08:27:37.224694+0000","last_active":"2024-04-02T08:27:37.837251+0000","last_peered":"2024-04-02T08:27:37.837251+0000","last_clean":"2024-04-02T08:27:37.837251+0000","last_became_active":"2024-04-02T08:27:37.224403+0000","last_became_peered":"2024-04-02T08:27:37.224403+0000","last_unstale":"2024-04-02T08:27:37.837251+0000","last_undegraded":"2024-04-02T08:27:37.837251+0000","last_fullsized":"2024-04-02T08:27:37.837251+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:52.567247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729609+0000","last_change":"2024-04-02T08:27:37.226271+0000","last_active":"2024-04-02T08:27:38.729609+0000","last_peered":"2024-04-02T08:27:38.729609+0000","last_clean":"2024-04-02T08:27:38.729609+0000","last_became_active":"2024-04-02T08:27:37.225969+0000","last_became_peered":"2024-04-02T08:27:37.225969+0000","last_unstale":"2024-04-02T08:27:38.729609+0000","last_undegraded":"2024-04-02T08:27:38.729609+0000","last_fullsized":"2024-04-02T08:27:38.729609+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:58.021359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222275+0000","last_change":"2024-04-02T08:27:37.223350+0000","last_active":"2024-04-02T08:27:38.222275+0000","last_peered":"2024-04-02T08:27:38.222275+0000","last_clean":"2024-04-02T08:27:38.222275+0000","last_became_active":"2024-04-02T08:27:37.222137+0000","last_became_peered":"2024-04-02T08:27:37.222137+0000","last_unstale":"2024-04-02T08:27:38.222275+0000","last_undegraded":"2024-04-02T08:27:38.222275+0000","last_fullsized":"2024-04-02T08:27:38.222275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:02:03.962044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508712+0000","last_change":"2024-04-02T08:27:37.231785+0000","last_active":"2024-04-02T08:27:37.508712+0000","last_peered":"2024-04-02T08:27:37.508712+0000","last_clean":"2024-04-02T08:27:37.508712+0000","last_became_active":"2024-04-02T08:27:37.231249+0000","last_became_peered":"2024-04-02T08:27:37.231249+0000","last_unstale":"2024-04-02T08:27:37.508712+0000","last_undegraded":"2024-04-02T08:27:37.508712+0000","last_fullsized":"2024-04-02T08:27:37.508712+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:12.039836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728124+0000","last_change":"2024-04-02T08:27:37.230797+0000","last_active":"2024-04-02T08:27:38.728124+0000","last_peered":"2024-04-02T08:27:38.728124+0000","last_clean":"2024-04-02T08:27:38.728124+0000","last_became_active":"2024-04-02T08:27:37.230302+0000","last_became_peered":"2024-04-02T08:27:37.230302+0000","last_unstale":"2024-04-02T08:27:38.728124+0000","last_undegraded":"2024-04-02T08:27:38.728124+0000","last_fullsized":"2024-04-02T08:27:38.728124+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:58.071538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360334+0000","last_change":"2024-04-02T08:27:37.240273+0000","last_active":"2024-04-02T08:27:37.360334+0000","last_peered":"2024-04-02T08:27:37.360334+0000","last_clean":"2024-04-02T08:27:37.360334+0000","last_became_active":"2024-04-02T08:27:37.239804+0000","last_became_peered":"2024-04-02T08:27:37.239804+0000","last_unstale":"2024-04-02T08:27:37.360334+0000","last_undegraded":"2024-04-02T08:27:37.360334+0000","last_fullsized":"2024-04-02T08:27:37.360334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:34:31.467996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360549+0000","last_change":"2024-04-02T08:27:37.237673+0000","last_active":"2024-04-02T08:27:37.360549+0000","last_peered":"2024-04-02T08:27:37.360549+0000","last_clean":"2024-04-02T08:27:37.360549+0000","last_became_active":"2024-04-02T08:27:37.237386+0000","last_became_peered":"2024-04-02T08:27:37.237386+0000","last_unstale":"2024-04-02T08:27:37.360549+0000","last_undegraded":"2024-04-02T08:27:37.360549+0000","last_fullsized":"2024-04-02T08:27:37.360549+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:27.267161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221606+0000","last_change":"2024-04-02T08:27:37.244630+0000","last_active":"2024-04-02T08:27:38.221606+0000","last_peered":"2024-04-02T08:27:38.221606+0000","last_clean":"2024-04-02T08:27:38.221606+0000","last_became_active":"2024-04-02T08:27:37.244370+0000","last_became_peered":"2024-04-02T08:27:37.244370+0000","last_unstale":"2024-04-02T08:27:38.221606+0000","last_undegraded":"2024-04-02T08:27:38.221606+0000","last_fullsized":"2024-04-02T08:27:38.221606+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:50.674649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218605+0000","last_change":"2024-04-02T08:27:37.246391+0000","last_active":"2024-04-02T08:27:38.218605+0000","last_peered":"2024-04-02T08:27:38.218605+0000","last_clean":"2024-04-02T08:27:38.218605+0000","last_became_active":"2024-04-02T08:27:37.246061+0000","last_became_peered":"2024-04-02T08:27:37.246061+0000","last_unstale":"2024-04-02T08:27:38.218605+0000","last_undegraded":"2024-04-02T08:27:38.218605+0000","last_fullsized":"2024-04-02T08:27:38.218605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:35.938194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508818+0000","last_change":"2024-04-02T08:27:36.871047+0000","last_active":"2024-04-02T08:27:37.508818+0000","last_peered":"2024-04-02T08:27:37.508818+0000","last_clean":"2024-04-02T08:27:37.508818+0000","last_became_active":"2024-04-02T08:27:36.870766+0000","last_became_peered":"2024-04-02T08:27:36.870766+0000","last_unstale":"2024-04-02T08:27:37.508818+0000","last_undegraded":"2024-04-02T08:27:37.508818+0000","last_fullsized":"2024-04-02T08:27:37.508818+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:38.197586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222535+0000","last_change":"2024-04-02T08:27:37.216751+0000","last_active":"2024-04-02T08:27:38.222535+0000","last_peered":"2024-04-02T08:27:38.222535+0000","last_clean":"2024-04-02T08:27:38.222535+0000","last_became_active":"2024-04-02T08:27:37.216458+0000","last_became_peered":"2024-04-02T08:27:37.216458+0000","last_unstale":"2024-04-02T08:27:38.222535+0000","last_undegraded":"2024-04-02T08:27:38.222535+0000","last_fullsized":"2024-04-02T08:27:38.222535+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:53.582839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.230180+0000","last_change":"2024-04-02T08:27:36.871544+0000","last_active":"2024-04-02T08:27:37.230180+0000","last_peered":"2024-04-02T08:27:37.230180+0000","last_clean":"2024-04-02T08:27:37.230180+0000","last_became_active":"2024-04-02T08:27:36.871257+0000","last_became_peered":"2024-04-02T08:27:36.871257+0000","last_unstale":"2024-04-02T08:27:37.230180+0000","last_undegraded":"2024-04-02T08:27:37.230180+0000","last_fullsized":"2024-04-02T08:27:37.230180+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:40:45.894644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508831+0000","last_change":"2024-04-02T08:27:37.229842+0000","last_active":"2024-04-02T08:27:37.508831+0000","last_peered":"2024-04-02T08:27:37.508831+0000","last_clean":"2024-04-02T08:27:37.508831+0000","last_became_active":"2024-04-02T08:27:37.228610+0000","last_became_peered":"2024-04-02T08:27:37.228610+0000","last_unstale":"2024-04-02T08:27:37.508831+0000","last_undegraded":"2024-04-02T08:27:37.508831+0000","last_fullsized":"2024-04-02T08:27:37.508831+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:21.648088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218907+0000","last_change":"2024-04-02T08:27:36.881759+0000","last_active":"2024-04-02T08:27:38.218907+0000","last_peered":"2024-04-02T08:27:38.218907+0000","last_clean":"2024-04-02T08:27:38.218907+0000","last_became_active":"2024-04-02T08:27:36.881391+0000","last_became_peered":"2024-04-02T08:27:36.881391+0000","last_unstale":"2024-04-02T08:27:38.218907+0000","last_undegraded":"2024-04-02T08:27:38.218907+0000","last_fullsized":"2024-04-02T08:27:38.218907+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:55:48.957154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360481+0000","last_change":"2024-04-02T08:27:37.230473+0000","last_active":"2024-04-02T08:27:37.360481+0000","last_peered":"2024-04-02T08:27:37.360481+0000","last_clean":"2024-04-02T08:27:37.360481+0000","last_became_active":"2024-04-02T08:27:37.230135+0000","last_became_peered":"2024-04-02T08:27:37.230135+0000","last_unstale":"2024-04-02T08:27:37.360481+0000","last_undegraded":"2024-04-02T08:27:37.360481+0000","last_fullsized":"2024-04-02T08:27:37.360481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:02:22.384222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218618+0000","last_change":"2024-04-02T08:27:36.881713+0000","last_active":"2024-04-02T08:27:38.218618+0000","last_peered":"2024-04-02T08:27:38.218618+0000","last_clean":"2024-04-02T08:27:38.218618+0000","last_became_active":"2024-04-02T08:27:36.881296+0000","last_became_peered":"2024-04-02T08:27:36.881296+0000","last_unstale":"2024-04-02T08:27:38.218618+0000","last_undegraded":"2024-04-02T08:27:38.218618+0000","last_fullsized":"2024-04-02T08:27:38.218618+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:17:13.673323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360494+0000","last_change":"2024-04-02T08:27:37.231191+0000","last_active":"2024-04-02T08:27:37.360494+0000","last_peered":"2024-04-02T08:27:37.360494+0000","last_clean":"2024-04-02T08:27:37.360494+0000","last_became_active":"2024-04-02T08:27:37.230853+0000","last_became_peered":"2024-04-02T08:27:37.230853+0000","last_unstale":"2024-04-02T08:27:37.360494+0000","last_undegraded":"2024-04-02T08:27:37.360494+0000","last_fullsized":"2024-04-02T08:27:37.360494+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:43.225886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.236759+0000","last_change":"2024-04-02T08:27:36.877627+0000","last_active":"2024-04-02T08:27:37.236759+0000","last_peered":"2024-04-02T08:27:37.236759+0000","last_clean":"2024-04-02T08:27:37.236759+0000","last_became_active":"2024-04-02T08:27:36.877327+0000","last_became_peered":"2024-04-02T08:27:36.877327+0000","last_unstale":"2024-04-02T08:27:37.236759+0000","last_undegraded":"2024-04-02T08:27:37.236759+0000","last_fullsized":"2024-04-02T08:27:37.236759+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:41.990341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729481+0000","last_change":"2024-04-02T08:27:37.234494+0000","last_active":"2024-04-02T08:27:38.729481+0000","last_peered":"2024-04-02T08:27:38.729481+0000","last_clean":"2024-04-02T08:27:38.729481+0000","last_became_active":"2024-04-02T08:27:37.233170+0000","last_became_peered":"2024-04-02T08:27:37.233170+0000","last_unstale":"2024-04-02T08:27:38.729481+0000","last_undegraded":"2024-04-02T08:27:38.729481+0000","last_fullsized":"2024-04-02T08:27:38.729481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:00.914657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837212+0000","last_change":"2024-04-02T08:27:36.877521+0000","last_active":"2024-04-02T08:27:37.837212+0000","last_peered":"2024-04-02T08:27:37.837212+0000","last_clean":"2024-04-02T08:27:37.837212+0000","last_became_active":"2024-04-02T08:27:36.877240+0000","last_became_peered":"2024-04-02T08:27:36.877240+0000","last_unstale":"2024-04-02T08:27:37.837212+0000","last_undegraded":"2024-04-02T08:27:37.837212+0000","last_fullsized":"2024-04-02T08:27:37.837212+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:40.389754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508777+0000","last_change":"2024-04-02T08:27:37.239111+0000","last_active":"2024-04-02T08:27:37.508777+0000","last_peered":"2024-04-02T08:27:37.508777+0000","last_clean":"2024-04-02T08:27:37.508777+0000","last_became_active":"2024-04-02T08:27:37.238837+0000","last_became_peered":"2024-04-02T08:27:37.238837+0000","last_unstale":"2024-04-02T08:27:37.508777+0000","last_undegraded":"2024-04-02T08:27:37.508777+0000","last_fullsized":"2024-04-02T08:27:37.508777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:17:51.084157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.211557+0000","last_change":"2024-04-02T08:27:36.866432+0000","last_active":"2024-04-02T08:27:37.211557+0000","last_peered":"2024-04-02T08:27:37.211557+0000","last_clean":"2024-04-02T08:27:37.211557+0000","last_became_active":"2024-04-02T08:27:36.866152+0000","last_became_peered":"2024-04-02T08:27:36.866152+0000","last_unstale":"2024-04-02T08:27:37.211557+0000","last_undegraded":"2024-04-02T08:27:37.211557+0000","last_fullsized":"2024-04-02T08:27:37.211557+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:51.561815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221951+0000","last_change":"2024-04-02T08:27:37.232240+0000","last_active":"2024-04-02T08:27:38.221951+0000","last_peered":"2024-04-02T08:27:38.221951+0000","last_clean":"2024-04-02T08:27:38.221951+0000","last_became_active":"2024-04-02T08:27:37.231981+0000","last_became_peered":"2024-04-02T08:27:37.231981+0000","last_unstale":"2024-04-02T08:27:38.221951+0000","last_undegraded":"2024-04-02T08:27:38.221951+0000","last_fullsized":"2024-04-02T08:27:38.221951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:57:38.074158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360349+0000","last_change":"2024-04-02T08:27:36.870663+0000","last_active":"2024-04-02T08:27:37.360349+0000","last_peered":"2024-04-02T08:27:37.360349+0000","last_clean":"2024-04-02T08:27:37.360349+0000","last_became_active":"2024-04-02T08:27:36.870320+0000","last_became_peered":"2024-04-02T08:27:36.870320+0000","last_unstale":"2024-04-02T08:27:37.360349+0000","last_undegraded":"2024-04-02T08:27:37.360349+0000","last_fullsized":"2024-04-02T08:27:37.360349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:32.866238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728914+0000","last_change":"2024-04-02T08:27:37.231151+0000","last_active":"2024-04-02T08:27:38.728914+0000","last_peered":"2024-04-02T08:27:38.728914+0000","last_clean":"2024-04-02T08:27:38.728914+0000","last_became_active":"2024-04-02T08:27:37.230879+0000","last_became_peered":"2024-04-02T08:27:37.230879+0000","last_unstale":"2024-04-02T08:27:38.728914+0000","last_undegraded":"2024-04-02T08:27:38.728914+0000","last_fullsized":"2024-04-02T08:27:38.728914+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:53:15.384330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837311+0000","last_change":"2024-04-02T08:27:36.873640+0000","last_active":"2024-04-02T08:27:37.837311+0000","last_peered":"2024-04-02T08:27:37.837311+0000","last_clean":"2024-04-02T08:27:37.837311+0000","last_became_active":"2024-04-02T08:27:36.873358+0000","last_became_peered":"2024-04-02T08:27:36.873358+0000","last_unstale":"2024-04-02T08:27:37.837311+0000","last_undegraded":"2024-04-02T08:27:37.837311+0000","last_fullsized":"2024-04-02T08:27:37.837311+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:35.772551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360537+0000","last_change":"2024-04-02T08:27:37.238370+0000","last_active":"2024-04-02T08:27:37.360537+0000","last_peered":"2024-04-02T08:27:37.360537+0000","last_clean":"2024-04-02T08:27:37.360537+0000","last_became_active":"2024-04-02T08:27:37.238060+0000","last_became_peered":"2024-04-02T08:27:37.238060+0000","last_unstale":"2024-04-02T08:27:37.360537+0000","last_undegraded":"2024-04-02T08:27:37.360537+0000","last_fullsized":"2024-04-02T08:27:37.360537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:17.741081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360525+0000","last_change":"2024-04-02T08:27:36.876185+0000","last_active":"2024-04-02T08:27:37.360525+0000","last_peered":"2024-04-02T08:27:37.360525+0000","last_clean":"2024-04-02T08:27:37.360525+0000","last_became_active":"2024-04-02T08:27:36.875613+0000","last_became_peered":"2024-04-02T08:27:36.875613+0000","last_unstale":"2024-04-02T08:27:37.360525+0000","last_undegraded":"2024-04-02T08:27:37.360525+0000","last_fullsized":"2024-04-02T08:27:37.360525+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:30.259508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508809+0000","last_change":"2024-04-02T08:27:37.229320+0000","last_active":"2024-04-02T08:27:37.508809+0000","last_peered":"2024-04-02T08:27:37.508809+0000","last_clean":"2024-04-02T08:27:37.508809+0000","last_became_active":"2024-04-02T08:27:37.229042+0000","last_became_peered":"2024-04-02T08:27:37.229042+0000","last_unstale":"2024-04-02T08:27:37.508809+0000","last_undegraded":"2024-04-02T08:27:37.508809+0000","last_fullsized":"2024-04-02T08:27:37.508809+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:53:38.565953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729021+0000","last_change":"2024-04-02T08:27:36.876700+0000","last_active":"2024-04-02T08:27:38.729021+0000","last_peered":"2024-04-02T08:27:38.729021+0000","last_clean":"2024-04-02T08:27:38.729021+0000","last_became_active":"2024-04-02T08:27:36.876376+0000","last_became_peered":"2024-04-02T08:27:36.876376+0000","last_unstale":"2024-04-02T08:27:38.729021+0000","last_undegraded":"2024-04-02T08:27:38.729021+0000","last_fullsized":"2024-04-02T08:27:38.729021+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:45.250129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729536+0000","last_change":"2024-04-02T08:27:37.242892+0000","last_active":"2024-04-02T08:27:38.729536+0000","last_peered":"2024-04-02T08:27:38.729536+0000","last_clean":"2024-04-02T08:27:38.729536+0000","last_became_active":"2024-04-02T08:27:37.242591+0000","last_became_peered":"2024-04-02T08:27:37.242591+0000","last_unstale":"2024-04-02T08:27:38.729536+0000","last_undegraded":"2024-04-02T08:27:38.729536+0000","last_fullsized":"2024-04-02T08:27:38.729536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:35:00.305442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837226+0000","last_change":"2024-04-02T08:27:36.871778+0000","last_active":"2024-04-02T08:27:37.837226+0000","last_peered":"2024-04-02T08:27:37.837226+0000","last_clean":"2024-04-02T08:27:37.837226+0000","last_became_active":"2024-04-02T08:27:36.871077+0000","last_became_peered":"2024-04-02T08:27:36.871077+0000","last_unstale":"2024-04-02T08:27:37.837226+0000","last_undegraded":"2024-04-02T08:27:37.837226+0000","last_fullsized":"2024-04-02T08:27:37.837226+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:34.357949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218672+0000","last_change":"2024-04-02T08:27:37.248985+0000","last_active":"2024-04-02T08:27:38.218672+0000","last_peered":"2024-04-02T08:27:38.218672+0000","last_clean":"2024-04-02T08:27:38.218672+0000","last_became_active":"2024-04-02T08:27:37.248624+0000","last_became_peered":"2024-04-02T08:27:37.248624+0000","last_unstale":"2024-04-02T08:27:38.218672+0000","last_undegraded":"2024-04-02T08:27:38.218672+0000","last_fullsized":"2024-04-02T08:27:38.218672+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:56.742042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508759+0000","last_change":"2024-04-02T08:27:36.875127+0000","last_active":"2024-04-02T08:27:37.508759+0000","last_peered":"2024-04-02T08:27:37.508759+0000","last_clean":"2024-04-02T08:27:37.508759+0000","last_became_active":"2024-04-02T08:27:36.874830+0000","last_became_peered":"2024-04-02T08:27:36.874830+0000","last_unstale":"2024-04-02T08:27:37.508759+0000","last_undegraded":"2024-04-02T08:27:37.508759+0000","last_fullsized":"2024-04-02T08:27:37.508759+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:56.483246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508701+0000","last_change":"2024-04-02T08:27:37.241247+0000","last_active":"2024-04-02T08:27:37.508701+0000","last_peered":"2024-04-02T08:27:37.508701+0000","last_clean":"2024-04-02T08:27:37.508701+0000","last_became_active":"2024-04-02T08:27:37.240949+0000","last_became_peered":"2024-04-02T08:27:37.240949+0000","last_unstale":"2024-04-02T08:27:37.508701+0000","last_undegraded":"2024-04-02T08:27:37.508701+0000","last_fullsized":"2024-04-02T08:27:37.508701+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:01:53.766455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360384+0000","last_change":"2024-04-02T08:27:36.880395+0000","last_active":"2024-04-02T08:27:37.360384+0000","last_peered":"2024-04-02T08:27:37.360384+0000","last_clean":"2024-04-02T08:27:37.360384+0000","last_became_active":"2024-04-02T08:27:36.880049+0000","last_became_peered":"2024-04-02T08:27:36.880049+0000","last_unstale":"2024-04-02T08:27:37.360384+0000","last_undegraded":"2024-04-02T08:27:37.360384+0000","last_fullsized":"2024-04-02T08:27:37.360384+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:28.699606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218460+0000","last_change":"2024-04-02T08:27:37.250696+0000","last_active":"2024-04-02T08:27:38.218460+0000","last_peered":"2024-04-02T08:27:38.218460+0000","last_clean":"2024-04-02T08:27:38.218460+0000","last_became_active":"2024-04-02T08:27:37.250300+0000","last_became_peered":"2024-04-02T08:27:37.250300+0000","last_unstale":"2024-04-02T08:27:38.218460+0000","last_undegraded":"2024-04-02T08:27:38.218460+0000","last_fullsized":"2024-04-02T08:27:38.218460+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:28.967621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837186+0000","last_change":"2024-04-02T08:27:36.866412+0000","last_active":"2024-04-02T08:27:37.837186+0000","last_peered":"2024-04-02T08:27:37.837186+0000","last_clean":"2024-04-02T08:27:37.837186+0000","last_became_active":"2024-04-02T08:27:36.866069+0000","last_became_peered":"2024-04-02T08:27:36.866069+0000","last_unstale":"2024-04-02T08:27:37.837186+0000","last_undegraded":"2024-04-02T08:27:37.837186+0000","last_fullsized":"2024-04-02T08:27:37.837186+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:29.470534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837172+0000","last_change":"2024-04-02T08:27:37.227813+0000","last_active":"2024-04-02T08:27:37.837172+0000","last_peered":"2024-04-02T08:27:37.837172+0000","last_clean":"2024-04-02T08:27:37.837172+0000","last_became_active":"2024-04-02T08:27:37.227478+0000","last_became_peered":"2024-04-02T08:27:37.227478+0000","last_unstale":"2024-04-02T08:27:37.837172+0000","last_undegraded":"2024-04-02T08:27:37.837172+0000","last_fullsized":"2024-04-02T08:27:37.837172+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:05:58.068910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221350+0000","last_change":"2024-04-02T08:27:36.871322+0000","last_active":"2024-04-02T08:27:38.221350+0000","last_peered":"2024-04-02T08:27:38.221350+0000","last_clean":"2024-04-02T08:27:38.221350+0000","last_became_active":"2024-04-02T08:27:36.869501+0000","last_became_peered":"2024-04-02T08:27:36.869501+0000","last_unstale":"2024-04-02T08:27:38.221350+0000","last_undegraded":"2024-04-02T08:27:38.221350+0000","last_fullsized":"2024-04-02T08:27:38.221350+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:59.016189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218306+0000","last_change":"2024-04-02T08:27:37.248182+0000","last_active":"2024-04-02T08:27:38.218306+0000","last_peered":"2024-04-02T08:27:38.218306+0000","last_clean":"2024-04-02T08:27:38.218306+0000","last_became_active":"2024-04-02T08:27:37.247853+0000","last_became_peered":"2024-04-02T08:27:37.247853+0000","last_unstale":"2024-04-02T08:27:38.218306+0000","last_undegraded":"2024-04-02T08:27:38.218306+0000","last_fullsized":"2024-04-02T08:27:38.218306+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:18:33.658270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729666+0000","last_change":"2024-04-02T08:27:36.871657+0000","last_active":"2024-04-02T08:27:38.729666+0000","last_peered":"2024-04-02T08:27:38.729666+0000","last_clean":"2024-04-02T08:27:38.729666+0000","last_became_active":"2024-04-02T08:27:36.871004+0000","last_became_peered":"2024-04-02T08:27:36.871004+0000","last_unstale":"2024-04-02T08:27:38.729666+0000","last_undegraded":"2024-04-02T08:27:38.729666+0000","last_fullsized":"2024-04-02T08:27:38.729666+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:06.835838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218876+0000","last_change":"2024-04-02T08:27:37.248798+0000","last_active":"2024-04-02T08:27:38.218876+0000","last_peered":"2024-04-02T08:27:38.218876+0000","last_clean":"2024-04-02T08:27:38.218876+0000","last_became_active":"2024-04-02T08:27:37.248465+0000","last_became_peered":"2024-04-02T08:27:37.248465+0000","last_unstale":"2024-04-02T08:27:38.218876+0000","last_undegraded":"2024-04-02T08:27:38.218876+0000","last_fullsized":"2024-04-02T08:27:38.218876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:34.370765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728834+0000","last_change":"2024-04-02T08:27:36.879444+0000","last_active":"2024-04-02T08:27:38.728834+0000","last_peered":"2024-04-02T08:27:38.728834+0000","last_clean":"2024-04-02T08:27:38.728834+0000","last_became_active":"2024-04-02T08:27:36.879090+0000","last_became_peered":"2024-04-02T08:27:36.879090+0000","last_unstale":"2024-04-02T08:27:38.728834+0000","last_undegraded":"2024-04-02T08:27:38.728834+0000","last_fullsized":"2024-04-02T08:27:38.728834+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:15:34.162596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360504+0000","last_change":"2024-04-02T08:27:37.229431+0000","last_active":"2024-04-02T08:27:37.360504+0000","last_peered":"2024-04-02T08:27:37.360504+0000","last_clean":"2024-04-02T08:27:37.360504+0000","last_became_active":"2024-04-02T08:27:37.229103+0000","last_became_peered":"2024-04-02T08:27:37.229103+0000","last_unstale":"2024-04-02T08:27:37.360504+0000","last_undegraded":"2024-04-02T08:27:37.360504+0000","last_fullsized":"2024-04-02T08:27:37.360504+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:43:20.723433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360373+0000","last_change":"2024-04-02T08:27:36.880080+0000","last_active":"2024-04-02T08:27:37.360373+0000","last_peered":"2024-04-02T08:27:37.360373+0000","last_clean":"2024-04-02T08:27:37.360373+0000","last_became_active":"2024-04-02T08:27:36.877794+0000","last_became_peered":"2024-04-02T08:27:36.877794+0000","last_unstale":"2024-04-02T08:27:37.360373+0000","last_undegraded":"2024-04-02T08:27:37.360373+0000","last_fullsized":"2024-04-02T08:27:37.360373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:31.487468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.729382+0000","last_change":"2024-04-02T08:27:37.240844+0000","last_active":"2024-04-02T08:27:38.729382+0000","last_peered":"2024-04-02T08:27:38.729382+0000","last_clean":"2024-04-02T08:27:38.729382+0000","last_became_active":"2024-04-02T08:27:37.240607+0000","last_became_peered":"2024-04-02T08:27:37.240607+0000","last_unstale":"2024-04-02T08:27:38.729382+0000","last_undegraded":"2024-04-02T08:27:38.729382+0000","last_fullsized":"2024-04-02T08:27:38.729382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:52.312069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728164+0000","last_change":"2024-04-02T08:27:37.237040+0000","last_active":"2024-04-02T08:27:38.728164+0000","last_peered":"2024-04-02T08:27:38.728164+0000","last_clean":"2024-04-02T08:27:38.728164+0000","last_became_active":"2024-04-02T08:27:37.235899+0000","last_became_peered":"2024-04-02T08:27:37.235899+0000","last_unstale":"2024-04-02T08:27:38.728164+0000","last_undegraded":"2024-04-02T08:27:38.728164+0000","last_fullsized":"2024-04-02T08:27:38.728164+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:00:26.217538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221647+0000","last_change":"2024-04-02T08:27:36.869321+0000","last_active":"2024-04-02T08:27:38.221647+0000","last_peered":"2024-04-02T08:27:38.221647+0000","last_clean":"2024-04-02T08:27:38.221647+0000","last_became_active":"2024-04-02T08:27:36.869040+0000","last_became_peered":"2024-04-02T08:27:36.869040+0000","last_unstale":"2024-04-02T08:27:38.221647+0000","last_undegraded":"2024-04-02T08:27:38.221647+0000","last_fullsized":"2024-04-02T08:27:38.221647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:15.334618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222410+0000","last_change":"2024-04-02T08:27:37.224961+0000","last_active":"2024-04-02T08:27:38.222410+0000","last_peered":"2024-04-02T08:27:38.222410+0000","last_clean":"2024-04-02T08:27:38.222410+0000","last_became_active":"2024-04-02T08:27:37.224736+0000","last_became_peered":"2024-04-02T08:27:37.224736+0000","last_unstale":"2024-04-02T08:27:38.222410+0000","last_undegraded":"2024-04-02T08:27:38.222410+0000","last_fullsized":"2024-04-02T08:27:38.222410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:20:26.800893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360444+0000","last_change":"2024-04-02T08:27:36.874572+0000","last_active":"2024-04-02T08:27:37.360444+0000","last_peered":"2024-04-02T08:27:37.360444+0000","last_clean":"2024-04-02T08:27:37.360444+0000","last_became_active":"2024-04-02T08:27:36.873927+0000","last_became_peered":"2024-04-02T08:27:36.873927+0000","last_unstale":"2024-04-02T08:27:37.360444+0000","last_undegraded":"2024-04-02T08:27:37.360444+0000","last_fullsized":"2024-04-02T08:27:37.360444+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:46.040209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.237373+0000","last_change":"2024-04-02T08:27:22.166020+0000","last_active":"2024-04-02T08:27:37.237373+0000","last_peered":"2024-04-02T08:27:37.237373+0000","last_clean":"2024-04-02T08:27:37.237373+0000","last_became_active":"2024-04-02T08:27:22.165594+0000","last_became_peered":"2024-04-02T08:27:22.165594+0000","last_unstale":"2024-04-02T08:27:37.237373+0000","last_undegraded":"2024-04-02T08:27:37.237373+0000","last_fullsized":"2024-04-02T08:27:37.237373+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_clean_scrub_stamp":"2024-04-02T08:25:15.767243+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:06:31.660080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508685+0000","last_change":"2024-04-02T08:27:37.235081+0000","last_active":"2024-04-02T08:27:37.508685+0000","last_peered":"2024-04-02T08:27:37.508685+0000","last_clean":"2024-04-02T08:27:37.508685+0000","last_became_active":"2024-04-02T08:27:37.234655+0000","last_became_peered":"2024-04-02T08:27:37.234655+0000","last_unstale":"2024-04-02T08:27:37.508685+0000","last_undegraded":"2024-04-02T08:27:37.508685+0000","last_fullsized":"2024-04-02T08:27:37.508685+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:51.692301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218263+0000","last_change":"2024-04-02T08:27:36.879473+0000","last_active":"2024-04-02T08:27:38.218263+0000","last_peered":"2024-04-02T08:27:38.218263+0000","last_clean":"2024-04-02T08:27:38.218263+0000","last_became_active":"2024-04-02T08:27:36.878990+0000","last_became_peered":"2024-04-02T08:27:36.878990+0000","last_unstale":"2024-04-02T08:27:38.218263+0000","last_undegraded":"2024-04-02T08:27:38.218263+0000","last_fullsized":"2024-04-02T08:27:38.218263+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:28.962463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218809+0000","last_change":"2024-04-02T08:27:36.881394+0000","last_active":"2024-04-02T08:27:38.218809+0000","last_peered":"2024-04-02T08:27:38.218809+0000","last_clean":"2024-04-02T08:27:38.218809+0000","last_became_active":"2024-04-02T08:27:36.879529+0000","last_became_peered":"2024-04-02T08:27:36.879529+0000","last_unstale":"2024-04-02T08:27:38.218809+0000","last_undegraded":"2024-04-02T08:27:38.218809+0000","last_fullsized":"2024-04-02T08:27:38.218809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:20.363420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728917+0000","last_change":"2024-04-02T08:27:37.233277+0000","last_active":"2024-04-02T08:27:38.728917+0000","last_peered":"2024-04-02T08:27:38.728917+0000","last_clean":"2024-04-02T08:27:38.728917+0000","last_became_active":"2024-04-02T08:27:37.232840+0000","last_became_peered":"2024-04-02T08:27:37.232840+0000","last_unstale":"2024-04-02T08:27:38.728917+0000","last_undegraded":"2024-04-02T08:27:38.728917+0000","last_fullsized":"2024-04-02T08:27:38.728917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:04:30.070844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728572+0000","last_change":"2024-04-02T08:27:36.864986+0000","last_active":"2024-04-02T08:27:38.728572+0000","last_peered":"2024-04-02T08:27:38.728572+0000","last_clean":"2024-04-02T08:27:38.728572+0000","last_became_active":"2024-04-02T08:27:36.864651+0000","last_became_peered":"2024-04-02T08:27:36.864651+0000","last_unstale":"2024-04-02T08:27:38.728572+0000","last_undegraded":"2024-04-02T08:27:38.728572+0000","last_fullsized":"2024-04-02T08:27:38.728572+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:32.591017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222489+0000","last_change":"2024-04-02T08:27:37.236929+0000","last_active":"2024-04-02T08:27:38.222489+0000","last_peered":"2024-04-02T08:27:38.222489+0000","last_clean":"2024-04-02T08:27:38.222489+0000","last_became_active":"2024-04-02T08:27:37.236662+0000","last_became_peered":"2024-04-02T08:27:37.236662+0000","last_unstale":"2024-04-02T08:27:38.222489+0000","last_undegraded":"2024-04-02T08:27:38.222489+0000","last_fullsized":"2024-04-02T08:27:38.222489+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:34.259136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837286+0000","last_change":"2024-04-02T08:27:36.876794+0000","last_active":"2024-04-02T08:27:37.837286+0000","last_peered":"2024-04-02T08:27:37.837286+0000","last_clean":"2024-04-02T08:27:37.837286+0000","last_became_active":"2024-04-02T08:27:36.876513+0000","last_became_peered":"2024-04-02T08:27:36.876513+0000","last_unstale":"2024-04-02T08:27:37.837286+0000","last_undegraded":"2024-04-02T08:27:37.837286+0000","last_fullsized":"2024-04-02T08:27:37.837286+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:09.735995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508799+0000","last_change":"2024-04-02T08:27:37.231458+0000","last_active":"2024-04-02T08:27:37.508799+0000","last_peered":"2024-04-02T08:27:37.508799+0000","last_clean":"2024-04-02T08:27:37.508799+0000","last_became_active":"2024-04-02T08:27:37.231209+0000","last_became_peered":"2024-04-02T08:27:37.231209+0000","last_unstale":"2024-04-02T08:27:37.508799+0000","last_undegraded":"2024-04-02T08:27:37.508799+0000","last_fullsized":"2024-04-02T08:27:37.508799+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:59:48.769831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218100+0000","last_change":"2024-04-02T08:27:36.879284+0000","last_active":"2024-04-02T08:27:38.218100+0000","last_peered":"2024-04-02T08:27:38.218100+0000","last_clean":"2024-04-02T08:27:38.218100+0000","last_became_active":"2024-04-02T08:27:36.878592+0000","last_became_peered":"2024-04-02T08:27:36.878592+0000","last_unstale":"2024-04-02T08:27:38.218100+0000","last_undegraded":"2024-04-02T08:27:38.218100+0000","last_fullsized":"2024-04-02T08:27:38.218100+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:13:13.761715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728531+0000","last_change":"2024-04-02T08:27:37.234410+0000","last_active":"2024-04-02T08:27:38.728531+0000","last_peered":"2024-04-02T08:27:38.728531+0000","last_clean":"2024-04-02T08:27:38.728531+0000","last_became_active":"2024-04-02T08:27:37.234112+0000","last_became_peered":"2024-04-02T08:27:37.234112+0000","last_unstale":"2024-04-02T08:27:38.728531+0000","last_undegraded":"2024-04-02T08:27:38.728531+0000","last_fullsized":"2024-04-02T08:27:38.728531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:30.888557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728983+0000","last_change":"2024-04-02T08:27:36.879582+0000","last_active":"2024-04-02T08:27:38.728983+0000","last_peered":"2024-04-02T08:27:38.728983+0000","last_clean":"2024-04-02T08:27:38.728983+0000","last_became_active":"2024-04-02T08:27:36.878893+0000","last_became_peered":"2024-04-02T08:27:36.878893+0000","last_unstale":"2024-04-02T08:27:38.728983+0000","last_undegraded":"2024-04-02T08:27:38.728983+0000","last_fullsized":"2024-04-02T08:27:38.728983+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:01:42.219973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221936+0000","last_change":"2024-04-02T08:27:37.240640+0000","last_active":"2024-04-02T08:27:38.221936+0000","last_peered":"2024-04-02T08:27:38.221936+0000","last_clean":"2024-04-02T08:27:38.221936+0000","last_became_active":"2024-04-02T08:27:37.240173+0000","last_became_peered":"2024-04-02T08:27:37.240173+0000","last_unstale":"2024-04-02T08:27:38.221936+0000","last_undegraded":"2024-04-02T08:27:38.221936+0000","last_fullsized":"2024-04-02T08:27:38.221936+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:03:18.545912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728816+0000","last_change":"2024-04-02T08:27:36.877092+0000","last_active":"2024-04-02T08:27:38.728816+0000","last_peered":"2024-04-02T08:27:38.728816+0000","last_clean":"2024-04-02T08:27:38.728816+0000","last_became_active":"2024-04-02T08:27:36.876684+0000","last_became_peered":"2024-04-02T08:27:36.876684+0000","last_unstale":"2024-04-02T08:27:38.728816+0000","last_undegraded":"2024-04-02T08:27:38.728816+0000","last_fullsized":"2024-04-02T08:27:38.728816+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:58:12.517578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222511+0000","last_change":"2024-04-02T08:27:37.233471+0000","last_active":"2024-04-02T08:27:38.222511+0000","last_peered":"2024-04-02T08:27:38.222511+0000","last_clean":"2024-04-02T08:27:38.222511+0000","last_became_active":"2024-04-02T08:27:37.233252+0000","last_became_peered":"2024-04-02T08:27:37.233252+0000","last_unstale":"2024-04-02T08:27:38.222511+0000","last_undegraded":"2024-04-02T08:27:38.222511+0000","last_fullsized":"2024-04-02T08:27:38.222511+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:04:10.911111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218432+0000","last_change":"2024-04-02T08:27:36.881663+0000","last_active":"2024-04-02T08:27:38.218432+0000","last_peered":"2024-04-02T08:27:38.218432+0000","last_clean":"2024-04-02T08:27:38.218432+0000","last_became_active":"2024-04-02T08:27:36.881348+0000","last_became_peered":"2024-04-02T08:27:36.881348+0000","last_unstale":"2024-04-02T08:27:38.218432+0000","last_undegraded":"2024-04-02T08:27:38.218432+0000","last_fullsized":"2024-04-02T08:27:38.218432+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:34.235714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837200+0000","last_change":"2024-04-02T08:27:37.230577+0000","last_active":"2024-04-02T08:27:37.837200+0000","last_peered":"2024-04-02T08:27:37.837200+0000","last_clean":"2024-04-02T08:27:37.837200+0000","last_became_active":"2024-04-02T08:27:37.230250+0000","last_became_peered":"2024-04-02T08:27:37.230250+0000","last_unstale":"2024-04-02T08:27:37.837200+0000","last_undegraded":"2024-04-02T08:27:37.837200+0000","last_fullsized":"2024-04-02T08:27:37.837200+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:35:07.459145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221976+0000","last_change":"2024-04-02T08:27:36.872701+0000","last_active":"2024-04-02T08:27:38.221976+0000","last_peered":"2024-04-02T08:27:38.221976+0000","last_clean":"2024-04-02T08:27:38.221976+0000","last_became_active":"2024-04-02T08:27:36.872456+0000","last_became_peered":"2024-04-02T08:27:36.872456+0000","last_unstale":"2024-04-02T08:27:38.221976+0000","last_undegraded":"2024-04-02T08:27:38.221976+0000","last_fullsized":"2024-04-02T08:27:38.221976+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:44:51.244208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.218811+0000","last_change":"2024-04-02T08:27:37.249054+0000","last_active":"2024-04-02T08:27:38.218811+0000","last_peered":"2024-04-02T08:27:38.218811+0000","last_clean":"2024-04-02T08:27:38.218811+0000","last_became_active":"2024-04-02T08:27:37.248618+0000","last_became_peered":"2024-04-02T08:27:37.248618+0000","last_unstale":"2024-04-02T08:27:38.218811+0000","last_undegraded":"2024-04-02T08:27:38.218811+0000","last_fullsized":"2024-04-02T08:27:38.218811+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:58:16.058568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728952+0000","last_change":"2024-04-02T08:27:36.870867+0000","last_active":"2024-04-02T08:27:38.728952+0000","last_peered":"2024-04-02T08:27:38.728952+0000","last_clean":"2024-04-02T08:27:38.728952+0000","last_became_active":"2024-04-02T08:27:36.870574+0000","last_became_peered":"2024-04-02T08:27:36.870574+0000","last_unstale":"2024-04-02T08:27:38.728952+0000","last_undegraded":"2024-04-02T08:27:38.728952+0000","last_fullsized":"2024-04-02T08:27:38.728952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:14.181829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360457+0000","last_change":"2024-04-02T08:27:37.228113+0000","last_active":"2024-04-02T08:27:37.360457+0000","last_peered":"2024-04-02T08:27:37.360457+0000","last_clean":"2024-04-02T08:27:37.360457+0000","last_became_active":"2024-04-02T08:27:37.227632+0000","last_became_peered":"2024-04-02T08:27:37.227632+0000","last_unstale":"2024-04-02T08:27:37.360457+0000","last_undegraded":"2024-04-02T08:27:37.360457+0000","last_fullsized":"2024-04-02T08:27:37.360457+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:14:37.057058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221740+0000","last_change":"2024-04-02T08:27:36.878715+0000","last_active":"2024-04-02T08:27:38.221740+0000","last_peered":"2024-04-02T08:27:38.221740+0000","last_clean":"2024-04-02T08:27:38.221740+0000","last_became_active":"2024-04-02T08:27:36.878295+0000","last_became_peered":"2024-04-02T08:27:36.878295+0000","last_unstale":"2024-04-02T08:27:38.221740+0000","last_undegraded":"2024-04-02T08:27:38.221740+0000","last_fullsized":"2024-04-02T08:27:38.221740+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:20:27.919990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.219039+0000","last_change":"2024-04-02T08:27:37.249854+0000","last_active":"2024-04-02T08:27:38.219039+0000","last_peered":"2024-04-02T08:27:38.219039+0000","last_clean":"2024-04-02T08:27:38.219039+0000","last_became_active":"2024-04-02T08:27:37.249569+0000","last_became_peered":"2024-04-02T08:27:37.249569+0000","last_unstale":"2024-04-02T08:27:38.219039+0000","last_undegraded":"2024-04-02T08:27:38.219039+0000","last_fullsized":"2024-04-02T08:27:38.219039+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:04:42.636562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837155+0000","last_change":"2024-04-02T08:27:37.227091+0000","last_active":"2024-04-02T08:27:37.837155+0000","last_peered":"2024-04-02T08:27:37.837155+0000","last_clean":"2024-04-02T08:27:37.837155+0000","last_became_active":"2024-04-02T08:27:37.226759+0000","last_became_peered":"2024-04-02T08:27:37.226759+0000","last_unstale":"2024-04-02T08:27:37.837155+0000","last_undegraded":"2024-04-02T08:27:37.837155+0000","last_fullsized":"2024-04-02T08:27:37.837155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:07.990519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.221480+0000","last_change":"2024-04-02T08:27:37.226648+0000","last_active":"2024-04-02T08:27:38.221480+0000","last_peered":"2024-04-02T08:27:38.221480+0000","last_clean":"2024-04-02T08:27:38.221480+0000","last_became_active":"2024-04-02T08:27:37.226401+0000","last_became_peered":"2024-04-02T08:27:37.226401+0000","last_unstale":"2024-04-02T08:27:38.221480+0000","last_undegraded":"2024-04-02T08:27:38.221480+0000","last_fullsized":"2024-04-02T08:27:38.221480+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:05.331424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360397+0000","last_change":"2024-04-02T08:27:37.234438+0000","last_active":"2024-04-02T08:27:37.360397+0000","last_peered":"2024-04-02T08:27:37.360397+0000","last_clean":"2024-04-02T08:27:37.360397+0000","last_became_active":"2024-04-02T08:27:37.234101+0000","last_became_peered":"2024-04-02T08:27:37.234101+0000","last_unstale":"2024-04-02T08:27:37.360397+0000","last_undegraded":"2024-04-02T08:27:37.360397+0000","last_fullsized":"2024-04-02T08:27:37.360397+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:14:52.727404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508743+0000","last_change":"2024-04-02T08:27:37.234875+0000","last_active":"2024-04-02T08:27:37.508743+0000","last_peered":"2024-04-02T08:27:37.508743+0000","last_clean":"2024-04-02T08:27:37.508743+0000","last_became_active":"2024-04-02T08:27:37.234554+0000","last_became_peered":"2024-04-02T08:27:37.234554+0000","last_unstale":"2024-04-02T08:27:37.508743+0000","last_undegraded":"2024-04-02T08:27:37.508743+0000","last_fullsized":"2024-04-02T08:27:37.508743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:20:21.428540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222265+0000","last_change":"2024-04-02T08:27:37.230303+0000","last_active":"2024-04-02T08:27:38.222265+0000","last_peered":"2024-04-02T08:27:38.222265+0000","last_clean":"2024-04-02T08:27:38.222265+0000","last_became_active":"2024-04-02T08:27:37.229107+0000","last_became_peered":"2024-04-02T08:27:37.229107+0000","last_unstale":"2024-04-02T08:27:38.222265+0000","last_undegraded":"2024-04-02T08:27:38.222265+0000","last_fullsized":"2024-04-02T08:27:38.222265+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:10.613068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.728905+0000","last_change":"2024-04-02T08:27:37.230678+0000","last_active":"2024-04-02T08:27:38.728905+0000","last_peered":"2024-04-02T08:27:38.728905+0000","last_clean":"2024-04-02T08:27:38.728905+0000","last_became_active":"2024-04-02T08:27:37.230405+0000","last_became_peered":"2024-04-02T08:27:37.230405+0000","last_unstale":"2024-04-02T08:27:38.728905+0000","last_undegraded":"2024-04-02T08:27:38.728905+0000","last_fullsized":"2024-04-02T08:27:38.728905+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:58:25.763155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837275+0000","last_change":"2024-04-02T08:27:37.237803+0000","last_active":"2024-04-02T08:27:37.837275+0000","last_peered":"2024-04-02T08:27:37.837275+0000","last_clean":"2024-04-02T08:27:37.837275+0000","last_became_active":"2024-04-02T08:27:37.237510+0000","last_became_peered":"2024-04-02T08:27:37.237510+0000","last_unstale":"2024-04-02T08:27:37.837275+0000","last_undegraded":"2024-04-02T08:27:37.837275+0000","last_fullsized":"2024-04-02T08:27:37.837275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:08.838031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222598+0000","last_change":"2024-04-02T08:27:37.230057+0000","last_active":"2024-04-02T08:27:38.222598+0000","last_peered":"2024-04-02T08:27:38.222598+0000","last_clean":"2024-04-02T08:27:38.222598+0000","last_became_active":"2024-04-02T08:27:37.229629+0000","last_became_peered":"2024-04-02T08:27:37.229629+0000","last_unstale":"2024-04-02T08:27:38.222598+0000","last_undegraded":"2024-04-02T08:27:38.222598+0000","last_fullsized":"2024-04-02T08:27:38.222598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:23.594422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360361+0000","last_change":"2024-04-02T08:27:37.225274+0000","last_active":"2024-04-02T08:27:37.360361+0000","last_peered":"2024-04-02T08:27:37.360361+0000","last_clean":"2024-04-02T08:27:37.360361+0000","last_became_active":"2024-04-02T08:27:37.224873+0000","last_became_peered":"2024-04-02T08:27:37.224873+0000","last_unstale":"2024-04-02T08:27:37.360361+0000","last_undegraded":"2024-04-02T08:27:37.360361+0000","last_fullsized":"2024-04-02T08:27:37.360361+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:48.784191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:38.222175+0000","last_change":"2024-04-02T08:27:37.231628+0000","last_active":"2024-04-02T08:27:38.222175+0000","last_peered":"2024-04-02T08:27:38.222175+0000","last_clean":"2024-04-02T08:27:38.222175+0000","last_became_active":"2024-04-02T08:27:37.231370+0000","last_became_peered":"2024-04-02T08:27:37.231370+0000","last_unstale":"2024-04-02T08:27:38.222175+0000","last_undegraded":"2024-04-02T08:27:38.222175+0000","last_fullsized":"2024-04-02T08:27:38.222175+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:16.754839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.360408+0000","last_change":"2024-04-02T08:27:37.240045+0000","last_active":"2024-04-02T08:27:37.360408+0000","last_peered":"2024-04-02T08:27:37.360408+0000","last_clean":"2024-04-02T08:27:37.360408+0000","last_became_active":"2024-04-02T08:27:37.239681+0000","last_became_peered":"2024-04-02T08:27:37.239681+0000","last_unstale":"2024-04-02T08:27:37.360408+0000","last_undegraded":"2024-04-02T08:27:37.360408+0000","last_fullsized":"2024-04-02T08:27:37.360408+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:35.812523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.508726+0000","last_change":"2024-04-02T08:27:37.239765+0000","last_active":"2024-04-02T08:27:37.508726+0000","last_peered":"2024-04-02T08:27:37.508726+0000","last_clean":"2024-04-02T08:27:37.508726+0000","last_became_active":"2024-04-02T08:27:37.239472+0000","last_became_peered":"2024-04-02T08:27:37.239472+0000","last_unstale":"2024-04-02T08:27:37.508726+0000","last_undegraded":"2024-04-02T08:27:37.508726+0000","last_fullsized":"2024-04-02T08:27:37.508726+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:09:02.954023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:37.837238+0000","last_change":"2024-04-02T08:27:37.228296+0000","last_active":"2024-04-02T08:27:37.837238+0000","last_peered":"2024-04-02T08:27:37.837238+0000","last_clean":"2024-04-02T08:27:37.837238+0000","last_became_active":"2024-04-02T08:27:37.228007+0000","last_became_peered":"2024-04-02T08:27:37.228007+0000","last_unstale":"2024-04-02T08:27:37.837238+0000","last_undegraded":"2024-04-02T08:27:37.837238+0000","last_fullsized":"2024-04-02T08:27:37.837238+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:56:02.952416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1220608,"data_stored":850769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31720,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713432,"statfs":{"total":95995035648,"available":95962554368,"internally_reserved":0,"allocated":614400,"data_stored":252598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.29599999999999999,"15min":0.28399999999999997},"min":{"1min":0.24099999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.253},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.29799999999999999,"15min":0.28199999999999997},"min":{"1min":0.26500000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.315}]},{"osd":2,"last update":"Tue Apr 2 08:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.40200000000000002,"15min":0.39800000000000002},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.371},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.39000000000000001,"15min":0.38400000000000001},"min":{"1min":0.28000000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.34699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.28299999999999997}]},{"osd":4,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.47699999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.60299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738410,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.32700000000000001,"15min":0.316},"min":{"1min":0.27200000000000002,"5min":0.191,"15min":0.191},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.34899999999999998,"15min":0.33500000000000002},"min":{"1min":0.26700000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.23799999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.32900000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.29899999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.33500000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.38},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.317}]},{"osd":4,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.505}]},{"osd":5,"last update":"Tue Apr 2 08:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.48299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31732,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713420,"statfs":{"total":95995035648,"available":95962542080,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.34699999999999998,"15min":0.34100000000000003},"min":{"1min":0.23999999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.37,"15min":0.36199999999999999},"min":{"1min":0.29299999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.48399999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:27:23 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.39200000000000002,"15min":0.38400000000000001},"min":{"1min":0.32400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58099999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.33500000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.28000000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.59399999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.56299999999999994}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182427,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27656,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717496,"statfs":{"total":95995035648,"available":95966715904,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.26900000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.25700000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.37},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.317}]},{"osd":4,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.51200000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.56399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.51000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.5},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.49399999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.439}]},{"osd":3,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.53500000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:27:27 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.41199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757265,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":261095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.436},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.51900000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.45200000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.47599999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.50800000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.373},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.41199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:45.071 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-02T08:27:45.071 INFO:tasks.cephadm:Adding prometheus.a on smithi188 2024-04-02T08:27:45.071 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply prometheus '1;smithi188=a' 2024-04-02T08:27:45.290 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:46 smithi188 ceph-mon[30882]: from='client.14586 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:46 smithi188 ceph-mon[30882]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-02T08:27:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:46 smithi104 ceph-mon[27401]: from='client.14586 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:46.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:46 smithi104 ceph-mon[27401]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-02T08:27:46.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:46 smithi104 ceph-mon[39229]: from='client.14586 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:46.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:46 smithi104 ceph-mon[39229]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-02T08:27:47.081 INFO:teuthology.orchestra.run.smithi188.stdout:Scheduled prometheus update... 2024-04-02T08:27:47.676 DEBUG:teuthology.orchestra.run.smithi188:prometheus.a> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service 2024-04-02T08:27:47.678 INFO:tasks.cephadm:Adding node-exporter.a on smithi104 2024-04-02T08:27:47.678 INFO:tasks.cephadm:Adding node-exporter.b on smithi188 2024-04-02T08:27:47.678 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply node-exporter '2;smithi104=a;smithi188=b' 2024-04-02T08:27:47.925 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:48.357 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:48 smithi188 ceph-mon[30882]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi188=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:48.357 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:48 smithi188 ceph-mon[30882]: Saving service prometheus spec with placement smithi188=a;count:1 2024-04-02T08:27:48.357 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:48 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:48.357 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:48 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:48.357 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:48 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:48.357 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:48 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:48.357 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:48 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:48.357 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:48 smithi188 ceph-mon[30882]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:27:48.357 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:48 smithi188 ceph-mon[30882]: Deploying daemon prometheus.a on smithi188 2024-04-02T08:27:48.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[27401]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi188=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[27401]: Saving service prometheus spec with placement smithi188=a;count:1 2024-04-02T08:27:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[27401]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:27:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[27401]: Deploying daemon prometheus.a on smithi188 2024-04-02T08:27:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[39229]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi188=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:48.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[39229]: Saving service prometheus spec with placement smithi188=a;count:1 2024-04-02T08:27:48.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:48.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:48.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:48.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:48.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:48.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[39229]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:27:48.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:48 smithi104 ceph-mon[39229]: Deploying daemon prometheus.a on smithi188 2024-04-02T08:27:50.366 INFO:teuthology.orchestra.run.smithi188.stdout:Scheduled node-exporter update... 2024-04-02T08:27:50.366 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:50 smithi188 ceph-mon[30882]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 277 B/s wr, 2 op/s 2024-04-02T08:27:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:50 smithi104 ceph-mon[27401]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 277 B/s wr, 2 op/s 2024-04-02T08:27:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:50 smithi104 ceph-mon[39229]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 277 B/s wr, 2 op/s 2024-04-02T08:27:51.407 DEBUG:teuthology.orchestra.run.smithi104:node-exporter.a> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service 2024-04-02T08:27:51.410 DEBUG:teuthology.orchestra.run.smithi188:node-exporter.b> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service 2024-04-02T08:27:51.412 INFO:tasks.cephadm:Adding alertmanager.a on smithi104 2024-04-02T08:27:51.412 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply alertmanager '1;smithi104=a' 2024-04-02T08:27:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:51 smithi188 ceph-mon[30882]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi104=a;smithi188=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:51 smithi188 ceph-mon[30882]: Saving service node-exporter spec with placement smithi104=a;smithi188=b;count:2 2024-04-02T08:27:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:51 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:51 smithi104 ceph-mon[39229]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi104=a;smithi188=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:51 smithi104 ceph-mon[39229]: Saving service node-exporter spec with placement smithi104=a;smithi188=b;count:2 2024-04-02T08:27:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:51 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:51 smithi104 ceph-mon[27401]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi104=a;smithi188=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:51 smithi104 ceph-mon[27401]: Saving service node-exporter spec with placement smithi104=a;smithi188=b;count:2 2024-04-02T08:27:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:51 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:51.649 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:52 smithi188 ceph-mon[30882]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-04-02T08:27:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:52 smithi104 ceph-mon[39229]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-04-02T08:27:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:52 smithi104 ceph-mon[27401]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-04-02T08:27:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:54 smithi104 ceph-mon[39229]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:54 smithi104 ceph-mon[27401]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:54 smithi188 ceph-mon[30882]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:55.492 INFO:teuthology.orchestra.run.smithi188.stdout:Scheduled alertmanager update... 2024-04-02T08:27:56.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:56 smithi104 ceph-mon[39229]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:56.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:56 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:56 smithi104 ceph-mon[27401]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:56 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:56.687 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:56 smithi188 ceph-mon[30882]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:56.687 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:56 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:27:57.376 DEBUG:teuthology.orchestra.run.smithi104:alertmanager.a> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service 2024-04-02T08:27:57.460 INFO:tasks.cephadm:Adding grafana.a on smithi188 2024-04-02T08:27:57.461 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply grafana '1;smithi188=a' 2024-04-02T08:27:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[27401]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi104=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[27401]: Saving service alertmanager spec with placement smithi104=a;count:1 2024-04-02T08:27:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:27:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-02T08:27:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-04-02T08:27:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]: dispatch 2024-04-02T08:27:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 1]}]: dispatch 2024-04-02T08:27:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [5, 2]}]: dispatch 2024-04-02T08:27:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[39229]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi104=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[39229]: Saving service alertmanager spec with placement smithi104=a;count:1 2024-04-02T08:27:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:27:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-02T08:27:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-04-02T08:27:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]: dispatch 2024-04-02T08:27:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 1]}]: dispatch 2024-04-02T08:27:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:57 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [5, 2]}]: dispatch 2024-04-02T08:27:57.750 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:57 smithi188 ceph-mon[30882]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi104=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:57.750 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:57 smithi188 ceph-mon[30882]: Saving service alertmanager spec with placement smithi104=a;count:1 2024-04-02T08:27:57.750 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:57 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:27:57.750 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:57 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-02T08:27:57.750 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:57 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-04-02T08:27:57.750 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:57 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]: dispatch 2024-04-02T08:27:57.750 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:57 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 1]}]: dispatch 2024-04-02T08:27:57.750 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:57 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [5, 2]}]: dispatch 2024-04-02T08:27:58.648 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:58 smithi188 ceph-mon[30882]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:58.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-02T08:27:58.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-02T08:27:58.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-04-02T08:27:58.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]': finished 2024-04-02T08:27:58.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 1]}]': finished 2024-04-02T08:27:58.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:58 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [5, 2]}]': finished 2024-04-02T08:27:58.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:58 smithi188 ceph-mon[30882]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:27:58.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[39229]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:58.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-02T08:27:58.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-02T08:27:58.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-04-02T08:27:58.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]': finished 2024-04-02T08:27:58.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 1]}]': finished 2024-04-02T08:27:58.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [5, 2]}]': finished 2024-04-02T08:27:58.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[39229]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:27:58.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[27401]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:58.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-02T08:27:58.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-02T08:27:58.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-04-02T08:27:58.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]': finished 2024-04-02T08:27:58.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 1]}]': finished 2024-04-02T08:27:58.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [5, 2]}]': finished 2024-04-02T08:27:58.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:58 smithi104 ceph-mon[27401]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:27:59.468 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:59.688 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:27:59 smithi188 ceph-mon[30882]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:27:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:27:59 smithi104 ceph-mon[39229]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:27:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:27:59 smithi104 ceph-mon[27401]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:28:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:00 smithi188 ceph-mon[30882]: pgmap v205: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:00 smithi104 ceph-mon[39229]: pgmap v205: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:00 smithi104 ceph-mon[27401]: pgmap v205: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:01.815 INFO:teuthology.orchestra.run.smithi188.stdout:Scheduled grafana update... 2024-04-02T08:28:02.417 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:02 smithi188 ceph-mon[30882]: pgmap v206: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:02.417 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:02 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.417 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:02 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.418 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:02 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.418 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:02 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.418 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:02 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:28:02.748 DEBUG:teuthology.orchestra.run.smithi188:grafana.a> sudo journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service 2024-04-02T08:28:02.750 INFO:tasks.cephadm:Setting up client nodes... 2024-04-02T08:28:02.751 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:28:02.780 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[27401]: pgmap v206: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:02.780 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.780 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.780 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.780 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.780 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:28:02.781 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[39229]: pgmap v206: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:02.781 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.781 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.781 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.781 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' 2024-04-02T08:28:02.781 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:02 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:28:02.962 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:03.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:03 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ignoring --setuser ceph since I am not root 2024-04-02T08:28:03.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:03 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ignoring --setgroup ceph since I am not root 2024-04-02T08:28:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:03 smithi104 ceph-mon[27401]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi188=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:03 smithi104 ceph-mon[27401]: Saving service grafana spec with placement smithi188=a;count:1 2024-04-02T08:28:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:03 smithi104 ceph-mon[27401]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:28:03.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:03 smithi104 ceph-mon[27401]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-02T08:28:03.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:03 smithi104 ceph-mon[39229]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi188=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:03.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:03 smithi104 ceph-mon[39229]: Saving service grafana spec with placement smithi188=a;count:1 2024-04-02T08:28:03.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:03 smithi104 ceph-mon[39229]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:28:03.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:03 smithi104 ceph-mon[39229]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-02T08:28:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:03 smithi188 ceph-mon[30882]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi188=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:03 smithi188 ceph-mon[30882]: Saving service grafana spec with placement smithi188=a;count:1 2024-04-02T08:28:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:03 smithi188 ceph-mon[30882]: from='mgr.14152 172.21.15.104:0/734985573' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:28:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:03 smithi188 ceph-mon[30882]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-02T08:28:03.874 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: ignoring --setuser ceph since I am not root 2024-04-02T08:28:03.874 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: ignoring --setgroup ceph since I am not root 2024-04-02T08:28:03.874 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:03 smithi188 ceph-mgr[32984]: -- 172.21.15.188:0/2987972372 <== mon.1 v2:172.21.15.188:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55cf168441a0 con 0x55cf1681b000 2024-04-02T08:28:04.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:03 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:03.912+0000 7f20ba0e3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:28:04.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:04.006+0000 7f20ba0e3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:28:04.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:03.894+0000 7f2457fa1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:28:04.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:03.986+0000 7f2457fa1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:28:04.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:04.609+0000 7f2457fa1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:28:04.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:04.698+0000 7f2457fa1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:28:04.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:04.839+0000 7f2457fa1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:28:04.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:04.678+0000 7f20ba0e3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:28:04.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:04.773+0000 7f20ba0e3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:28:05.112 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-04-02T08:28:05.112 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQCVwQtmWYV3BhAA1LSePm+s0P9htplxamJggw== 2024-04-02T08:28:05.277 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:05 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1852622071' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:05.278 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:05 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:05.278 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:05 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:28:05.278 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:04.933+0000 7f2457fa1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:28:05.278 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:05 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:05.014+0000 7f2457fa1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:28:05.278 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:05 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:05.278+0000 7f2457fa1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:28:05.381 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1852622071' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:05.381 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:05.381 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:28:05.381 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1852622071' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:05.381 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:05.381 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:28:05.382 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:04.920+0000 7f20ba0e3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:28:05.382 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:05.016+0000 7f20ba0e3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:28:05.382 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:05.100+0000 7f20ba0e3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:28:05.382 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:05.382+0000 7f20ba0e3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:28:05.561 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:05 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:05.387+0000 7f2457fa1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:28:05.561 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:05 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:05.471+0000 7f2457fa1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:28:05.561 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:05 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:05.562+0000 7f2457fa1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:28:05.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:05.493+0000 7f20ba0e3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:28:05.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:05.580+0000 7f20ba0e3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:28:05.815 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:28:05.815 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-02T08:28:05.815 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-02T08:28:05.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:05 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:05.737+0000 7f2457fa1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:28:05.899 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:28:06.138 INFO:teuthology.orchestra.run.smithi188.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:28:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:05.676+0000 7f20ba0e3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:28:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:05.861+0000 7f20ba0e3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:28:06.859 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:06 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:06.727+0000 7f2457fa1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:28:07.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:06 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:06.860+0000 7f2457fa1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:28:07.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:06 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:06.821+0000 7f20ba0e3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:28:07.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:06 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:06.953+0000 7f20ba0e3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:28:07.458 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:07 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:07.202+0000 7f2457fa1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:28:07.458 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:07 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:07.294+0000 7f2457fa1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:28:07.573 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:07.287+0000 7f20ba0e3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:28:07.573 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:07.378+0000 7f20ba0e3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:28:07.573 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:07.574+0000 7f20ba0e3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:28:07.710 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:07 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:07.498+0000 7f2457fa1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:28:07.711 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:07 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:07.689+0000 7f2457fa1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:28:07.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:07.758+0000 7f20ba0e3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:28:08.117 INFO:teuthology.orchestra.run.smithi188.stdout:[client.1] 2024-04-02T08:28:08.117 INFO:teuthology.orchestra.run.smithi188.stdout: key = AQCYwQtmmfrbBhAAgr8cIkoM5pAgRTU1MBsmRA== 2024-04-02T08:28:08.260 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:07 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:07.989+0000 7f2457fa1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:28:08.260 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:08 smithi188 ceph-mon[30882]: from='client.? 172.21.15.188:0/2637496978' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:08.261 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:08 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:08.261 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:08 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:28:08.304 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:08 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:08.045+0000 7f20ba0e3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:28:08.304 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:08 smithi104 ceph-mon[39229]: from='client.? 172.21.15.188:0/2637496978' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:08.304 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:08 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:08.304 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:08 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:28:08.305 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:08 smithi104 ceph-mon[27401]: from='client.? 172.21.15.188:0/2637496978' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:08.305 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:08 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:28:08.305 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:08 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:28:08.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:08 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:08.261+0000 7f2457fa1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:28:08.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:08 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:08.502+0000 7f2457fa1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:28:08.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:08 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:08.305+0000 7f20ba0e3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:28:08.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:08 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:08.542+0000 7f20ba0e3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:28:08.837 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T08:28:08.837 DEBUG:teuthology.orchestra.run.smithi188:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-02T08:28:08.837 DEBUG:teuthology.orchestra.run.smithi188:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-02T08:28:08.882 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-02T08:28:08.882 DEBUG:teuthology.orchestra.run.smithi104:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-02T08:28:09.169 INFO:teuthology.misc.health.smithi104.stdout: 2024-04-02T08:28:09.169 INFO:teuthology.misc.health.smithi104.stdout:{"epoch":64,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:27:58.386133+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:35.191174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:36.400806+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":4,"to":1}]},{"pgid":"3.38","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:28:09.180 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-02T08:28:09.180 INFO:tasks.cephadm:Creating RBD pool 2024-04-02T08:28:09.181 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-02T08:28:09.388 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:09.510 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:09 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:09.387+0000 7f20ba0e3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:28:09.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:09 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:09.318+0000 7f2457fa1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:28:10.074 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:09 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:09.975+0000 7f20ba0e3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:28:10.148 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:09 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:09.886+0000 7f2457fa1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:28:10.148 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:09 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:09.982+0000 7f2457fa1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:28:10.365 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/763945186' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:10.365 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/763945186' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:10.365 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.075+0000 7f20ba0e3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:28:10.365 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.298+0000 7f20ba0e3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:28:10.366 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:28:10] ENGINE Bus STARTING 2024-04-02T08:28:10.413 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:10 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/763945186' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:10.414 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:10 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:10.199+0000 7f2457fa1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:28:10.414 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:10 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: [02/Apr/2024:08:28:10] ENGINE Bus STARTING 2024-04-02T08:28:10.414 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:10 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: CherryPy Checker: 2024-04-02T08:28:10.414 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:10 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: The Application mounted at '' has an empty config. 2024-04-02T08:28:10.414 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:10 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: 2024-04-02T08:28:10.414 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:10 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: [02/Apr/2024:08:28:10] ENGINE Serving on http://:::9283 2024-04-02T08:28:10.414 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:28:10 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[32961]: [02/Apr/2024:08:28:10] ENGINE Bus STARTED 2024-04-02T08:28:10.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.406+0000 7f2018eac700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:28:10.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.406+0000 7f2018eac700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:28:10.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.406+0000 7f2018eac700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:28:10.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.406+0000 7f2018eac700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:28:10.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.406+0000 7f2018eac700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:28:10.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.406+0000 7f201eeb8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:28:10.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.406+0000 7f201eeb8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:28:10.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.406+0000 7f201eeb8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:28:10.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.406+0000 7f201eeb8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:28:10.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.406+0000 7f201eeb8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:28:10.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: CherryPy Checker: 2024-04-02T08:28:10.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: The Application mounted at '' has an empty config. 2024-04-02T08:28:10.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:28:10.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:28:10] ENGINE Serving on http://:::9283 2024-04-02T08:28:10.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:28:10] ENGINE Bus STARTED 2024-04-02T08:28:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: Standby manager daemon x restarted 2024-04-02T08:28:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: Standby manager daemon x started 2024-04-02T08:28:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:28:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:28:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:28:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:28:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: Active manager daemon y restarted 2024-04-02T08:28:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: Activating manager daemon y 2024-04-02T08:28:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:28:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: mgrmap e17: y(active, starting, since 0.00865913s), standbys: x 2024-04-02T08:28:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:28:11.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:28:11.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:28:11.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:28:11.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:28:11.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:28:11.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: Manager daemon y is now available 2024-04-02T08:28:11.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: Standby manager daemon x restarted 2024-04-02T08:28:11.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: Standby manager daemon x started 2024-04-02T08:28:11.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:28:11.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:28:11.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:28:11.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:28:11.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: Active manager daemon y restarted 2024-04-02T08:28:11.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: Activating manager daemon y 2024-04-02T08:28:11.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:28:11.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: mgrmap e17: y(active, starting, since 0.00865913s), standbys: x 2024-04-02T08:28:11.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:28:11.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:28:11.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:28:11.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:28:11.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:28:11.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:28:11.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:28:11.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:28:11.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:28:11.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:28:11.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:28:11.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:28:11.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:28:11.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:28:11.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:28:11.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:28:11.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:28:11.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:28:11.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: Manager daemon y is now available 2024-04-02T08:28:11.399 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:11.399 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:11.399 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:11.399 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:28:11.400 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:28:11.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:11.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:11.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:11.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:28:11.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:28:11.453 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: Standby manager daemon x restarted 2024-04-02T08:28:11.453 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: Standby manager daemon x started 2024-04-02T08:28:11.453 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:28:11.453 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:28:11.453 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:28:11.453 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/1118490769' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: Active manager daemon y restarted 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: Activating manager daemon y 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: mgrmap e17: y(active, starting, since 0.00865913s), standbys: x 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:28:11.454 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: Manager daemon y is now available 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:11.455 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:11.456 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:28:11.456 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:28:12.325 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'rbd' created 2024-04-02T08:28:12.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:12 smithi188 ceph-mon[30882]: [02/Apr/2024:08:28:10] ENGINE Bus STARTING 2024-04-02T08:28:12.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:12 smithi188 ceph-mon[30882]: [02/Apr/2024:08:28:10] ENGINE Serving on http://172.21.15.104:8765 2024-04-02T08:28:12.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:12 smithi188 ceph-mon[30882]: [02/Apr/2024:08:28:10] ENGINE Serving on https://172.21.15.104:7150 2024-04-02T08:28:12.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:12 smithi188 ceph-mon[30882]: [02/Apr/2024:08:28:10] ENGINE Bus STARTED 2024-04-02T08:28:12.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:12 smithi188 ceph-mon[30882]: mgrmap e18: y(active, since 1.01441s), standbys: x 2024-04-02T08:28:12.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:12 smithi188 ceph-mon[30882]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:12.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:12 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2700734673' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:28:12.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:12 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:28:12.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:12 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:12.628 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[39229]: [02/Apr/2024:08:28:10] ENGINE Bus STARTING 2024-04-02T08:28:12.629 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[39229]: [02/Apr/2024:08:28:10] ENGINE Serving on http://172.21.15.104:8765 2024-04-02T08:28:12.629 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[39229]: [02/Apr/2024:08:28:10] ENGINE Serving on https://172.21.15.104:7150 2024-04-02T08:28:12.629 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[39229]: [02/Apr/2024:08:28:10] ENGINE Bus STARTED 2024-04-02T08:28:12.629 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[39229]: mgrmap e18: y(active, since 1.01441s), standbys: x 2024-04-02T08:28:12.629 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[39229]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:12.629 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2700734673' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:28:12.629 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:28:12.629 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:12.629 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[27401]: [02/Apr/2024:08:28:10] ENGINE Bus STARTING 2024-04-02T08:28:12.630 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[27401]: [02/Apr/2024:08:28:10] ENGINE Serving on http://172.21.15.104:8765 2024-04-02T08:28:12.630 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[27401]: [02/Apr/2024:08:28:10] ENGINE Serving on https://172.21.15.104:7150 2024-04-02T08:28:12.630 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[27401]: [02/Apr/2024:08:28:10] ENGINE Bus STARTED 2024-04-02T08:28:12.630 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[27401]: mgrmap e18: y(active, since 1.01441s), standbys: x 2024-04-02T08:28:12.630 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[27401]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:12.630 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2700734673' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:28:12.630 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:28:12.630 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:12 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:13.042 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-02T08:28:13.249 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:13 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:13 smithi188 ceph-mon[30882]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:13 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:28:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:13 smithi188 ceph-mon[30882]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:28:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:13 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:13 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:13 smithi188 ceph-mon[30882]: mgrmap e19: y(active, since 3s), standbys: x 2024-04-02T08:28:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[27401]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:28:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[27401]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:28:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[27401]: mgrmap e19: y(active, since 3s), standbys: x 2024-04-02T08:28:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[39229]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:28:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[39229]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:28:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:13 smithi104 ceph-mon[39229]: mgrmap e19: y(active, since 3s), standbys: x 2024-04-02T08:28:14.574 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:28:14.574 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.574 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.574 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:14.575 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.576 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.577 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.577 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.577 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:14.577 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:14 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:28:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:28:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:14 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:15.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi104 to 2992M 2024-04-02T08:28:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi188 to 2992M 2024-04-02T08:28:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:28:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:28:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:28:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:15.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:28:15.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[27401]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:28:15.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi104 to 2992M 2024-04-02T08:28:15.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi188 to 2992M 2024-04-02T08:28:15.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:28:15.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:28:15.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:15 smithi104 ceph-mon[39229]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:28:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi104 to 2992M 2024-04-02T08:28:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi188 to 2992M 2024-04-02T08:28:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:28:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:28:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:15.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:15.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:28:15.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:15.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:15.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:15.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:28:15.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:15 smithi188 ceph-mon[30882]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:28:16.341 INFO:teuthology.orchestra.run.smithi104.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-02T08:28:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:16 smithi188 ceph-mon[30882]: Deploying daemon alertmanager.a on smithi104 2024-04-02T08:28:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:16 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2389490036' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:28:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:16 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:28:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:16 smithi104 ceph-mon[39229]: Deploying daemon alertmanager.a on smithi104 2024-04-02T08:28:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:16 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2389490036' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:28:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:16 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:28:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:16 smithi104 ceph-mon[27401]: Deploying daemon alertmanager.a on smithi104 2024-04-02T08:28:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:16 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2389490036' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:28:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:16 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:28:17.335 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:17 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:28:17] "GET /metrics HTTP/1.1" 200 28786 "" "Prometheus/2.43.0" 2024-04-02T08:28:17.494 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-02T08:28:17.494 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-02T08:28:17.495 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph mgr dump --format=json 2024-04-02T08:28:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:17 smithi188 ceph-mon[30882]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:17 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:28:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:17 smithi188 ceph-mon[30882]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:28:17.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:17 smithi104 ceph-mon[39229]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:17.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:17 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:28:17.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:17 smithi104 ceph-mon[39229]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:28:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:17 smithi104 ceph-mon[27401]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:17 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:28:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:17 smithi104 ceph-mon[27401]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:28:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:18 smithi104 ceph-mon[39229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:28:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:18 smithi104 ceph-mon[39229]: Cluster is now healthy 2024-04-02T08:28:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:18 smithi104 ceph-mon[27401]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:28:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:18 smithi104 ceph-mon[27401]: Cluster is now healthy 2024-04-02T08:28:18.646 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:18 smithi188 ceph-mon[30882]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:28:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:18 smithi188 ceph-mon[30882]: Cluster is now healthy 2024-04-02T08:28:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:19 smithi104 ceph-mon[39229]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T08:28:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:19 smithi104 ceph-mon[27401]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T08:28:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:19 smithi188 ceph-mon[30882]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T08:28:21.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:21 smithi188 ceph-mon[30882]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T08:28:21.709 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:21 smithi104 ceph-mon[27401]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T08:28:21.709 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:21 smithi104 ceph-mon[39229]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T08:28:22.679 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:28:23.780 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:23 smithi104 ceph-mon[27401]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:28:23.781 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:23 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3692071117' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:28:23.781 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:23 smithi104 ceph-mon[39229]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:28:23.781 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:23 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3692071117' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:28:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:23 smithi188 ceph-mon[30882]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:28:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:23 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3692071117' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:28:23.978 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":20,"active_gid":14610,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":3733104524},{"type":"v1","addr":"172.21.15.104:6801","nonce":3733104524}]},"active_addr":"172.21.15.104:6801/3733104524","active_change":"2024-04-02T08:28:10.300933+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24448,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.104:8443/","prometheus":"http://172.21.15.104:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":65,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":3764831783}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":4001331380}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":3496032365}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":1040144590}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":4029681962}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":2147821675}]}]} 2024-04-02T08:28:23.982 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-02T08:28:23.982 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-02T08:28:23.983 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:28:24.031 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 systemd[1]: Starting Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:24.326 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 podman[72367]: 2024-04-02 08:28:24.244606894 +0000 UTC m=+0.106792809 volume create 185cd216b8fab3f9022312cc696131041a2ffa197a532eeddb60f0ef8f0967ed 2024-04-02T08:28:24.327 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 podman[72367]: 2024-04-02 08:28:24.156108854 +0000 UTC m=+0.018294713 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:28:24.327 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 podman[72367]: 2024-04-02 08:28:24.32883146 +0000 UTC m=+0.191017319 container create fcb3db79873bacf08a89c9c280236717367d875f7a2539b091dacc0882594fa2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:24.838 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:24.959 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 podman[72367]: 2024-04-02 08:28:24.658183967 +0000 UTC m=+0.520369833 container init fcb3db79873bacf08a89c9c280236717367d875f7a2539b091dacc0882594fa2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:24.959 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 podman[72367]: 2024-04-02 08:28:24.663444603 +0000 UTC m=+0.525630469 container start fcb3db79873bacf08a89c9c280236717367d875f7a2539b091dacc0882594fa2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:24.959 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72395]: ts=2024-04-02T08:28:24.675Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:28:24.959 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72395]: ts=2024-04-02T08:28:24.675Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:28:24.959 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72395]: ts=2024-04-02T08:28:24.676Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.104 port=9094 2024-04-02T08:28:24.959 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72395]: ts=2024-04-02T08:28:24.677Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:28:24.959 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72395]: ts=2024-04-02T08:28:24.700Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:28:24.959 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72395]: ts=2024-04-02T08:28:24.700Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:28:24.959 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72395]: ts=2024-04-02T08:28:24.703Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:28:24.959 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72395]: ts=2024-04-02T08:28:24.703Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:28:24.960 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 bash[72367]: fcb3db79873bacf08a89c9c280236717367d875f7a2539b091dacc0882594fa2 2024-04-02T08:28:24.960 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:24 smithi104 systemd[1]: Started Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:25.245 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[39229]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:28:25.245 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.245 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.245 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.245 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.245 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.245 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.245 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:25.246 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.246 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[27401]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:28:25.246 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.246 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.246 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.246 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.246 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.246 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.246 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:25.247 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.247 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:28:25] ENGINE Bus STOPPING 2024-04-02T08:28:25.247 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:28:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:28:25.247 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:28:25] ENGINE Bus STOPPED 2024-04-02T08:28:25.247 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:28:25] ENGINE Bus STARTING 2024-04-02T08:28:25.247 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:28:25] ENGINE Serving on http://:::9283 2024-04-02T08:28:25.247 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:28:25] ENGINE Bus STARTED 2024-04-02T08:28:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:25 smithi188 ceph-mon[30882]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:28:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:25 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:25 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:25 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:25 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:25 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:25 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:25.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:25 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:25.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:25 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:26.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:26 smithi104 ceph-mon[39229]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:28:26.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:26 smithi104 ceph-mon[39229]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:26.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:26 smithi104 ceph-mon[39229]: Deploying daemon grafana.a on smithi188 2024-04-02T08:28:26.618 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:26 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:26.618 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:26 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:26.618 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:26 smithi104 ceph-mon[27401]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:28:26.618 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:26 smithi104 ceph-mon[27401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:26.618 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:26 smithi104 ceph-mon[27401]: Deploying daemon grafana.a on smithi188 2024-04-02T08:28:26.618 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:26 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:26.618 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:26 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:26.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:26 smithi188 ceph-mon[30882]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:28:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:26 smithi188 ceph-mon[30882]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:26 smithi188 ceph-mon[30882]: Deploying daemon grafana.a on smithi188 2024-04-02T08:28:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:26 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:26 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:26.852 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:28:26.852 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":69,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:28:16.331405+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:35.191174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:36.400806+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:28:11.668862+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":4,"to":1}]},{"pgid":"3.38","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:0/4231362652":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/1844018975":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2607602232":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2396757968":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:28:26.889 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72395]: ts=2024-04-02T08:28:26.678Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000657935s 2024-04-02T08:28:27.506 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:28:27] "GET /metrics HTTP/1.1" 200 33664 "" "Prometheus/2.43.0" 2024-04-02T08:28:27.506 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:27 smithi104 ceph-mon[39229]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:28:27.506 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:27 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3563583794' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:27.507 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:27 smithi104 ceph-mon[27401]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:28:27.507 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:27 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3563583794' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:27.528 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-02T08:28:27.529 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:28:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:27 smithi188 ceph-mon[30882]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:28:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:27 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3563583794' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:27.736 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:29.583 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:28:29.583 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":69,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:28:16.331405+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:35.191174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:36.400806+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:28:11.668862+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":4,"to":1}]},{"pgid":"3.38","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:0/4231362652":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/1844018975":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2607602232":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2396757968":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:28:29.584 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:29 smithi104 ceph-mon[27401]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:29.584 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:29 smithi104 ceph-mon[39229]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:29.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:29 smithi188 ceph-mon[30882]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:30.210 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.0 flush_pg_stats 2024-04-02T08:28:30.210 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.1 flush_pg_stats 2024-04-02T08:28:30.211 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.2 flush_pg_stats 2024-04-02T08:28:30.211 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.3 flush_pg_stats 2024-04-02T08:28:30.212 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.4 flush_pg_stats 2024-04-02T08:28:30.212 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.5 flush_pg_stats 2024-04-02T08:28:30.212 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.6 flush_pg_stats 2024-04-02T08:28:30.213 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.7 flush_pg_stats 2024-04-02T08:28:30.584 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:30 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2394308359' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:30 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2394308359' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:30 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2394308359' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:30.872 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:30.875 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:30.876 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:30.876 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:30.876 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:31.263 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:31.264 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:31 smithi188 ceph-mon[30882]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:31 smithi104 ceph-mon[39229]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:31.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:31 smithi104 ceph-mon[27401]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:33.567 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:33 smithi104 ceph-mon[39229]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:33.567 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:33 smithi104 ceph-mon[27401]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:33 smithi188 ceph-mon[30882]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:34.889 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:28:34 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72395]: ts=2024-04-02T08:28:34.680Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00278439s 2024-04-02T08:28:35.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:35 smithi104 ceph-mon[39229]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:35 smithi104 ceph-mon[27401]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:35.615 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:35 smithi188 ceph-mon[30882]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:37.363 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:28:37] "GET /metrics HTTP/1.1" 200 33664 "" "Prometheus/2.43.0" 2024-04-02T08:28:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:37 smithi188 ceph-mon[30882]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:37.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:37 smithi104 ceph-mon[39229]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:37.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:37 smithi104 ceph-mon[27401]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:38.623 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:38 smithi188 systemd[1]: Starting Ceph grafana.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:39.003 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:38 smithi188 podman[62502]: 2024-04-02 08:28:38.578500257 +0000 UTC m=+0.017354323 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-02T08:28:39.004 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:38 smithi188 podman[62502]: 2024-04-02 08:28:38.686487331 +0000 UTC m=+0.125341398 container create 334b31d217d7613bf6d408424f78707001277e14335035af269690daf2ab9ece (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.buildah.version=1.32.0, maintainer=Paul Cuzner , version=8.5, description=Ceph Grafana Container, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git) 2024-04-02T08:28:39.004 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:38 smithi188 podman[62502]: 2024-04-02 08:28:38.896809639 +0000 UTC m=+0.335663717 container init 334b31d217d7613bf6d408424f78707001277e14335035af269690daf2ab9ece (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, vendor=Red Hat, Inc., description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0) 2024-04-02T08:28:39.004 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:38 smithi188 podman[62502]: 2024-04-02 08:28:38.902337726 +0000 UTC m=+0.341191794 container start 334b31d217d7613bf6d408424f78707001277e14335035af269690daf2ab9ece (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, release=239.1651231664, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, name=ubi8, vcs-type=git, vendor=Red Hat, Inc., description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-02T08:28:39.004 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 bash[62502]: 334b31d217d7613bf6d408424f78707001277e14335035af269690daf2ab9ece 2024-04-02T08:28:39.255 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 systemd[1]: Started Ceph grafana.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:39.255 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063713633Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063911668Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063932561Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063946785Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063954701Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063961427Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063967295Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063973148Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063979035Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063984859Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063990479Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.063995866Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:28:39.256 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.064001566Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:28:39.257 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=settings t=2024-04-02T08:28:39.064007605Z level=info msg="App mode production" 2024-04-02T08:28:39.257 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=sqlstore t=2024-04-02T08:28:39.064058524Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:28:39.257 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=sqlstore t=2024-04-02T08:28:39.064074499Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:28:39.257 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.064902429Z level=info msg="Starting DB migrations" 2024-04-02T08:28:39.257 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.064982187Z level=info msg="Executing migration" id="create migration_log table" 2024-04-02T08:28:39.257 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.065527005Z level=info msg="Executing migration" id="create user table" 2024-04-02T08:28:39.257 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.065974814Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-02T08:28:39.257 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.066465586Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-02T08:28:39.257 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.066913541Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-02T08:28:39.257 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.06753974Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-02T08:28:39.257 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.067926172Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.068641346Z level=info msg="Executing migration" id="create user table v2" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.06901866Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.069425882Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.069851225Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.070205484Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.070566836Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.070973727Z level=info msg="Executing migration" id="Update user table charset" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.071296017Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.071682776Z level=info msg="Executing migration" id="Add missing user data" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.072016634Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.072477126Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-02T08:28:39.258 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.072982668Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-02T08:28:39.259 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.073494593Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-02T08:28:39.259 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.07462176Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-02T08:28:39.259 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.075057213Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-02T08:28:39.259 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.075491231Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-02T08:28:39.259 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.075885756Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-02T08:28:39.259 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.076299509Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-02T08:28:39.259 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.076733563Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-02T08:28:39.259 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.077030198Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-02T08:28:39.259 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.077429663Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-02T08:28:39.259 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.077778153Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-02T08:28:39.259 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.078161956Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-02T08:28:39.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.078576371Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-02T08:28:39.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.081323346Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-02T08:28:39.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.083949722Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-02T08:28:39.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.0843673Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-02T08:28:39.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.084723788Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-02T08:28:39.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.085110768Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-02T08:28:39.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.085525794Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-02T08:28:39.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.085842653Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-02T08:28:39.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.086204802Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-02T08:28:39.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.086528172Z level=info msg="Executing migration" id="create star table" 2024-04-02T08:28:39.262 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.086860902Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-02T08:28:39.262 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.087262803Z level=info msg="Executing migration" id="create org table v1" 2024-04-02T08:28:39.262 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.087641818Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-02T08:28:39.262 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.088048669Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-02T08:28:39.262 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.08842065Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-02T08:28:39.262 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.08881038Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-02T08:28:39.262 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.089224612Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-02T08:28:39.263 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.089600826Z level=info msg="Executing migration" id="Update org table charset" 2024-04-02T08:28:39.263 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.09192296Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-02T08:28:39.263 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.092263005Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-02T08:28:39.263 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.09460862Z level=info msg="Executing migration" id="create dashboard table" 2024-04-02T08:28:39.263 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.095023933Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-02T08:28:39.263 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.097283096Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-02T08:28:39.263 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.097744215Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-02T08:28:39.263 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.098800338Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.099481155Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.100287451Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.101176869Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.10155335Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.101979386Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.102406364Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.103236195Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.103670231Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.104055297Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.104564956Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.105018672Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.105562259Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-02T08:28:39.264 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.105965984Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-02T08:28:39.265 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.106481955Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-02T08:28:39.265 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.106883312Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-02T08:28:39.265 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.107322996Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-02T08:28:39.265 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.107735569Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-02T08:28:39.265 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.108572471Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-02T08:28:39.265 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.109133385Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-02T08:28:39.265 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.111224158Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-02T08:28:39.265 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.114039527Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-02T08:28:39.265 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.116726467Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-02T08:28:39.265 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.119425169Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-02T08:28:39.265 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.122046886Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.124722745Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.127510824Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.130130205Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.132886602Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.135484903Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.138236669Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.140890107Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.143604181Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.146229812Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.149093233Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.151931294Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.154495747Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-02T08:28:39.266 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.157191458Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-02T08:28:39.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.159723645Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-02T08:28:39.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.162389621Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-02T08:28:39.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.165165473Z level=info msg="Executing migration" id="create data_source table" 2024-04-02T08:28:39.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.167622255Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-02T08:28:39.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.170169255Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-02T08:28:39.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.173027603Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-02T08:28:39.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.175646182Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-02T08:28:39.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.178114762Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-02T08:28:39.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.180771513Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-02T08:28:39.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.183395024Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-02T08:28:39.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.186175996Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-02T08:28:39.268 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.188856503Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-02T08:28:39.268 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.191444234Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-02T08:28:39.268 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.194191893Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-02T08:28:39.268 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.196759971Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-02T08:28:39.268 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.199309279Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-02T08:28:39.268 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.200083251Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-02T08:28:39.268 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.200830049Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-02T08:28:39.268 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.201666352Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-02T08:28:39.268 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.202483385Z level=info msg="Executing migration" id="Add uid column" 2024-04-02T08:28:39.268 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.203347048Z level=info msg="Executing migration" id="Update uid value" 2024-04-02T08:28:39.268 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.20409651Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.204857294Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.205826895Z level=info msg="Executing migration" id="create api_key table" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.206511294Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.207264552Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.208137478Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.208846311Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.209683831Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.210474352Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.21087997Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.21192757Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.212756416Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.213534721Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-02T08:28:39.269 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.213945879Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.214737145Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.215687542Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.216527346Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.216987645Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.217789947Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.218597445Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.219384078Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.219985546Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.220920888Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.221552868Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.222505061Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.223086599Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-02T08:28:39.270 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.223493858Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.224363586Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.22512635Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.225914154Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.228561306Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.231187325Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.233758094Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.236527604Z level=info msg="Executing migration" id="create quota table v1" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.236953518Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.23968223Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.242479706Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.245079106Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.245485339Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.248061466Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-02T08:28:39.271 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.248353097Z level=info msg="Executing migration" id="create session table" 2024-04-02T08:28:39.272 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.250714235Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-02T08:28:39.272 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.253293899Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-02T08:28:39.272 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.253607517Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-02T08:28:39.272 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.256548098Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-02T08:28:39.272 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.259161944Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-02T08:28:39.505 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-mon[30882]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:39.505 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.505 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.505 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.505 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.506 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.261716039Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-02T08:28:39.506 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.264279342Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-02T08:28:39.506 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.26695194Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-02T08:28:39.506 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.269559674Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-02T08:28:39.506 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.272281748Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-02T08:28:39.506 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.272640171Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-02T08:28:39.506 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.275247464Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.277794705Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.28061527Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.281301677Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.284021417Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.286561806Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.289174489Z level=info msg="Executing migration" id="create alert table v1" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.289632313Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.292237618Z level=info msg="Executing migration" id="add index alert state" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.295079049Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.297767256Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.298232497Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.30107327Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.301757129Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-02T08:28:39.507 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.30321733Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.303606329Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.304439485Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.305297049Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.30595798Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.306337859Z level=info msg="Executing migration" id="Add column is_default" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.3069435Z level=info msg="Executing migration" id="Add column frequency" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.307613558Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.308243226Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.30884842Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.309265079Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.309542503Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.309797054Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.310181618Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-02T08:28:39.508 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.310609895Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-02T08:28:39.509 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.3109738Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-02T08:28:39.509 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.311385584Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-02T08:28:39.509 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.311755432Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-02T08:28:39.511 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.312427486Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-02T08:28:39.511 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.313030537Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-02T08:28:39.511 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.313338762Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-02T08:28:39.511 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.313741596Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-02T08:28:39.511 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.314157698Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-02T08:28:39.511 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.31476396Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-02T08:28:39.511 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.315027696Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-02T08:28:39.511 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.315482606Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-02T08:28:39.511 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.315880671Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.316184283Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.316606053Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.317013807Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.317411076Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.317802624Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.31823939Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.319055577Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.319355161Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.3199945Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.320396855Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.321052583Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.321449554Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.321895869Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-02T08:28:39.512 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.322325392Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.323930682Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.324881147Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.325600291Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.326195058Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.329040639Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.331685215Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.33446087Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.33516531Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.337977223Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.340669107Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.343462179Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.344241417Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-02T08:28:39.513 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.347175766Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.349853787Z level=info msg="Executing migration" id="Move region to single row" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.352301089Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.352701854Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.355506785Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.358307027Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.360975087Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.361379819Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.364000268Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.364332839Z level=info msg="Executing migration" id="create test_data table" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.36676853Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.3671862Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.367675814Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-02T08:28:39.514 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.370325337Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.373022991Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.375638125Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.375958727Z level=info msg="Executing migration" id="create team table" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.378656902Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.379272403Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.382149657Z level=info msg="Executing migration" id="create team member table" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.384803782Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.387382059Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.390201356Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.39070524Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.393489204Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.395923635Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.398518999Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-02T08:28:39.515 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.398972564Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.39977623Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.400490714Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.400957714Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.401703784Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.402719035Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.403390343Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.404196922Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.405037215Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.405805174Z level=info msg="Executing migration" id="create tag table" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.406766749Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.407454026Z level=info msg="Executing migration" id="create login attempt table" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.408324846Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.409018538Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-02T08:28:39.516 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.409796545Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.411693988Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.412465796Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.413265905Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.414249799Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.41491116Z level=info msg="Executing migration" id="create user auth table" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.415789214Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.416632192Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.417433506Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.418313615Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.419145067Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.419999044Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.420854651Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.421665714Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-02T08:28:39.517 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.42255898Z level=info msg="Executing migration" id="create server_lock table" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.423410439Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.424229204Z level=info msg="Executing migration" id="create user auth token table" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.425167767Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.425909814Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.426900575Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.427574465Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.428425794Z level=info msg="Executing migration" id="create cache_data table" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.429276107Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.432167889Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.434800731Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.437507125Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.439997795Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-02T08:28:39.518 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.440315252Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.440790785Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.441223892Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.441648279Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.441921325Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.442365384Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.44277053Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.443205898Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.443631328Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.44446842Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.444877963Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.445197378Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.445605468Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-02T08:28:39.519 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.448444466Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.449023704Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.451079466Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.454046425Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.456525002Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.457314636Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.458172478Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.459053722Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.459836637Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.460644554Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.46416212Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.467599462Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.468414473Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.469099485Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-02T08:28:39.520 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.469912938Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.470837907Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.471483927Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.472447673Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.473075169Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.47398153Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.474963153Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.47578328Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.476624346Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.477558062Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.478273214Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.479091283Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.479913017Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.480836721Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.481729175Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-02T08:28:39.521 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.482569741Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.48341957Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.484320092Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.484999382Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.485809157Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.486716848Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.487686741Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.48857608Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.489462615Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.490314226Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.491163348Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.494174331Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.496954674Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-02T08:28:39.522 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.499640469Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-02T08:28:39.523 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.502253954Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-02T08:28:39.523 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.505046595Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-02T08:28:39.523 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.507556009Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-02T08:28:39.523 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.510489459Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-02T08:28:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:39 smithi104 ceph-mon[39229]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:39 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:39 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:39 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:39 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:39 smithi104 ceph-mon[27401]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:39 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:39 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:39 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:39 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:39.756 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.513247925Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-02T08:28:39.756 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.515881037Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-02T08:28:39.756 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.518725083Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-02T08:28:39.756 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.521422626Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-02T08:28:39.756 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.5240291Z level=info msg="Executing migration" id="create alert_image table" 2024-04-02T08:28:39.756 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.526710753Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-02T08:28:39.756 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.529590216Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-02T08:28:39.756 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.5322964Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-02T08:28:39.756 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.535019104Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-02T08:28:39.756 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.537881564Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:28:39.756 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.537991878Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:28:39.757 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.540320024Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-02T08:28:39.757 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.543086289Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-02T08:28:39.757 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.545659122Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-02T08:28:39.757 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.545857151Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-02T08:28:39.757 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.545981069Z level=info msg="alerts found to migrate" alerts=0 2024-04-02T08:28:39.757 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.548222469Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-02T08:28:39.757 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.550981073Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-02T08:28:39.758 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.553597504Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-02T08:28:39.758 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.556258886Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-02T08:28:39.758 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.55895651Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-02T08:28:39.758 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.561540106Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-02T08:28:39.758 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.564098615Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-02T08:28:39.758 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.566802041Z level=info msg="Executing migration" id="create data_keys table" 2024-04-02T08:28:39.758 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.569359021Z level=info msg="Executing migration" id="create secrets table" 2024-04-02T08:28:39.758 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.572129894Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.576375344Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.579125418Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.581727794Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.585835055Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.590007875Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.590783642Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.591693609Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.592347332Z level=info msg="Executing migration" id="create permission table" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.593105598Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.594051559Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.594749784Z level=info msg="Executing migration" id="create role table" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.595619336Z level=info msg="Executing migration" id="add column display_name" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.596742077Z level=info msg="Executing migration" id="add column group_name" 2024-04-02T08:28:39.759 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.597679804Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.598454624Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.599345506Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.600031982Z level=info msg="Executing migration" id="create team role table" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.600786804Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.601695309Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.602361743Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.603273819Z level=info msg="Executing migration" id="create user role table" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.603874116Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.604644244Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.605574537Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.606243657Z level=info msg="Executing migration" id="create builtin role table" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.60716557Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.607831564Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.608736024Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-02T08:28:39.760 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.609947267Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.610768461Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.61166285Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.612310943Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.613201764Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.613887112Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.614833414Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.615962442Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.616783093Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.61759998Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.618509094Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.619162587Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.622096524Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.624989584Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-02T08:28:39.761 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.627833Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-02T08:28:39.762 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.630575447Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-02T08:28:39.762 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.63333852Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-02T08:28:39.762 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.636140631Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-02T08:28:39.762 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.638769658Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-02T08:28:39.762 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.641332184Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-02T08:28:39.762 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.64413625Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-02T08:28:39.762 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.646742603Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-02T08:28:39.762 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.649708954Z level=info msg="Executing migration" id="add correlation config column" 2024-04-02T08:28:39.762 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.652385484Z level=info msg="Executing migration" id="create entity_events table" 2024-04-02T08:28:39.762 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.655071605Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-02T08:28:39.762 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.657860237Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.657975376Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.660451446Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.660558029Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.663295142Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.665808342Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.668484592Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.670876613Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.671344809Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.671736921Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.672171202Z level=info msg="Executing migration" id="Drop public config table" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.67262913Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.673087676Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.673514949Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:28:39.763 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.673969078Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.674406557Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.677380177Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.678453483Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.679492368Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.679813693Z level=info msg="Executing migration" id="add share column" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.680843054Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.681310759Z level=info msg="Executing migration" id="create file table" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.681758541Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.684604614Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.685173999Z level=info msg="Executing migration" id="create file_meta table" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.687967841Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.690594059Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.693338366Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.69601501Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-02T08:28:39.764 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.698862303Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.701515292Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.704211032Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.706755206Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.709413122Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.712097883Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.714962807Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.717710022Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.720220047Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.722988722Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.725760731Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.735319596Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.738066035Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.740844168Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-02T08:28:39.765 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.744345501Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-02T08:28:39.766 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.747056915Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-02T08:28:39.766 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.74967235Z level=info msg="Executing migration" id="create folder table" 2024-04-02T08:28:39.766 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.752293477Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-02T08:28:39.766 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.755159663Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-02T08:28:39.766 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.757766422Z level=info msg="Executing migration" id="Update folder title length" 2024-04-02T08:28:39.766 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.760134631Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-02T08:28:40.083 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=migrator t=2024-04-02T08:28:39.762814127Z level=info msg="migrations completed" performed=485 skipped=0 duration=697.851891ms 2024-04-02T08:28:40.083 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=sqlstore t=2024-04-02T08:28:39.763416279Z level=info msg="Created default organization" 2024-04-02T08:28:40.083 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=plugin.loader t=2024-04-02T08:28:39.822474163Z level=info msg="Plugin registered" pluginID=input 2024-04-02T08:28:40.083 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=plugin.loader t=2024-04-02T08:28:39.849048412Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-02T08:28:40.083 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=plugin.loader t=2024-04-02T08:28:39.849068596Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-02T08:28:40.083 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=secrets t=2024-04-02T08:28:39.849101285Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:28:40.083 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=query_data t=2024-04-02T08:28:39.85070484Z level=info msg="Query Service initialization" 2024-04-02T08:28:40.083 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=live.push_http t=2024-04-02T08:28:39.853058648Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:28:40.468 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:40 smithi104 ceph-mon[39229]: Deploying daemon node-exporter.a on smithi104 2024-04-02T08:28:40.468 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:40 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:40.468 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:40 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:40.469 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:40 smithi104 ceph-mon[27401]: Deploying daemon node-exporter.a on smithi104 2024-04-02T08:28:40.469 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:40 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:40.469 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:40 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-mon[30882]: Deploying daemon node-exporter.a on smithi104 2024-04-02T08:28:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:40.624 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=infra.usagestats.collector t=2024-04-02T08:28:40.583849671Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:28:40.749 INFO:teuthology.orchestra.run.smithi104.stdout:163208757276 2024-04-02T08:28:40.749 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.5 2024-04-02T08:28:41.123 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=provisioning.datasources t=2024-04-02T08:28:40.639100628Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:28:41.123 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=provisioning.datasources t=2024-04-02T08:28:40.671051423Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-02T08:28:41.123 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=provisioning.alerting t=2024-04-02T08:28:40.692772226Z level=info msg="starting to provision alerting" 2024-04-02T08:28:41.123 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=provisioning.alerting t=2024-04-02T08:28:40.692811957Z level=info msg="finished to provision alerting" 2024-04-02T08:28:41.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=ngalert.state.manager t=2024-04-02T08:28:40.692889787Z level=info msg="Warming state cache for startup" 2024-04-02T08:28:41.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=grafanaStorageLogger t=2024-04-02T08:28:40.692968877Z level=info msg="storage starting" 2024-04-02T08:28:41.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=http.server t=2024-04-02T08:28:40.69717363Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:28:41.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=ngalert.state.manager t=2024-04-02T08:28:40.703145922Z level=info msg="State cache has been initialized" states=0 duration=10.253918ms 2024-04-02T08:28:41.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=ticker t=2024-04-02T08:28:40.703227449Z level=info msg=starting first_tick=2024-04-02T08:28:50Z 2024-04-02T08:28:41.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:28:40.703216479Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:28:41.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=sqlstore.transactions t=2024-04-02T08:28:40.703486969Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:28:41.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=sqlstore.transactions t=2024-04-02T08:28:40.746933508Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:28:41.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:28:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=sqlstore.transactions t=2024-04-02T08:28:40.757415911Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-02T08:28:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:41 smithi188 ceph-mon[30882]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:41 smithi104 ceph-mon[39229]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:41 smithi104 ceph-mon[27401]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:42.756 INFO:teuthology.orchestra.run.smithi104.stdout:107374182438 2024-04-02T08:28:42.756 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.3 2024-04-02T08:28:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:43 smithi104 ceph-mon[27401]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:43 smithi104 ceph-mon[39229]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:43 smithi188 ceph-mon[30882]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:44.059 INFO:teuthology.orchestra.run.smithi104.stdout:77309411371 2024-04-02T08:28:44.059 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.2 2024-04-02T08:28:44.758 INFO:teuthology.orchestra.run.smithi104.stdout:55834574897 2024-04-02T08:28:44.759 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.1 2024-04-02T08:28:45.086 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:44 smithi104 bash[74618]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-02T08:28:45.344 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:45 smithi104 ceph-mon[39229]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:45.345 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:45 smithi104 ceph-mon[27401]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:45.365 INFO:teuthology.orchestra.run.smithi104.stdout:34359738422 2024-04-02T08:28:45.365 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.0 2024-04-02T08:28:45.605 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:45 smithi104 bash[74618]: Getting image source signatures 2024-04-02T08:28:45.605 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:45 smithi104 bash[74618]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-02T08:28:45.605 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:45 smithi104 bash[74618]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-02T08:28:45.605 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:45 smithi104 bash[74618]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-02T08:28:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:45 smithi188 ceph-mon[30882]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:47.180 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:47 smithi104 bash[74618]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:28:47.200 INFO:teuthology.orchestra.run.smithi104.stdout:128849018913 2024-04-02T08:28:47.200 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.4 2024-04-02T08:28:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:47 smithi104 ceph-mon[39229]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:47.640 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:47 smithi104 bash[74618]: Writing manifest to image destination 2024-04-02T08:28:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:47 smithi104 ceph-mon[27401]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:47.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:47 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:28:47] "GET /metrics HTTP/1.1" 200 33666 "" "Prometheus/2.43.0" 2024-04-02T08:28:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:47 smithi188 ceph-mon[30882]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:48.044 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:47 smithi104 podman[74618]: 2024-04-02 08:28:47.714761439 +0000 UTC m=+2.945590208 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:28:48.045 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 podman[74618]: 2024-04-02 08:28:48.046869313 +0000 UTC m=+3.277698076 container create 0cc7812f5e5350ef9c535122a68f44c088b5499235dedbd1b2213eeb57e6f54d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:48.620 INFO:teuthology.orchestra.run.smithi104.stdout:231928234003 2024-04-02T08:28:48.620 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.7 2024-04-02T08:28:48.890 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 podman[74618]: 2024-04-02 08:28:48.702148175 +0000 UTC m=+3.932976934 container init 0cc7812f5e5350ef9c535122a68f44c088b5499235dedbd1b2213eeb57e6f54d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:48.890 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 podman[74618]: 2024-04-02 08:28:48.708087871 +0000 UTC m=+3.938916627 container start 0cc7812f5e5350ef9c535122a68f44c088b5499235dedbd1b2213eeb57e6f54d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:48.890 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.711Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:28:48.890 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.712Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:28:48.890 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.712Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:28:48.890 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.712Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:28:48.891 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.712Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:28:48.891 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.712Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:28:48.891 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:28:48.891 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:28:48.891 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:28:48.891 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:28:48.891 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:28:48.891 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:28:48.891 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:28:48.891 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:28:48.892 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:28:48.892 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:28:48.892 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:28:48.892 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:28:48.892 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:28:48.892 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:28:48.892 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:28:48.892 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:28:48.892 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:28:48.892 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:28:48.893 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:28:48.894 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:28:48.894 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:28:48.894 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:28:48.894 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:28:48.894 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:28:48.894 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:28:48.894 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:28:48.894 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:28:48.894 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:28:48.894 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:28:48.894 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:28:48.895 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:28:48.895 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:28:48.895 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.713Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:28:48.895 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.714Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:28:48.895 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74950]: ts=2024-04-02T08:28:48.714Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:28:48.895 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 bash[74618]: 0cc7812f5e5350ef9c535122a68f44c088b5499235dedbd1b2213eeb57e6f54d 2024-04-02T08:28:48.895 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:28:48 smithi104 systemd[1]: Started Ceph node-exporter.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:49.176 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:49 smithi188 ceph-mon[30882]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:49 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:49 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:49 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:49 smithi104 ceph-mon[39229]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:49 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:49 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:49 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:49 smithi104 ceph-mon[27401]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:49 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:49 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:49 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:50.123 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:49 smithi188 bash[62809]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-02T08:28:50.559 INFO:teuthology.orchestra.run.smithi104.stdout:197568495640 2024-04-02T08:28:50.559 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.6 2024-04-02T08:28:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:50 smithi188 ceph-mon[30882]: Deploying daemon node-exporter.b on smithi188 2024-04-02T08:28:50.623 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:50 smithi188 bash[62809]: Getting image source signatures 2024-04-02T08:28:50.623 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:50 smithi188 bash[62809]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-02T08:28:50.623 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:50 smithi188 bash[62809]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-02T08:28:50.623 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:50 smithi188 bash[62809]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-02T08:28:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:50 smithi104 ceph-mon[27401]: Deploying daemon node-exporter.b on smithi188 2024-04-02T08:28:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:50 smithi104 ceph-mon[39229]: Deploying daemon node-exporter.b on smithi188 2024-04-02T08:28:50.942 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:50.943 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:50.943 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:50.943 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:50.946 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:51.004 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:51 smithi104 ceph-mon[39229]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:51 smithi104 ceph-mon[27401]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:51.693 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:51 smithi188 ceph-mon[30882]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:52.123 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:51 smithi188 bash[62809]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:28:52.123 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:51 smithi188 bash[62809]: Writing manifest to image destination 2024-04-02T08:28:52.500 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 podman[62809]: 2024-04-02 08:28:52.134737526 +0000 UTC m=+2.322314867 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:28:52.500 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 podman[62809]: 2024-04-02 08:28:52.242336148 +0000 UTC m=+2.429913525 container create dbf08662431f0a4d280fc363c61f7233526b8ab043a8bc129dc02a9b9642bf5c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:28:52.873 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 podman[62809]: 2024-04-02 08:28:52.502786552 +0000 UTC m=+2.690363883 container init dbf08662431f0a4d280fc363c61f7233526b8ab043a8bc129dc02a9b9642bf5c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:28:52.873 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 podman[62809]: 2024-04-02 08:28:52.508067972 +0000 UTC m=+2.695645304 container start dbf08662431f0a4d280fc363c61f7233526b8ab043a8bc129dc02a9b9642bf5c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:28:52.873 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.511Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:28:52.873 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.512Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.512Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.512Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.512Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.512Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:28:52.874 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:28:52.875 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:28:52.875 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:28:52.875 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:28:52.875 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:28:52.875 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:28:52.875 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:28:52.875 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:28:52.876 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:28:52.877 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:28:52.878 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:28:52.878 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:28:52.878 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[62858]: ts=2024-04-02T08:28:52.513Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:28:52.878 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 bash[62809]: dbf08662431f0a4d280fc363c61f7233526b8ab043a8bc129dc02a9b9642bf5c 2024-04-02T08:28:52.878 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:28:52 smithi188 systemd[1]: Started Ceph node-exporter.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:53.508 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[27401]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:53.509 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.509 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.509 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.509 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.509 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.509 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:53.509 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[39229]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:53.509 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.509 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.510 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.510 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.510 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.510 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:53 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:53.645 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:53 smithi188 ceph-mon[30882]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:53.645 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:53 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.645 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:53 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.645 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:53 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.645 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:53 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.645 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:53 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:53.645 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:53 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:53.935 INFO:teuthology.orchestra.run.smithi104.stdout:163208757279 2024-04-02T08:28:54.658 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:54 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1119240934' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:28:54.659 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:54 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1119240934' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:28:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:54 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1119240934' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:28:55.273 INFO:teuthology.orchestra.run.smithi104.stdout:128849018916 2024-04-02T08:28:55.458 INFO:teuthology.orchestra.run.smithi104.stdout:77309411374 2024-04-02T08:28:55.572 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:55 smithi104 ceph-mon[39229]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:55.573 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:55 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2563546319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:28:55.573 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:55 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:55.573 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:55 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:55.573 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:55 smithi104 ceph-mon[27401]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:55.573 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:55 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2563546319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:28:55.573 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:55 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:55.573 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:55 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:55 smithi188 ceph-mon[30882]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:55 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2563546319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:28:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:55 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:55 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:56 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3154721921' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:28:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:56 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:56 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:56.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:56 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3154721921' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:28:56.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:56 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:56.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:56 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:56 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3154721921' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:28:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:56 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:56 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:28:57.591 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:28:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:28:57] "GET /metrics HTTP/1.1" 200 33667 "" "Prometheus/2.43.0" 2024-04-02T08:28:57.591 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:57 smithi104 ceph-mon[27401]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:57.592 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:57 smithi104 ceph-mon[39229]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:57 smithi188 ceph-mon[30882]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:58.956 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018913 got 128849018916 for osd.4 2024-04-02T08:28:58.956 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:59.180 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:59.579 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:28:59 smithi104 ceph-mon[27401]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:59.579 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:28:59 smithi104 ceph-mon[39229]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:28:59 smithi188 ceph-mon[30882]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:00 smithi104 ceph-mon[39229]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:00 smithi104 ceph-mon[27401]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:00 smithi188 ceph-mon[30882]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:01.046 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757276 got 163208757279 for osd.5 2024-04-02T08:29:01.046 DEBUG:teuthology.parallel:result is None 2024-04-02T08:29:01.256 INFO:teuthology.orchestra.run.smithi104.stdout:231928234006 2024-04-02T08:29:01.730 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:01 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2715272115' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:29:01.730 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:01 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2715272115' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:29:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:01 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2715272115' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:29:02.035 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411371 got 77309411374 for osd.2 2024-04-02T08:29:02.035 DEBUG:teuthology.parallel:result is None 2024-04-02T08:29:02.494 INFO:teuthology.orchestra.run.smithi104.stdout:34359738426 2024-04-02T08:29:02.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:02 smithi104 ceph-mon[39229]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:02.618 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:02 smithi104 ceph-mon[27401]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:02.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:02 smithi188 ceph-mon[30882]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:03.638 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738422 got 34359738426 for osd.0 2024-04-02T08:29:03.638 DEBUG:teuthology.parallel:result is None 2024-04-02T08:29:03.700 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:03 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1839836688' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:29:03.700 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:03 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1839836688' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:29:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:03 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1839836688' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:29:04.378 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234003 got 231928234006 for osd.7 2024-04-02T08:29:04.378 DEBUG:teuthology.parallel:result is None 2024-04-02T08:29:04.905 INFO:teuthology.orchestra.run.smithi104.stdout:55834574901 2024-04-02T08:29:05.338 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:05 smithi104 ceph-mon[27401]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:05.339 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:05 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1871526394' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:29:05.339 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:05 smithi104 ceph-mon[39229]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:05.339 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:05 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1871526394' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:29:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:05 smithi188 ceph-mon[30882]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:05 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1871526394' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:29:06.020 INFO:teuthology.orchestra.run.smithi104.stdout:107374182443 2024-04-02T08:29:06.268 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:06 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2696995763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:29:06.268 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:06 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2696995763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:29:06.591 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574897 got 55834574901 for osd.1 2024-04-02T08:29:06.592 DEBUG:teuthology.parallel:result is None 2024-04-02T08:29:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:06 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2696995763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:29:06.700 INFO:teuthology.orchestra.run.smithi104.stdout:197568495643 2024-04-02T08:29:07.353 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:07 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2053876788' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:29:07.353 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:07 smithi104 ceph-mon[27401]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:07.353 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:29:07] "GET /metrics HTTP/1.1" 200 33667 "" "Prometheus/2.43.0" 2024-04-02T08:29:07.354 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:07 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2053876788' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:29:07.354 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:07 smithi104 ceph-mon[39229]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:07.377 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495640 got 197568495643 for osd.6 2024-04-02T08:29:07.377 DEBUG:teuthology.parallel:result is None 2024-04-02T08:29:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:07 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2053876788' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:29:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:07 smithi188 ceph-mon[30882]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:07.969 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182438 got 107374182443 for osd.3 2024-04-02T08:29:07.970 DEBUG:teuthology.parallel:result is None 2024-04-02T08:29:07.970 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-02T08:29:07.970 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:29:08.468 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:29:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:09 smithi104 ceph-mon[27401]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:09 smithi104 ceph-mon[39229]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:09.690 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:09 smithi188 ceph-mon[30882]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:10.386 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:29:10.397 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-04-02T08:29:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:10 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:10.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:10 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:10 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:11.560 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:11 smithi104 ceph-mon[27401]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:11.560 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:11 smithi104 ceph-mon[27401]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:29:11.560 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:11 smithi104 ceph-mon[39229]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:11.561 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:11 smithi104 ceph-mon[39229]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:29:11.582 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-04-02T08:29:10.327354+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231716,"kb_used_data":7360,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729500,"statfs":{"total":767960285184,"available":767723008000,"internally_reserved":0,"allocated":7536640,"data_stored":4253591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002513"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645240+0000","last_change":"2024-04-02T08:27:37.247239+0000","last_active":"2024-04-02T08:28:14.645240+0000","last_peered":"2024-04-02T08:28:14.645240+0000","last_clean":"2024-04-02T08:28:14.645240+0000","last_became_active":"2024-04-02T08:27:37.246933+0000","last_became_peered":"2024-04-02T08:27:37.246933+0000","last_unstale":"2024-04-02T08:28:14.645240+0000","last_undegraded":"2024-04-02T08:28:14.645240+0000","last_fullsized":"2024-04-02T08:28:14.645240+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:48.877207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629136+0000","last_change":"2024-04-02T08:27:37.232244+0000","last_active":"2024-04-02T08:28:14.629136+0000","last_peered":"2024-04-02T08:28:14.629136+0000","last_clean":"2024-04-02T08:28:14.629136+0000","last_became_active":"2024-04-02T08:27:37.231521+0000","last_became_peered":"2024-04-02T08:27:37.231521+0000","last_unstale":"2024-04-02T08:28:14.629136+0000","last_undegraded":"2024-04-02T08:28:14.629136+0000","last_fullsized":"2024-04-02T08:28:14.629136+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:54:45.546107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644949+0000","last_change":"2024-04-02T08:27:37.231749+0000","last_active":"2024-04-02T08:28:14.644949+0000","last_peered":"2024-04-02T08:28:14.644949+0000","last_clean":"2024-04-02T08:28:14.644949+0000","last_became_active":"2024-04-02T08:27:37.230546+0000","last_became_peered":"2024-04-02T08:27:37.230546+0000","last_unstale":"2024-04-02T08:28:14.644949+0000","last_undegraded":"2024-04-02T08:28:14.644949+0000","last_fullsized":"2024-04-02T08:28:14.644949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:42.063237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644993+0000","last_change":"2024-04-02T08:27:37.239340+0000","last_active":"2024-04-02T08:28:14.644993+0000","last_peered":"2024-04-02T08:28:14.644993+0000","last_clean":"2024-04-02T08:28:14.644993+0000","last_became_active":"2024-04-02T08:27:37.238844+0000","last_became_peered":"2024-04-02T08:27:37.238844+0000","last_unstale":"2024-04-02T08:28:14.644993+0000","last_undegraded":"2024-04-02T08:28:14.644993+0000","last_fullsized":"2024-04-02T08:28:14.644993+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:26:55.111717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644614+0000","last_change":"2024-04-02T08:27:37.250521+0000","last_active":"2024-04-02T08:28:14.644614+0000","last_peered":"2024-04-02T08:28:14.644614+0000","last_clean":"2024-04-02T08:28:14.644614+0000","last_became_active":"2024-04-02T08:27:37.249215+0000","last_became_peered":"2024-04-02T08:27:37.249215+0000","last_unstale":"2024-04-02T08:28:14.644614+0000","last_undegraded":"2024-04-02T08:28:14.644614+0000","last_fullsized":"2024-04-02T08:28:14.644614+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:20.549707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645081+0000","last_change":"2024-04-02T08:27:37.235541+0000","last_active":"2024-04-02T08:28:14.645081+0000","last_peered":"2024-04-02T08:28:14.645081+0000","last_clean":"2024-04-02T08:28:14.645081+0000","last_became_active":"2024-04-02T08:27:37.235203+0000","last_became_peered":"2024-04-02T08:27:37.235203+0000","last_unstale":"2024-04-02T08:28:14.645081+0000","last_undegraded":"2024-04-02T08:28:14.645081+0000","last_fullsized":"2024-04-02T08:28:14.645081+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:42:56.660810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644162+0000","last_change":"2024-04-02T08:27:37.247652+0000","last_active":"2024-04-02T08:28:14.644162+0000","last_peered":"2024-04-02T08:28:14.644162+0000","last_clean":"2024-04-02T08:28:14.644162+0000","last_became_active":"2024-04-02T08:27:37.246895+0000","last_became_peered":"2024-04-02T08:27:37.246895+0000","last_unstale":"2024-04-02T08:28:14.644162+0000","last_undegraded":"2024-04-02T08:28:14.644162+0000","last_fullsized":"2024-04-02T08:28:14.644162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:13:45.608798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.333979+0000","last_change":"2024-04-02T08:27:58.486333+0000","last_active":"2024-04-02T08:28:14.333979+0000","last_peered":"2024-04-02T08:28:14.333979+0000","last_clean":"2024-04-02T08:28:14.333979+0000","last_became_active":"2024-04-02T08:27:58.486014+0000","last_became_peered":"2024-04-02T08:27:58.486014+0000","last_unstale":"2024-04-02T08:28:14.333979+0000","last_undegraded":"2024-04-02T08:28:14.333979+0000","last_fullsized":"2024-04-02T08:28:14.333979+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:54:58.159710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645227+0000","last_change":"2024-04-02T08:27:37.247918+0000","last_active":"2024-04-02T08:28:14.645227+0000","last_peered":"2024-04-02T08:28:14.645227+0000","last_clean":"2024-04-02T08:28:14.645227+0000","last_became_active":"2024-04-02T08:27:37.247531+0000","last_became_peered":"2024-04-02T08:27:37.247531+0000","last_unstale":"2024-04-02T08:28:14.645227+0000","last_undegraded":"2024-04-02T08:28:14.645227+0000","last_fullsized":"2024-04-02T08:28:14.645227+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:55:30.580477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.332005+0000","last_change":"2024-04-02T08:27:37.228460+0000","last_active":"2024-04-02T08:28:14.332005+0000","last_peered":"2024-04-02T08:28:14.332005+0000","last_clean":"2024-04-02T08:28:14.332005+0000","last_became_active":"2024-04-02T08:27:37.227472+0000","last_became_peered":"2024-04-02T08:27:37.227472+0000","last_unstale":"2024-04-02T08:28:14.332005+0000","last_undegraded":"2024-04-02T08:28:14.332005+0000","last_fullsized":"2024-04-02T08:28:14.332005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:50.974785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331917+0000","last_change":"2024-04-02T08:27:37.224694+0000","last_active":"2024-04-02T08:28:14.331917+0000","last_peered":"2024-04-02T08:28:14.331917+0000","last_clean":"2024-04-02T08:28:14.331917+0000","last_became_active":"2024-04-02T08:27:37.224403+0000","last_became_peered":"2024-04-02T08:27:37.224403+0000","last_unstale":"2024-04-02T08:28:14.331917+0000","last_undegraded":"2024-04-02T08:28:14.331917+0000","last_fullsized":"2024-04-02T08:28:14.331917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:52.567247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609514+0000","last_change":"2024-04-02T08:27:37.226271+0000","last_active":"2024-04-02T08:28:14.609514+0000","last_peered":"2024-04-02T08:28:14.609514+0000","last_clean":"2024-04-02T08:28:14.609514+0000","last_became_active":"2024-04-02T08:27:37.225969+0000","last_became_peered":"2024-04-02T08:27:37.225969+0000","last_unstale":"2024-04-02T08:28:14.609514+0000","last_undegraded":"2024-04-02T08:28:14.609514+0000","last_fullsized":"2024-04-02T08:28:14.609514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:58.021359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334344+0000","last_change":"2024-04-02T08:27:37.223350+0000","last_active":"2024-04-02T08:28:14.334344+0000","last_peered":"2024-04-02T08:28:14.334344+0000","last_clean":"2024-04-02T08:28:14.334344+0000","last_became_active":"2024-04-02T08:27:37.222137+0000","last_became_peered":"2024-04-02T08:27:37.222137+0000","last_unstale":"2024-04-02T08:28:14.334344+0000","last_undegraded":"2024-04-02T08:28:14.334344+0000","last_fullsized":"2024-04-02T08:28:14.334344+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:02:03.962044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644621+0000","last_change":"2024-04-02T08:27:37.231785+0000","last_active":"2024-04-02T08:28:14.644621+0000","last_peered":"2024-04-02T08:28:14.644621+0000","last_clean":"2024-04-02T08:28:14.644621+0000","last_became_active":"2024-04-02T08:27:37.231249+0000","last_became_peered":"2024-04-02T08:27:37.231249+0000","last_unstale":"2024-04-02T08:28:14.644621+0000","last_undegraded":"2024-04-02T08:28:14.644621+0000","last_fullsized":"2024-04-02T08:28:14.644621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:12.039836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.628851+0000","last_change":"2024-04-02T08:27:37.230797+0000","last_active":"2024-04-02T08:28:14.628851+0000","last_peered":"2024-04-02T08:28:14.628851+0000","last_clean":"2024-04-02T08:28:14.628851+0000","last_became_active":"2024-04-02T08:27:37.230302+0000","last_became_peered":"2024-04-02T08:27:37.230302+0000","last_unstale":"2024-04-02T08:28:14.628851+0000","last_undegraded":"2024-04-02T08:28:14.628851+0000","last_fullsized":"2024-04-02T08:28:14.628851+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:58.071538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644006+0000","last_change":"2024-04-02T08:27:37.240273+0000","last_active":"2024-04-02T08:28:14.644006+0000","last_peered":"2024-04-02T08:28:14.644006+0000","last_clean":"2024-04-02T08:28:14.644006+0000","last_became_active":"2024-04-02T08:27:37.239804+0000","last_became_peered":"2024-04-02T08:27:37.239804+0000","last_unstale":"2024-04-02T08:28:14.644006+0000","last_undegraded":"2024-04-02T08:28:14.644006+0000","last_fullsized":"2024-04-02T08:28:14.644006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:34:31.467996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644396+0000","last_change":"2024-04-02T08:27:37.237673+0000","last_active":"2024-04-02T08:28:14.644396+0000","last_peered":"2024-04-02T08:28:14.644396+0000","last_clean":"2024-04-02T08:28:14.644396+0000","last_became_active":"2024-04-02T08:27:37.237386+0000","last_became_peered":"2024-04-02T08:27:37.237386+0000","last_unstale":"2024-04-02T08:28:14.644396+0000","last_undegraded":"2024-04-02T08:28:14.644396+0000","last_fullsized":"2024-04-02T08:28:14.644396+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:27.267161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.335311+0000","last_change":"2024-04-02T08:27:37.244630+0000","last_active":"2024-04-02T08:28:14.335311+0000","last_peered":"2024-04-02T08:28:14.335311+0000","last_clean":"2024-04-02T08:28:14.335311+0000","last_became_active":"2024-04-02T08:27:37.244370+0000","last_became_peered":"2024-04-02T08:27:37.244370+0000","last_unstale":"2024-04-02T08:28:14.335311+0000","last_undegraded":"2024-04-02T08:28:14.335311+0000","last_fullsized":"2024-04-02T08:28:14.335311+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:50.674649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644419+0000","last_change":"2024-04-02T08:27:37.246391+0000","last_active":"2024-04-02T08:28:14.644419+0000","last_peered":"2024-04-02T08:28:14.644419+0000","last_clean":"2024-04-02T08:28:14.644419+0000","last_became_active":"2024-04-02T08:27:37.246061+0000","last_became_peered":"2024-04-02T08:27:37.246061+0000","last_unstale":"2024-04-02T08:28:14.644419+0000","last_undegraded":"2024-04-02T08:28:14.644419+0000","last_fullsized":"2024-04-02T08:28:14.644419+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:35.938194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645137+0000","last_change":"2024-04-02T08:27:36.871047+0000","last_active":"2024-04-02T08:28:14.645137+0000","last_peered":"2024-04-02T08:28:14.645137+0000","last_clean":"2024-04-02T08:28:14.645137+0000","last_became_active":"2024-04-02T08:27:36.870766+0000","last_became_peered":"2024-04-02T08:27:36.870766+0000","last_unstale":"2024-04-02T08:28:14.645137+0000","last_undegraded":"2024-04-02T08:28:14.645137+0000","last_fullsized":"2024-04-02T08:28:14.645137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:38.197586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334960+0000","last_change":"2024-04-02T08:27:37.216751+0000","last_active":"2024-04-02T08:28:14.334960+0000","last_peered":"2024-04-02T08:28:14.334960+0000","last_clean":"2024-04-02T08:28:14.334960+0000","last_became_active":"2024-04-02T08:27:37.216458+0000","last_became_peered":"2024-04-02T08:27:37.216458+0000","last_unstale":"2024-04-02T08:28:14.334960+0000","last_undegraded":"2024-04-02T08:28:14.334960+0000","last_fullsized":"2024-04-02T08:28:14.334960+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:53.582839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334892+0000","last_change":"2024-04-02T08:27:36.871544+0000","last_active":"2024-04-02T08:28:14.334892+0000","last_peered":"2024-04-02T08:28:14.334892+0000","last_clean":"2024-04-02T08:28:14.334892+0000","last_became_active":"2024-04-02T08:27:36.871257+0000","last_became_peered":"2024-04-02T08:27:36.871257+0000","last_unstale":"2024-04-02T08:28:14.334892+0000","last_undegraded":"2024-04-02T08:28:14.334892+0000","last_fullsized":"2024-04-02T08:28:14.334892+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:40:45.894644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645179+0000","last_change":"2024-04-02T08:27:37.229842+0000","last_active":"2024-04-02T08:28:14.645179+0000","last_peered":"2024-04-02T08:28:14.645179+0000","last_clean":"2024-04-02T08:28:14.645179+0000","last_became_active":"2024-04-02T08:27:37.228610+0000","last_became_peered":"2024-04-02T08:27:37.228610+0000","last_unstale":"2024-04-02T08:28:14.645179+0000","last_undegraded":"2024-04-02T08:28:14.645179+0000","last_fullsized":"2024-04-02T08:28:14.645179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:21.648088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645030+0000","last_change":"2024-04-02T08:27:36.881759+0000","last_active":"2024-04-02T08:28:14.645030+0000","last_peered":"2024-04-02T08:28:14.645030+0000","last_clean":"2024-04-02T08:28:14.645030+0000","last_became_active":"2024-04-02T08:27:36.881391+0000","last_became_peered":"2024-04-02T08:27:36.881391+0000","last_unstale":"2024-04-02T08:28:14.645030+0000","last_undegraded":"2024-04-02T08:28:14.645030+0000","last_fullsized":"2024-04-02T08:28:14.645030+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:55:48.957154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645068+0000","last_change":"2024-04-02T08:27:37.230473+0000","last_active":"2024-04-02T08:28:14.645068+0000","last_peered":"2024-04-02T08:28:14.645068+0000","last_clean":"2024-04-02T08:28:14.645068+0000","last_became_active":"2024-04-02T08:27:37.230135+0000","last_became_peered":"2024-04-02T08:27:37.230135+0000","last_unstale":"2024-04-02T08:28:14.645068+0000","last_undegraded":"2024-04-02T08:28:14.645068+0000","last_fullsized":"2024-04-02T08:28:14.645068+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:02:22.384222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644528+0000","last_change":"2024-04-02T08:27:36.881713+0000","last_active":"2024-04-02T08:28:14.644528+0000","last_peered":"2024-04-02T08:28:14.644528+0000","last_clean":"2024-04-02T08:28:14.644528+0000","last_became_active":"2024-04-02T08:27:36.881296+0000","last_became_peered":"2024-04-02T08:27:36.881296+0000","last_unstale":"2024-04-02T08:28:14.644528+0000","last_undegraded":"2024-04-02T08:28:14.644528+0000","last_fullsized":"2024-04-02T08:28:14.644528+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:17:13.673323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644448+0000","last_change":"2024-04-02T08:27:37.231191+0000","last_active":"2024-04-02T08:28:14.644448+0000","last_peered":"2024-04-02T08:28:14.644448+0000","last_clean":"2024-04-02T08:28:14.644448+0000","last_became_active":"2024-04-02T08:27:37.230853+0000","last_became_peered":"2024-04-02T08:27:37.230853+0000","last_unstale":"2024-04-02T08:28:14.644448+0000","last_undegraded":"2024-04-02T08:28:14.644448+0000","last_fullsized":"2024-04-02T08:28:14.644448+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:43.225886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334493+0000","last_change":"2024-04-02T08:27:36.877627+0000","last_active":"2024-04-02T08:28:14.334493+0000","last_peered":"2024-04-02T08:28:14.334493+0000","last_clean":"2024-04-02T08:28:14.334493+0000","last_became_active":"2024-04-02T08:27:36.877327+0000","last_became_peered":"2024-04-02T08:27:36.877327+0000","last_unstale":"2024-04-02T08:28:14.334493+0000","last_undegraded":"2024-04-02T08:28:14.334493+0000","last_fullsized":"2024-04-02T08:28:14.334493+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:41.990341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609190+0000","last_change":"2024-04-02T08:27:37.234494+0000","last_active":"2024-04-02T08:28:14.609190+0000","last_peered":"2024-04-02T08:28:14.609190+0000","last_clean":"2024-04-02T08:28:14.609190+0000","last_became_active":"2024-04-02T08:27:37.233170+0000","last_became_peered":"2024-04-02T08:27:37.233170+0000","last_unstale":"2024-04-02T08:28:14.609190+0000","last_undegraded":"2024-04-02T08:28:14.609190+0000","last_fullsized":"2024-04-02T08:28:14.609190+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:00.914657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331709+0000","last_change":"2024-04-02T08:27:36.877521+0000","last_active":"2024-04-02T08:28:14.331709+0000","last_peered":"2024-04-02T08:28:14.331709+0000","last_clean":"2024-04-02T08:28:14.331709+0000","last_became_active":"2024-04-02T08:27:36.877240+0000","last_became_peered":"2024-04-02T08:27:36.877240+0000","last_unstale":"2024-04-02T08:28:14.331709+0000","last_undegraded":"2024-04-02T08:28:14.331709+0000","last_fullsized":"2024-04-02T08:28:14.331709+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:40.389754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644594+0000","last_change":"2024-04-02T08:27:37.239111+0000","last_active":"2024-04-02T08:28:14.644594+0000","last_peered":"2024-04-02T08:28:14.644594+0000","last_clean":"2024-04-02T08:28:14.644594+0000","last_became_active":"2024-04-02T08:27:37.238837+0000","last_became_peered":"2024-04-02T08:27:37.238837+0000","last_unstale":"2024-04-02T08:28:14.644594+0000","last_undegraded":"2024-04-02T08:28:14.644594+0000","last_fullsized":"2024-04-02T08:28:14.644594+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:17:51.084157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334344+0000","last_change":"2024-04-02T08:27:36.866432+0000","last_active":"2024-04-02T08:28:14.334344+0000","last_peered":"2024-04-02T08:28:14.334344+0000","last_clean":"2024-04-02T08:28:14.334344+0000","last_became_active":"2024-04-02T08:27:36.866152+0000","last_became_peered":"2024-04-02T08:27:36.866152+0000","last_unstale":"2024-04-02T08:28:14.334344+0000","last_undegraded":"2024-04-02T08:28:14.334344+0000","last_fullsized":"2024-04-02T08:28:14.334344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:51.561815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334294+0000","last_change":"2024-04-02T08:27:58.398087+0000","last_active":"2024-04-02T08:28:14.334294+0000","last_peered":"2024-04-02T08:28:14.334294+0000","last_clean":"2024-04-02T08:28:14.334294+0000","last_became_active":"2024-04-02T08:27:58.397727+0000","last_became_peered":"2024-04-02T08:27:58.397727+0000","last_unstale":"2024-04-02T08:28:14.334294+0000","last_undegraded":"2024-04-02T08:28:14.334294+0000","last_fullsized":"2024-04-02T08:28:14.334294+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:40:40.249267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644104+0000","last_change":"2024-04-02T08:27:36.870663+0000","last_active":"2024-04-02T08:28:14.644104+0000","last_peered":"2024-04-02T08:28:14.644104+0000","last_clean":"2024-04-02T08:28:14.644104+0000","last_became_active":"2024-04-02T08:27:36.870320+0000","last_became_peered":"2024-04-02T08:27:36.870320+0000","last_unstale":"2024-04-02T08:28:14.644104+0000","last_undegraded":"2024-04-02T08:28:14.644104+0000","last_fullsized":"2024-04-02T08:28:14.644104+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:32.866238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629016+0000","last_change":"2024-04-02T08:27:37.231151+0000","last_active":"2024-04-02T08:28:14.629016+0000","last_peered":"2024-04-02T08:28:14.629016+0000","last_clean":"2024-04-02T08:28:14.629016+0000","last_became_active":"2024-04-02T08:27:37.230879+0000","last_became_peered":"2024-04-02T08:27:37.230879+0000","last_unstale":"2024-04-02T08:28:14.629016+0000","last_undegraded":"2024-04-02T08:28:14.629016+0000","last_fullsized":"2024-04-02T08:28:14.629016+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:53:15.384330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.332063+0000","last_change":"2024-04-02T08:27:36.873640+0000","last_active":"2024-04-02T08:28:14.332063+0000","last_peered":"2024-04-02T08:28:14.332063+0000","last_clean":"2024-04-02T08:28:14.332063+0000","last_became_active":"2024-04-02T08:27:36.873358+0000","last_became_peered":"2024-04-02T08:27:36.873358+0000","last_unstale":"2024-04-02T08:28:14.332063+0000","last_undegraded":"2024-04-02T08:28:14.332063+0000","last_fullsized":"2024-04-02T08:28:14.332063+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:35.772551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644617+0000","last_change":"2024-04-02T08:27:37.238370+0000","last_active":"2024-04-02T08:28:14.644617+0000","last_peered":"2024-04-02T08:28:14.644617+0000","last_clean":"2024-04-02T08:28:14.644617+0000","last_became_active":"2024-04-02T08:27:37.238060+0000","last_became_peered":"2024-04-02T08:27:37.238060+0000","last_unstale":"2024-04-02T08:28:14.644617+0000","last_undegraded":"2024-04-02T08:28:14.644617+0000","last_fullsized":"2024-04-02T08:28:14.644617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:17.741081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644527+0000","last_change":"2024-04-02T08:27:36.876185+0000","last_active":"2024-04-02T08:28:14.644527+0000","last_peered":"2024-04-02T08:28:14.644527+0000","last_clean":"2024-04-02T08:28:14.644527+0000","last_became_active":"2024-04-02T08:27:36.875613+0000","last_became_peered":"2024-04-02T08:27:36.875613+0000","last_unstale":"2024-04-02T08:28:14.644527+0000","last_undegraded":"2024-04-02T08:28:14.644527+0000","last_fullsized":"2024-04-02T08:28:14.644527+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:30.259508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645062+0000","last_change":"2024-04-02T08:27:37.229320+0000","last_active":"2024-04-02T08:28:14.645062+0000","last_peered":"2024-04-02T08:28:14.645062+0000","last_clean":"2024-04-02T08:28:14.645062+0000","last_became_active":"2024-04-02T08:27:37.229042+0000","last_became_peered":"2024-04-02T08:27:37.229042+0000","last_unstale":"2024-04-02T08:28:14.645062+0000","last_undegraded":"2024-04-02T08:28:14.645062+0000","last_fullsized":"2024-04-02T08:28:14.645062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:53:38.565953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629268+0000","last_change":"2024-04-02T08:27:36.876700+0000","last_active":"2024-04-02T08:28:14.629268+0000","last_peered":"2024-04-02T08:28:14.629268+0000","last_clean":"2024-04-02T08:28:14.629268+0000","last_became_active":"2024-04-02T08:27:36.876376+0000","last_became_peered":"2024-04-02T08:27:36.876376+0000","last_unstale":"2024-04-02T08:28:14.629268+0000","last_undegraded":"2024-04-02T08:28:14.629268+0000","last_fullsized":"2024-04-02T08:28:14.629268+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:45.250129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609389+0000","last_change":"2024-04-02T08:27:37.242892+0000","last_active":"2024-04-02T08:28:14.609389+0000","last_peered":"2024-04-02T08:28:14.609389+0000","last_clean":"2024-04-02T08:28:14.609389+0000","last_became_active":"2024-04-02T08:27:37.242591+0000","last_became_peered":"2024-04-02T08:27:37.242591+0000","last_unstale":"2024-04-02T08:28:14.609389+0000","last_undegraded":"2024-04-02T08:28:14.609389+0000","last_fullsized":"2024-04-02T08:28:14.609389+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:35:00.305442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331747+0000","last_change":"2024-04-02T08:27:36.871778+0000","last_active":"2024-04-02T08:28:14.331747+0000","last_peered":"2024-04-02T08:28:14.331747+0000","last_clean":"2024-04-02T08:28:14.331747+0000","last_became_active":"2024-04-02T08:27:36.871077+0000","last_became_peered":"2024-04-02T08:27:36.871077+0000","last_unstale":"2024-04-02T08:28:14.331747+0000","last_undegraded":"2024-04-02T08:28:14.331747+0000","last_fullsized":"2024-04-02T08:28:14.331747+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:34.357949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644890+0000","last_change":"2024-04-02T08:27:37.248985+0000","last_active":"2024-04-02T08:28:14.644890+0000","last_peered":"2024-04-02T08:28:14.644890+0000","last_clean":"2024-04-02T08:28:14.644890+0000","last_became_active":"2024-04-02T08:27:37.248624+0000","last_became_peered":"2024-04-02T08:27:37.248624+0000","last_unstale":"2024-04-02T08:28:14.644890+0000","last_undegraded":"2024-04-02T08:28:14.644890+0000","last_fullsized":"2024-04-02T08:28:14.644890+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:56.742042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644757+0000","last_change":"2024-04-02T08:27:36.875127+0000","last_active":"2024-04-02T08:28:14.644757+0000","last_peered":"2024-04-02T08:28:14.644757+0000","last_clean":"2024-04-02T08:28:14.644757+0000","last_became_active":"2024-04-02T08:27:36.874830+0000","last_became_peered":"2024-04-02T08:27:36.874830+0000","last_unstale":"2024-04-02T08:28:14.644757+0000","last_undegraded":"2024-04-02T08:28:14.644757+0000","last_fullsized":"2024-04-02T08:28:14.644757+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:56.483246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644576+0000","last_change":"2024-04-02T08:27:37.241247+0000","last_active":"2024-04-02T08:28:14.644576+0000","last_peered":"2024-04-02T08:28:14.644576+0000","last_clean":"2024-04-02T08:28:14.644576+0000","last_became_active":"2024-04-02T08:27:37.240949+0000","last_became_peered":"2024-04-02T08:27:37.240949+0000","last_unstale":"2024-04-02T08:28:14.644576+0000","last_undegraded":"2024-04-02T08:28:14.644576+0000","last_fullsized":"2024-04-02T08:28:14.644576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:01:53.766455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644764+0000","last_change":"2024-04-02T08:27:36.880395+0000","last_active":"2024-04-02T08:28:14.644764+0000","last_peered":"2024-04-02T08:28:14.644764+0000","last_clean":"2024-04-02T08:28:14.644764+0000","last_became_active":"2024-04-02T08:27:36.880049+0000","last_became_peered":"2024-04-02T08:27:36.880049+0000","last_unstale":"2024-04-02T08:28:14.644764+0000","last_undegraded":"2024-04-02T08:28:14.644764+0000","last_fullsized":"2024-04-02T08:28:14.644764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:28.699606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644541+0000","last_change":"2024-04-02T08:27:37.250696+0000","last_active":"2024-04-02T08:28:14.644541+0000","last_peered":"2024-04-02T08:28:14.644541+0000","last_clean":"2024-04-02T08:28:14.644541+0000","last_became_active":"2024-04-02T08:27:37.250300+0000","last_became_peered":"2024-04-02T08:27:37.250300+0000","last_unstale":"2024-04-02T08:28:14.644541+0000","last_undegraded":"2024-04-02T08:28:14.644541+0000","last_fullsized":"2024-04-02T08:28:14.644541+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:28.967621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331492+0000","last_change":"2024-04-02T08:27:36.866412+0000","last_active":"2024-04-02T08:28:14.331492+0000","last_peered":"2024-04-02T08:28:14.331492+0000","last_clean":"2024-04-02T08:28:14.331492+0000","last_became_active":"2024-04-02T08:27:36.866069+0000","last_became_peered":"2024-04-02T08:27:36.866069+0000","last_unstale":"2024-04-02T08:28:14.331492+0000","last_undegraded":"2024-04-02T08:28:14.331492+0000","last_fullsized":"2024-04-02T08:28:14.331492+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:29.470534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331514+0000","last_change":"2024-04-02T08:27:37.227813+0000","last_active":"2024-04-02T08:28:14.331514+0000","last_peered":"2024-04-02T08:28:14.331514+0000","last_clean":"2024-04-02T08:28:14.331514+0000","last_became_active":"2024-04-02T08:27:37.227478+0000","last_became_peered":"2024-04-02T08:27:37.227478+0000","last_unstale":"2024-04-02T08:28:14.331514+0000","last_undegraded":"2024-04-02T08:28:14.331514+0000","last_fullsized":"2024-04-02T08:28:14.331514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:05:58.068910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334102+0000","last_change":"2024-04-02T08:27:36.871322+0000","last_active":"2024-04-02T08:28:14.334102+0000","last_peered":"2024-04-02T08:28:14.334102+0000","last_clean":"2024-04-02T08:28:14.334102+0000","last_became_active":"2024-04-02T08:27:36.869501+0000","last_became_peered":"2024-04-02T08:27:36.869501+0000","last_unstale":"2024-04-02T08:28:14.334102+0000","last_undegraded":"2024-04-02T08:28:14.334102+0000","last_fullsized":"2024-04-02T08:28:14.334102+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:59.016189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644242+0000","last_change":"2024-04-02T08:27:37.248182+0000","last_active":"2024-04-02T08:28:14.644242+0000","last_peered":"2024-04-02T08:28:14.644242+0000","last_clean":"2024-04-02T08:28:14.644242+0000","last_became_active":"2024-04-02T08:27:37.247853+0000","last_became_peered":"2024-04-02T08:27:37.247853+0000","last_unstale":"2024-04-02T08:28:14.644242+0000","last_undegraded":"2024-04-02T08:28:14.644242+0000","last_fullsized":"2024-04-02T08:28:14.644242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:18:33.658270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609534+0000","last_change":"2024-04-02T08:27:36.871657+0000","last_active":"2024-04-02T08:28:14.609534+0000","last_peered":"2024-04-02T08:28:14.609534+0000","last_clean":"2024-04-02T08:28:14.609534+0000","last_became_active":"2024-04-02T08:27:36.871004+0000","last_became_peered":"2024-04-02T08:27:36.871004+0000","last_unstale":"2024-04-02T08:28:14.609534+0000","last_undegraded":"2024-04-02T08:28:14.609534+0000","last_fullsized":"2024-04-02T08:28:14.609534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:06.835838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645219+0000","last_change":"2024-04-02T08:27:37.248798+0000","last_active":"2024-04-02T08:28:14.645219+0000","last_peered":"2024-04-02T08:28:14.645219+0000","last_clean":"2024-04-02T08:28:14.645219+0000","last_became_active":"2024-04-02T08:27:37.248465+0000","last_became_peered":"2024-04-02T08:27:37.248465+0000","last_unstale":"2024-04-02T08:28:14.645219+0000","last_undegraded":"2024-04-02T08:28:14.645219+0000","last_fullsized":"2024-04-02T08:28:14.645219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:34.370765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.316869+0000","last_change":"2024-04-02T08:28:13.417645+0000","last_active":"2024-04-02T08:28:16.316869+0000","last_peered":"2024-04-02T08:28:16.316869+0000","last_clean":"2024-04-02T08:28:16.316869+0000","last_became_active":"2024-04-02T08:28:13.417311+0000","last_became_peered":"2024-04-02T08:28:13.417311+0000","last_unstale":"2024-04-02T08:28:16.316869+0000","last_undegraded":"2024-04-02T08:28:16.316869+0000","last_fullsized":"2024-04-02T08:28:16.316869+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:22.758413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.628759+0000","last_change":"2024-04-02T08:27:58.399224+0000","last_active":"2024-04-02T08:28:14.628759+0000","last_peered":"2024-04-02T08:28:14.628759+0000","last_clean":"2024-04-02T08:28:14.628759+0000","last_became_active":"2024-04-02T08:27:58.398877+0000","last_became_peered":"2024-04-02T08:27:58.398877+0000","last_unstale":"2024-04-02T08:28:14.628759+0000","last_undegraded":"2024-04-02T08:28:14.628759+0000","last_fullsized":"2024-04-02T08:28:14.628759+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:14:29.017422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644508+0000","last_change":"2024-04-02T08:27:37.229431+0000","last_active":"2024-04-02T08:28:14.644508+0000","last_peered":"2024-04-02T08:28:14.644508+0000","last_clean":"2024-04-02T08:28:14.644508+0000","last_became_active":"2024-04-02T08:27:37.229103+0000","last_became_peered":"2024-04-02T08:27:37.229103+0000","last_unstale":"2024-04-02T08:28:14.644508+0000","last_undegraded":"2024-04-02T08:28:14.644508+0000","last_fullsized":"2024-04-02T08:28:14.644508+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:43:20.723433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.316909+0000","last_change":"2024-04-02T08:28:13.328208+0000","last_active":"2024-04-02T08:28:16.316909+0000","last_peered":"2024-04-02T08:28:16.316909+0000","last_clean":"2024-04-02T08:28:16.316909+0000","last_became_active":"2024-04-02T08:28:13.327904+0000","last_became_peered":"2024-04-02T08:28:13.327904+0000","last_unstale":"2024-04-02T08:28:16.316909+0000","last_undegraded":"2024-04-02T08:28:16.316909+0000","last_fullsized":"2024-04-02T08:28:16.316909+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:08:38.847507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644678+0000","last_change":"2024-04-02T08:27:36.880080+0000","last_active":"2024-04-02T08:28:14.644678+0000","last_peered":"2024-04-02T08:28:14.644678+0000","last_clean":"2024-04-02T08:28:14.644678+0000","last_became_active":"2024-04-02T08:27:36.877794+0000","last_became_peered":"2024-04-02T08:27:36.877794+0000","last_unstale":"2024-04-02T08:28:14.644678+0000","last_undegraded":"2024-04-02T08:28:14.644678+0000","last_fullsized":"2024-04-02T08:28:14.644678+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:31.487468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609351+0000","last_change":"2024-04-02T08:27:37.240844+0000","last_active":"2024-04-02T08:28:14.609351+0000","last_peered":"2024-04-02T08:28:14.609351+0000","last_clean":"2024-04-02T08:28:14.609351+0000","last_became_active":"2024-04-02T08:27:37.240607+0000","last_became_peered":"2024-04-02T08:27:37.240607+0000","last_unstale":"2024-04-02T08:28:14.609351+0000","last_undegraded":"2024-04-02T08:28:14.609351+0000","last_fullsized":"2024-04-02T08:28:14.609351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:52.312069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.317010+0000","last_change":"2024-04-02T08:28:13.419797+0000","last_active":"2024-04-02T08:28:16.317010+0000","last_peered":"2024-04-02T08:28:16.317010+0000","last_clean":"2024-04-02T08:28:16.317010+0000","last_became_active":"2024-04-02T08:28:13.419402+0000","last_became_peered":"2024-04-02T08:28:13.419402+0000","last_unstale":"2024-04-02T08:28:16.317010+0000","last_undegraded":"2024-04-02T08:28:16.317010+0000","last_fullsized":"2024-04-02T08:28:16.317010+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:28.790250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.628972+0000","last_change":"2024-04-02T08:27:37.237040+0000","last_active":"2024-04-02T08:28:14.628972+0000","last_peered":"2024-04-02T08:28:14.628972+0000","last_clean":"2024-04-02T08:28:14.628972+0000","last_became_active":"2024-04-02T08:27:37.235899+0000","last_became_peered":"2024-04-02T08:27:37.235899+0000","last_unstale":"2024-04-02T08:28:14.628972+0000","last_undegraded":"2024-04-02T08:28:14.628972+0000","last_fullsized":"2024-04-02T08:28:14.628972+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:00:26.217538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334951+0000","last_change":"2024-04-02T08:27:36.869321+0000","last_active":"2024-04-02T08:28:14.334951+0000","last_peered":"2024-04-02T08:28:14.334951+0000","last_clean":"2024-04-02T08:28:14.334951+0000","last_became_active":"2024-04-02T08:27:36.869040+0000","last_became_peered":"2024-04-02T08:27:36.869040+0000","last_unstale":"2024-04-02T08:28:14.334951+0000","last_undegraded":"2024-04-02T08:28:14.334951+0000","last_fullsized":"2024-04-02T08:28:14.334951+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:15.334618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.316823+0000","last_change":"2024-04-02T08:28:13.418671+0000","last_active":"2024-04-02T08:28:16.316823+0000","last_peered":"2024-04-02T08:28:16.316823+0000","last_clean":"2024-04-02T08:28:16.316823+0000","last_became_active":"2024-04-02T08:28:13.418399+0000","last_became_peered":"2024-04-02T08:28:13.418399+0000","last_unstale":"2024-04-02T08:28:16.316823+0000","last_undegraded":"2024-04-02T08:28:16.316823+0000","last_fullsized":"2024-04-02T08:28:16.316823+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:12.955546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334632+0000","last_change":"2024-04-02T08:27:37.224961+0000","last_active":"2024-04-02T08:28:14.334632+0000","last_peered":"2024-04-02T08:28:14.334632+0000","last_clean":"2024-04-02T08:28:14.334632+0000","last_became_active":"2024-04-02T08:27:37.224736+0000","last_became_peered":"2024-04-02T08:27:37.224736+0000","last_unstale":"2024-04-02T08:28:14.334632+0000","last_undegraded":"2024-04-02T08:28:14.334632+0000","last_fullsized":"2024-04-02T08:28:14.334632+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:20:26.800893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644293+0000","last_change":"2024-04-02T08:27:36.874572+0000","last_active":"2024-04-02T08:28:14.644293+0000","last_peered":"2024-04-02T08:28:14.644293+0000","last_clean":"2024-04-02T08:28:14.644293+0000","last_became_active":"2024-04-02T08:27:36.873927+0000","last_became_peered":"2024-04-02T08:27:36.873927+0000","last_unstale":"2024-04-02T08:28:14.644293+0000","last_undegraded":"2024-04-02T08:28:14.644293+0000","last_fullsized":"2024-04-02T08:28:14.644293+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:46.040209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"66'128","reported_seq":265,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644101+0000","last_change":"2024-04-02T08:27:22.166020+0000","last_active":"2024-04-02T08:28:14.644101+0000","last_peered":"2024-04-02T08:28:14.644101+0000","last_clean":"2024-04-02T08:28:14.644101+0000","last_became_active":"2024-04-02T08:27:22.165594+0000","last_became_peered":"2024-04-02T08:27:22.165594+0000","last_unstale":"2024-04-02T08:28:14.644101+0000","last_undegraded":"2024-04-02T08:28:14.644101+0000","last_fullsized":"2024-04-02T08:28:14.644101+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_clean_scrub_stamp":"2024-04-02T08:25:15.767243+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:06:31.660080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.315289+0000","last_change":"2024-04-02T08:28:13.328615+0000","last_active":"2024-04-02T08:28:16.315289+0000","last_peered":"2024-04-02T08:28:16.315289+0000","last_clean":"2024-04-02T08:28:16.315289+0000","last_became_active":"2024-04-02T08:28:13.328319+0000","last_became_peered":"2024-04-02T08:28:13.328319+0000","last_unstale":"2024-04-02T08:28:16.315289+0000","last_undegraded":"2024-04-02T08:28:16.315289+0000","last_fullsized":"2024-04-02T08:28:16.315289+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:38.433045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334754+0000","last_change":"2024-04-02T08:27:58.395934+0000","last_active":"2024-04-02T08:28:14.334754+0000","last_peered":"2024-04-02T08:28:14.334754+0000","last_clean":"2024-04-02T08:28:14.334754+0000","last_became_active":"2024-04-02T08:27:58.393749+0000","last_became_peered":"2024-04-02T08:27:58.393749+0000","last_unstale":"2024-04-02T08:28:14.334754+0000","last_undegraded":"2024-04-02T08:28:14.334754+0000","last_fullsized":"2024-04-02T08:28:14.334754+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:38.955435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644009+0000","last_change":"2024-04-02T08:27:36.879473+0000","last_active":"2024-04-02T08:28:14.644009+0000","last_peered":"2024-04-02T08:28:14.644009+0000","last_clean":"2024-04-02T08:28:14.644009+0000","last_became_active":"2024-04-02T08:27:36.878990+0000","last_became_peered":"2024-04-02T08:27:36.878990+0000","last_unstale":"2024-04-02T08:28:14.644009+0000","last_undegraded":"2024-04-02T08:28:14.644009+0000","last_fullsized":"2024-04-02T08:28:14.644009+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:28.962463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.315231+0000","last_change":"2024-04-02T08:28:13.418259+0000","last_active":"2024-04-02T08:28:16.315231+0000","last_peered":"2024-04-02T08:28:16.315231+0000","last_clean":"2024-04-02T08:28:16.315231+0000","last_became_active":"2024-04-02T08:28:13.418025+0000","last_became_peered":"2024-04-02T08:28:13.418025+0000","last_unstale":"2024-04-02T08:28:16.315231+0000","last_undegraded":"2024-04-02T08:28:16.315231+0000","last_fullsized":"2024-04-02T08:28:16.315231+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:29:33.858218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644981+0000","last_change":"2024-04-02T08:27:36.881394+0000","last_active":"2024-04-02T08:28:14.644981+0000","last_peered":"2024-04-02T08:28:14.644981+0000","last_clean":"2024-04-02T08:28:14.644981+0000","last_became_active":"2024-04-02T08:27:36.879529+0000","last_became_peered":"2024-04-02T08:27:36.879529+0000","last_unstale":"2024-04-02T08:28:14.644981+0000","last_undegraded":"2024-04-02T08:28:14.644981+0000","last_fullsized":"2024-04-02T08:28:14.644981+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:20.363420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629240+0000","last_change":"2024-04-02T08:27:37.233277+0000","last_active":"2024-04-02T08:28:14.629240+0000","last_peered":"2024-04-02T08:28:14.629240+0000","last_clean":"2024-04-02T08:28:14.629240+0000","last_became_active":"2024-04-02T08:27:37.232840+0000","last_became_peered":"2024-04-02T08:27:37.232840+0000","last_unstale":"2024-04-02T08:28:14.629240+0000","last_undegraded":"2024-04-02T08:28:14.629240+0000","last_fullsized":"2024-04-02T08:28:14.629240+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:04:30.070844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.318579+0000","last_change":"2024-04-02T08:28:13.419301+0000","last_active":"2024-04-02T08:28:16.318579+0000","last_peered":"2024-04-02T08:28:16.318579+0000","last_clean":"2024-04-02T08:28:16.318579+0000","last_became_active":"2024-04-02T08:28:13.418896+0000","last_became_peered":"2024-04-02T08:28:13.418896+0000","last_unstale":"2024-04-02T08:28:16.318579+0000","last_undegraded":"2024-04-02T08:28:16.318579+0000","last_fullsized":"2024-04-02T08:28:16.318579+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:09:45.076700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629381+0000","last_change":"2024-04-02T08:27:36.864986+0000","last_active":"2024-04-02T08:28:14.629381+0000","last_peered":"2024-04-02T08:28:14.629381+0000","last_clean":"2024-04-02T08:28:14.629381+0000","last_became_active":"2024-04-02T08:27:36.864651+0000","last_became_peered":"2024-04-02T08:27:36.864651+0000","last_unstale":"2024-04-02T08:28:14.629381+0000","last_undegraded":"2024-04-02T08:28:14.629381+0000","last_fullsized":"2024-04-02T08:28:14.629381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:32.591017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.335072+0000","last_change":"2024-04-02T08:27:37.236929+0000","last_active":"2024-04-02T08:28:14.335072+0000","last_peered":"2024-04-02T08:28:14.335072+0000","last_clean":"2024-04-02T08:28:14.335072+0000","last_became_active":"2024-04-02T08:27:37.236662+0000","last_became_peered":"2024-04-02T08:27:37.236662+0000","last_unstale":"2024-04-02T08:28:14.335072+0000","last_undegraded":"2024-04-02T08:28:14.335072+0000","last_fullsized":"2024-04-02T08:28:14.335072+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:34.259136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.321106+0000","last_change":"2024-04-02T08:28:13.417354+0000","last_active":"2024-04-02T08:28:16.321106+0000","last_peered":"2024-04-02T08:28:16.321106+0000","last_clean":"2024-04-02T08:28:16.321106+0000","last_became_active":"2024-04-02T08:28:13.417048+0000","last_became_peered":"2024-04-02T08:28:13.417048+0000","last_unstale":"2024-04-02T08:28:16.321106+0000","last_undegraded":"2024-04-02T08:28:16.321106+0000","last_fullsized":"2024-04-02T08:28:16.321106+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:23.213565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.332043+0000","last_change":"2024-04-02T08:27:36.876794+0000","last_active":"2024-04-02T08:28:14.332043+0000","last_peered":"2024-04-02T08:28:14.332043+0000","last_clean":"2024-04-02T08:28:14.332043+0000","last_became_active":"2024-04-02T08:27:36.876513+0000","last_became_peered":"2024-04-02T08:27:36.876513+0000","last_unstale":"2024-04-02T08:28:14.332043+0000","last_undegraded":"2024-04-02T08:28:14.332043+0000","last_fullsized":"2024-04-02T08:28:14.332043+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:09.735995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645008+0000","last_change":"2024-04-02T08:27:37.231458+0000","last_active":"2024-04-02T08:28:14.645008+0000","last_peered":"2024-04-02T08:28:14.645008+0000","last_clean":"2024-04-02T08:28:14.645008+0000","last_became_active":"2024-04-02T08:27:37.231209+0000","last_became_peered":"2024-04-02T08:27:37.231209+0000","last_unstale":"2024-04-02T08:28:14.645008+0000","last_undegraded":"2024-04-02T08:28:14.645008+0000","last_fullsized":"2024-04-02T08:28:14.645008+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:59:48.769831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644129+0000","last_change":"2024-04-02T08:27:36.879284+0000","last_active":"2024-04-02T08:28:14.644129+0000","last_peered":"2024-04-02T08:28:14.644129+0000","last_clean":"2024-04-02T08:28:14.644129+0000","last_became_active":"2024-04-02T08:27:36.878592+0000","last_became_peered":"2024-04-02T08:27:36.878592+0000","last_unstale":"2024-04-02T08:28:14.644129+0000","last_undegraded":"2024-04-02T08:28:14.644129+0000","last_fullsized":"2024-04-02T08:28:14.644129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:13:13.761715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609410+0000","last_change":"2024-04-02T08:27:37.234410+0000","last_active":"2024-04-02T08:28:14.609410+0000","last_peered":"2024-04-02T08:28:14.609410+0000","last_clean":"2024-04-02T08:28:14.609410+0000","last_became_active":"2024-04-02T08:27:37.234112+0000","last_became_peered":"2024-04-02T08:27:37.234112+0000","last_unstale":"2024-04-02T08:28:14.609410+0000","last_undegraded":"2024-04-02T08:28:14.609410+0000","last_fullsized":"2024-04-02T08:28:14.609410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:30.888557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.628898+0000","last_change":"2024-04-02T08:27:36.879582+0000","last_active":"2024-04-02T08:28:14.628898+0000","last_peered":"2024-04-02T08:28:14.628898+0000","last_clean":"2024-04-02T08:28:14.628898+0000","last_became_active":"2024-04-02T08:27:36.878893+0000","last_became_peered":"2024-04-02T08:27:36.878893+0000","last_unstale":"2024-04-02T08:28:14.628898+0000","last_undegraded":"2024-04-02T08:28:14.628898+0000","last_fullsized":"2024-04-02T08:28:14.628898+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:01:42.219973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334187+0000","last_change":"2024-04-02T08:27:37.240640+0000","last_active":"2024-04-02T08:28:14.334187+0000","last_peered":"2024-04-02T08:28:14.334187+0000","last_clean":"2024-04-02T08:28:14.334187+0000","last_became_active":"2024-04-02T08:27:37.240173+0000","last_became_peered":"2024-04-02T08:27:37.240173+0000","last_unstale":"2024-04-02T08:28:14.334187+0000","last_undegraded":"2024-04-02T08:28:14.334187+0000","last_fullsized":"2024-04-02T08:28:14.334187+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:03:18.545912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629076+0000","last_change":"2024-04-02T08:27:36.877092+0000","last_active":"2024-04-02T08:28:14.629076+0000","last_peered":"2024-04-02T08:28:14.629076+0000","last_clean":"2024-04-02T08:28:14.629076+0000","last_became_active":"2024-04-02T08:27:36.876684+0000","last_became_peered":"2024-04-02T08:27:36.876684+0000","last_unstale":"2024-04-02T08:28:14.629076+0000","last_undegraded":"2024-04-02T08:28:14.629076+0000","last_fullsized":"2024-04-02T08:28:14.629076+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:58:12.517578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334564+0000","last_change":"2024-04-02T08:27:37.233471+0000","last_active":"2024-04-02T08:28:14.334564+0000","last_peered":"2024-04-02T08:28:14.334564+0000","last_clean":"2024-04-02T08:28:14.334564+0000","last_became_active":"2024-04-02T08:27:37.233252+0000","last_became_peered":"2024-04-02T08:27:37.233252+0000","last_unstale":"2024-04-02T08:28:14.334564+0000","last_undegraded":"2024-04-02T08:28:14.334564+0000","last_fullsized":"2024-04-02T08:28:14.334564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:04:10.911111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644458+0000","last_change":"2024-04-02T08:27:36.881663+0000","last_active":"2024-04-02T08:28:14.644458+0000","last_peered":"2024-04-02T08:28:14.644458+0000","last_clean":"2024-04-02T08:28:14.644458+0000","last_became_active":"2024-04-02T08:27:36.881348+0000","last_became_peered":"2024-04-02T08:27:36.881348+0000","last_unstale":"2024-04-02T08:28:14.644458+0000","last_undegraded":"2024-04-02T08:28:14.644458+0000","last_fullsized":"2024-04-02T08:28:14.644458+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:34.235714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331729+0000","last_change":"2024-04-02T08:27:37.230577+0000","last_active":"2024-04-02T08:28:14.331729+0000","last_peered":"2024-04-02T08:28:14.331729+0000","last_clean":"2024-04-02T08:28:14.331729+0000","last_became_active":"2024-04-02T08:27:37.230250+0000","last_became_peered":"2024-04-02T08:27:37.230250+0000","last_unstale":"2024-04-02T08:28:14.331729+0000","last_undegraded":"2024-04-02T08:28:14.331729+0000","last_fullsized":"2024-04-02T08:28:14.331729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:35:07.459145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.335484+0000","last_change":"2024-04-02T08:27:36.872701+0000","last_active":"2024-04-02T08:28:14.335484+0000","last_peered":"2024-04-02T08:28:14.335484+0000","last_clean":"2024-04-02T08:28:14.335484+0000","last_became_active":"2024-04-02T08:27:36.872456+0000","last_became_peered":"2024-04-02T08:27:36.872456+0000","last_unstale":"2024-04-02T08:28:14.335484+0000","last_undegraded":"2024-04-02T08:28:14.335484+0000","last_fullsized":"2024-04-02T08:28:14.335484+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:44:51.244208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644932+0000","last_change":"2024-04-02T08:27:37.249054+0000","last_active":"2024-04-02T08:28:14.644932+0000","last_peered":"2024-04-02T08:28:14.644932+0000","last_clean":"2024-04-02T08:28:14.644932+0000","last_became_active":"2024-04-02T08:27:37.248618+0000","last_became_peered":"2024-04-02T08:27:37.248618+0000","last_unstale":"2024-04-02T08:28:14.644932+0000","last_undegraded":"2024-04-02T08:28:14.644932+0000","last_fullsized":"2024-04-02T08:28:14.644932+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:58:16.058568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629217+0000","last_change":"2024-04-02T08:27:36.870867+0000","last_active":"2024-04-02T08:28:14.629217+0000","last_peered":"2024-04-02T08:28:14.629217+0000","last_clean":"2024-04-02T08:28:14.629217+0000","last_became_active":"2024-04-02T08:27:36.870574+0000","last_became_peered":"2024-04-02T08:27:36.870574+0000","last_unstale":"2024-04-02T08:28:14.629217+0000","last_undegraded":"2024-04-02T08:28:14.629217+0000","last_fullsized":"2024-04-02T08:28:14.629217+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:14.181829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644891+0000","last_change":"2024-04-02T08:27:37.228113+0000","last_active":"2024-04-02T08:28:14.644891+0000","last_peered":"2024-04-02T08:28:14.644891+0000","last_clean":"2024-04-02T08:28:14.644891+0000","last_became_active":"2024-04-02T08:27:37.227632+0000","last_became_peered":"2024-04-02T08:27:37.227632+0000","last_unstale":"2024-04-02T08:28:14.644891+0000","last_undegraded":"2024-04-02T08:28:14.644891+0000","last_fullsized":"2024-04-02T08:28:14.644891+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:14:37.057058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.335411+0000","last_change":"2024-04-02T08:27:36.878715+0000","last_active":"2024-04-02T08:28:14.335411+0000","last_peered":"2024-04-02T08:28:14.335411+0000","last_clean":"2024-04-02T08:28:14.335411+0000","last_became_active":"2024-04-02T08:27:36.878295+0000","last_became_peered":"2024-04-02T08:27:36.878295+0000","last_unstale":"2024-04-02T08:28:14.335411+0000","last_undegraded":"2024-04-02T08:28:14.335411+0000","last_fullsized":"2024-04-02T08:28:14.335411+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:20:27.919990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645153+0000","last_change":"2024-04-02T08:27:58.398355+0000","last_active":"2024-04-02T08:28:14.645153+0000","last_peered":"2024-04-02T08:28:14.645153+0000","last_clean":"2024-04-02T08:28:14.645153+0000","last_became_active":"2024-04-02T08:27:58.398145+0000","last_became_peered":"2024-04-02T08:27:58.398145+0000","last_unstale":"2024-04-02T08:28:14.645153+0000","last_undegraded":"2024-04-02T08:28:14.645153+0000","last_fullsized":"2024-04-02T08:28:14.645153+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:41.251580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331562+0000","last_change":"2024-04-02T08:27:37.227091+0000","last_active":"2024-04-02T08:28:14.331562+0000","last_peered":"2024-04-02T08:28:14.331562+0000","last_clean":"2024-04-02T08:28:14.331562+0000","last_became_active":"2024-04-02T08:27:37.226759+0000","last_became_peered":"2024-04-02T08:27:37.226759+0000","last_unstale":"2024-04-02T08:28:14.331562+0000","last_undegraded":"2024-04-02T08:28:14.331562+0000","last_fullsized":"2024-04-02T08:28:14.331562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:07.990519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334828+0000","last_change":"2024-04-02T08:27:37.226648+0000","last_active":"2024-04-02T08:28:14.334828+0000","last_peered":"2024-04-02T08:28:14.334828+0000","last_clean":"2024-04-02T08:28:14.334828+0000","last_became_active":"2024-04-02T08:27:37.226401+0000","last_became_peered":"2024-04-02T08:27:37.226401+0000","last_unstale":"2024-04-02T08:28:14.334828+0000","last_undegraded":"2024-04-02T08:28:14.334828+0000","last_fullsized":"2024-04-02T08:28:14.334828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:05.331424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644854+0000","last_change":"2024-04-02T08:27:37.234438+0000","last_active":"2024-04-02T08:28:14.644854+0000","last_peered":"2024-04-02T08:28:14.644854+0000","last_clean":"2024-04-02T08:28:14.644854+0000","last_became_active":"2024-04-02T08:27:37.234101+0000","last_became_peered":"2024-04-02T08:27:37.234101+0000","last_unstale":"2024-04-02T08:28:14.644854+0000","last_undegraded":"2024-04-02T08:28:14.644854+0000","last_fullsized":"2024-04-02T08:28:14.644854+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:14:52.727404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644309+0000","last_change":"2024-04-02T08:27:58.399716+0000","last_active":"2024-04-02T08:28:14.644309+0000","last_peered":"2024-04-02T08:28:14.644309+0000","last_clean":"2024-04-02T08:28:14.644309+0000","last_became_active":"2024-04-02T08:27:58.399184+0000","last_became_peered":"2024-04-02T08:27:58.399184+0000","last_unstale":"2024-04-02T08:28:14.644309+0000","last_undegraded":"2024-04-02T08:28:14.644309+0000","last_fullsized":"2024-04-02T08:28:14.644309+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:50:38.440165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334389+0000","last_change":"2024-04-02T08:27:37.230303+0000","last_active":"2024-04-02T08:28:14.334389+0000","last_peered":"2024-04-02T08:28:14.334389+0000","last_clean":"2024-04-02T08:28:14.334389+0000","last_became_active":"2024-04-02T08:27:37.229107+0000","last_became_peered":"2024-04-02T08:27:37.229107+0000","last_unstale":"2024-04-02T08:28:14.334389+0000","last_undegraded":"2024-04-02T08:28:14.334389+0000","last_fullsized":"2024-04-02T08:28:14.334389+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:10.613068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629185+0000","last_change":"2024-04-02T08:27:37.230678+0000","last_active":"2024-04-02T08:28:14.629185+0000","last_peered":"2024-04-02T08:28:14.629185+0000","last_clean":"2024-04-02T08:28:14.629185+0000","last_became_active":"2024-04-02T08:27:37.230405+0000","last_became_peered":"2024-04-02T08:27:37.230405+0000","last_unstale":"2024-04-02T08:28:14.629185+0000","last_undegraded":"2024-04-02T08:28:14.629185+0000","last_fullsized":"2024-04-02T08:28:14.629185+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:58:25.763155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.332076+0000","last_change":"2024-04-02T08:27:37.237803+0000","last_active":"2024-04-02T08:28:14.332076+0000","last_peered":"2024-04-02T08:28:14.332076+0000","last_clean":"2024-04-02T08:28:14.332076+0000","last_became_active":"2024-04-02T08:27:37.237510+0000","last_became_peered":"2024-04-02T08:27:37.237510+0000","last_unstale":"2024-04-02T08:28:14.332076+0000","last_undegraded":"2024-04-02T08:28:14.332076+0000","last_fullsized":"2024-04-02T08:28:14.332076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:08.838031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.335150+0000","last_change":"2024-04-02T08:27:37.230057+0000","last_active":"2024-04-02T08:28:14.335150+0000","last_peered":"2024-04-02T08:28:14.335150+0000","last_clean":"2024-04-02T08:28:14.335150+0000","last_became_active":"2024-04-02T08:27:37.229629+0000","last_became_peered":"2024-04-02T08:27:37.229629+0000","last_unstale":"2024-04-02T08:28:14.335150+0000","last_undegraded":"2024-04-02T08:28:14.335150+0000","last_fullsized":"2024-04-02T08:28:14.335150+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:23.594422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644129+0000","last_change":"2024-04-02T08:27:37.225274+0000","last_active":"2024-04-02T08:28:14.644129+0000","last_peered":"2024-04-02T08:28:14.644129+0000","last_clean":"2024-04-02T08:28:14.644129+0000","last_became_active":"2024-04-02T08:27:37.224873+0000","last_became_peered":"2024-04-02T08:27:37.224873+0000","last_unstale":"2024-04-02T08:28:14.644129+0000","last_undegraded":"2024-04-02T08:28:14.644129+0000","last_fullsized":"2024-04-02T08:28:14.644129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:48.784191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334267+0000","last_change":"2024-04-02T08:27:37.231628+0000","last_active":"2024-04-02T08:28:14.334267+0000","last_peered":"2024-04-02T08:28:14.334267+0000","last_clean":"2024-04-02T08:28:14.334267+0000","last_became_active":"2024-04-02T08:27:37.231370+0000","last_became_peered":"2024-04-02T08:27:37.231370+0000","last_unstale":"2024-04-02T08:28:14.334267+0000","last_undegraded":"2024-04-02T08:28:14.334267+0000","last_fullsized":"2024-04-02T08:28:14.334267+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:16.754839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644923+0000","last_change":"2024-04-02T08:27:37.240045+0000","last_active":"2024-04-02T08:28:14.644923+0000","last_peered":"2024-04-02T08:28:14.644923+0000","last_clean":"2024-04-02T08:28:14.644923+0000","last_became_active":"2024-04-02T08:27:37.239681+0000","last_became_peered":"2024-04-02T08:27:37.239681+0000","last_unstale":"2024-04-02T08:28:14.644923+0000","last_undegraded":"2024-04-02T08:28:14.644923+0000","last_fullsized":"2024-04-02T08:28:14.644923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:35.812523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644654+0000","last_change":"2024-04-02T08:27:37.239765+0000","last_active":"2024-04-02T08:28:14.644654+0000","last_peered":"2024-04-02T08:28:14.644654+0000","last_clean":"2024-04-02T08:28:14.644654+0000","last_became_active":"2024-04-02T08:27:37.239472+0000","last_became_peered":"2024-04-02T08:27:37.239472+0000","last_unstale":"2024-04-02T08:28:14.644654+0000","last_undegraded":"2024-04-02T08:28:14.644654+0000","last_fullsized":"2024-04-02T08:28:14.644654+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:09:02.954023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331834+0000","last_change":"2024-04-02T08:27:37.228296+0000","last_active":"2024-04-02T08:28:14.331834+0000","last_peered":"2024-04-02T08:28:14.331834+0000","last_clean":"2024-04-02T08:28:14.331834+0000","last_became_active":"2024-04-02T08:27:37.228007+0000","last_became_peered":"2024-04-02T08:27:37.228007+0000","last_unstale":"2024-04-02T08:28:14.331834+0000","last_undegraded":"2024-04-02T08:28:14.331834+0000","last_fullsized":"2024-04-02T08:28:14.331834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:56:02.952416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234008,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1310720,"data_stored":900212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.47299999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.50900000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.375},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.57199999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.42999999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.39400000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.59499999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.55800000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495644,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1306624,"data_stored":901354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.376,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.51900000000000002,"15min":0.51800000000000002},"min":{"1min":0.34000000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.48599999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.433,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.53400000000000003,"15min":0.53700000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.33600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55200000000000005,"15min":0.55300000000000005},"min":{"1min":0.39000000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.45000000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.40300000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55500000000000005,"15min":0.55900000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.53600000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.443,"15min":0.441},"min":{"1min":0.27900000000000003,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.623,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.371},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.45600000000000002,"15min":0.45700000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.59499999999999997,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.58299999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.46500000000000002,"15min":0.47099999999999997},"min":{"1min":0.32500000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.61199999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.33200000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.629,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.502}]},{"osd":7,"last update":"Tue Apr 2 08:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.51600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31812,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713340,"statfs":{"total":95995035648,"available":95962460160,"internally_reserved":0,"allocated":712704,"data_stored":309127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.32900000000000001,"15min":0.29499999999999998},"min":{"1min":0.27800000000000002,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.51900000000000002,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.33800000000000002,"15min":0.29599999999999999},"min":{"1min":0.23899999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.56799999999999995,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.39100000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.39900000000000002,"15min":0.39700000000000002},"min":{"1min":0.29899999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.55000000000000004,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.441},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.38600000000000001,"15min":0.38200000000000001},"min":{"1min":0.27700000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.48699999999999999,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.40799999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.39300000000000002,"15min":0.39900000000000002},"min":{"1min":0.28599999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.47699999999999998,"5min":0.621,"15min":0.621},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.41099999999999998,"15min":0.40899999999999997},"min":{"1min":0.307,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.57099999999999995,"5min":0.622,"15min":0.622},"last":0.46700000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.52000000000000002,"15min":0.51600000000000001},"min":{"1min":0.39300000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.54100000000000004,"15min":0.54500000000000004},"min":{"1min":0.38700000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.75,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.68300000000000005}]},{"osd":5,"last update":"Tue Apr 2 08:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.57999999999999996,"15min":0.58499999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.74199999999999999,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.57599999999999996,"15min":0.58099999999999996},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.753,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.65900000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.58099999999999996,"15min":0.58299999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77600000000000002,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42299999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82699999999999996,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.69399999999999995}]},{"osd":7,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.58899999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":900336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.35099999999999998,"15min":0.32400000000000001},"min":{"1min":0.23899999999999999,"5min":0.191,"15min":0.191},"max":{"1min":0.48899999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.36899999999999999,"15min":0.34100000000000003},"min":{"1min":0.28699999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.33700000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:28:20 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.26000000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.49199999999999999,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.373,"5min":0.40400000000000003,"15min":0.40100000000000002},"min":{"1min":0.23200000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.51500000000000001,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.44500000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.44700000000000001,"15min":0.45500000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.57899999999999996,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.44800000000000001,"15min":0.46400000000000002},"min":{"1min":0.30599999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.32700000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.56100000000000005,"15min":0.56200000000000006},"min":{"1min":0.40200000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.55700000000000005,"15min":0.55100000000000005},"min":{"1min":0.46300000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.73699999999999999,"5min":0.753,"15min":0.753},"last":0.51800000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.41099999999999998,"5min":0.38,"15min":0.38},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.60099999999999998,"15min":0.60699999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.52900000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.57899999999999996,"15min":0.58399999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.76100000000000001,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.60899999999999999,"15min":0.61499999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76000000000000001,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.435}]},{"osd":7,"last update":"Tue Apr 2 08:28:20 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.42799999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31808,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713344,"statfs":{"total":95995035648,"available":95962464256,"internally_reserved":0,"allocated":708608,"data_stored":309240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.34300000000000003,"15min":0.33900000000000002},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.52600000000000002,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.378,"15min":0.36499999999999999},"min":{"1min":0.26600000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.32700000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.39300000000000002,"15min":0.38500000000000001},"min":{"1min":0.26500000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.56599999999999995,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38,"15min":0.372},"min":{"1min":0.27300000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.5,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.315}]},{"osd":3,"last update":"Tue Apr 2 08:28:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.45200000000000001,"15min":0.45600000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58299999999999996,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.42999999999999999,"15min":0.434},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.54400000000000004,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.36699999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:29:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.73299999999999998,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56999999999999995,"15min":0.57199999999999995},"min":{"1min":0.39600000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.69699999999999995,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.66400000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57699999999999996,"15min":0.58099999999999996},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.623}]},{"osd":6,"last update":"Tue Apr 2 08:28:56 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.629,"15min":0.63900000000000001},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.58799999999999997,"15min":0.59399999999999997},"min":{"1min":0.38600000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.753,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.69799999999999995}]},{"osd":7,"last update":"Tue Apr 2 08:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.73799999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182444,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":729088,"data_stored":311694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.38800000000000001,"15min":0.39900000000000002},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.41199999999999998,"15min":0.42599999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.36199999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.40999999999999998,"15min":0.41799999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.41899999999999998,"15min":0.42099999999999999},"min":{"1min":0.28999999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.33500000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.44800000000000001,"15min":0.45600000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.58599999999999997,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.246},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.28000000000000003,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.34999999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.57999999999999996,"15min":0.58399999999999996},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.59899999999999998,"15min":0.60499999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.68100000000000005,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.56299999999999994}]},{"osd":5,"last update":"Tue Apr 2 08:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.628,"5min":0.60399999999999998,"15min":0.59999999999999998},"min":{"1min":0.47599999999999998,"5min":0.435,"15min":0.435},"max":{"1min":0.81200000000000006,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.50800000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59799999999999998,"15min":0.60199999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.751,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.45300000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.58999999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.68100000000000005}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":724992,"data_stored":309948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.51700000000000002,"15min":0.51000000000000001},"min":{"1min":0.442,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.52800000000000002,"15min":0.52500000000000002},"min":{"1min":0.35899999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.70299999999999996,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.501}]},{"osd":1,"last update":"Tue Apr 2 08:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.52800000000000002,"15min":0.52500000000000002},"min":{"1min":0.371,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.54000000000000004,"15min":0.53300000000000003},"min":{"1min":0.40899999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.35699999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.51300000000000001,"15min":0.505},"min":{"1min":0.38300000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.70199999999999996,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.52400000000000002,"15min":0.51900000000000002},"min":{"1min":0.40100000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.45200000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.39300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.51800000000000002,"15min":0.51300000000000001},"min":{"1min":0.40899999999999997,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76000000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.47099999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.39500000000000002,"15min":0.38800000000000001},"min":{"1min":0.28499999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.41499999999999998,"15min":0.41199999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.746,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.55000000000000004}]},{"osd":6,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41899999999999998,"15min":0.42299999999999999},"min":{"1min":0.308,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.55500000000000005,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.47699999999999998,"15min":0.48099999999999998},"min":{"1min":0.29399999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.66900000000000004,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.57999999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.625},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.56599999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757282,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":724992,"data_stored":311680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54300000000000004,"15min":0.54500000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.38700000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41199999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.434},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53100000000000003,"15min":0.52500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.9630000000000001,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.47599999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.53200000000000003,"15min":0.54000000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71999999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.54600000000000004,"15min":0.54000000000000004},"min":{"1min":0.38600000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"last":0.40100000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.68400000000000005,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.589,"5min":1.589,"15min":1.589},"last":0.48999999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.40200000000000002,"15min":0.39000000000000001},"min":{"1min":0.312,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.8839999999999999,"5min":1.8839999999999999,"15min":1.8839999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.32000000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59199999999999997,"5min":0.627,"15min":0.627},"last":0.35299999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.45000000000000001,"15min":0.438},"min":{"1min":0.33700000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.44900000000000001,"15min":0.441},"min":{"1min":0.35599999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.65000000000000002,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.5}]},{"osd":7,"last update":"Tue Apr 2 08:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.54100000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:29:11.589 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:29:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:11 smithi188 ceph-mon[30882]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:11 smithi188 ceph-mon[30882]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:29:12.375 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:29:13.622 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[39229]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:13.622 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:13.622 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:13.622 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:13.622 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:13.622 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:13.623 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[27401]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:13.623 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:13.623 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:13.623 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:13.623 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:13.623 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:13 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:13 smithi188 ceph-mon[30882]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:13 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:13 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:13 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:13 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:13 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:14.427 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:29:14.429 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-04-02T08:29:14.616 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:14 smithi104 ceph-mon[27401]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:29:14.616 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:14 smithi104 ceph-mon[27401]: Reconfiguring daemon alertmanager.a on smithi104 2024-04-02T08:29:14.616 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:14 smithi104 ceph-mon[39229]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:29:14.617 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:14 smithi104 ceph-mon[39229]: Reconfiguring daemon alertmanager.a on smithi104 2024-04-02T08:29:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:14 smithi188 ceph-mon[30882]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:29:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:14 smithi188 ceph-mon[30882]: Reconfiguring daemon alertmanager.a on smithi104 2024-04-02T08:29:15.783 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:15 smithi104 ceph-mon[39229]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:15.784 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:15 smithi104 ceph-mon[27401]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:15.804 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-04-02T08:29:14.328148+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231716,"kb_used_data":7360,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729500,"statfs":{"total":767960285184,"available":767723008000,"internally_reserved":0,"allocated":7536640,"data_stored":4253591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002508"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645240+0000","last_change":"2024-04-02T08:27:37.247239+0000","last_active":"2024-04-02T08:28:14.645240+0000","last_peered":"2024-04-02T08:28:14.645240+0000","last_clean":"2024-04-02T08:28:14.645240+0000","last_became_active":"2024-04-02T08:27:37.246933+0000","last_became_peered":"2024-04-02T08:27:37.246933+0000","last_unstale":"2024-04-02T08:28:14.645240+0000","last_undegraded":"2024-04-02T08:28:14.645240+0000","last_fullsized":"2024-04-02T08:28:14.645240+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:48.877207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629136+0000","last_change":"2024-04-02T08:27:37.232244+0000","last_active":"2024-04-02T08:28:14.629136+0000","last_peered":"2024-04-02T08:28:14.629136+0000","last_clean":"2024-04-02T08:28:14.629136+0000","last_became_active":"2024-04-02T08:27:37.231521+0000","last_became_peered":"2024-04-02T08:27:37.231521+0000","last_unstale":"2024-04-02T08:28:14.629136+0000","last_undegraded":"2024-04-02T08:28:14.629136+0000","last_fullsized":"2024-04-02T08:28:14.629136+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:54:45.546107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644949+0000","last_change":"2024-04-02T08:27:37.231749+0000","last_active":"2024-04-02T08:28:14.644949+0000","last_peered":"2024-04-02T08:28:14.644949+0000","last_clean":"2024-04-02T08:28:14.644949+0000","last_became_active":"2024-04-02T08:27:37.230546+0000","last_became_peered":"2024-04-02T08:27:37.230546+0000","last_unstale":"2024-04-02T08:28:14.644949+0000","last_undegraded":"2024-04-02T08:28:14.644949+0000","last_fullsized":"2024-04-02T08:28:14.644949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:39:42.063237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644993+0000","last_change":"2024-04-02T08:27:37.239340+0000","last_active":"2024-04-02T08:28:14.644993+0000","last_peered":"2024-04-02T08:28:14.644993+0000","last_clean":"2024-04-02T08:28:14.644993+0000","last_became_active":"2024-04-02T08:27:37.238844+0000","last_became_peered":"2024-04-02T08:27:37.238844+0000","last_unstale":"2024-04-02T08:28:14.644993+0000","last_undegraded":"2024-04-02T08:28:14.644993+0000","last_fullsized":"2024-04-02T08:28:14.644993+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:26:55.111717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644614+0000","last_change":"2024-04-02T08:27:37.250521+0000","last_active":"2024-04-02T08:28:14.644614+0000","last_peered":"2024-04-02T08:28:14.644614+0000","last_clean":"2024-04-02T08:28:14.644614+0000","last_became_active":"2024-04-02T08:27:37.249215+0000","last_became_peered":"2024-04-02T08:27:37.249215+0000","last_unstale":"2024-04-02T08:28:14.644614+0000","last_undegraded":"2024-04-02T08:28:14.644614+0000","last_fullsized":"2024-04-02T08:28:14.644614+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:20.549707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645081+0000","last_change":"2024-04-02T08:27:37.235541+0000","last_active":"2024-04-02T08:28:14.645081+0000","last_peered":"2024-04-02T08:28:14.645081+0000","last_clean":"2024-04-02T08:28:14.645081+0000","last_became_active":"2024-04-02T08:27:37.235203+0000","last_became_peered":"2024-04-02T08:27:37.235203+0000","last_unstale":"2024-04-02T08:28:14.645081+0000","last_undegraded":"2024-04-02T08:28:14.645081+0000","last_fullsized":"2024-04-02T08:28:14.645081+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:42:56.660810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644162+0000","last_change":"2024-04-02T08:27:37.247652+0000","last_active":"2024-04-02T08:28:14.644162+0000","last_peered":"2024-04-02T08:28:14.644162+0000","last_clean":"2024-04-02T08:28:14.644162+0000","last_became_active":"2024-04-02T08:27:37.246895+0000","last_became_peered":"2024-04-02T08:27:37.246895+0000","last_unstale":"2024-04-02T08:28:14.644162+0000","last_undegraded":"2024-04-02T08:28:14.644162+0000","last_fullsized":"2024-04-02T08:28:14.644162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:13:45.608798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.333979+0000","last_change":"2024-04-02T08:27:58.486333+0000","last_active":"2024-04-02T08:28:14.333979+0000","last_peered":"2024-04-02T08:28:14.333979+0000","last_clean":"2024-04-02T08:28:14.333979+0000","last_became_active":"2024-04-02T08:27:58.486014+0000","last_became_peered":"2024-04-02T08:27:58.486014+0000","last_unstale":"2024-04-02T08:28:14.333979+0000","last_undegraded":"2024-04-02T08:28:14.333979+0000","last_fullsized":"2024-04-02T08:28:14.333979+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:54:58.159710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645227+0000","last_change":"2024-04-02T08:27:37.247918+0000","last_active":"2024-04-02T08:28:14.645227+0000","last_peered":"2024-04-02T08:28:14.645227+0000","last_clean":"2024-04-02T08:28:14.645227+0000","last_became_active":"2024-04-02T08:27:37.247531+0000","last_became_peered":"2024-04-02T08:27:37.247531+0000","last_unstale":"2024-04-02T08:28:14.645227+0000","last_undegraded":"2024-04-02T08:28:14.645227+0000","last_fullsized":"2024-04-02T08:28:14.645227+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:55:30.580477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.332005+0000","last_change":"2024-04-02T08:27:37.228460+0000","last_active":"2024-04-02T08:28:14.332005+0000","last_peered":"2024-04-02T08:28:14.332005+0000","last_clean":"2024-04-02T08:28:14.332005+0000","last_became_active":"2024-04-02T08:27:37.227472+0000","last_became_peered":"2024-04-02T08:27:37.227472+0000","last_unstale":"2024-04-02T08:28:14.332005+0000","last_undegraded":"2024-04-02T08:28:14.332005+0000","last_fullsized":"2024-04-02T08:28:14.332005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:50.974785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331917+0000","last_change":"2024-04-02T08:27:37.224694+0000","last_active":"2024-04-02T08:28:14.331917+0000","last_peered":"2024-04-02T08:28:14.331917+0000","last_clean":"2024-04-02T08:28:14.331917+0000","last_became_active":"2024-04-02T08:27:37.224403+0000","last_became_peered":"2024-04-02T08:27:37.224403+0000","last_unstale":"2024-04-02T08:28:14.331917+0000","last_undegraded":"2024-04-02T08:28:14.331917+0000","last_fullsized":"2024-04-02T08:28:14.331917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:52.567247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609514+0000","last_change":"2024-04-02T08:27:37.226271+0000","last_active":"2024-04-02T08:28:14.609514+0000","last_peered":"2024-04-02T08:28:14.609514+0000","last_clean":"2024-04-02T08:28:14.609514+0000","last_became_active":"2024-04-02T08:27:37.225969+0000","last_became_peered":"2024-04-02T08:27:37.225969+0000","last_unstale":"2024-04-02T08:28:14.609514+0000","last_undegraded":"2024-04-02T08:28:14.609514+0000","last_fullsized":"2024-04-02T08:28:14.609514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:58.021359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334344+0000","last_change":"2024-04-02T08:27:37.223350+0000","last_active":"2024-04-02T08:28:14.334344+0000","last_peered":"2024-04-02T08:28:14.334344+0000","last_clean":"2024-04-02T08:28:14.334344+0000","last_became_active":"2024-04-02T08:27:37.222137+0000","last_became_peered":"2024-04-02T08:27:37.222137+0000","last_unstale":"2024-04-02T08:28:14.334344+0000","last_undegraded":"2024-04-02T08:28:14.334344+0000","last_fullsized":"2024-04-02T08:28:14.334344+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:02:03.962044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644621+0000","last_change":"2024-04-02T08:27:37.231785+0000","last_active":"2024-04-02T08:28:14.644621+0000","last_peered":"2024-04-02T08:28:14.644621+0000","last_clean":"2024-04-02T08:28:14.644621+0000","last_became_active":"2024-04-02T08:27:37.231249+0000","last_became_peered":"2024-04-02T08:27:37.231249+0000","last_unstale":"2024-04-02T08:28:14.644621+0000","last_undegraded":"2024-04-02T08:28:14.644621+0000","last_fullsized":"2024-04-02T08:28:14.644621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:12.039836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.628851+0000","last_change":"2024-04-02T08:27:37.230797+0000","last_active":"2024-04-02T08:28:14.628851+0000","last_peered":"2024-04-02T08:28:14.628851+0000","last_clean":"2024-04-02T08:28:14.628851+0000","last_became_active":"2024-04-02T08:27:37.230302+0000","last_became_peered":"2024-04-02T08:27:37.230302+0000","last_unstale":"2024-04-02T08:28:14.628851+0000","last_undegraded":"2024-04-02T08:28:14.628851+0000","last_fullsized":"2024-04-02T08:28:14.628851+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:58.071538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644006+0000","last_change":"2024-04-02T08:27:37.240273+0000","last_active":"2024-04-02T08:28:14.644006+0000","last_peered":"2024-04-02T08:28:14.644006+0000","last_clean":"2024-04-02T08:28:14.644006+0000","last_became_active":"2024-04-02T08:27:37.239804+0000","last_became_peered":"2024-04-02T08:27:37.239804+0000","last_unstale":"2024-04-02T08:28:14.644006+0000","last_undegraded":"2024-04-02T08:28:14.644006+0000","last_fullsized":"2024-04-02T08:28:14.644006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:34:31.467996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644396+0000","last_change":"2024-04-02T08:27:37.237673+0000","last_active":"2024-04-02T08:28:14.644396+0000","last_peered":"2024-04-02T08:28:14.644396+0000","last_clean":"2024-04-02T08:28:14.644396+0000","last_became_active":"2024-04-02T08:27:37.237386+0000","last_became_peered":"2024-04-02T08:27:37.237386+0000","last_unstale":"2024-04-02T08:28:14.644396+0000","last_undegraded":"2024-04-02T08:28:14.644396+0000","last_fullsized":"2024-04-02T08:28:14.644396+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:27.267161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.335311+0000","last_change":"2024-04-02T08:27:37.244630+0000","last_active":"2024-04-02T08:28:14.335311+0000","last_peered":"2024-04-02T08:28:14.335311+0000","last_clean":"2024-04-02T08:28:14.335311+0000","last_became_active":"2024-04-02T08:27:37.244370+0000","last_became_peered":"2024-04-02T08:27:37.244370+0000","last_unstale":"2024-04-02T08:28:14.335311+0000","last_undegraded":"2024-04-02T08:28:14.335311+0000","last_fullsized":"2024-04-02T08:28:14.335311+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:50.674649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644419+0000","last_change":"2024-04-02T08:27:37.246391+0000","last_active":"2024-04-02T08:28:14.644419+0000","last_peered":"2024-04-02T08:28:14.644419+0000","last_clean":"2024-04-02T08:28:14.644419+0000","last_became_active":"2024-04-02T08:27:37.246061+0000","last_became_peered":"2024-04-02T08:27:37.246061+0000","last_unstale":"2024-04-02T08:28:14.644419+0000","last_undegraded":"2024-04-02T08:28:14.644419+0000","last_fullsized":"2024-04-02T08:28:14.644419+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:35.938194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645137+0000","last_change":"2024-04-02T08:27:36.871047+0000","last_active":"2024-04-02T08:28:14.645137+0000","last_peered":"2024-04-02T08:28:14.645137+0000","last_clean":"2024-04-02T08:28:14.645137+0000","last_became_active":"2024-04-02T08:27:36.870766+0000","last_became_peered":"2024-04-02T08:27:36.870766+0000","last_unstale":"2024-04-02T08:28:14.645137+0000","last_undegraded":"2024-04-02T08:28:14.645137+0000","last_fullsized":"2024-04-02T08:28:14.645137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:50:38.197586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334960+0000","last_change":"2024-04-02T08:27:37.216751+0000","last_active":"2024-04-02T08:28:14.334960+0000","last_peered":"2024-04-02T08:28:14.334960+0000","last_clean":"2024-04-02T08:28:14.334960+0000","last_became_active":"2024-04-02T08:27:37.216458+0000","last_became_peered":"2024-04-02T08:27:37.216458+0000","last_unstale":"2024-04-02T08:28:14.334960+0000","last_undegraded":"2024-04-02T08:28:14.334960+0000","last_fullsized":"2024-04-02T08:28:14.334960+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:53.582839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334892+0000","last_change":"2024-04-02T08:27:36.871544+0000","last_active":"2024-04-02T08:28:14.334892+0000","last_peered":"2024-04-02T08:28:14.334892+0000","last_clean":"2024-04-02T08:28:14.334892+0000","last_became_active":"2024-04-02T08:27:36.871257+0000","last_became_peered":"2024-04-02T08:27:36.871257+0000","last_unstale":"2024-04-02T08:28:14.334892+0000","last_undegraded":"2024-04-02T08:28:14.334892+0000","last_fullsized":"2024-04-02T08:28:14.334892+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:40:45.894644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645179+0000","last_change":"2024-04-02T08:27:37.229842+0000","last_active":"2024-04-02T08:28:14.645179+0000","last_peered":"2024-04-02T08:28:14.645179+0000","last_clean":"2024-04-02T08:28:14.645179+0000","last_became_active":"2024-04-02T08:27:37.228610+0000","last_became_peered":"2024-04-02T08:27:37.228610+0000","last_unstale":"2024-04-02T08:28:14.645179+0000","last_undegraded":"2024-04-02T08:28:14.645179+0000","last_fullsized":"2024-04-02T08:28:14.645179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:21.648088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645030+0000","last_change":"2024-04-02T08:27:36.881759+0000","last_active":"2024-04-02T08:28:14.645030+0000","last_peered":"2024-04-02T08:28:14.645030+0000","last_clean":"2024-04-02T08:28:14.645030+0000","last_became_active":"2024-04-02T08:27:36.881391+0000","last_became_peered":"2024-04-02T08:27:36.881391+0000","last_unstale":"2024-04-02T08:28:14.645030+0000","last_undegraded":"2024-04-02T08:28:14.645030+0000","last_fullsized":"2024-04-02T08:28:14.645030+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:55:48.957154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645068+0000","last_change":"2024-04-02T08:27:37.230473+0000","last_active":"2024-04-02T08:28:14.645068+0000","last_peered":"2024-04-02T08:28:14.645068+0000","last_clean":"2024-04-02T08:28:14.645068+0000","last_became_active":"2024-04-02T08:27:37.230135+0000","last_became_peered":"2024-04-02T08:27:37.230135+0000","last_unstale":"2024-04-02T08:28:14.645068+0000","last_undegraded":"2024-04-02T08:28:14.645068+0000","last_fullsized":"2024-04-02T08:28:14.645068+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:02:22.384222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644528+0000","last_change":"2024-04-02T08:27:36.881713+0000","last_active":"2024-04-02T08:28:14.644528+0000","last_peered":"2024-04-02T08:28:14.644528+0000","last_clean":"2024-04-02T08:28:14.644528+0000","last_became_active":"2024-04-02T08:27:36.881296+0000","last_became_peered":"2024-04-02T08:27:36.881296+0000","last_unstale":"2024-04-02T08:28:14.644528+0000","last_undegraded":"2024-04-02T08:28:14.644528+0000","last_fullsized":"2024-04-02T08:28:14.644528+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:17:13.673323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644448+0000","last_change":"2024-04-02T08:27:37.231191+0000","last_active":"2024-04-02T08:28:14.644448+0000","last_peered":"2024-04-02T08:28:14.644448+0000","last_clean":"2024-04-02T08:28:14.644448+0000","last_became_active":"2024-04-02T08:27:37.230853+0000","last_became_peered":"2024-04-02T08:27:37.230853+0000","last_unstale":"2024-04-02T08:28:14.644448+0000","last_undegraded":"2024-04-02T08:28:14.644448+0000","last_fullsized":"2024-04-02T08:28:14.644448+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:43.225886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334493+0000","last_change":"2024-04-02T08:27:36.877627+0000","last_active":"2024-04-02T08:28:14.334493+0000","last_peered":"2024-04-02T08:28:14.334493+0000","last_clean":"2024-04-02T08:28:14.334493+0000","last_became_active":"2024-04-02T08:27:36.877327+0000","last_became_peered":"2024-04-02T08:27:36.877327+0000","last_unstale":"2024-04-02T08:28:14.334493+0000","last_undegraded":"2024-04-02T08:28:14.334493+0000","last_fullsized":"2024-04-02T08:28:14.334493+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:41.990341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609190+0000","last_change":"2024-04-02T08:27:37.234494+0000","last_active":"2024-04-02T08:28:14.609190+0000","last_peered":"2024-04-02T08:28:14.609190+0000","last_clean":"2024-04-02T08:28:14.609190+0000","last_became_active":"2024-04-02T08:27:37.233170+0000","last_became_peered":"2024-04-02T08:27:37.233170+0000","last_unstale":"2024-04-02T08:28:14.609190+0000","last_undegraded":"2024-04-02T08:28:14.609190+0000","last_fullsized":"2024-04-02T08:28:14.609190+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:48:00.914657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331709+0000","last_change":"2024-04-02T08:27:36.877521+0000","last_active":"2024-04-02T08:28:14.331709+0000","last_peered":"2024-04-02T08:28:14.331709+0000","last_clean":"2024-04-02T08:28:14.331709+0000","last_became_active":"2024-04-02T08:27:36.877240+0000","last_became_peered":"2024-04-02T08:27:36.877240+0000","last_unstale":"2024-04-02T08:28:14.331709+0000","last_undegraded":"2024-04-02T08:28:14.331709+0000","last_fullsized":"2024-04-02T08:28:14.331709+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:40.389754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644594+0000","last_change":"2024-04-02T08:27:37.239111+0000","last_active":"2024-04-02T08:28:14.644594+0000","last_peered":"2024-04-02T08:28:14.644594+0000","last_clean":"2024-04-02T08:28:14.644594+0000","last_became_active":"2024-04-02T08:27:37.238837+0000","last_became_peered":"2024-04-02T08:27:37.238837+0000","last_unstale":"2024-04-02T08:28:14.644594+0000","last_undegraded":"2024-04-02T08:28:14.644594+0000","last_fullsized":"2024-04-02T08:28:14.644594+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:17:51.084157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334344+0000","last_change":"2024-04-02T08:27:36.866432+0000","last_active":"2024-04-02T08:28:14.334344+0000","last_peered":"2024-04-02T08:28:14.334344+0000","last_clean":"2024-04-02T08:28:14.334344+0000","last_became_active":"2024-04-02T08:27:36.866152+0000","last_became_peered":"2024-04-02T08:27:36.866152+0000","last_unstale":"2024-04-02T08:28:14.334344+0000","last_undegraded":"2024-04-02T08:28:14.334344+0000","last_fullsized":"2024-04-02T08:28:14.334344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:51.561815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334294+0000","last_change":"2024-04-02T08:27:58.398087+0000","last_active":"2024-04-02T08:28:14.334294+0000","last_peered":"2024-04-02T08:28:14.334294+0000","last_clean":"2024-04-02T08:28:14.334294+0000","last_became_active":"2024-04-02T08:27:58.397727+0000","last_became_peered":"2024-04-02T08:27:58.397727+0000","last_unstale":"2024-04-02T08:28:14.334294+0000","last_undegraded":"2024-04-02T08:28:14.334294+0000","last_fullsized":"2024-04-02T08:28:14.334294+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:40:40.249267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644104+0000","last_change":"2024-04-02T08:27:36.870663+0000","last_active":"2024-04-02T08:28:14.644104+0000","last_peered":"2024-04-02T08:28:14.644104+0000","last_clean":"2024-04-02T08:28:14.644104+0000","last_became_active":"2024-04-02T08:27:36.870320+0000","last_became_peered":"2024-04-02T08:27:36.870320+0000","last_unstale":"2024-04-02T08:28:14.644104+0000","last_undegraded":"2024-04-02T08:28:14.644104+0000","last_fullsized":"2024-04-02T08:28:14.644104+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:32.866238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629016+0000","last_change":"2024-04-02T08:27:37.231151+0000","last_active":"2024-04-02T08:28:14.629016+0000","last_peered":"2024-04-02T08:28:14.629016+0000","last_clean":"2024-04-02T08:28:14.629016+0000","last_became_active":"2024-04-02T08:27:37.230879+0000","last_became_peered":"2024-04-02T08:27:37.230879+0000","last_unstale":"2024-04-02T08:28:14.629016+0000","last_undegraded":"2024-04-02T08:28:14.629016+0000","last_fullsized":"2024-04-02T08:28:14.629016+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:53:15.384330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.332063+0000","last_change":"2024-04-02T08:27:36.873640+0000","last_active":"2024-04-02T08:28:14.332063+0000","last_peered":"2024-04-02T08:28:14.332063+0000","last_clean":"2024-04-02T08:28:14.332063+0000","last_became_active":"2024-04-02T08:27:36.873358+0000","last_became_peered":"2024-04-02T08:27:36.873358+0000","last_unstale":"2024-04-02T08:28:14.332063+0000","last_undegraded":"2024-04-02T08:28:14.332063+0000","last_fullsized":"2024-04-02T08:28:14.332063+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:35.772551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644617+0000","last_change":"2024-04-02T08:27:37.238370+0000","last_active":"2024-04-02T08:28:14.644617+0000","last_peered":"2024-04-02T08:28:14.644617+0000","last_clean":"2024-04-02T08:28:14.644617+0000","last_became_active":"2024-04-02T08:27:37.238060+0000","last_became_peered":"2024-04-02T08:27:37.238060+0000","last_unstale":"2024-04-02T08:28:14.644617+0000","last_undegraded":"2024-04-02T08:28:14.644617+0000","last_fullsized":"2024-04-02T08:28:14.644617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:17.741081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644527+0000","last_change":"2024-04-02T08:27:36.876185+0000","last_active":"2024-04-02T08:28:14.644527+0000","last_peered":"2024-04-02T08:28:14.644527+0000","last_clean":"2024-04-02T08:28:14.644527+0000","last_became_active":"2024-04-02T08:27:36.875613+0000","last_became_peered":"2024-04-02T08:27:36.875613+0000","last_unstale":"2024-04-02T08:28:14.644527+0000","last_undegraded":"2024-04-02T08:28:14.644527+0000","last_fullsized":"2024-04-02T08:28:14.644527+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:30.259508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645062+0000","last_change":"2024-04-02T08:27:37.229320+0000","last_active":"2024-04-02T08:28:14.645062+0000","last_peered":"2024-04-02T08:28:14.645062+0000","last_clean":"2024-04-02T08:28:14.645062+0000","last_became_active":"2024-04-02T08:27:37.229042+0000","last_became_peered":"2024-04-02T08:27:37.229042+0000","last_unstale":"2024-04-02T08:28:14.645062+0000","last_undegraded":"2024-04-02T08:28:14.645062+0000","last_fullsized":"2024-04-02T08:28:14.645062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:53:38.565953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629268+0000","last_change":"2024-04-02T08:27:36.876700+0000","last_active":"2024-04-02T08:28:14.629268+0000","last_peered":"2024-04-02T08:28:14.629268+0000","last_clean":"2024-04-02T08:28:14.629268+0000","last_became_active":"2024-04-02T08:27:36.876376+0000","last_became_peered":"2024-04-02T08:27:36.876376+0000","last_unstale":"2024-04-02T08:28:14.629268+0000","last_undegraded":"2024-04-02T08:28:14.629268+0000","last_fullsized":"2024-04-02T08:28:14.629268+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:45.250129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609389+0000","last_change":"2024-04-02T08:27:37.242892+0000","last_active":"2024-04-02T08:28:14.609389+0000","last_peered":"2024-04-02T08:28:14.609389+0000","last_clean":"2024-04-02T08:28:14.609389+0000","last_became_active":"2024-04-02T08:27:37.242591+0000","last_became_peered":"2024-04-02T08:27:37.242591+0000","last_unstale":"2024-04-02T08:28:14.609389+0000","last_undegraded":"2024-04-02T08:28:14.609389+0000","last_fullsized":"2024-04-02T08:28:14.609389+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:35:00.305442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331747+0000","last_change":"2024-04-02T08:27:36.871778+0000","last_active":"2024-04-02T08:28:14.331747+0000","last_peered":"2024-04-02T08:28:14.331747+0000","last_clean":"2024-04-02T08:28:14.331747+0000","last_became_active":"2024-04-02T08:27:36.871077+0000","last_became_peered":"2024-04-02T08:27:36.871077+0000","last_unstale":"2024-04-02T08:28:14.331747+0000","last_undegraded":"2024-04-02T08:28:14.331747+0000","last_fullsized":"2024-04-02T08:28:14.331747+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:34.357949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644890+0000","last_change":"2024-04-02T08:27:37.248985+0000","last_active":"2024-04-02T08:28:14.644890+0000","last_peered":"2024-04-02T08:28:14.644890+0000","last_clean":"2024-04-02T08:28:14.644890+0000","last_became_active":"2024-04-02T08:27:37.248624+0000","last_became_peered":"2024-04-02T08:27:37.248624+0000","last_unstale":"2024-04-02T08:28:14.644890+0000","last_undegraded":"2024-04-02T08:28:14.644890+0000","last_fullsized":"2024-04-02T08:28:14.644890+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:56.742042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644757+0000","last_change":"2024-04-02T08:27:36.875127+0000","last_active":"2024-04-02T08:28:14.644757+0000","last_peered":"2024-04-02T08:28:14.644757+0000","last_clean":"2024-04-02T08:28:14.644757+0000","last_became_active":"2024-04-02T08:27:36.874830+0000","last_became_peered":"2024-04-02T08:27:36.874830+0000","last_unstale":"2024-04-02T08:28:14.644757+0000","last_undegraded":"2024-04-02T08:28:14.644757+0000","last_fullsized":"2024-04-02T08:28:14.644757+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:56.483246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644576+0000","last_change":"2024-04-02T08:27:37.241247+0000","last_active":"2024-04-02T08:28:14.644576+0000","last_peered":"2024-04-02T08:28:14.644576+0000","last_clean":"2024-04-02T08:28:14.644576+0000","last_became_active":"2024-04-02T08:27:37.240949+0000","last_became_peered":"2024-04-02T08:27:37.240949+0000","last_unstale":"2024-04-02T08:28:14.644576+0000","last_undegraded":"2024-04-02T08:28:14.644576+0000","last_fullsized":"2024-04-02T08:28:14.644576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:01:53.766455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644764+0000","last_change":"2024-04-02T08:27:36.880395+0000","last_active":"2024-04-02T08:28:14.644764+0000","last_peered":"2024-04-02T08:28:14.644764+0000","last_clean":"2024-04-02T08:28:14.644764+0000","last_became_active":"2024-04-02T08:27:36.880049+0000","last_became_peered":"2024-04-02T08:27:36.880049+0000","last_unstale":"2024-04-02T08:28:14.644764+0000","last_undegraded":"2024-04-02T08:28:14.644764+0000","last_fullsized":"2024-04-02T08:28:14.644764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:28.699606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644541+0000","last_change":"2024-04-02T08:27:37.250696+0000","last_active":"2024-04-02T08:28:14.644541+0000","last_peered":"2024-04-02T08:28:14.644541+0000","last_clean":"2024-04-02T08:28:14.644541+0000","last_became_active":"2024-04-02T08:27:37.250300+0000","last_became_peered":"2024-04-02T08:27:37.250300+0000","last_unstale":"2024-04-02T08:28:14.644541+0000","last_undegraded":"2024-04-02T08:28:14.644541+0000","last_fullsized":"2024-04-02T08:28:14.644541+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:47:28.967621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331492+0000","last_change":"2024-04-02T08:27:36.866412+0000","last_active":"2024-04-02T08:28:14.331492+0000","last_peered":"2024-04-02T08:28:14.331492+0000","last_clean":"2024-04-02T08:28:14.331492+0000","last_became_active":"2024-04-02T08:27:36.866069+0000","last_became_peered":"2024-04-02T08:27:36.866069+0000","last_unstale":"2024-04-02T08:28:14.331492+0000","last_undegraded":"2024-04-02T08:28:14.331492+0000","last_fullsized":"2024-04-02T08:28:14.331492+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:29.470534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331514+0000","last_change":"2024-04-02T08:27:37.227813+0000","last_active":"2024-04-02T08:28:14.331514+0000","last_peered":"2024-04-02T08:28:14.331514+0000","last_clean":"2024-04-02T08:28:14.331514+0000","last_became_active":"2024-04-02T08:27:37.227478+0000","last_became_peered":"2024-04-02T08:27:37.227478+0000","last_unstale":"2024-04-02T08:28:14.331514+0000","last_undegraded":"2024-04-02T08:28:14.331514+0000","last_fullsized":"2024-04-02T08:28:14.331514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:05:58.068910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334102+0000","last_change":"2024-04-02T08:27:36.871322+0000","last_active":"2024-04-02T08:28:14.334102+0000","last_peered":"2024-04-02T08:28:14.334102+0000","last_clean":"2024-04-02T08:28:14.334102+0000","last_became_active":"2024-04-02T08:27:36.869501+0000","last_became_peered":"2024-04-02T08:27:36.869501+0000","last_unstale":"2024-04-02T08:28:14.334102+0000","last_undegraded":"2024-04-02T08:28:14.334102+0000","last_fullsized":"2024-04-02T08:28:14.334102+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:59.016189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644242+0000","last_change":"2024-04-02T08:27:37.248182+0000","last_active":"2024-04-02T08:28:14.644242+0000","last_peered":"2024-04-02T08:28:14.644242+0000","last_clean":"2024-04-02T08:28:14.644242+0000","last_became_active":"2024-04-02T08:27:37.247853+0000","last_became_peered":"2024-04-02T08:27:37.247853+0000","last_unstale":"2024-04-02T08:28:14.644242+0000","last_undegraded":"2024-04-02T08:28:14.644242+0000","last_fullsized":"2024-04-02T08:28:14.644242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:18:33.658270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609534+0000","last_change":"2024-04-02T08:27:36.871657+0000","last_active":"2024-04-02T08:28:14.609534+0000","last_peered":"2024-04-02T08:28:14.609534+0000","last_clean":"2024-04-02T08:28:14.609534+0000","last_became_active":"2024-04-02T08:27:36.871004+0000","last_became_peered":"2024-04-02T08:27:36.871004+0000","last_unstale":"2024-04-02T08:28:14.609534+0000","last_undegraded":"2024-04-02T08:28:14.609534+0000","last_fullsized":"2024-04-02T08:28:14.609534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:06.835838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645219+0000","last_change":"2024-04-02T08:27:37.248798+0000","last_active":"2024-04-02T08:28:14.645219+0000","last_peered":"2024-04-02T08:28:14.645219+0000","last_clean":"2024-04-02T08:28:14.645219+0000","last_became_active":"2024-04-02T08:27:37.248465+0000","last_became_peered":"2024-04-02T08:27:37.248465+0000","last_unstale":"2024-04-02T08:28:14.645219+0000","last_undegraded":"2024-04-02T08:28:14.645219+0000","last_fullsized":"2024-04-02T08:28:14.645219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:34.370765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.316869+0000","last_change":"2024-04-02T08:28:13.417645+0000","last_active":"2024-04-02T08:28:16.316869+0000","last_peered":"2024-04-02T08:28:16.316869+0000","last_clean":"2024-04-02T08:28:16.316869+0000","last_became_active":"2024-04-02T08:28:13.417311+0000","last_became_peered":"2024-04-02T08:28:13.417311+0000","last_unstale":"2024-04-02T08:28:16.316869+0000","last_undegraded":"2024-04-02T08:28:16.316869+0000","last_fullsized":"2024-04-02T08:28:16.316869+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:33:22.758413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.628759+0000","last_change":"2024-04-02T08:27:58.399224+0000","last_active":"2024-04-02T08:28:14.628759+0000","last_peered":"2024-04-02T08:28:14.628759+0000","last_clean":"2024-04-02T08:28:14.628759+0000","last_became_active":"2024-04-02T08:27:58.398877+0000","last_became_peered":"2024-04-02T08:27:58.398877+0000","last_unstale":"2024-04-02T08:28:14.628759+0000","last_undegraded":"2024-04-02T08:28:14.628759+0000","last_fullsized":"2024-04-02T08:28:14.628759+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:14:29.017422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644508+0000","last_change":"2024-04-02T08:27:37.229431+0000","last_active":"2024-04-02T08:28:14.644508+0000","last_peered":"2024-04-02T08:28:14.644508+0000","last_clean":"2024-04-02T08:28:14.644508+0000","last_became_active":"2024-04-02T08:27:37.229103+0000","last_became_peered":"2024-04-02T08:27:37.229103+0000","last_unstale":"2024-04-02T08:28:14.644508+0000","last_undegraded":"2024-04-02T08:28:14.644508+0000","last_fullsized":"2024-04-02T08:28:14.644508+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:43:20.723433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.316909+0000","last_change":"2024-04-02T08:28:13.328208+0000","last_active":"2024-04-02T08:28:16.316909+0000","last_peered":"2024-04-02T08:28:16.316909+0000","last_clean":"2024-04-02T08:28:16.316909+0000","last_became_active":"2024-04-02T08:28:13.327904+0000","last_became_peered":"2024-04-02T08:28:13.327904+0000","last_unstale":"2024-04-02T08:28:16.316909+0000","last_undegraded":"2024-04-02T08:28:16.316909+0000","last_fullsized":"2024-04-02T08:28:16.316909+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:08:38.847507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644678+0000","last_change":"2024-04-02T08:27:36.880080+0000","last_active":"2024-04-02T08:28:14.644678+0000","last_peered":"2024-04-02T08:28:14.644678+0000","last_clean":"2024-04-02T08:28:14.644678+0000","last_became_active":"2024-04-02T08:27:36.877794+0000","last_became_peered":"2024-04-02T08:27:36.877794+0000","last_unstale":"2024-04-02T08:28:14.644678+0000","last_undegraded":"2024-04-02T08:28:14.644678+0000","last_fullsized":"2024-04-02T08:28:14.644678+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:31.487468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609351+0000","last_change":"2024-04-02T08:27:37.240844+0000","last_active":"2024-04-02T08:28:14.609351+0000","last_peered":"2024-04-02T08:28:14.609351+0000","last_clean":"2024-04-02T08:28:14.609351+0000","last_became_active":"2024-04-02T08:27:37.240607+0000","last_became_peered":"2024-04-02T08:27:37.240607+0000","last_unstale":"2024-04-02T08:28:14.609351+0000","last_undegraded":"2024-04-02T08:28:14.609351+0000","last_fullsized":"2024-04-02T08:28:14.609351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:52.312069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.317010+0000","last_change":"2024-04-02T08:28:13.419797+0000","last_active":"2024-04-02T08:28:16.317010+0000","last_peered":"2024-04-02T08:28:16.317010+0000","last_clean":"2024-04-02T08:28:16.317010+0000","last_became_active":"2024-04-02T08:28:13.419402+0000","last_became_peered":"2024-04-02T08:28:13.419402+0000","last_unstale":"2024-04-02T08:28:16.317010+0000","last_undegraded":"2024-04-02T08:28:16.317010+0000","last_fullsized":"2024-04-02T08:28:16.317010+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:28.790250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.628972+0000","last_change":"2024-04-02T08:27:37.237040+0000","last_active":"2024-04-02T08:28:14.628972+0000","last_peered":"2024-04-02T08:28:14.628972+0000","last_clean":"2024-04-02T08:28:14.628972+0000","last_became_active":"2024-04-02T08:27:37.235899+0000","last_became_peered":"2024-04-02T08:27:37.235899+0000","last_unstale":"2024-04-02T08:28:14.628972+0000","last_undegraded":"2024-04-02T08:28:14.628972+0000","last_fullsized":"2024-04-02T08:28:14.628972+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:00:26.217538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334951+0000","last_change":"2024-04-02T08:27:36.869321+0000","last_active":"2024-04-02T08:28:14.334951+0000","last_peered":"2024-04-02T08:28:14.334951+0000","last_clean":"2024-04-02T08:28:14.334951+0000","last_became_active":"2024-04-02T08:27:36.869040+0000","last_became_peered":"2024-04-02T08:27:36.869040+0000","last_unstale":"2024-04-02T08:28:14.334951+0000","last_undegraded":"2024-04-02T08:28:14.334951+0000","last_fullsized":"2024-04-02T08:28:14.334951+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:15.334618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.316823+0000","last_change":"2024-04-02T08:28:13.418671+0000","last_active":"2024-04-02T08:28:16.316823+0000","last_peered":"2024-04-02T08:28:16.316823+0000","last_clean":"2024-04-02T08:28:16.316823+0000","last_became_active":"2024-04-02T08:28:13.418399+0000","last_became_peered":"2024-04-02T08:28:13.418399+0000","last_unstale":"2024-04-02T08:28:16.316823+0000","last_undegraded":"2024-04-02T08:28:16.316823+0000","last_fullsized":"2024-04-02T08:28:16.316823+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:12.955546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334632+0000","last_change":"2024-04-02T08:27:37.224961+0000","last_active":"2024-04-02T08:28:14.334632+0000","last_peered":"2024-04-02T08:28:14.334632+0000","last_clean":"2024-04-02T08:28:14.334632+0000","last_became_active":"2024-04-02T08:27:37.224736+0000","last_became_peered":"2024-04-02T08:27:37.224736+0000","last_unstale":"2024-04-02T08:28:14.334632+0000","last_undegraded":"2024-04-02T08:28:14.334632+0000","last_fullsized":"2024-04-02T08:28:14.334632+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:20:26.800893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644293+0000","last_change":"2024-04-02T08:27:36.874572+0000","last_active":"2024-04-02T08:28:14.644293+0000","last_peered":"2024-04-02T08:28:14.644293+0000","last_clean":"2024-04-02T08:28:14.644293+0000","last_became_active":"2024-04-02T08:27:36.873927+0000","last_became_peered":"2024-04-02T08:27:36.873927+0000","last_unstale":"2024-04-02T08:28:14.644293+0000","last_undegraded":"2024-04-02T08:28:14.644293+0000","last_fullsized":"2024-04-02T08:28:14.644293+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:46.040209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"66'128","reported_seq":265,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644101+0000","last_change":"2024-04-02T08:27:22.166020+0000","last_active":"2024-04-02T08:28:14.644101+0000","last_peered":"2024-04-02T08:28:14.644101+0000","last_clean":"2024-04-02T08:28:14.644101+0000","last_became_active":"2024-04-02T08:27:22.165594+0000","last_became_peered":"2024-04-02T08:27:22.165594+0000","last_unstale":"2024-04-02T08:28:14.644101+0000","last_undegraded":"2024-04-02T08:28:14.644101+0000","last_fullsized":"2024-04-02T08:28:14.644101+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_clean_scrub_stamp":"2024-04-02T08:25:15.767243+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:06:31.660080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.315289+0000","last_change":"2024-04-02T08:28:13.328615+0000","last_active":"2024-04-02T08:28:16.315289+0000","last_peered":"2024-04-02T08:28:16.315289+0000","last_clean":"2024-04-02T08:28:16.315289+0000","last_became_active":"2024-04-02T08:28:13.328319+0000","last_became_peered":"2024-04-02T08:28:13.328319+0000","last_unstale":"2024-04-02T08:28:16.315289+0000","last_undegraded":"2024-04-02T08:28:16.315289+0000","last_fullsized":"2024-04-02T08:28:16.315289+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:38.433045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334754+0000","last_change":"2024-04-02T08:27:58.395934+0000","last_active":"2024-04-02T08:28:14.334754+0000","last_peered":"2024-04-02T08:28:14.334754+0000","last_clean":"2024-04-02T08:28:14.334754+0000","last_became_active":"2024-04-02T08:27:58.393749+0000","last_became_peered":"2024-04-02T08:27:58.393749+0000","last_unstale":"2024-04-02T08:28:14.334754+0000","last_undegraded":"2024-04-02T08:28:14.334754+0000","last_fullsized":"2024-04-02T08:28:14.334754+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:38.955435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644009+0000","last_change":"2024-04-02T08:27:36.879473+0000","last_active":"2024-04-02T08:28:14.644009+0000","last_peered":"2024-04-02T08:28:14.644009+0000","last_clean":"2024-04-02T08:28:14.644009+0000","last_became_active":"2024-04-02T08:27:36.878990+0000","last_became_peered":"2024-04-02T08:27:36.878990+0000","last_unstale":"2024-04-02T08:28:14.644009+0000","last_undegraded":"2024-04-02T08:28:14.644009+0000","last_fullsized":"2024-04-02T08:28:14.644009+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:28.962463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.315231+0000","last_change":"2024-04-02T08:28:13.418259+0000","last_active":"2024-04-02T08:28:16.315231+0000","last_peered":"2024-04-02T08:28:16.315231+0000","last_clean":"2024-04-02T08:28:16.315231+0000","last_became_active":"2024-04-02T08:28:13.418025+0000","last_became_peered":"2024-04-02T08:28:13.418025+0000","last_unstale":"2024-04-02T08:28:16.315231+0000","last_undegraded":"2024-04-02T08:28:16.315231+0000","last_fullsized":"2024-04-02T08:28:16.315231+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:29:33.858218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644981+0000","last_change":"2024-04-02T08:27:36.881394+0000","last_active":"2024-04-02T08:28:14.644981+0000","last_peered":"2024-04-02T08:28:14.644981+0000","last_clean":"2024-04-02T08:28:14.644981+0000","last_became_active":"2024-04-02T08:27:36.879529+0000","last_became_peered":"2024-04-02T08:27:36.879529+0000","last_unstale":"2024-04-02T08:28:14.644981+0000","last_undegraded":"2024-04-02T08:28:14.644981+0000","last_fullsized":"2024-04-02T08:28:14.644981+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:20.363420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629240+0000","last_change":"2024-04-02T08:27:37.233277+0000","last_active":"2024-04-02T08:28:14.629240+0000","last_peered":"2024-04-02T08:28:14.629240+0000","last_clean":"2024-04-02T08:28:14.629240+0000","last_became_active":"2024-04-02T08:27:37.232840+0000","last_became_peered":"2024-04-02T08:27:37.232840+0000","last_unstale":"2024-04-02T08:28:14.629240+0000","last_undegraded":"2024-04-02T08:28:14.629240+0000","last_fullsized":"2024-04-02T08:28:14.629240+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:04:30.070844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.318579+0000","last_change":"2024-04-02T08:28:13.419301+0000","last_active":"2024-04-02T08:28:16.318579+0000","last_peered":"2024-04-02T08:28:16.318579+0000","last_clean":"2024-04-02T08:28:16.318579+0000","last_became_active":"2024-04-02T08:28:13.418896+0000","last_became_peered":"2024-04-02T08:28:13.418896+0000","last_unstale":"2024-04-02T08:28:16.318579+0000","last_undegraded":"2024-04-02T08:28:16.318579+0000","last_fullsized":"2024-04-02T08:28:16.318579+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:09:45.076700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629381+0000","last_change":"2024-04-02T08:27:36.864986+0000","last_active":"2024-04-02T08:28:14.629381+0000","last_peered":"2024-04-02T08:28:14.629381+0000","last_clean":"2024-04-02T08:28:14.629381+0000","last_became_active":"2024-04-02T08:27:36.864651+0000","last_became_peered":"2024-04-02T08:27:36.864651+0000","last_unstale":"2024-04-02T08:28:14.629381+0000","last_undegraded":"2024-04-02T08:28:14.629381+0000","last_fullsized":"2024-04-02T08:28:14.629381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:32.591017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.335072+0000","last_change":"2024-04-02T08:27:37.236929+0000","last_active":"2024-04-02T08:28:14.335072+0000","last_peered":"2024-04-02T08:28:14.335072+0000","last_clean":"2024-04-02T08:28:14.335072+0000","last_became_active":"2024-04-02T08:27:37.236662+0000","last_became_peered":"2024-04-02T08:27:37.236662+0000","last_unstale":"2024-04-02T08:28:14.335072+0000","last_undegraded":"2024-04-02T08:28:14.335072+0000","last_fullsized":"2024-04-02T08:28:14.335072+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:34.259136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:16.321106+0000","last_change":"2024-04-02T08:28:13.417354+0000","last_active":"2024-04-02T08:28:16.321106+0000","last_peered":"2024-04-02T08:28:16.321106+0000","last_clean":"2024-04-02T08:28:16.321106+0000","last_became_active":"2024-04-02T08:28:13.417048+0000","last_became_peered":"2024-04-02T08:28:13.417048+0000","last_unstale":"2024-04-02T08:28:16.321106+0000","last_undegraded":"2024-04-02T08:28:16.321106+0000","last_fullsized":"2024-04-02T08:28:16.321106+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:23.213565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.332043+0000","last_change":"2024-04-02T08:27:36.876794+0000","last_active":"2024-04-02T08:28:14.332043+0000","last_peered":"2024-04-02T08:28:14.332043+0000","last_clean":"2024-04-02T08:28:14.332043+0000","last_became_active":"2024-04-02T08:27:36.876513+0000","last_became_peered":"2024-04-02T08:27:36.876513+0000","last_unstale":"2024-04-02T08:28:14.332043+0000","last_undegraded":"2024-04-02T08:28:14.332043+0000","last_fullsized":"2024-04-02T08:28:14.332043+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:23:09.735995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645008+0000","last_change":"2024-04-02T08:27:37.231458+0000","last_active":"2024-04-02T08:28:14.645008+0000","last_peered":"2024-04-02T08:28:14.645008+0000","last_clean":"2024-04-02T08:28:14.645008+0000","last_became_active":"2024-04-02T08:27:37.231209+0000","last_became_peered":"2024-04-02T08:27:37.231209+0000","last_unstale":"2024-04-02T08:28:14.645008+0000","last_undegraded":"2024-04-02T08:28:14.645008+0000","last_fullsized":"2024-04-02T08:28:14.645008+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:59:48.769831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644129+0000","last_change":"2024-04-02T08:27:36.879284+0000","last_active":"2024-04-02T08:28:14.644129+0000","last_peered":"2024-04-02T08:28:14.644129+0000","last_clean":"2024-04-02T08:28:14.644129+0000","last_became_active":"2024-04-02T08:27:36.878592+0000","last_became_peered":"2024-04-02T08:27:36.878592+0000","last_unstale":"2024-04-02T08:28:14.644129+0000","last_undegraded":"2024-04-02T08:28:14.644129+0000","last_fullsized":"2024-04-02T08:28:14.644129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:13:13.761715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.609410+0000","last_change":"2024-04-02T08:27:37.234410+0000","last_active":"2024-04-02T08:28:14.609410+0000","last_peered":"2024-04-02T08:28:14.609410+0000","last_clean":"2024-04-02T08:28:14.609410+0000","last_became_active":"2024-04-02T08:27:37.234112+0000","last_became_peered":"2024-04-02T08:27:37.234112+0000","last_unstale":"2024-04-02T08:28:14.609410+0000","last_undegraded":"2024-04-02T08:28:14.609410+0000","last_fullsized":"2024-04-02T08:28:14.609410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:30.888557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.628898+0000","last_change":"2024-04-02T08:27:36.879582+0000","last_active":"2024-04-02T08:28:14.628898+0000","last_peered":"2024-04-02T08:28:14.628898+0000","last_clean":"2024-04-02T08:28:14.628898+0000","last_became_active":"2024-04-02T08:27:36.878893+0000","last_became_peered":"2024-04-02T08:27:36.878893+0000","last_unstale":"2024-04-02T08:28:14.628898+0000","last_undegraded":"2024-04-02T08:28:14.628898+0000","last_fullsized":"2024-04-02T08:28:14.628898+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:01:42.219973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334187+0000","last_change":"2024-04-02T08:27:37.240640+0000","last_active":"2024-04-02T08:28:14.334187+0000","last_peered":"2024-04-02T08:28:14.334187+0000","last_clean":"2024-04-02T08:28:14.334187+0000","last_became_active":"2024-04-02T08:27:37.240173+0000","last_became_peered":"2024-04-02T08:27:37.240173+0000","last_unstale":"2024-04-02T08:28:14.334187+0000","last_undegraded":"2024-04-02T08:28:14.334187+0000","last_fullsized":"2024-04-02T08:28:14.334187+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:03:18.545912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629076+0000","last_change":"2024-04-02T08:27:36.877092+0000","last_active":"2024-04-02T08:28:14.629076+0000","last_peered":"2024-04-02T08:28:14.629076+0000","last_clean":"2024-04-02T08:28:14.629076+0000","last_became_active":"2024-04-02T08:27:36.876684+0000","last_became_peered":"2024-04-02T08:27:36.876684+0000","last_unstale":"2024-04-02T08:28:14.629076+0000","last_undegraded":"2024-04-02T08:28:14.629076+0000","last_fullsized":"2024-04-02T08:28:14.629076+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:58:12.517578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334564+0000","last_change":"2024-04-02T08:27:37.233471+0000","last_active":"2024-04-02T08:28:14.334564+0000","last_peered":"2024-04-02T08:28:14.334564+0000","last_clean":"2024-04-02T08:28:14.334564+0000","last_became_active":"2024-04-02T08:27:37.233252+0000","last_became_peered":"2024-04-02T08:27:37.233252+0000","last_unstale":"2024-04-02T08:28:14.334564+0000","last_undegraded":"2024-04-02T08:28:14.334564+0000","last_fullsized":"2024-04-02T08:28:14.334564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:04:10.911111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644458+0000","last_change":"2024-04-02T08:27:36.881663+0000","last_active":"2024-04-02T08:28:14.644458+0000","last_peered":"2024-04-02T08:28:14.644458+0000","last_clean":"2024-04-02T08:28:14.644458+0000","last_became_active":"2024-04-02T08:27:36.881348+0000","last_became_peered":"2024-04-02T08:27:36.881348+0000","last_unstale":"2024-04-02T08:28:14.644458+0000","last_undegraded":"2024-04-02T08:28:14.644458+0000","last_fullsized":"2024-04-02T08:28:14.644458+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:34.235714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331729+0000","last_change":"2024-04-02T08:27:37.230577+0000","last_active":"2024-04-02T08:28:14.331729+0000","last_peered":"2024-04-02T08:28:14.331729+0000","last_clean":"2024-04-02T08:28:14.331729+0000","last_became_active":"2024-04-02T08:27:37.230250+0000","last_became_peered":"2024-04-02T08:27:37.230250+0000","last_unstale":"2024-04-02T08:28:14.331729+0000","last_undegraded":"2024-04-02T08:28:14.331729+0000","last_fullsized":"2024-04-02T08:28:14.331729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:35:07.459145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.335484+0000","last_change":"2024-04-02T08:27:36.872701+0000","last_active":"2024-04-02T08:28:14.335484+0000","last_peered":"2024-04-02T08:28:14.335484+0000","last_clean":"2024-04-02T08:28:14.335484+0000","last_became_active":"2024-04-02T08:27:36.872456+0000","last_became_peered":"2024-04-02T08:27:36.872456+0000","last_unstale":"2024-04-02T08:28:14.335484+0000","last_undegraded":"2024-04-02T08:28:14.335484+0000","last_fullsized":"2024-04-02T08:28:14.335484+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:44:51.244208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644932+0000","last_change":"2024-04-02T08:27:37.249054+0000","last_active":"2024-04-02T08:28:14.644932+0000","last_peered":"2024-04-02T08:28:14.644932+0000","last_clean":"2024-04-02T08:28:14.644932+0000","last_became_active":"2024-04-02T08:27:37.248618+0000","last_became_peered":"2024-04-02T08:27:37.248618+0000","last_unstale":"2024-04-02T08:28:14.644932+0000","last_undegraded":"2024-04-02T08:28:14.644932+0000","last_fullsized":"2024-04-02T08:28:14.644932+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:58:16.058568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629217+0000","last_change":"2024-04-02T08:27:36.870867+0000","last_active":"2024-04-02T08:28:14.629217+0000","last_peered":"2024-04-02T08:28:14.629217+0000","last_clean":"2024-04-02T08:28:14.629217+0000","last_became_active":"2024-04-02T08:27:36.870574+0000","last_became_peered":"2024-04-02T08:27:36.870574+0000","last_unstale":"2024-04-02T08:28:14.629217+0000","last_undegraded":"2024-04-02T08:28:14.629217+0000","last_fullsized":"2024-04-02T08:28:14.629217+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:14.181829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644891+0000","last_change":"2024-04-02T08:27:37.228113+0000","last_active":"2024-04-02T08:28:14.644891+0000","last_peered":"2024-04-02T08:28:14.644891+0000","last_clean":"2024-04-02T08:28:14.644891+0000","last_became_active":"2024-04-02T08:27:37.227632+0000","last_became_peered":"2024-04-02T08:27:37.227632+0000","last_unstale":"2024-04-02T08:28:14.644891+0000","last_undegraded":"2024-04-02T08:28:14.644891+0000","last_fullsized":"2024-04-02T08:28:14.644891+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:14:37.057058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.335411+0000","last_change":"2024-04-02T08:27:36.878715+0000","last_active":"2024-04-02T08:28:14.335411+0000","last_peered":"2024-04-02T08:28:14.335411+0000","last_clean":"2024-04-02T08:28:14.335411+0000","last_became_active":"2024-04-02T08:27:36.878295+0000","last_became_peered":"2024-04-02T08:27:36.878295+0000","last_unstale":"2024-04-02T08:28:14.335411+0000","last_undegraded":"2024-04-02T08:28:14.335411+0000","last_fullsized":"2024-04-02T08:28:14.335411+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:20:27.919990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.645153+0000","last_change":"2024-04-02T08:27:58.398355+0000","last_active":"2024-04-02T08:28:14.645153+0000","last_peered":"2024-04-02T08:28:14.645153+0000","last_clean":"2024-04-02T08:28:14.645153+0000","last_became_active":"2024-04-02T08:27:58.398145+0000","last_became_peered":"2024-04-02T08:27:58.398145+0000","last_unstale":"2024-04-02T08:28:14.645153+0000","last_undegraded":"2024-04-02T08:28:14.645153+0000","last_fullsized":"2024-04-02T08:28:14.645153+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:07:41.251580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331562+0000","last_change":"2024-04-02T08:27:37.227091+0000","last_active":"2024-04-02T08:28:14.331562+0000","last_peered":"2024-04-02T08:28:14.331562+0000","last_clean":"2024-04-02T08:28:14.331562+0000","last_became_active":"2024-04-02T08:27:37.226759+0000","last_became_peered":"2024-04-02T08:27:37.226759+0000","last_unstale":"2024-04-02T08:28:14.331562+0000","last_undegraded":"2024-04-02T08:28:14.331562+0000","last_fullsized":"2024-04-02T08:28:14.331562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:07.990519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334828+0000","last_change":"2024-04-02T08:27:37.226648+0000","last_active":"2024-04-02T08:28:14.334828+0000","last_peered":"2024-04-02T08:28:14.334828+0000","last_clean":"2024-04-02T08:28:14.334828+0000","last_became_active":"2024-04-02T08:27:37.226401+0000","last_became_peered":"2024-04-02T08:27:37.226401+0000","last_unstale":"2024-04-02T08:28:14.334828+0000","last_undegraded":"2024-04-02T08:28:14.334828+0000","last_fullsized":"2024-04-02T08:28:14.334828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:05.331424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644854+0000","last_change":"2024-04-02T08:27:37.234438+0000","last_active":"2024-04-02T08:28:14.644854+0000","last_peered":"2024-04-02T08:28:14.644854+0000","last_clean":"2024-04-02T08:28:14.644854+0000","last_became_active":"2024-04-02T08:27:37.234101+0000","last_became_peered":"2024-04-02T08:27:37.234101+0000","last_unstale":"2024-04-02T08:28:14.644854+0000","last_undegraded":"2024-04-02T08:28:14.644854+0000","last_fullsized":"2024-04-02T08:28:14.644854+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:14:52.727404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644309+0000","last_change":"2024-04-02T08:27:58.399716+0000","last_active":"2024-04-02T08:28:14.644309+0000","last_peered":"2024-04-02T08:28:14.644309+0000","last_clean":"2024-04-02T08:28:14.644309+0000","last_became_active":"2024-04-02T08:27:58.399184+0000","last_became_peered":"2024-04-02T08:27:58.399184+0000","last_unstale":"2024-04-02T08:28:14.644309+0000","last_undegraded":"2024-04-02T08:28:14.644309+0000","last_fullsized":"2024-04-02T08:28:14.644309+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:50:38.440165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334389+0000","last_change":"2024-04-02T08:27:37.230303+0000","last_active":"2024-04-02T08:28:14.334389+0000","last_peered":"2024-04-02T08:28:14.334389+0000","last_clean":"2024-04-02T08:28:14.334389+0000","last_became_active":"2024-04-02T08:27:37.229107+0000","last_became_peered":"2024-04-02T08:27:37.229107+0000","last_unstale":"2024-04-02T08:28:14.334389+0000","last_undegraded":"2024-04-02T08:28:14.334389+0000","last_fullsized":"2024-04-02T08:28:14.334389+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:10.613068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.629185+0000","last_change":"2024-04-02T08:27:37.230678+0000","last_active":"2024-04-02T08:28:14.629185+0000","last_peered":"2024-04-02T08:28:14.629185+0000","last_clean":"2024-04-02T08:28:14.629185+0000","last_became_active":"2024-04-02T08:27:37.230405+0000","last_became_peered":"2024-04-02T08:27:37.230405+0000","last_unstale":"2024-04-02T08:28:14.629185+0000","last_undegraded":"2024-04-02T08:28:14.629185+0000","last_fullsized":"2024-04-02T08:28:14.629185+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:58:25.763155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.332076+0000","last_change":"2024-04-02T08:27:37.237803+0000","last_active":"2024-04-02T08:28:14.332076+0000","last_peered":"2024-04-02T08:28:14.332076+0000","last_clean":"2024-04-02T08:28:14.332076+0000","last_became_active":"2024-04-02T08:27:37.237510+0000","last_became_peered":"2024-04-02T08:27:37.237510+0000","last_unstale":"2024-04-02T08:28:14.332076+0000","last_undegraded":"2024-04-02T08:28:14.332076+0000","last_fullsized":"2024-04-02T08:28:14.332076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:48:08.838031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.335150+0000","last_change":"2024-04-02T08:27:37.230057+0000","last_active":"2024-04-02T08:28:14.335150+0000","last_peered":"2024-04-02T08:28:14.335150+0000","last_clean":"2024-04-02T08:28:14.335150+0000","last_became_active":"2024-04-02T08:27:37.229629+0000","last_became_peered":"2024-04-02T08:27:37.229629+0000","last_unstale":"2024-04-02T08:28:14.335150+0000","last_undegraded":"2024-04-02T08:28:14.335150+0000","last_fullsized":"2024-04-02T08:28:14.335150+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:23.594422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644129+0000","last_change":"2024-04-02T08:27:37.225274+0000","last_active":"2024-04-02T08:28:14.644129+0000","last_peered":"2024-04-02T08:28:14.644129+0000","last_clean":"2024-04-02T08:28:14.644129+0000","last_became_active":"2024-04-02T08:27:37.224873+0000","last_became_peered":"2024-04-02T08:27:37.224873+0000","last_unstale":"2024-04-02T08:28:14.644129+0000","last_undegraded":"2024-04-02T08:28:14.644129+0000","last_fullsized":"2024-04-02T08:28:14.644129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:48.784191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.334267+0000","last_change":"2024-04-02T08:27:37.231628+0000","last_active":"2024-04-02T08:28:14.334267+0000","last_peered":"2024-04-02T08:28:14.334267+0000","last_clean":"2024-04-02T08:28:14.334267+0000","last_became_active":"2024-04-02T08:27:37.231370+0000","last_became_peered":"2024-04-02T08:27:37.231370+0000","last_unstale":"2024-04-02T08:28:14.334267+0000","last_undegraded":"2024-04-02T08:28:14.334267+0000","last_fullsized":"2024-04-02T08:28:14.334267+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:16.754839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644923+0000","last_change":"2024-04-02T08:27:37.240045+0000","last_active":"2024-04-02T08:28:14.644923+0000","last_peered":"2024-04-02T08:28:14.644923+0000","last_clean":"2024-04-02T08:28:14.644923+0000","last_became_active":"2024-04-02T08:27:37.239681+0000","last_became_peered":"2024-04-02T08:27:37.239681+0000","last_unstale":"2024-04-02T08:28:14.644923+0000","last_undegraded":"2024-04-02T08:28:14.644923+0000","last_fullsized":"2024-04-02T08:28:14.644923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:35.812523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.644654+0000","last_change":"2024-04-02T08:27:37.239765+0000","last_active":"2024-04-02T08:28:14.644654+0000","last_peered":"2024-04-02T08:28:14.644654+0000","last_clean":"2024-04-02T08:28:14.644654+0000","last_became_active":"2024-04-02T08:27:37.239472+0000","last_became_peered":"2024-04-02T08:27:37.239472+0000","last_unstale":"2024-04-02T08:28:14.644654+0000","last_undegraded":"2024-04-02T08:28:14.644654+0000","last_fullsized":"2024-04-02T08:28:14.644654+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:09:02.954023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:28:14.331834+0000","last_change":"2024-04-02T08:27:37.228296+0000","last_active":"2024-04-02T08:28:14.331834+0000","last_peered":"2024-04-02T08:28:14.331834+0000","last_clean":"2024-04-02T08:28:14.331834+0000","last_became_active":"2024-04-02T08:27:37.228007+0000","last_became_peered":"2024-04-02T08:27:37.228007+0000","last_unstale":"2024-04-02T08:28:14.331834+0000","last_undegraded":"2024-04-02T08:28:14.331834+0000","last_fullsized":"2024-04-02T08:28:14.331834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:56:02.952416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234009,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1310720,"data_stored":900212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.36099999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.372},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.495}]},{"osd":2,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.43099999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.40500000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.32200000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.38600000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.44500000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495645,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1306624,"data_stored":901354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.376,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.51900000000000002,"15min":0.51800000000000002},"min":{"1min":0.34000000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.45600000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.433,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.53400000000000003,"15min":0.53700000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.40500000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55200000000000005,"15min":0.55300000000000005},"min":{"1min":0.39000000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.41799999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.40300000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55500000000000005,"15min":0.55900000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.441}]},{"osd":4,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.443,"15min":0.441},"min":{"1min":0.27900000000000003,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.623,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.501},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.45600000000000002,"15min":0.45700000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.59499999999999997,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.35599999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.46500000000000002,"15min":0.47099999999999997},"min":{"1min":0.32500000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.61199999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.378},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.33200000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.629,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.39400000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.47799999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31812,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713340,"statfs":{"total":95995035648,"available":95962460160,"internally_reserved":0,"allocated":712704,"data_stored":309127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.32900000000000001,"15min":0.29499999999999998},"min":{"1min":0.27800000000000002,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.51900000000000002,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.33800000000000002,"15min":0.29599999999999999},"min":{"1min":0.23899999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.56799999999999995,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.52100000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.39900000000000002,"15min":0.39700000000000002},"min":{"1min":0.29899999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.55000000000000004,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.38600000000000001,"15min":0.38200000000000001},"min":{"1min":0.27700000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.48699999999999999,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.48999999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.39300000000000002,"15min":0.39900000000000002},"min":{"1min":0.28599999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.47699999999999998,"5min":0.621,"15min":0.621},"last":0.501},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.41099999999999998,"15min":0.40899999999999997},"min":{"1min":0.307,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.57099999999999995,"5min":0.622,"15min":0.622},"last":0.56799999999999995}]},{"osd":4,"last update":"Tue Apr 2 08:29:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.52700000000000002,"15min":0.51800000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.745,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38300000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.80300000000000005}]},{"osd":5,"last update":"Tue Apr 2 08:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.57999999999999996,"15min":0.58499999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.74199999999999999,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.57599999999999996,"15min":0.58099999999999996},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.753,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.73099999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.58099999999999996,"15min":0.58299999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77600000000000002,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42299999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82699999999999996,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.90300000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.82199999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":900336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.35099999999999998,"15min":0.32400000000000001},"min":{"1min":0.23899999999999999,"5min":0.191,"15min":0.191},"max":{"1min":0.48899999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.36899999999999999,"15min":0.34100000000000003},"min":{"1min":0.28699999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.34399999999999997}]},{"osd":2,"last update":"Tue Apr 2 08:28:20 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.26000000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.49199999999999999,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.373,"5min":0.40400000000000003,"15min":0.40100000000000002},"min":{"1min":0.23200000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.51500000000000001,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.32600000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.44700000000000001,"15min":0.45500000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.57899999999999996,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.44800000000000001,"15min":0.46400000000000002},"min":{"1min":0.30599999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.314}]},{"osd":4,"last update":"Tue Apr 2 08:29:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.55100000000000005,"15min":0.55900000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.75800000000000001,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.55200000000000005,"15min":0.55000000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.68700000000000006,"5min":0.753,"15min":0.753},"last":0.51600000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.41099999999999998,"5min":0.38,"15min":0.38},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.60099999999999998,"15min":0.60699999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.67300000000000004}]},{"osd":6,"last update":"Tue Apr 2 08:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.57899999999999996,"15min":0.58399999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.76100000000000001,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.60899999999999999,"15min":0.61499999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76000000000000001,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.68700000000000006}]},{"osd":7,"last update":"Tue Apr 2 08:28:20 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.50600000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31808,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713344,"statfs":{"total":95995035648,"available":95962464256,"internally_reserved":0,"allocated":708608,"data_stored":309240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.34300000000000003,"15min":0.33900000000000002},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.52600000000000002,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.253},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.378,"15min":0.36499999999999999},"min":{"1min":0.26600000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.29999999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:28:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.39300000000000002,"15min":0.38500000000000001},"min":{"1min":0.26500000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.56599999999999995,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38,"15min":0.372},"min":{"1min":0.27300000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.5,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.28799999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:28:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.45200000000000001,"15min":0.45600000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58299999999999996,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.42999999999999999,"15min":0.434},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.54400000000000004,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.32800000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:29:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.73299999999999998,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.503},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56999999999999995,"15min":0.57199999999999995},"min":{"1min":0.39600000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.69699999999999995,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.59599999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57699999999999996,"15min":0.58099999999999996},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.53500000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:28:56 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.629,"15min":0.63900000000000001},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.58799999999999997,"15min":0.59399999999999997},"min":{"1min":0.38600000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.753,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.51700000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.623},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.54800000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182445,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":729088,"data_stored":311694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.38800000000000001,"15min":0.39900000000000002},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.41199999999999998,"15min":0.42599999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.23999999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.40999999999999998,"15min":0.41799999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.41899999999999998,"15min":0.42099999999999999},"min":{"1min":0.28999999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.33600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:28:48 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.44800000000000001,"15min":0.45600000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.58599999999999997,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.28000000000000003,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.32000000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:29:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.56599999999999995,"15min":0.57999999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68000000000000005,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.59499999999999997,"15min":0.60299999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.58499999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.628,"5min":0.60399999999999998,"15min":0.59999999999999998},"min":{"1min":0.47599999999999998,"5min":0.435,"15min":0.435},"max":{"1min":0.81200000000000006,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.66300000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:28:57 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59799999999999998,"15min":0.60199999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.751,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.45300000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.57399999999999995}]},{"osd":7,"last update":"Tue Apr 2 08:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.49199999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018920,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":724992,"data_stored":309948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.51700000000000002,"15min":0.51000000000000001},"min":{"1min":0.442,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.52800000000000002,"15min":0.52500000000000002},"min":{"1min":0.35899999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.70299999999999996,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.47499999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.52800000000000002,"15min":0.52500000000000002},"min":{"1min":0.371,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.54000000000000004,"15min":0.53300000000000003},"min":{"1min":0.40899999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.60099999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.51300000000000001,"15min":0.505},"min":{"1min":0.38300000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.70199999999999996,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.52400000000000002,"15min":0.51900000000000002},"min":{"1min":0.40100000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.51200000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.39300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.51800000000000002,"15min":0.51300000000000001},"min":{"1min":0.40899999999999997,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76000000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.54500000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.39500000000000002,"15min":0.38800000000000001},"min":{"1min":0.28499999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.41499999999999998,"15min":0.41199999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.746,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.45700000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41899999999999998,"15min":0.42299999999999999},"min":{"1min":0.308,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.55500000000000005,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.44},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.47699999999999998,"15min":0.48099999999999998},"min":{"1min":0.29399999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.66900000000000004,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.52500000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.41299999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757283,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":724992,"data_stored":311680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54300000000000004,"15min":0.54500000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.41399999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41199999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53100000000000003,"15min":0.52500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.9630000000000001,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.371}]},{"osd":2,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.53200000000000003,"15min":0.54000000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71999999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.54600000000000004,"15min":0.54000000000000004},"min":{"1min":0.38600000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"last":0.44800000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.68400000000000005,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.504},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.589,"5min":1.589,"15min":1.589},"last":0.38200000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.40200000000000002,"15min":0.39000000000000001},"min":{"1min":0.312,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.8839999999999999,"5min":1.8839999999999999,"15min":1.8839999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.32000000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59199999999999997,"5min":0.627,"15min":0.627},"last":0.47099999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.45000000000000001,"15min":0.438},"min":{"1min":0.33700000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.501,"5min":0.44900000000000001,"15min":0.441},"min":{"1min":0.35599999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.65000000000000002,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.35499999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.436},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.31900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:29:15.810 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-02T08:29:15.810 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-02T08:29:15.810 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-02T08:29:15.810 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph health --format=json 2024-04-02T08:29:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:15 smithi188 ceph-mon[30882]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:16.513 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:16 smithi104 ceph-mon[39229]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:29:16.514 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:16 smithi104 ceph-mon[27401]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:29:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:16 smithi188 ceph-mon[30882]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:29:17.530 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:17 smithi104 ceph-mon[39229]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:17.530 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:17 smithi104 ceph-mon[27401]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:17.530 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:17 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:29:17] "GET /metrics HTTP/1.1" 200 33664 "" "Prometheus/2.43.0" 2024-04-02T08:29:17.764 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:29:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:17 smithi188 ceph-mon[30882]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:17.889 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:17 smithi104 systemd[1]: Stopping Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:18.821 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72395]: ts=2024-04-02T08:29:18.567Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:29:18.822 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:18 smithi104 podman[77744]: 2024-04-02 08:29:18.588453369 +0000 UTC m=+0.561551952 container died fcb3db79873bacf08a89c9c280236717367d875f7a2539b091dacc0882594fa2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:19.113 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:18 smithi104 podman[77744]: 2024-04-02 08:29:18.914300608 +0000 UTC m=+0.887399190 container cleanup fcb3db79873bacf08a89c9c280236717367d875f7a2539b091dacc0882594fa2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:19.113 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:18 smithi104 bash[77744]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:29:19.389 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:19 smithi104 podman[77782]: 2024-04-02 08:29:19.11531725 +0000 UTC m=+0.522099316 container remove fcb3db79873bacf08a89c9c280236717367d875f7a2539b091dacc0882594fa2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:19.390 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:19 smithi104 podman[77782]: 2024-04-02 08:29:19.191094107 +0000 UTC m=+0.597876128 volume remove 185cd216b8fab3f9022312cc696131041a2ffa197a532eeddb60f0ef8f0967ed 2024-04-02T08:29:19.667 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:19 smithi104 ceph-mon[27401]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:19.667 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:19 smithi104 ceph-mon[39229]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:19 smithi188 ceph-mon[30882]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:20.434 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:29:20.434 INFO:teuthology.orchestra.run.smithi104.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-02T08:29:20.622 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:29:20.622 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 systemd[1]: Stopped Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:20.622 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 systemd[1]: Starting Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:20.622 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 podman[77958]: 2024-04-02 08:29:20.420621623 +0000 UTC m=+0.018118841 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:29:20.622 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 podman[77958]: 2024-04-02 08:29:20.522968387 +0000 UTC m=+0.120465589 volume create 154b26e097fb1b51c8b49ee2c51f8d6f9e5ba7b060a5eca379e6b5745a27dd14 2024-04-02T08:29:20.623 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 podman[77958]: 2024-04-02 08:29:20.623576191 +0000 UTC m=+0.221073391 container create 428b945a68c24654fea783859718412d1b68df89cea9eb6e9b2cd182c19e4f7b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:21.302 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 podman[77958]: 2024-04-02 08:29:20.976256379 +0000 UTC m=+0.573753596 container init 428b945a68c24654fea783859718412d1b68df89cea9eb6e9b2cd182c19e4f7b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:21.302 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 podman[77958]: 2024-04-02 08:29:20.982364039 +0000 UTC m=+0.579861243 container start 428b945a68c24654fea783859718412d1b68df89cea9eb6e9b2cd182c19e4f7b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:21.303 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:29:20.994Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:29:21.303 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:29:20.994Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:29:21.303 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:29:20.995Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.104 port=9094 2024-04-02T08:29:21.303 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:29:20.996Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:29:21.303 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:21 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:29:21.019Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:29:21.303 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:21 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:29:21.019Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:29:21.303 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:21 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:29:21.022Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:29:21.303 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:21 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:29:21.022Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:29:21.586 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:21 smithi104 ceph-mon[39229]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:21.586 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:21 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/65981136' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:29:21.587 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:21 smithi104 ceph-mon[27401]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:21.587 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:21 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/65981136' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:29:21.607 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-02T08:29:21.608 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:29:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:21 smithi188 ceph-mon[30882]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:21 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/65981136' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:29:21.889 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:21 smithi104 bash[77958]: 428b945a68c24654fea783859718412d1b68df89cea9eb6e9b2cd182c19e4f7b 2024-04-02T08:29:21.889 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:21 smithi104 systemd[1]: Started Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:21.906 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:29:21.906 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":69,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:28:16.331405+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:35.191174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:36.400806+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:28:11.668862+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":4,"to":1}]},{"pgid":"3.38","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:0/4231362652":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/1844018975":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2607602232":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2396757968":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:29:21.919 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:25:15.541314+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:27:35.191174+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:27:36.400806+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:28:11.668862+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:29:21.919 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:29:22.206 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-04-02T08:29:22.219 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:29:22.504 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-04-02T08:29:22.517 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:29:22.801 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-04-02T08:29:22.812 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:22.813 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:22.813 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[27401]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:29:22.813 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1985315768' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:22.813 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[27401]: Reconfiguring daemon prometheus.a on smithi188 2024-04-02T08:29:22.813 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1266635355' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:22.813 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[27401]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:22.813 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1532056930' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:22.813 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:22.814 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:22.814 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[39229]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:29:22.814 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1985315768' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:22.814 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[39229]: Reconfiguring daemon prometheus.a on smithi188 2024-04-02T08:29:22.814 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1266635355' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:22.814 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[39229]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:22.814 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1532056930' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:22.815 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:29:23.099 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 8 2024-04-02T08:29:23.110 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:22 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:29:22.996Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000187603s 2024-04-02T08:29:23.111 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:29:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:22 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:22 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:22 smithi188 ceph-mon[30882]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:29:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:22 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1985315768' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:22 smithi188 ceph-mon[30882]: Reconfiguring daemon prometheus.a on smithi188 2024-04-02T08:29:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:22 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1266635355' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:22 smithi188 ceph-mon[30882]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:22 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1532056930' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:23.430 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:29:23.430 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14463,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/1547074275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1547074275},{"type":"v1","addr":"172.21.15.104:6835","nonce":1547074275}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:37.207296+0000","modified":"2024-04-02T08:27:39.408888+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24325},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24325":{"gid":24325,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6833/2105604648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6832","nonce":2105604648},{"type":"v1","addr":"172.21.15.188:6833","nonce":2105604648}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:29:23.430 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 6 2024-04-02T08:29:23.443 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:29:23.727 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:29:23.727 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":69,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:28:16.331405+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:35.191174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:36.400806+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:28:11.668862+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":4,"to":1}]},{"pgid":"3.38","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:0/4231362652":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/1844018975":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2607602232":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2396757968":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:29:23.740 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:25:15.541314+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:27:35.191174+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:27:36.400806+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:28:11.668862+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:29:23.740 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:29:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:23 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/798867291' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:23 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3035570335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:23 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/4080752274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:23 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2805982046' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:24.022 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 1 2024-04-02T08:29:24.034 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:23 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/798867291' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.034 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:23 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3035570335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.034 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:23 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/4080752274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:24.034 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:23 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2805982046' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:24.035 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:23 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/798867291' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.035 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:23 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3035570335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.035 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:23 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/4080752274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:24.035 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:23 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2805982046' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:24.036 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:29:24.336 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 32 2024-04-02T08:29:24.349 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:29:24.646 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 64 2024-04-02T08:29:24.658 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:29:24.950 INFO:teuthology.orchestra.run.smithi104.stdout:pg_num: 8 2024-04-02T08:29:24.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:24 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/155553412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:24 smithi104 ceph-mon[39229]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:24.963 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:24 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/4151062632' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.963 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:24 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2134477329' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:24 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/155553412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:24 smithi104 ceph-mon[27401]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:24.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:24 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/4151062632' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:24 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2134477329' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.964 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:29:24.997 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:24 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/155553412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.997 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:24 smithi188 ceph-mon[30882]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:24.997 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:24 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/4151062632' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:29:24.997 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:24 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2134477329' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:29:25.295 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:29:25.295 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14463,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/1547074275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1547074275},{"type":"v1","addr":"172.21.15.104:6835","nonce":1547074275}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:37.207296+0000","modified":"2024-04-02T08:27:39.408888+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24325},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24325":{"gid":24325,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6833/2105604648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6832","nonce":2105604648},{"type":"v1","addr":"172.21.15.188:6833","nonce":2105604648}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:29:25.296 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 6 2024-04-02T08:29:25.308 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:29:25.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 systemd[1]: Stopping Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:25.595 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:29:25.595 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":69,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:28:16.331405+0000","last_up_change":"2024-04-02T08:27:18.342032+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:35.191174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:36.400806+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:28:11.668862+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6803","nonce":2169906796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6805","nonce":2169906796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6809","nonce":2169906796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":2169906796},{"type":"v1","addr":"172.21.15.104:6807","nonce":2169906796}]},"public_addr":"172.21.15.104:6803/2169906796","cluster_addr":"172.21.15.104:6805/2169906796","heartbeat_back_addr":"172.21.15.104:6809/2169906796","heartbeat_front_addr":"172.21.15.104:6807/2169906796","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6811","nonce":3100157475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6813","nonce":3100157475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6817","nonce":3100157475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":3100157475},{"type":"v1","addr":"172.21.15.104:6815","nonce":3100157475}]},"public_addr":"172.21.15.104:6811/3100157475","cluster_addr":"172.21.15.104:6813/3100157475","heartbeat_back_addr":"172.21.15.104:6817/3100157475","heartbeat_front_addr":"172.21.15.104:6815/3100157475","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6819","nonce":3383153942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6821","nonce":3383153942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6825","nonce":3383153942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3383153942},{"type":"v1","addr":"172.21.15.104:6823","nonce":3383153942}]},"public_addr":"172.21.15.104:6819/3383153942","cluster_addr":"172.21.15.104:6821/3383153942","heartbeat_back_addr":"172.21.15.104:6825/3383153942","heartbeat_front_addr":"172.21.15.104:6823/3383153942","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6827","nonce":94657115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6829","nonce":94657115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6833","nonce":94657115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":94657115},{"type":"v1","addr":"172.21.15.104:6831","nonce":94657115}]},"public_addr":"172.21.15.104:6827/94657115","cluster_addr":"172.21.15.104:6829/94657115","heartbeat_back_addr":"172.21.15.104:6833/94657115","heartbeat_front_addr":"172.21.15.104:6831/94657115","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6801","nonce":3911091664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6803","nonce":3911091664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6807","nonce":3911091664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":3911091664},{"type":"v1","addr":"172.21.15.188:6805","nonce":3911091664}]},"public_addr":"172.21.15.188:6801/3911091664","cluster_addr":"172.21.15.188:6803/3911091664","heartbeat_back_addr":"172.21.15.188:6807/3911091664","heartbeat_front_addr":"172.21.15.188:6805/3911091664","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6809","nonce":2771286587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6811","nonce":2771286587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6815","nonce":2771286587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2771286587},{"type":"v1","addr":"172.21.15.188:6813","nonce":2771286587}]},"public_addr":"172.21.15.188:6809/2771286587","cluster_addr":"172.21.15.188:6811/2771286587","heartbeat_back_addr":"172.21.15.188:6815/2771286587","heartbeat_front_addr":"172.21.15.188:6813/2771286587","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6817","nonce":3443295908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6819","nonce":3443295908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6823","nonce":3443295908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":3443295908},{"type":"v1","addr":"172.21.15.188:6821","nonce":3443295908}]},"public_addr":"172.21.15.188:6817/3443295908","cluster_addr":"172.21.15.188:6819/3443295908","heartbeat_back_addr":"172.21.15.188:6823/3443295908","heartbeat_front_addr":"172.21.15.188:6821/3443295908","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6825","nonce":1785677986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6827","nonce":1785677986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6831","nonce":1785677986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":1785677986},{"type":"v1","addr":"172.21.15.188:6829","nonce":1785677986}]},"public_addr":"172.21.15.188:6825/1785677986","cluster_addr":"172.21.15.188:6827/1785677986","heartbeat_back_addr":"172.21.15.188:6831/1785677986","heartbeat_front_addr":"172.21.15.188:6829/1785677986","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":4,"to":1}]},{"pgid":"3.38","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:0/4231362652":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/1844018975":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2607602232":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2396757968":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:29:25.607 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:29:25.727 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.388Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:29:25.727 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.388Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:29:25.727 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.388Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:29:25.727 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.388Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:29:25.727 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.388Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:29:25.727 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.388Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:29:25.727 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.388Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:29:25.727 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.388Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:29:25.728 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.389Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:29:25.728 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.389Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:29:25.728 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.389Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:29:25.728 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60316]: ts=2024-04-02T08:29:25.389Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:29:25.728 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 podman[63762]: 2024-04-02 08:29:25.399136396 +0000 UTC m=+0.118082884 container died bc5fb918bd91b643f627ac4b67a908a0fbebf82a88bbe19ed64b38eb7cf17344 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:25.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:25 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2612090860' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:25 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1783015271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:25 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:25 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3780467089' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:25.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:25 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2612090860' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:25.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:25 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1783015271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:25.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:25 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:25.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:25 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3780467089' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:25.926 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:29:25.926 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14463,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/1547074275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":1547074275},{"type":"v1","addr":"172.21.15.104:6835","nonce":1547074275}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:37.207296+0000","modified":"2024-04-02T08:27:39.408888+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24325},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24325":{"gid":24325,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.188:6833/2105604648","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6832","nonce":2105604648},{"type":"v1","addr":"172.21.15.188:6833","nonce":2105604648}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:29:25.927 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 6 2024-04-02T08:29:25.940 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-02T08:27:37.207296+0000', 'modified': '2024-04-02T08:27:39.408888+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24325}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24325': {'gid': 24325, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.188:6833/2105604648', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.188:6832', 'nonce': 2105604648}, {'type': 'v1', 'addr': '172.21.15.188:6833', 'nonce': 2105604648}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-02T08:29:25.940 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-02T08:29:25.940 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-02T08:29:26.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-04-02T08:29:26.052+0000 7f1b1dffb640 0 client.14901 ms_handle_reset on v2:172.21.15.188:6832/2105604648 2024-04-02T08:29:26.069 INFO:teuthology.orchestra.run.smithi104.stderr:2024-04-02T08:29:26.071+0000 7f1b1dffb640 0 client.24791 ms_handle_reset on v2:172.21.15.188:6832/2105604648 2024-04-02T08:29:26.070 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:29:26.070 INFO:teuthology.orchestra.run.smithi104.stdout: "cluster_fsid": "f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:29:26.070 INFO:teuthology.orchestra.run.smithi104.stdout: "whoami": 0, 2024-04-02T08:29:26.070 INFO:teuthology.orchestra.run.smithi104.stdout: "id": 24325, 2024-04-02T08:29:26.070 INFO:teuthology.orchestra.run.smithi104.stdout: "want_state": "up:active", 2024-04-02T08:29:26.070 INFO:teuthology.orchestra.run.smithi104.stdout: "state": "up:active", 2024-04-02T08:29:26.070 INFO:teuthology.orchestra.run.smithi104.stdout: "fs_name": "cephfs", 2024-04-02T08:29:26.070 INFO:teuthology.orchestra.run.smithi104.stdout: "rank_uptime": 108.86192158, 2024-04-02T08:29:26.070 INFO:teuthology.orchestra.run.smithi104.stdout: "mdsmap_epoch": 6, 2024-04-02T08:29:26.071 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_epoch": 69, 2024-04-02T08:29:26.071 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_epoch_barrier": 62, 2024-04-02T08:29:26.071 INFO:teuthology.orchestra.run.smithi104.stdout: "uptime": 113.074169117 2024-04-02T08:29:26.071 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:29:26.080 INFO:tasks.cephadm:Setup complete, yielding 2024-04-02T08:29:26.081 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:29:26.091 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-02T08:29:26.091 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:29:26.136 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-02T08:29:26.136 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-02T08:29:26.202 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi104.front.sepia.ceph.com 2024-04-02T08:29:26.202 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-02T08:29:26.203 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 podman[63762]: 2024-04-02 08:29:25.835754569 +0000 UTC m=+0.554701054 container cleanup bc5fb918bd91b643f627ac4b67a908a0fbebf82a88bbe19ed64b38eb7cf17344 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:26.204 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:25 smithi188 bash[63762]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:29:26.204 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2612090860' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:29:26.204 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1783015271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:26.204 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:26.204 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:25 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3780467089' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:29:26.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 podman[63781]: 2024-04-02 08:29:26.087149479 +0000 UTC m=+0.685970004 container remove bc5fb918bd91b643f627ac4b67a908a0fbebf82a88bbe19ed64b38eb7cf17344 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:26.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:29:26.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 systemd[1]: Stopped Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:26.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.149s CPU time. 2024-04-02T08:29:26.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 systemd[1]: Starting Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:26.405 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:29:26.763 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 podman[63880]: 2024-04-02 08:29:26.504876673 +0000 UTC m=+0.104599486 container create 8c547908995cb8320fda16af642be3c4ff5d83e586d18316dafb717fdb23d27e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:26.763 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 podman[63880]: 2024-04-02 08:29:26.419263836 +0000 UTC m=+0.018986672 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:29:26.865 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:26 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2528806684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:26.865 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:26 smithi104 ceph-mon[39229]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:26.866 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:26 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2528806684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:26.866 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:26 smithi104 ceph-mon[27401]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2528806684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:29:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-mon[30882]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:27.123 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 podman[63880]: 2024-04-02 08:29:26.765431941 +0000 UTC m=+0.365154763 container init 8c547908995cb8320fda16af642be3c4ff5d83e586d18316dafb717fdb23d27e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:27.123 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 podman[63880]: 2024-04-02 08:29:26.770655244 +0000 UTC m=+0.370378059 container start 8c547908995cb8320fda16af642be3c4ff5d83e586d18316dafb717fdb23d27e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:29:27.123 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.793Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.794Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.794Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi188 (none))" 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.794Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.794Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.795Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.796Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.797Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.797Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.799Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.799Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.551µs 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.799Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.800Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-02T08:29:27.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.800Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-02T08:29:27.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.800Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.501µs wal_replay_duration=1.740524ms wbl_replay_duration=127ns total_replay_duration=1.777562ms 2024-04-02T08:29:27.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.801Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:29:27.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.801Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:29:27.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.801Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:29:27.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.818Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.337692ms db_storage=746ns remote_storage=1.106µs web_handler=364ns query_engine=548ns scrape=375.233µs scrape_sd=92.113µs notify=9.531µs notify_sd=10.668µs rules=15.600541ms tracing=6.581µs 2024-04-02T08:29:27.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.818Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:29:27.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:29:26.818Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:29:27.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 bash[63880]: 8c547908995cb8320fda16af642be3c4ff5d83e586d18316dafb717fdb23d27e 2024-04-02T08:29:27.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:29:26 smithi188 systemd[1]: Started Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:27.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:26] ENGINE Bus STOPPING 2024-04-02T08:29:27.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:29:27.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:26] ENGINE Bus STOPPED 2024-04-02T08:29:27.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:26] ENGINE Bus STARTING 2024-04-02T08:29:27.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Serving on http://:::9283 2024-04-02T08:29:27.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Bus STARTED 2024-04-02T08:29:27.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Bus STOPPING 2024-04-02T08:29:27.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:29:27.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Bus STOPPED 2024-04-02T08:29:27.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Bus STARTING 2024-04-02T08:29:27.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Serving on http://:::9283 2024-04-02T08:29:27.389 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Bus STARTED 2024-04-02T08:29:27.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Bus STOPPING 2024-04-02T08:29:27.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:29:27.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Bus STOPPED 2024-04-02T08:29:27.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Bus STARTING 2024-04-02T08:29:27.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Serving on http://:::9283 2024-04-02T08:29:27.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:27] ENGINE Bus STARTED 2024-04-02T08:29:27.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:27.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:27.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi104.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi104.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi188.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi188.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi188.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:27.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi188.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:27.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:27.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:27.967 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:27.967 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:27.967 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:27.967 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:27.967 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi104.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:27.967 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi104.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:27.967 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:27.967 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:27.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:27.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi188.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:27.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi188.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:27.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:27.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:27.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:27.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi188.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:27.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi188.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:27.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:27.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:27 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:29:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi104.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi104.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi188.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi188.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi188.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi188.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:27 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:28.827 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:28 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:28] ENGINE Bus STOPPING 2024-04-02T08:29:28.827 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:28 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:29:28.828 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:28 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:28] ENGINE Bus STOPPED 2024-04-02T08:29:28.828 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:28 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:28] ENGINE Bus STARTING 2024-04-02T08:29:28.828 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:28 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:28] ENGINE Serving on http://:::9283 2024-04-02T08:29:28.828 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:28 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:29:28] ENGINE Bus STARTED 2024-04-02T08:29:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:29 smithi104 ceph-mon[27401]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:29 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/406950886' entity='client.admin' 2024-04-02T08:29:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:29 smithi104 ceph-mon[39229]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:29 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/406950886' entity='client.admin' 2024-04-02T08:29:29.685 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:29:29.694 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-02T08:29:29.694 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:29:29.729 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-02T08:29:29.730 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T08:29:29.805 INFO:tasks.workunit:Pulling workunits from ref 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:29:29.806 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:29:29.806 DEBUG:teuthology.orchestra.run.smithi104:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:29:29.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:29:29.822 INFO:teuthology.orchestra.run.smithi104.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:29:29.822 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:29:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:29 smithi188 ceph-mon[30882]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:29 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/406950886' entity='client.admin' 2024-04-02T08:29:29.878 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:29:29.878 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:29:29.934 INFO:tasks.workunit:timeout=3h 2024-04-02T08:29:29.934 INFO:tasks.workunit:cleanup=True 2024-04-02T08:29:29.935 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:29:29.990 INFO:tasks.workunit.client.0.smithi104.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:29:31.389 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:29:30 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:29:30.998Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.0017047s 2024-04-02T08:29:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:31 smithi188 ceph-mon[30882]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:31 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:31 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:31 smithi104 ceph-mon[27401]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:31 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:31 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:31.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:31 smithi104 ceph-mon[39229]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:31.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:31 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:31.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:31 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:32.733 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:32.733 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:32.733 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:32.733 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:32.733 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:32.733 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:32.734 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[39229]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:32.734 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:32.734 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:32.734 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:32.734 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:32.734 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:32.734 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:32.734 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:32 smithi104 ceph-mon[27401]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:32.755 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:32 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:32.756 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:32 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:32.756 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:32 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:32.756 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:32 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:32.756 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:32 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:32.756 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:32 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:32.756 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:32 smithi188 ceph-mon[30882]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:35.513 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:35 smithi188 ceph-mon[30882]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:35.513 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:35 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:35.513 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:35 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:35 smithi104 ceph-mon[27401]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:35 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:35 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:35 smithi104 ceph-mon[39229]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:35 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:35 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:36 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:36 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:36 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:36 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:36 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:36 smithi188 ceph-mon[30882]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:37.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:37.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:37.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[39229]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:29:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:36 smithi104 ceph-mon[27401]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:37.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:29:37] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2024-04-02T08:29:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:39 smithi104 ceph-mon[39229]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:39 smithi104 ceph-mon[27401]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:39.827 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:39 smithi188 ceph-mon[30882]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:40 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:40.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:40 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:40.840 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:40 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:41 smithi188 ceph-mon[30882]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:41 smithi104 ceph-mon[39229]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:41 smithi104 ceph-mon[27401]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:43 smithi188 ceph-mon[30882]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:43.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:43 smithi188 ceph-mon[30882]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-02T08:29:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:43 smithi104 ceph-mon[39229]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:43 smithi104 ceph-mon[39229]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-02T08:29:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:43 smithi104 ceph-mon[27401]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:43 smithi104 ceph-mon[27401]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-02T08:29:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:45 smithi188 ceph-mon[30882]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:45 smithi104 ceph-mon[39229]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:45.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:45 smithi104 ceph-mon[27401]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:47 smithi104 ceph-mon[39229]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:47 smithi104 ceph-mon[27401]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:47.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:47 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:29:47] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-02T08:29:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:47 smithi188 ceph-mon[30882]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:49 smithi104 ceph-mon[39229]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:49 smithi104 ceph-mon[27401]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:49 smithi188 ceph-mon[30882]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:51 smithi188 ceph-mon[30882]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:51 smithi104 ceph-mon[39229]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:51 smithi104 ceph-mon[27401]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:53 smithi188 ceph-mon[30882]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:53 smithi104 ceph-mon[39229]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:53 smithi104 ceph-mon[27401]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:55 smithi188 ceph-mon[30882]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:55 smithi104 ceph-mon[39229]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:55.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:55 smithi104 ceph-mon[27401]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:56 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:56 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:56 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:57 smithi188 ceph-mon[30882]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:57 smithi104 ceph-mon[27401]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:57 smithi104 ceph-mon[39229]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:57.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:29:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:29:57] "GET /metrics HTTP/1.1" 200 33664 "" "Prometheus/2.43.0" 2024-04-02T08:29:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:29:59 smithi188 ceph-mon[30882]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:29:59 smithi104 ceph-mon[39229]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:29:59 smithi104 ceph-mon[27401]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:00 smithi188 ceph-mon[30882]: overall HEALTH_OK 2024-04-02T08:30:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:00 smithi104 ceph-mon[39229]: overall HEALTH_OK 2024-04-02T08:30:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:00 smithi104 ceph-mon[27401]: overall HEALTH_OK 2024-04-02T08:30:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:01 smithi188 ceph-mon[30882]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:01 smithi104 ceph-mon[39229]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:01 smithi104 ceph-mon[27401]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:03 smithi188 ceph-mon[30882]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:03 smithi104 ceph-mon[39229]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:03.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:03 smithi104 ceph-mon[27401]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:05 smithi188 ceph-mon[30882]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:05 smithi104 ceph-mon[39229]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:05 smithi104 ceph-mon[27401]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:07.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:07 smithi104 ceph-mon[39229]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:07.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:07 smithi104 ceph-mon[27401]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:07.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:30:07] "GET /metrics HTTP/1.1" 200 33664 "" "Prometheus/2.43.0" 2024-04-02T08:30:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:07 smithi188 ceph-mon[30882]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:09.675 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:09 smithi188 ceph-mon[30882]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:09 smithi104 ceph-mon[39229]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:09 smithi104 ceph-mon[27401]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:10 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:10 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:10.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:10 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:11 smithi188 ceph-mon[30882]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:11 smithi104 ceph-mon[39229]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:11 smithi104 ceph-mon[27401]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:13 smithi188 ceph-mon[30882]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:13 smithi104 ceph-mon[39229]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:13 smithi104 ceph-mon[27401]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:15 smithi188 ceph-mon[30882]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:15 smithi104 ceph-mon[27401]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:15 smithi104 ceph-mon[39229]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:17 smithi104 ceph-mon[27401]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:17 smithi104 ceph-mon[39229]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:17.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:17 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:30:17] "GET /metrics HTTP/1.1" 200 33660 "" "Prometheus/2.43.0" 2024-04-02T08:30:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:17 smithi188 ceph-mon[30882]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:19 smithi188 ceph-mon[30882]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:19 smithi104 ceph-mon[27401]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:19 smithi104 ceph-mon[39229]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:21 smithi188 ceph-mon[30882]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:21 smithi104 ceph-mon[39229]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:21 smithi104 ceph-mon[27401]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:23 smithi188 ceph-mon[30882]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:23 smithi104 ceph-mon[39229]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:23 smithi104 ceph-mon[27401]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:25 smithi188 ceph-mon[30882]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:25 smithi104 ceph-mon[27401]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:25 smithi104 ceph-mon[39229]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:26 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:26 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:26 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:27.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:27 smithi104 ceph-mon[27401]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:27.438 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:27 smithi104 ceph-mon[39229]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:27.439 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:30:27] "GET /metrics HTTP/1.1" 200 33671 "" "Prometheus/2.43.0" 2024-04-02T08:30:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:27 smithi188 ceph-mon[30882]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:29 smithi188 ceph-mon[30882]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:29 smithi104 ceph-mon[27401]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:29 smithi104 ceph-mon[39229]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:31 smithi188 ceph-mon[30882]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:31 smithi104 ceph-mon[39229]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:31 smithi104 ceph-mon[27401]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:33 smithi188 ceph-mon[30882]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:33 smithi104 ceph-mon[27401]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:33 smithi104 ceph-mon[39229]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:35 smithi188 ceph-mon[30882]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:35 smithi104 ceph-mon[27401]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:35 smithi104 ceph-mon[39229]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:36 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:36 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:36 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:37.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:30:37] "GET /metrics HTTP/1.1" 200 33671 "" "Prometheus/2.43.0" 2024-04-02T08:30:37.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:37 smithi104 ceph-mon[39229]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:37.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:37 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:37.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:37 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:37.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:37 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:37.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:37 smithi104 ceph-mon[27401]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:37.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:37 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:37.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:37 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:37.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:37 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:37 smithi188 ceph-mon[30882]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:37 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:37 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:37 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:39 smithi188 ceph-mon[30882]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:39 smithi104 ceph-mon[39229]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:39 smithi104 ceph-mon[27401]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:40 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:40 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:40 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:41 smithi188 ceph-mon[30882]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:41 smithi104 ceph-mon[39229]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:41 smithi104 ceph-mon[27401]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:43 smithi188 ceph-mon[30882]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:43 smithi104 ceph-mon[39229]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:43 smithi104 ceph-mon[27401]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:45 smithi188 ceph-mon[30882]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:45 smithi104 ceph-mon[27401]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:45 smithi104 ceph-mon[39229]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:47 smithi104 ceph-mon[27401]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:47 smithi104 ceph-mon[39229]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:47.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:47 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:30:47] "GET /metrics HTTP/1.1" 200 33669 "" "Prometheus/2.43.0" 2024-04-02T08:30:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:47 smithi188 ceph-mon[30882]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:49 smithi188 ceph-mon[30882]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:49 smithi104 ceph-mon[39229]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:49 smithi104 ceph-mon[27401]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:51 smithi188 ceph-mon[30882]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:51 smithi104 ceph-mon[27401]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:51 smithi104 ceph-mon[39229]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:53 smithi188 ceph-mon[30882]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:53 smithi104 ceph-mon[39229]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:53 smithi104 ceph-mon[27401]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:55 smithi188 ceph-mon[30882]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:55 smithi104 ceph-mon[39229]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:55 smithi104 ceph-mon[27401]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:56 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:56 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:56 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:56.689 INFO:tasks.workunit.client.0.smithi104.stderr:Note: switching to '14da45f22b7b6f8995de09c1525ea96ba87a39fd'. 2024-04-02T08:30:56.689 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:30:56.689 INFO:tasks.workunit.client.0.smithi104.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T08:30:56.689 INFO:tasks.workunit.client.0.smithi104.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T08:30:56.689 INFO:tasks.workunit.client.0.smithi104.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T08:30:56.689 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:30:56.689 INFO:tasks.workunit.client.0.smithi104.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T08:30:56.689 INFO:tasks.workunit.client.0.smithi104.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T08:30:56.689 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:30:56.689 INFO:tasks.workunit.client.0.smithi104.stderr: git switch -c 2024-04-02T08:30:56.690 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:30:56.690 INFO:tasks.workunit.client.0.smithi104.stderr:Or undo this operation with: 2024-04-02T08:30:56.690 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:30:56.690 INFO:tasks.workunit.client.0.smithi104.stderr: git switch - 2024-04-02T08:30:56.690 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:30:56.690 INFO:tasks.workunit.client.0.smithi104.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T08:30:56.690 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:30:56.690 INFO:tasks.workunit.client.0.smithi104.stderr:HEAD is now at 14da45f22b7 osd/scrub: ignore FullReset in all ReplicaActive states 2024-04-02T08:30:56.694 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:30:56.760 INFO:tasks.workunit.client.0.smithi104.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:30:56.762 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:30:56.762 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:30:57.496 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:30:57.552 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:30:57.591 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:30:57.593 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:30:57.593 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:30:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:57 smithi188 ceph-mon[30882]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:57.631 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:30:57.635 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:30:57.635 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:30:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:57 smithi104 ceph-mon[27401]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:57.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:30:57] "GET /metrics HTTP/1.1" 200 33674 "" "Prometheus/2.43.0" 2024-04-02T08:30:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:57 smithi104 ceph-mon[39229]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:57.668 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-02T08:30:57.669 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-02T08:30:57.669 DEBUG:teuthology.orchestra.run.smithi104:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=14da45f22b7b6f8995de09c1525ea96ba87a39fd TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-02T08:30:57.727 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-02T08:30:58.114 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-02T08:30:58.386 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:57] ENGINE Bus STOPPING 2024-04-02T08:30:58.386 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:58.386 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Bus STOPPED 2024-04-02T08:30:58.387 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Bus STARTING 2024-04-02T08:30:58.387 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Serving on http://:::9283 2024-04-02T08:30:58.387 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Bus STARTED 2024-04-02T08:30:58.507 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-02T08:30:58.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Bus STOPPING 2024-04-02T08:30:58.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:58.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Bus STOPPED 2024-04-02T08:30:58.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Bus STARTING 2024-04-02T08:30:58.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Serving on http://:::9283 2024-04-02T08:30:58.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Bus STARTED 2024-04-02T08:30:58.908 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry preview 2024-04-02T08:30:59.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Bus STOPPING 2024-04-02T08:30:59.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:59.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Bus STOPPED 2024-04-02T08:30:59.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Bus STARTING 2024-04-02T08:30:59.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Serving on http://:::9283 2024-04-02T08:30:59.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:30:58] ENGINE Bus STARTED 2024-04-02T08:30:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1334828352' entity='client.admin' 2024-04-02T08:30:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:59.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1334828352' entity='client.admin' 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:59.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:59.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:59.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:30:58 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1334828352' entity='client.admin' 2024-04-02T08:30:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' 2024-04-02T08:30:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' 2024-04-02T08:30:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:30:58 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:30:59.400 INFO:tasks.workunit.client.0.smithi104.stdout:{ 2024-04-02T08:30:59.400 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer": { 2024-04-02T08:30:59.400 INFO:tasks.workunit.client.0.smithi104.stdout: "active": true, 2024-04-02T08:30:59.400 INFO:tasks.workunit.client.0.smithi104.stdout: "mode": "" 2024-04-02T08:30:59.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.400 INFO:tasks.workunit.client.0.smithi104.stdout: "channels": [ 2024-04-02T08:30:59.400 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T08:30:59.400 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T08:30:59.400 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T08:30:59.400 INFO:tasks.workunit.client.0.smithi104.stdout: "ident" 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "channels_available": [ 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_available": [ 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T08:30:59.401 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_opted_in": [ 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T08:30:59.402 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "config": { 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "active_changed": [ 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T08:30:59.403 INFO:tasks.workunit.client.0.smithi104.stdout: "client_check_pool_perm", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_gid", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_uid", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "client_quota", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "daemonize", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "keyring", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_block_size", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_cache_size", 2024-04-02T08:30:59.404 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_compression", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_log", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_write_buffer_size", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T08:30:59.405 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_host", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:59.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "no_config_file", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:59.407 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_max_backfills", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:30:59.408 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pg_delete_cost", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:30:59.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_sleep", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:30:59.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "public_addr", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "public_addrv", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_default_features", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "setgroup", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "setuser" 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_changed": [ 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T08:30:59.411 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_join_fs", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/container_init", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:30:59.412 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/description", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/organization", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:59.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:59.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T08:30:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_cache_enabled", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_ops_log", 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_usage_log" 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:30:59.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "contact": null, 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "crashes": [], 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "created": "2024-04-02T08:21:59.892009Z", 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "crush": { 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_algs": { 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "straw2": 3 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_sizes": { 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "2": 1, 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "4": 2 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_types": { 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "1": 2, 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: "11": 1 2024-04-02T08:30:59.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "compat_weight_set": false, 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "device_classes": [ 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: 8 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_buckets": 6, 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_devices": 8, 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_rules": 1, 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_types": 12, 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_weight_sets": 0, 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "tunables": { 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_tries": 0, 2024-04-02T08:30:59.418 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_total_tries": 50, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_stable": 1, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v2_rules": 0, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v3_rules": 0, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v4_buckets": 1, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v5_rules": 0, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "legacy_tunables": 0, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "minimum_required_version": "jewel", 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "optimal_tunables": 1, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "profile": "jewel", 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables": 1, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables2": 1, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables3": 1, 2024-04-02T08:30:59.419 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables5": 1, 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: "straw_calc_version": 1 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: "description": "upgrade test cluster", 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: "fs": { 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: "feature_flags": { 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: "enable_multiple": true, 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_enabled_multiple": true 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: "filesystems": [ 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: "approx_ctime": "2024-04", 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer_enabled": false, 2024-04-02T08:30:59.420 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_caps": 0, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_dns": 10, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_inos": 13, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_subtrees": 2, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_allowed_features": 0, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "files": 0, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "max_mds": 1, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "num_data_pools": 1, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "num_in": 1, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "num_mds": 1, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": 0, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_replay": 0, 2024-04-02T08:30:59.421 INFO:tasks.workunit.client.0.smithi104.stdout: "num_up": 1, 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: "snaps": 0, 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: "standby_count_wanted": 0 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_mds": 1, 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: "total_num_mds": 2 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: "hosts": { 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num": 2, 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mds": 2, 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mgr": 2, 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mon": 2, 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_osd": 2 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.422 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard": false, 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard_description": null, 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: "license": "sharing-1-0", 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: "metadata": { 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 2 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.423 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 2 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 2 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 2 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.424 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 3 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 3 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 3 2024-04-02T08:30:59.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 3 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 8 2024-04-02T08:30:59.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 8 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 8 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:30:59.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 8 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_objectstore": { 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": 8 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: "rotational": { 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: "0": 8 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "features": { 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "optional": [], 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "persistent": [ 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "kraken", 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "luminous", 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "mimic", 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap-prune", 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "nautilus", 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "octopus", 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "pacific", 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "elector-pinging", 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "quincy", 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: "reef" 2024-04-02T08:30:59.429 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "min_mon_release": 18, 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "v1_addr_mons": 3, 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "v2_addr_mons": 3 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "organization": "ceph-qa", 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_network": false, 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "require_osd_release": "reef" 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.430 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": [ 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 1, 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 1, 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 1, 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:30:59.431 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 1781760, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 1781760, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 2, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.4430983103229664e-06, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 212, 2024-04-02T08:30:59.432 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 313344, 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 590368, 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 590368, 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 1771104, 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 179, 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 2473984 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:30:59.433 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 32, 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 32, 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 2, 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 98304, 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:59.434 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 98304, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 22, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 1.3479193228249642e-07, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 3430, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 3430, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:30:59.435 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 10290, 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 51, 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 20480 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:30:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 64, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 64, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 3, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T08:30:59.437 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:30:59.438 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 8, 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 8, 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 4, 2024-04-02T08:30:59.439 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:30:59.440 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": { 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: "mirroring_by_pool": [ 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: false 2024-04-02T08:30:59.441 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_images_by_pool": [ 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pools": 1 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "report_id": "ab0c7f58-d918-4176-b28f-e64e2b2fce5b", 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "report_timestamp": "2024-04-02T08:30:59.395054", 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "report_version": 1, 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "rook": { 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster": { 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "external-mode": null, 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "allow-multiple-per-node": null, 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "count": null, 2024-04-02T08:30:59.442 INFO:tasks.workunit.client.0.smithi104.stdout: "max-id": null, 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: "pvc": { 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: "stretch": { 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: "network": { 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: "provider": null 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: "storage": { 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: "device-set": { 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: "non-portable": null, 2024-04-02T08:30:59.443 INFO:tasks.workunit.client.0.smithi104.stdout: "portable": null, 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: "csi": { 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes": { 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: "node": { 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes-total": null, 2024-04-02T08:30:59.444 INFO:tasks.workunit.client.0.smithi104.stdout: "with-ceph-daemons": null, 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: "storage-class": { 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket": null, 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs": null, 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: "nfs": null, 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": null, 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "services": {}, 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 105, 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": 4, 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_by_class": { 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "ssd": { 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 767723024384, 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 237260800, 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_bytes": 237260800, 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_ratio": 0.0003089492965955287 2024-04-02T08:30:59.446 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.447 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 767723024384, 2024-04-02T08:30:59.447 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:59.447 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 237260800 2024-04-02T08:30:59.447 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.447 INFO:tasks.workunit.client.0.smithi104.stdout:} 2024-04-02T08:30:59.447 INFO:tasks.workunit.client.0.smithi104.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T08:30:59.447 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry preview-device 2024-04-02T08:30:59.916 INFO:tasks.workunit.client.0.smithi104.stdout:{ 2024-04-02T08:30:59.916 INFO:tasks.workunit.client.0.smithi104.stdout: "556d5e14-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:30:59.916 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556de51e-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:30:59.916 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082517": { 2024-04-02T08:30:59.916 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T08:30:59.916 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:59.916 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:59.916 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T08:30:59.916 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T08:30:59.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556d5e14-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046317 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:59.917 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:30:59.918 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.919 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 31657466 2024-04-02T08:30:59.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 51346972 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T08:30:59.921 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T08:30:59.923 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T08:30:59.924 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 89, 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 3449, 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 3466, 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 3433 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:59.925 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 2, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 433332436, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 2074703704, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 6681797162, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 35149685967, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 11, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 49677, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 57369, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T08:30:59.926 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 72 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 49677, 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 57369 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T08:30:59.927 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T08:30:59.928 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T08:30:59.929 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:59.930 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 11%", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 433,332,436 [221 TB]", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 2,074,703,704 [1.06 PB]", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 6,681,797,162", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 35,149,685,967", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 2", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 49,677", 2024-04-02T08:30:59.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 57,369", 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 72", 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:30:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: "556f2500-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556f9d5a-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:30:59.933 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082519": { 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556f2500-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T08:30:59.934 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T08:30:59.935 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046319 2024-04-02T08:30:59.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.935 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T08:30:59.935 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:59.935 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:59.936 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:59.936 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T08:30:59.936 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:30:59.936 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T08:30:59.936 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.937 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.938 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 23237435 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:59.939 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 40625751 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.940 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:30:59.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 91, 2024-04-02T08:30:59.943 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 2775, 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 2788, 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 2758 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 23, 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 323581787, 2024-04-02T08:30:59.944 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 1522888575, 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 5228542210, 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 24777099567, 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 9, 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 46195, 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 52143, 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 1159 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 46195, 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 52143 2024-04-02T08:30:59.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T08:30:59.946 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T08:30:59.947 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:59.949 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:59.949 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:59.949 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T08:30:59.949 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:59.949 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:59.949 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:59.949 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:59.949 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.949 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T08:30:59.949 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:59.950 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:59.950 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.950 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:59.950 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:59.950 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T08:30:59.950 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T08:30:59.950 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T08:30:59.950 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:59.950 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:59.950 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:59.950 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 9%", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 323,581,787 [165 TB]", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 1,522,888,575 [779 TB]", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 5,228,542,210", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 24,777,099,567", 2024-04-02T08:30:59.951 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 23", 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 46,195", 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 52,143", 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 1,159", 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:30:59.952 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:30:59.953 INFO:tasks.workunit.client.0.smithi104.stdout:} 2024-04-02T08:30:59.954 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry preview-all 2024-04-02T08:31:00.428 INFO:tasks.workunit.client.0.smithi104.stdout:{ 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "device_report": { 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "556d5e14-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556de51e-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082517": { 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556d5e14-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T08:31:00.429 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046317 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:00.430 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.431 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.432 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 31657466 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T08:31:00.433 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 51346972 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.434 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.435 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T08:31:00.435 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.435 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.435 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T08:31:00.435 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.435 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.436 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T08:31:00.437 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 89, 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 3449, 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 3466, 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 3433 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 2, 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 433332436, 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 2074703704, 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 6681797162, 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 35149685967, 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T08:31:00.439 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 11, 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 49677, 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 57369, 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 72 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 49677, 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 57369 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T08:31:00.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:00.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.441 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T08:31:00.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.441 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T08:31:00.441 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T08:31:00.441 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T08:31:00.441 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T08:31:00.441 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T08:31:00.441 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T08:31:00.442 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.442 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T08:31:00.442 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T08:31:00.442 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T08:31:00.442 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:31:00.442 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:31:00.442 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.442 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:31:00.442 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:31:00.442 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:31:00.443 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.444 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:31:00.445 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:31:00.445 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.445 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:31:00.445 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T08:31:00.445 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T08:31:00.445 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T08:31:00.445 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:31:00.445 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 11%", 2024-04-02T08:31:00.445 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 433,332,436 [221 TB]", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 2,074,703,704 [1.06 PB]", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 6,681,797,162", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 35,149,685,967", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 2", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 49,677", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 57,369", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 72", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T08:31:00.446 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.447 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:31:00.447 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T08:31:00.447 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T08:31:00.447 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:00.447 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:00.447 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:00.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.447 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T08:31:00.447 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T08:31:00.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.447 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T08:31:00.448 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:00.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:00.448 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.448 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.448 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.448 INFO:tasks.workunit.client.0.smithi104.stdout: "556f2500-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:00.448 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556f9d5a-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:00.448 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082519": { 2024-04-02T08:31:00.448 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T08:31:00.448 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556f2500-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046319 2024-04-02T08:31:00.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T08:31:00.450 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:31:00.451 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.452 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 23237435 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T08:31:00.453 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 40625751 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T08:31:00.455 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T08:31:00.456 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 91, 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 2775, 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 2788, 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 2758 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.457 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 23, 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 323581787, 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 1522888575, 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 5228542210, 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 24777099567, 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T08:31:00.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 9, 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 46195, 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 52143, 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 1159 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 46195, 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 52143 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T08:31:00.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:31:00.460 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:31:00.461 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T08:31:00.462 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 9%", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 323,581,787 [165 TB]", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 1,522,888,575 [779 TB]", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 5,228,542,210", 2024-04-02T08:31:00.463 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 24,777,099,567", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 23", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 46,195", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 52,143", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 1,159", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T08:31:00.464 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.465 INFO:tasks.workunit.client.0.smithi104.stdout: "report": { 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer": { 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "active": true, 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "mode": "" 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "channels": [ 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "ident" 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "channels_available": [ 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T08:31:00.466 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_available": [ 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T08:31:00.467 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore" 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_opted_in": [ 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore" 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.468 INFO:tasks.workunit.client.0.smithi104.stdout: "config": { 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "active_changed": [ 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "client_check_pool_perm", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_gid", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_uid", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "client_quota", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "daemonize", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:31:00.469 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "keyring", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_block_size", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_cache_size", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_compression", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_log", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_write_buffer_size", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T08:31:00.470 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_host", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:31:00.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "no_config_file", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:31:00.472 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_max_backfills", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T08:31:00.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pg_delete_cost", 2024-04-02T08:31:00.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_sleep", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:31:00.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep", 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "public_addr", 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "public_addrv", 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_default_features", 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "setgroup", 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "setuser" 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_changed": [ 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:31:00.476 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_join_fs", 2024-04-02T08:31:00.477 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/container_init", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/description", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/organization", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T08:31:00.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:31:00.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:31:00.480 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T08:31:00.481 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_cache_enabled", 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_ops_log", 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_usage_log" 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: "contact": null, 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: "crashes": [], 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: "created": "2024-04-02T08:21:59.892009Z", 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: "crush": { 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_algs": { 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: "straw2": 3 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_sizes": { 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: "2": 1, 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: "4": 2 2024-04-02T08:31:00.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_types": { 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: "1": 2, 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: "11": 1 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: "compat_weight_set": false, 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: "device_classes": [ 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: 8 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_buckets": 6, 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_devices": 8, 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_rules": 1, 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_types": 12, 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_weight_sets": 0, 2024-04-02T08:31:00.483 INFO:tasks.workunit.client.0.smithi104.stdout: "tunables": { 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_tries": 0, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_total_tries": 50, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_stable": 1, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v2_rules": 0, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v3_rules": 0, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v4_buckets": 1, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v5_rules": 0, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "legacy_tunables": 0, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "minimum_required_version": "jewel", 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "optimal_tunables": 1, 2024-04-02T08:31:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: "profile": "jewel", 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables": 1, 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables2": 1, 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables3": 1, 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables5": 1, 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "straw_calc_version": 1 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "description": "upgrade test cluster", 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "fs": { 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "feature_flags": { 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "enable_multiple": true, 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_enabled_multiple": true 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.485 INFO:tasks.workunit.client.0.smithi104.stdout: "filesystems": [ 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "approx_ctime": "2024-04", 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer_enabled": false, 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_caps": 0, 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_dns": 10, 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_inos": 13, 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_subtrees": 2, 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_allowed_features": 0, 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "files": 0, 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "max_mds": 1, 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_data_pools": 1, 2024-04-02T08:31:00.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_in": 1, 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_mds": 1, 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": 0, 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_replay": 0, 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_up": 1, 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "snaps": 0, 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "standby_count_wanted": 0 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_mds": 1, 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "total_num_mds": 2 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "hosts": { 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num": 2, 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mds": 2, 2024-04-02T08:31:00.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mgr": 2, 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mon": 2, 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_osd": 2 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard": false, 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard_description": null, 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "license": "sharing-1-0", 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "metadata": { 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 2 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.488 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 2 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 2 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 2 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 3 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:31:00.490 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 3 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 3 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 3 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.491 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 8 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 8 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 8 2024-04-02T08:31:00.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 8 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_objectstore": { 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": 8 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: "rotational": { 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: "0": 8 2024-04-02T08:31:00.493 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: "features": { 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: "optional": [], 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: "persistent": [ 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: "kraken", 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: "luminous", 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: "mimic", 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap-prune", 2024-04-02T08:31:00.494 INFO:tasks.workunit.client.0.smithi104.stdout: "nautilus", 2024-04-02T08:31:00.495 INFO:tasks.workunit.client.0.smithi104.stdout: "octopus", 2024-04-02T08:31:00.495 INFO:tasks.workunit.client.0.smithi104.stdout: "pacific", 2024-04-02T08:31:00.495 INFO:tasks.workunit.client.0.smithi104.stdout: "elector-pinging", 2024-04-02T08:31:00.495 INFO:tasks.workunit.client.0.smithi104.stdout: "quincy", 2024-04-02T08:31:00.495 INFO:tasks.workunit.client.0.smithi104.stdout: "reef" 2024-04-02T08:31:00.495 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:00.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: "min_mon_release": 18, 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: "v1_addr_mons": 3, 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: "v2_addr_mons": 3 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: "organization": "ceph-qa", 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_network": false, 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: "require_osd_release": "reef" 2024-04-02T08:31:00.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": [ 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 1, 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 1, 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 1, 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:00.497 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 1781760, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 1781760, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 2, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.4430983103229664e-06, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 212, 2024-04-02T08:31:00.498 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 313344, 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 590368, 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 590368, 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 1771104, 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 179, 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 2473984 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:31:00.499 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 32, 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 32, 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 2, 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 98304, 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:00.500 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 98304, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 22, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 1.3479193228249642e-07, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 3430, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 3430, 2024-04-02T08:31:00.501 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 10290, 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 51, 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 20480 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.502 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 64, 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 64, 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 3, 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:00.503 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:00.504 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:00.505 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 8, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 8, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 4, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:00.506 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T08:31:00.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": { 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: "mirroring_by_pool": [ 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: false 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_images_by_pool": [ 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pools": 1 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.508 INFO:tasks.workunit.client.0.smithi104.stdout: "report_id": "ab0c7f58-d918-4176-b28f-e64e2b2fce5b", 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "report_timestamp": "2024-04-02T08:31:00.413071", 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "report_version": 1, 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "rook": { 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster": { 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "external-mode": null, 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "allow-multiple-per-node": null, 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "count": null, 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "max-id": null, 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "pvc": { 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "stretch": { 2024-04-02T08:31:00.509 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: "network": { 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: "provider": null 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: "storage": { 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: "device-set": { 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: "non-portable": null, 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: "portable": null, 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.510 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: "csi": { 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes": { 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: "node": { 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes-total": null, 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: "with-ceph-daemons": null, 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:31:00.511 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: "storage-class": { 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket": null, 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs": null, 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: "nfs": null, 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": null, 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.512 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: "services": {}, 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 105, 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": 4, 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_by_class": { 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: "ssd": { 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 767723024384, 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 237260800, 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_bytes": 237260800, 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_ratio": 0.0003089492965955287 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:00.514 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 767723024384, 2024-04-02T08:31:00.514 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T08:31:00.514 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 237260800 2024-04-02T08:31:00.514 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.514 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:00.514 INFO:tasks.workunit.client.0.smithi104.stdout:} 2024-04-02T08:31:00.514 INFO:tasks.workunit.client.0.smithi104.stderr:++ ceph telemetry collection ls 2024-04-02T08:31:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:00 smithi188 ceph-mon[30882]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:00 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:00 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:00 smithi188 ceph-mon[30882]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:00 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:00 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:00 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:00 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:00 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:00 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[39229]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[39229]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[27401]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[27401]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:00 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:00.919 INFO:tasks.workunit.client.0.smithi104.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T08:31:00.919 INFO:tasks.workunit.client.0.smithi104.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-02T08:31:00.919 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:31:00.919 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:31:00.919 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T08:31:00.919 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:31:00.919 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:31:00.919 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:+ [[ New collections are available: 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:31:00.920 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:31:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:+ [[ New collections are available: 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:31:00.922 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:+ [[ New collections are available: 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:31:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:+ [[ New collections are available: 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:31:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:+ [[ New collections are available: 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T08:31:00.925 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:31:00.926 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:31:00.926 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:31:00.926 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:31:00.926 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:31:00.926 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:31:00.926 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:31:00.926 INFO:tasks.workunit.client.0.smithi104.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:31:00.926 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:31:00.926 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:31:00.926 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T08:31:00.926 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T08:31:01.438 INFO:tasks.workunit.client.0.smithi104.stdout:Telemetry is on. 2024-04-02T08:31:01.438 INFO:tasks.workunit.client.0.smithi104.stdout:Some channels are disabled, please enable with: 2024-04-02T08:31:01.438 INFO:tasks.workunit.client.0.smithi104.stdout:`ceph telemetry enable channel perf` 2024-04-02T08:31:01.449 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry enable channel perf 2024-04-02T08:31:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:01 smithi188 ceph-mon[30882]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:01 smithi188 ceph-mon[30882]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:01 smithi188 ceph-mon[30882]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:01 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:01 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:01 smithi188 ceph-mon[30882]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:01.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:01 smithi188 ceph-mon[30882]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:01 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:01 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[39229]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[39229]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[39229]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[39229]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[39229]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[27401]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[27401]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[27401]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[27401]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:01.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[27401]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:01.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.642 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE Bus STOPPING 2024-04-02T08:31:01.642 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:31:01.642 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE Bus STOPPED 2024-04-02T08:31:01.642 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE Bus STARTING 2024-04-02T08:31:01.642 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE Serving on http://:::9283 2024-04-02T08:31:01.642 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE Bus STARTED 2024-04-02T08:31:01.939 INFO:tasks.workunit.client.0.smithi104.stdout:channel_perf is enabled 2024-04-02T08:31:01.950 INFO:tasks.workunit.client.0.smithi104.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T08:31:02.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE Bus STOPPING 2024-04-02T08:31:02.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:31:02.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE Bus STOPPED 2024-04-02T08:31:02.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE Bus STARTING 2024-04-02T08:31:02.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE Serving on http://:::9283 2024-04-02T08:31:02.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:31:01] ENGINE Bus STARTED 2024-04-02T08:31:02.328 INFO:tasks.workunit.client.0.smithi104.stderr:+ LAST_OPT_REVISION=1 2024-04-02T08:31:02.328 INFO:tasks.workunit.client.0.smithi104.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T08:31:02.328 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry show 2024-04-02T08:31:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:31:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:02.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:02.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:02 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:31:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:02.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:02.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:02.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:02.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:02.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:02 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:03.041 INFO:tasks.workunit.client.0.smithi104.stdout:{ 2024-04-02T08:31:03.041 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer": { 2024-04-02T08:31:03.041 INFO:tasks.workunit.client.0.smithi104.stdout: "active": true, 2024-04-02T08:31:03.041 INFO:tasks.workunit.client.0.smithi104.stdout: "mode": "" 2024-04-02T08:31:03.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.042 INFO:tasks.workunit.client.0.smithi104.stdout: "channels": [ 2024-04-02T08:31:03.042 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T08:31:03.042 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T08:31:03.042 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T08:31:03.042 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T08:31:03.042 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T08:31:03.042 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.042 INFO:tasks.workunit.client.0.smithi104.stdout: "channels_available": [ 2024-04-02T08:31:03.042 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T08:31:03.042 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_available": [ 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T08:31:03.043 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore" 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_opted_in": [ 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T08:31:03.044 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore" 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "config": { 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "active_changed": [ 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "client_check_pool_perm", 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_gid", 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_uid", 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "client_quota", 2024-04-02T08:31:03.045 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T08:31:03.046 INFO:tasks.workunit.client.0.smithi104.stdout: "daemonize", 2024-04-02T08:31:03.046 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:31:03.046 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T08:31:03.046 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T08:31:03.046 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T08:31:03.046 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T08:31:03.046 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T08:31:03.046 INFO:tasks.workunit.client.0.smithi104.stdout: "keyring", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_block_size", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_cache_size", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_compression", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_log", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_write_buffer_size", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:31:03.047 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:31:03.048 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T08:31:03.048 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T08:31:03.048 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_host", 2024-04-02T08:31:03.048 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T08:31:03.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:31:03.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:31:03.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:31:03.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:31:03.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:31:03.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:31:03.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:31:03.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:31:03.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:31:03.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:31:03.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:31:03.050 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:31:03.050 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:31:03.050 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T08:31:03.050 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T08:31:03.050 INFO:tasks.workunit.client.0.smithi104.stdout: "no_config_file", 2024-04-02T08:31:03.050 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T08:31:03.050 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T08:31:03.050 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:31:03.050 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:31:03.050 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_max_backfills", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:31:03.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T08:31:03.052 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pg_delete_cost", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T08:31:03.053 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T08:31:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_sleep", 2024-04-02T08:31:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:31:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep", 2024-04-02T08:31:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:31:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:31:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:31:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: "public_addr", 2024-04-02T08:31:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: "public_addrv", 2024-04-02T08:31:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T08:31:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_default_features", 2024-04-02T08:31:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: "setgroup", 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: "setuser" 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_changed": [ 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:31:03.055 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T08:31:03.056 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T08:31:03.056 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T08:31:03.056 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T08:31:03.056 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T08:31:03.056 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T08:31:03.056 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T08:31:03.056 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T08:31:03.056 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_join_fs", 2024-04-02T08:31:03.056 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:31:03.056 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/container_init", 2024-04-02T08:31:03.056 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:31:03.057 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:31:03.057 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:31:03.057 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/description", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/enabled", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/organization", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T08:31:03.058 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:31:03.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:31:03.060 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T08:31:03.061 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_cache_enabled", 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_ops_log", 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_usage_log" 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: "contact": null, 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: "crashes": [], 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: "created": "2024-04-02T08:21:59.892009Z", 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: "crush": { 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_algs": { 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: "straw2": 3 2024-04-02T08:31:03.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_sizes": { 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: "2": 1, 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: "4": 2 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_types": { 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: "1": 2, 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: "11": 1 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: "compat_weight_set": false, 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: "device_classes": [ 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: 8 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_buckets": 6, 2024-04-02T08:31:03.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_devices": 8, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "num_rules": 1, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "num_types": 12, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "num_weight_sets": 0, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "tunables": { 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_tries": 0, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_total_tries": 50, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_stable": 1, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v2_rules": 0, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v3_rules": 0, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v4_buckets": 1, 2024-04-02T08:31:03.064 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v5_rules": 0, 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "legacy_tunables": 0, 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "minimum_required_version": "jewel", 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "optimal_tunables": 1, 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "profile": "jewel", 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables": 1, 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables2": 1, 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables3": 1, 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables5": 1, 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "straw_calc_version": 1 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "description": "upgrade test cluster", 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "fs": { 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.065 INFO:tasks.workunit.client.0.smithi104.stdout: "feature_flags": { 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "enable_multiple": true, 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_enabled_multiple": true 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "filesystems": [ 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "approx_ctime": "2024-04", 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer_enabled": false, 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_caps": 0, 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_dns": 10, 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_inos": 13, 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_subtrees": 2, 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_allowed_features": 0, 2024-04-02T08:31:03.066 INFO:tasks.workunit.client.0.smithi104.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "files": 0, 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "max_mds": 1, 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_data_pools": 1, 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_in": 1, 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_mds": 1, 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": 0, 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_replay": 0, 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_up": 1, 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "snaps": 0, 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "standby_count_wanted": 0 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_mds": 1, 2024-04-02T08:31:03.067 INFO:tasks.workunit.client.0.smithi104.stdout: "total_num_mds": 2 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_stats": { 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 19218432, 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 336216, 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 155648, 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 0, 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 310, 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1006616, 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 505344, 2024-04-02T08:31:03.068 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14462096, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 19218432 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 20455424, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 489784, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 860160, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 402, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1318256, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1031168, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14863704, 2024-04-02T08:31:03.069 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 21315584 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 34242560, 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1071680, 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 548864, 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 7127040, 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1043, 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 7451000, 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:31:03.070 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1753856, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 20664648, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 41369600 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 44367872, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1513832, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 901120, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 3194880, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1798, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 11739872, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 23, 2024-04-02T08:31:03.071 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 2777344, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 24683192, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 47562752 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 33980416, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 815160, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 7389184, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1165, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 8618656, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1297408, 2024-04-02T08:31:03.072 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 20496680, 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 41369600 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 47046656, 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1077048, 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 319488, 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1391, 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5145424, 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:31:03.073 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 2362880, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 35577720, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 47366144 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 50487296, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1830960, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 8192, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1073152, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1721, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 6350504, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:31:03.074 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3642112, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 35771944, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 51560448 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 49045504, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1816408, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 16384, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 352256, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1591, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5330816, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3564544, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 35433768, 2024-04-02T08:31:03.075 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 49397760 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 48381952, 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1776832, 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 1007616, 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 32768, 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1606, 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5243248, 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3098368, 2024-04-02T08:31:03.076 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 34372304, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 48414720 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 45015040, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 521968, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 8192, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 253952, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1225, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5119104, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1687296, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 34794896, 2024-04-02T08:31:03.077 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 45268992 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 48971776, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1877304, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 491520, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1641, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5838480, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3418624, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 34953784, 2024-04-02T08:31:03.078 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 44081152, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 971656, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1122304, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1232, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5037528, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1715456, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 33472928, 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:31:03.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 48685056, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1929784, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 57344, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 712704, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1654, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5739056, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3447296, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 34627992, 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 49397760 2024-04-02T08:31:03.080 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: "hosts": { 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num": 2, 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mds": 2, 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mgr": 2, 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mon": 2, 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_osd": 2 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: "io_rate": { 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_stats_delta": { 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 0, 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "stamp_delta": "12.002496", 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 182, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 278, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 40, 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 0 2024-04-02T08:31:03.085 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard": false, 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard_description": null, 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "license": "sharing-1-0", 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "mempool": { 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.086 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.088 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.090 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 150168, 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 33 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.091 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 928, 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.095 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.099 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 222439, 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 68 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 51496, 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 208 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.100 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7912, 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.101 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.102 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.105 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1125807, 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 369 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.108 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.109 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6488, 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 122 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12744, 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1546 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5152, 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 83 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1142647, 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 341 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.116 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 352, 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 4 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.117 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6488, 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 122 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12744, 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1546 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10304, 2024-04-02T08:31:03.118 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 166 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.122 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.123 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1103431, 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 352 2024-04-02T08:31:03.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.125 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6488, 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 122 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12744, 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1546 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.126 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5152, 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 83 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.127 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5760, 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 72 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20944, 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 187 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1712, 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 45 2024-04-02T08:31:03.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 606208, 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 17 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 50974, 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9467 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 136936, 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 233 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11372, 2024-04-02T08:31:03.130 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 742 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8976, 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 187 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 31702, 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 201 2024-04-02T08:31:03.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20944, 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 187 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 397759, 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 88 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.132 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2439430, 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 191 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6864, 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 78 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 521640, 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 45 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 88920, 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 175 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225512, 2024-04-02T08:31:03.134 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3460 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.135 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.136 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4560, 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 57 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19488, 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 174 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.137 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1152, 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 40 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12288, 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85639, 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 14766 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 195416, 2024-04-02T08:31:03.138 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 319 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 9420, 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 566 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8352, 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 174 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.139 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 27682, 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 187 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19488, 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 174 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 736, 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 404180, 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 90 2024-04-02T08:31:03.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12112, 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2449222, 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 191 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4928, 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 56 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.141 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 440496, 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 38 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7280, 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 18 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.142 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225512, 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3460 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.144 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4480, 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 56 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19376, 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 173 2024-04-02T08:31:03.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1040, 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8192, 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 83850, 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 14493 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.146 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 190656, 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 312 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8280, 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 515 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8304, 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 173 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.147 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26058, 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 180 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19376, 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 173 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 736, 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 381199, 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 84 2024-04-02T08:31:03.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12112, 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2470568, 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 194 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4312, 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 49 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.149 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 359352, 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 31 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8320, 2024-04-02T08:31:03.150 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 24 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 226024, 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3484 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.151 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.152 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3600, 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 45 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.153 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19936, 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 178 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 480, 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 34 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 84840, 2024-04-02T08:31:03.154 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 14727 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 194736, 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 318 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 9308, 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 574 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8544, 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 178 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.155 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26754, 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 186 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19936, 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 178 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2208, 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.156 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 260680, 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 55 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26565, 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2459246, 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 186 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4664, 2024-04-02T08:31:03.157 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 53 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 417312, 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 36 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.158 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10400, 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225512, 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3460 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.160 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3440, 2024-04-02T08:31:03.161 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 43 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19824, 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 816, 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 37 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.162 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 44902, 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8589 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 128776, 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 221 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 9592, 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 573 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8496, 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:03.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 27690, 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 189 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19824, 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 736, 2024-04-02T08:31:03.164 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 915802, 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 72 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12112, 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2403716, 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 169 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.165 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4752, 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 54 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 452088, 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7904, 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 16 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225768, 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3472 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.167 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2960, 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 37 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19824, 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 704, 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 36 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.170 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 13805, 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 86160, 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 14922 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 198136, 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 323 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 9848, 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 577 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.171 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8496, 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 28202, 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 191 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19824, 2024-04-02T08:31:03.172 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2208, 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 828445, 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 51 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26565, 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.173 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2453008, 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 182 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5544, 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 63 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 475272, 2024-04-02T08:31:03.174 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 41 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11960, 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 23 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 226024, 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3484 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.175 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.176 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:03.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2400, 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 30 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20608, 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.178 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 45558, 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8868 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 128096, 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 220 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.179 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10832, 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 730 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8832, 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 28798, 2024-04-02T08:31:03.180 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 188 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20608, 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 202845, 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 41 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.181 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2400705, 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 167 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4488, 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 51 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 452088, 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 88712, 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 181 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.183 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225512, 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3460 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.185 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1760, 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 22 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20720, 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 185 2024-04-02T08:31:03.186 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1152, 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 40 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 274432, 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 89270, 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 15550 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 202896, 2024-04-02T08:31:03.187 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 330 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11636, 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 739 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8880, 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 185 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.188 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 31190, 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 198 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20720, 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 185 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.189 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 152395, 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 30 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2428238, 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 191 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5984, 2024-04-02T08:31:03.190 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 68 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 533232, 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 46 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 91000, 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 203 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225512, 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3460 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: "metadata": { 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:31:03.193 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 2 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 2 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 2 2024-04-02T08:31:03.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 2 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 3 2024-04-02T08:31:03.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 3 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 3 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:31:03.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 3 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 8 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:31:03.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 8 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 8 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.198 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 8 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_objectstore": { 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": 8 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: "rotational": { 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: "0": 8 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.199 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "features": { 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "optional": [], 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "persistent": [ 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "kraken", 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "luminous", 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "mimic", 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap-prune", 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "nautilus", 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "octopus", 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "pacific", 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "elector-pinging", 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "quincy", 2024-04-02T08:31:03.200 INFO:tasks.workunit.client.0.smithi104.stdout: "reef" 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: "min_mon_release": 18, 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: "v1_addr_mons": 3, 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: "v2_addr_mons": 3 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: "organization": "ceph-qa", 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_network": false, 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:31:03.201 INFO:tasks.workunit.client.0.smithi104.stdout: "require_osd_release": "reef" 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_perf_histograms": [ 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T08:31:03.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T08:31:03.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:31:03.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T08:31:03.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T08:31:03.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T08:31:03.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T08:31:03.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T08:31:03.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T08:31:03.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T08:31:03.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T08:31:03.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T08:31:03.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T08:31:03.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T08:31:03.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T08:31:03.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T08:31:03.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.216 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.227 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.230 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T08:31:03.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T08:31:03.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:03.233 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T08:31:03.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T08:31:03.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T08:31:03.236 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.244 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.250 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.252 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:03.258 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T08:31:03.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:31:03.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T08:31:03.261 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T08:31:03.262 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T08:31:03.263 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.264 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.265 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.267 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.268 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.269 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.270 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.271 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.272 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.273 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.274 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.275 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.276 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.277 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.278 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.279 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.280 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.281 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.282 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.283 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.284 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:03.285 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T08:31:03.286 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T08:31:03.287 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:03.288 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T08:31:03.289 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T08:31:03.290 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.291 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.292 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.293 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.294 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8, 4, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 16, 4, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.295 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.296 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.297 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.298 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.299 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.300 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.301 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.302 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.303 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.304 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.305 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.306 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.308 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.309 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.310 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.311 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.312 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_counters": { 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: "caps": { 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_grant": { 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_commit": { 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_complete": { 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_keys": { 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_merge": { 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_split": { 2024-04-02T08:31:03.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: "exported_inodes": { 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: "forward": { 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_cap_release": { 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps": { 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps_dirty": { 2024-04-02T08:31:03.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_inode_file_caps": { 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: "imported_inodes": { 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes": { 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_expired": { 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.317 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_pinned": { 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_with_caps": { 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: "load_cent": { 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: "openino_dir_fetch": { 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: "process_request_cap_release": { 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: "reply_latency": { 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 126723 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: "request": { 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rbytes": { 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rfiles": { 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.319 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rsnaps": { 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_reply": { 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: "subtrees": { 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_cache": { 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_exportdir": { 2024-04-02T08:31:03.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_flush": { 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragmentdir": { 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragstats": { 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_inodestats": { 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_enqueued": { 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_prioritized": { 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_processing": { 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays": { 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_delayed": { 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_enqueuing": { 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_completed": { 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_started": { 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_created": { 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_enqueued": { 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_migrated": { 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_reintegrated": { 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_log": { 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: "ev": { 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: "evadd": { 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.324 INFO:tasks.workunit.client.0.smithi104.stdout: "evex": { 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: "evexd": { 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: "evexg": { 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: "evtrm": { 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: "jlat": { 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15609614 2024-04-02T08:31:03.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: "replayed": { 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: "seg": { 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: "segadd": { 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: "segex": { 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: "segexd": { 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: "segexg": { 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: "segtrm": { 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_mem": { 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: "cap": { 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: "cap+": { 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.327 INFO:tasks.workunit.client.0.smithi104.stdout: "cap-": { 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: "dir": { 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: "dir+": { 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: "dir-": { 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: "dn": { 2024-04-02T08:31:03.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: "dn+": { 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: "dn-": { 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: "heap": { 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 207156 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: "ino": { 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.329 INFO:tasks.workunit.client.0.smithi104.stdout: "ino+": { 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: "ino-": { 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: "rss": { 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40556 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_server": { 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_acquisition_throttle": { 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_revoke_eviction": { 2024-04-02T08:31:03.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_request": { 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_session": { 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_peer_request": { 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: "req_create_latency": { 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getattr_latency": { 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 126723 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getfilelock_latency": { 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getvxattr_latency": { 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "req_link_latency": { 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookup_latency": { 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookuphash_latency": { 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupino_latency": { 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.333 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupname_latency": { 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupparent_latency": { 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupsnap_latency": { 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lssnap_latency": { 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mkdir_latency": { 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mknod_latency": { 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mksnap_latency": { 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: "req_open_latency": { 2024-04-02T08:31:03.335 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: "req_readdir_latency": { 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rename_latency": { 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: "req_renamesnap_latency": { 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.336 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmdir_latency": { 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmsnap_latency": { 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmxattr_latency": { 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setattr_latency": { 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setdirlayout_latency": { 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setfilelock_latency": { 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setlayout_latency": { 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.338 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setxattr_latency": { 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: "req_snapdiff_latency": { 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: "req_symlink_latency": { 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: "req_unlink_latency": { 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.339 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_sessions": { 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: "average_load": { 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: "avg_session_uptime": { 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 87 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: "mdthresh_evicted": { 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.340 INFO:tasks.workunit.client.0.smithi104.stdout: "session_count": { 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: "session_remove": { 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_open": { 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_stale": { 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: "total_load": { 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: "purge_queue": { 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executed": { 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing": { 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_high_water": { 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops": { 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:31:03.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_item_in_journal": { 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.344 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 112 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.345 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 918 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 918, 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4027463 2024-04-02T08:31:03.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 918, 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 281996547 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T08:31:03.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 920 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.350 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T08:31:03.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.350 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T08:31:03.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.351 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T08:31:03.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.351 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T08:31:03.352 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.352 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T08:31:03.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 920 2024-04-02T08:31:03.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.352 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T08:31:03.352 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 920, 2024-04-02T08:31:03.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2222972815 2024-04-02T08:31:03.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.352 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.354 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T08:31:03.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.354 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T08:31:03.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:03.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.354 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T08:31:03.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 919 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 919, 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7882508 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 919, 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6452 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 919, 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 583992850 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38617088 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30105600 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T08:31:03.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8511488 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.358 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277021599 2024-04-02T08:31:03.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.358 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270681 2024-04-02T08:31:03.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.358 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70834952 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.360 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277021599 2024-04-02T08:31:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41417 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.362 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71064216 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322961408 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184681066 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71171478 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T08:31:03.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39032, 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 106486360 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1958, 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 913785544 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T08:31:03.370 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 190 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.372 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1069 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5105985 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3207 2024-04-02T08:31:03.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 246996986 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.374 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.375 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1069 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5028962 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6377 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 523787861 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.376 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1071 2024-04-02T08:31:03.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1071, 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2848965150 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:03.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1627 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T08:31:03.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 44810240 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40222720 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.381 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4587520 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277022675 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270251 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.383 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70834306 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T08:31:03.385 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:03.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.386 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.386 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.386 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277022675 2024-04-02T08:31:03.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38978 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.387 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71065579 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322961408 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184681783 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.391 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.392 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.392 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71170761 2024-04-02T08:31:03.392 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.392 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T08:31:03.392 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T08:31:03.393 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 47837, 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 191187011 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2306, 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 825549141 2024-04-02T08:31:03.395 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 51 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 930 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 930, 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4055114 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T08:31:03.398 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 930, 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 149997298 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 146 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.399 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 999982 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.400 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 931 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 931 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 931, 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1994963978 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T08:31:03.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 931 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 931, 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7935334 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 931, 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6541 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.405 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 931, 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 369993320 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38617088 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30531584 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8085504 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277021599 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270681 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.409 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70834952 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277021599 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.411 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41417 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.412 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.414 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71064216 2024-04-02T08:31:03.414 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.414 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T08:31:03.414 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322961408 2024-04-02T08:31:03.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.414 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184681066 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.416 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.416 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.416 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71171478 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.418 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39486, 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102118421 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:31:03.419 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:31:03.420 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2009, 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 569154198 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.421 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2781184 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:03.423 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:03.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1748992 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1609728 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.426 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:03.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:03.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:03.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.430 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4468736 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1318912 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.431 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4, 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 202113 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 24, 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 60454 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.433 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 380, 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 82821399 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 375, 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9848594 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 380, 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360540 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:03.434 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 380, 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 83181939 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35426 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:03.435 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6, 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19099 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3799 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 855 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 225 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 117, 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2729618 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:03.437 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 321, 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 241227 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 204, 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3056366 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48099 2024-04-02T08:31:03.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.439 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:03.439 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:03.439 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11054496 2024-04-02T08:31:03.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.439 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:03.439 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127, 2024-04-02T08:31:03.439 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18603747 2024-04-02T08:31:03.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.439 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:03.439 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127, 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 445203178460 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127, 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 136367272322 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74605722066 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52013 2024-04-02T08:31:03.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 546129 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169720766 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 167051 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:03.441 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 118088088 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22755716 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 900336 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 61, 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 278679 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.442 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322237136 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26812368 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3135816 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861634483 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 44482560 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 44015616 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137577472 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 466944 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85472070 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.447 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.447 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.447 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 606208 2024-04-02T08:31:03.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.447 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73305274 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:03.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.449 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.449 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.449 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641040529 2024-04-02T08:31:03.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.449 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.450 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71989023 2024-04-02T08:31:03.451 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56981380 2024-04-02T08:31:03.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.455 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.455 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68847276 2024-04-02T08:31:03.455 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:03.455 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.455 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641040529 2024-04-02T08:31:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2433 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6084 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.457 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 236097 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.458 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71746537 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:03.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 616 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:03.461 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 82530146 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6, 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4313563 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68298988 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.462 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:03.463 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:03.464 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:03.465 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 616 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:03.466 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 82530146 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6, 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4313563 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68298988 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.467 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1771104 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28983296 2024-04-02T08:31:03.468 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:03.469 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7233536 2024-04-02T08:31:03.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:03.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3657728 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3518464 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:03.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.474 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:03.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.476 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10829824 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:03.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 712704 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 535385 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.479 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 31, 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 81530 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 846, 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 508449465 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 843, 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19821546 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 846, 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 742861 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:03.481 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 846, 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 509192326 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48290 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6507 2024-04-02T08:31:03.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4446 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.483 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3903 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 335 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127, 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4305539 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 334, 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 292096 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:03.484 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 207, 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6003121 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 103, 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5525903 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3775926527 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.485 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 120, 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31142568 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 119, 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 282657057158 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 120, 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132625965265 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.486 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3509, 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79831065894 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3509, 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 199478 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 161262126 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:03.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2447366745 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 477565 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1524120270 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 387992651 2024-04-02T08:31:03.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 309127 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 54, 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 256434 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8296907790 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:03.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423162700 2024-04-02T08:31:03.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.490 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:03.490 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:03.490 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 276257967 2024-04-02T08:31:03.490 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.490 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:03.490 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:03.490 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861634483 2024-04-02T08:31:03.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.490 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47628288 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47595520 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137577472 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32768 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:03.491 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85502721 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.493 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73868543 2024-04-02T08:31:03.494 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641270407 2024-04-02T08:31:03.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.496 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.497 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71759145 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57001814 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.500 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68826842 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.501 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641270407 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 327559 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71433714 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:03.504 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.505 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 155 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2429440 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 155, 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 438119670 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1063 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 155, 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56165197 2024-04-02T08:31:03.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 155, 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 188565216 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33, 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5527504 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.508 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1063 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33, 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4891110 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33, 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4132760 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:03.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22, 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19160104 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.510 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22, 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8434063 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22, 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18008740 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 100 2024-04-02T08:31:03.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.512 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:03.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2429440 2024-04-02T08:31:03.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.512 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:03.512 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 100, 2024-04-02T08:31:03.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 413432062 2024-04-02T08:31:03.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.512 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:03.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 100, 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42840024 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 100, 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 166423716 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:03.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 590368 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32575488 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T08:31:03.514 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7073792 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.516 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.517 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3584000 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3444736 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:03.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:03.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.520 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.521 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.523 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:03.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.523 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:03.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.523 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:03.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.523 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:03.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10596352 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 708608 2024-04-02T08:31:03.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4, 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 347770 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.525 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14324 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 828, 2024-04-02T08:31:03.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 487011991 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 824, 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20087329 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 828, 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 781914 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 828, 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 487793905 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:03.527 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.528 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:03.528 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:03.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43259 2024-04-02T08:31:03.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.528 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:03.528 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.528 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4328 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3709 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.529 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 309 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 101, 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1532130 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 280, 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 308539 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 179, 2024-04-02T08:31:03.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1414692 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 103, 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5980303 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3790179079 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 118, 2024-04-02T08:31:03.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46990417 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 117, 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 209691342671 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 118, 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 120957486425 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3433, 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40211651903 2024-04-02T08:31:03.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3433, 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 203788 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 177212252 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2335278693 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:03.533 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 490523 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1471294041 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 385263094 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 309240 2024-04-02T08:31:03.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52, 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 275703 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8159459401 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 419377186 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:03.535 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 285044093 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861634483 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46514176 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46047232 2024-04-02T08:31:03.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137577472 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 466944 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.537 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85503548 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.539 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.539 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.539 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.539 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.539 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.539 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8192 2024-04-02T08:31:03.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.539 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73871812 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.540 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641276614 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.543 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71752938 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.544 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57002365 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.545 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.547 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.547 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.547 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.547 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68826291 2024-04-02T08:31:03.547 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.547 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:03.547 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.547 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:03.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641276614 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.548 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 318042 2024-04-02T08:31:03.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71437024 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.550 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.552 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 245442863 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4421803 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217427501 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.554 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.555 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:03.557 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 245442863 2024-04-02T08:31:03.558 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4421803 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217427501 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.559 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32571392 2024-04-02T08:31:03.560 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:03.561 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:03.562 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5804032 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.563 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2826240 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2686976 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.564 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.565 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:03.566 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.567 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:03.567 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:03.567 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.567 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:03.567 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:03.567 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.567 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:03.567 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5503 2024-04-02T08:31:03.567 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.567 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5503 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:03.568 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:03.569 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8568832 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:03.570 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 729088 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:03.571 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5187 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.572 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 471336805 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 636, 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22686667 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 587520 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:03.573 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 471924325 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42900 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.574 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4001 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3433 2024-04-02T08:31:03.575 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 321 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 85, 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 897396 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 145, 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 344411 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 60, 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 403239 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.576 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 100, 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5765248 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3974417913 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 49, 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21900493 2024-04-02T08:31:03.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 46, 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 261189874665 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 49, 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 86029260576 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3340, 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1795313306 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.578 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3340, 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 185592 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 136653692 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2545727909 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:03.579 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 444990 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1343696530 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 369718576 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:03.580 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 311976 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40, 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 188401 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8370435456 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:03.581 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 402428994 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 281439789 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861634483 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 44482560 2024-04-02T08:31:03.582 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 44343296 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137577472 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 139264 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.583 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85503584 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.584 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.585 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73879968 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.586 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641276883 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.587 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.588 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71752669 2024-04-02T08:31:03.589 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.590 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57002389 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.591 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68826267 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641276883 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5731 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322119 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.595 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71426947 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 36 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.597 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.598 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 726877 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:03.600 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.601 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.602 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:03.603 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 726877 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:03.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28393472 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.605 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.606 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T08:31:03.606 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.606 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:03.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.606 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:03.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.606 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:03.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.607 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1167360 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.608 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 847872 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 708608 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:03.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.611 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.612 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:03.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1953792 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 724992 2024-04-02T08:31:03.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267661 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:03.616 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1829 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:03.617 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 160, 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43685847 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 157, 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4756546 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 160, 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 161740 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 160, 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43847587 2024-04-02T08:31:03.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46039 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4171 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 359 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:03.620 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 235 2024-04-02T08:31:03.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.621 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:03.621 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 96, 2024-04-02T08:31:03.621 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 881821 2024-04-02T08:31:03.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.621 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:03.621 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 162, 2024-04-02T08:31:03.621 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 246075 2024-04-02T08:31:03.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.621 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:03.621 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66, 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 166542 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 107650 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3256648 2024-04-02T08:31:03.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.623 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:03.623 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 42, 2024-04-02T08:31:03.623 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2898152 2024-04-02T08:31:03.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.623 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:03.623 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 41, 2024-04-02T08:31:03.623 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 153809790626 2024-04-02T08:31:03.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.623 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:03.623 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 42, 2024-04-02T08:31:03.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70962218505 2024-04-02T08:31:03.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.625 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:03.625 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 256, 2024-04-02T08:31:03.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 483642 2024-04-02T08:31:03.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.625 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:03.625 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 256, 2024-04-02T08:31:03.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27210 2024-04-02T08:31:03.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.626 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:03.626 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:03.626 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 257684 2024-04-02T08:31:03.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.626 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:03.626 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:03.626 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 146782946 2024-04-02T08:31:03.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.626 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:03.626 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 83756 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 138779368 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13664722 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 309948 2024-04-02T08:31:03.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 41, 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 174990 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 302774685 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15972720 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.628 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1648017 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861621078 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42385408 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:03.629 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42164224 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137561702 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 221184 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85509057 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73874495 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641317927 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.634 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:03.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71711625 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:03.636 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57006038 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68822618 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.640 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641317927 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217580 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.642 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71496173 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.644 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.645 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25446559 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.646 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 972769 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10927475 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:03.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.650 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25446559 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.651 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 972769 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10927475 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28393472 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.653 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.654 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5824512 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2826240 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.656 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2686976 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:03.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.658 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:03.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:03.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:03.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8589312 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 724992 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6, 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 297871 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7117 2024-04-02T08:31:03.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 485061802 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 625, 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29040636 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:03.665 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 537433 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 485599235 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50298 2024-04-02T08:31:03.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4242 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3430 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 341 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 89, 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1007749 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 144, 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 306449 2024-04-02T08:31:03.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 55, 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 573381 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 104, 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6559817 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:03.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4059520608 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40, 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40862090 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37, 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 230714510445 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40, 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68883296393 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:03.670 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3361, 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2052739829 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3361, 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270769 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3488992 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3104610275 2024-04-02T08:31:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494949 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1576057627 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 384014448 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 311962 2024-04-02T08:31:03.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33, 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 131347 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9127913082 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 415468019 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:03.673 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 292289622 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861621078 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46579712 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45998080 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.674 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137561702 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 581632 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85501889 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8192 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73873471 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641264167 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.679 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.680 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71765385 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57001259 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68827397 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641264167 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5746 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.686 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 328673 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71433094 2024-04-02T08:31:03.687 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.688 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.689 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:03.690 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:03.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:03.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.693 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.694 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.695 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:03.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28389376 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.698 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1269760 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.699 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 954368 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 815104 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.700 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.701 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:03.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5504 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.703 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5504 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.705 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:03.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.706 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:03.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.706 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:03.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2162688 2024-04-02T08:31:03.706 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.706 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1306624 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:03.707 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:03.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10533 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42329528 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 181, 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7006442 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.709 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 114933 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42444461 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37094 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.711 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4302 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 346 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 247 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 86, 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 631999 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.712 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 131, 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 229032 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 45, 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 389283 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3593353 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 34, 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2325631 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 34, 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 510996337506 2024-04-02T08:31:03.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 34, 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45403657161 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 507879 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29327 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:03.715 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 432046 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 107239485 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 89099 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46836942 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.716 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11351359 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 901636 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27, 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 99737 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:03.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169492004 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13323308 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1738003 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861621078 2024-04-02T08:31:03.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42319872 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41082880 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137561702 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1236992 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:03.719 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85508836 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73874716 2024-04-02T08:31:03.722 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.723 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641316277 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71713275 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.726 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57005891 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.727 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68822765 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641316277 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.730 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5990 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8386 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 210870 2024-04-02T08:31:03.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71490157 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.732 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.733 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2812 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13, 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 89327723 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7676172 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13, 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 77453864 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.736 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2812 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13, 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 89327723 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:03.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7676172 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13, 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 77453864 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:03.741 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28971008 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.742 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:03.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6164480 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3190784 2024-04-02T08:31:03.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3051520 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:03.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:03.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5500 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5500 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:03.749 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.750 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9293824 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1310720 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:03.752 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 236496 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:03.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9, 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33183 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 732, 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 463095555 2024-04-02T08:31:03.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 723, 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30091672 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 732, 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 609621 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 732, 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 463705176 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.755 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39055 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:03.756 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8033 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3709 2024-04-02T08:31:03.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 378 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 119, 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2381213 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314975 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 67, 2024-04-02T08:31:03.758 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1651247 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 101, 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5731128 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3633332222 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.759 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21208965 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270442484147 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 34431629539 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1488883510 2024-04-02T08:31:03.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 207988 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 221575529 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2409275928 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 525504 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1313552725 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 361879259 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 900212 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.762 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:03.763 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19, 2024-04-02T08:31:03.763 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75776 2024-04-02T08:31:03.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.763 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:03.763 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:03.763 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7939869005 2024-04-02T08:31:03.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.763 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:03.763 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:03.763 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 396572738 2024-04-02T08:31:03.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 250493415 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861621078 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46514176 2024-04-02T08:31:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45711360 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137561702 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 802816 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85493088 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.767 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 139264 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73751200 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641198162 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71831390 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:03.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56995392 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68833264 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:03.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641198162 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:03.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:03.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 345775 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.778 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71487743 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115 2024-04-02T08:31:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 115, 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 176601996 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:03.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 265081 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 117, 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32289368 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 115, 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 72960119 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.782 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80, 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12886716 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 265081 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80, 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11363670 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.783 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80, 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9267115 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 30, 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31278455 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:03.784 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 30, 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13407541 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 30, 2024-04-02T08:31:03.785 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29489289 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132436825 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:03.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7, 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7518157 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 34203715 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:03.787 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28975104 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": [ 2024-04-02T08:31:03.788 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 1, 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 1, 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 1, 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:03.789 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 1781760, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 1781760, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 2, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.4430983103229664e-06, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 394, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 598016, 2024-04-02T08:31:03.790 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 590368, 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 590368, 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 1771104, 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 219, 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 2473984 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:03.791 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 32, 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 32, 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 2, 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:03.792 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 98304, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 98304, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 22, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 1.3479193228249642e-07, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:31:03.793 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:31:03.794 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 3430, 2024-04-02T08:31:03.794 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 3430, 2024-04-02T08:31:03.794 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:03.794 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 10290, 2024-04-02T08:31:03.794 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 51, 2024-04-02T08:31:03.794 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 20480 2024-04-02T08:31:03.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.794 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:03.794 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:03.794 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:03.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 64, 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 64, 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 3, 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:03.795 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:31:03.796 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:03.797 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 8, 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 8, 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 4, 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T08:31:03.798 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:03.799 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": { 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: "mirroring_by_pool": [ 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: false 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_images_by_pool": [ 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pools": 1 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: "report_id": "ab0c7f58-d918-4176-b28f-e64e2b2fce5b", 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: "report_timestamp": "2024-04-02T08:31:02.919446", 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: "report_version": 1, 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_stats": { 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "7.9.2" 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: "rook": { 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster": { 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: "external-mode": null, 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:03.801 INFO:tasks.workunit.client.0.smithi104.stdout: "allow-multiple-per-node": null, 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: "count": null, 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: "max-id": null, 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: "pvc": { 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: "stretch": { 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: "network": { 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: "provider": null 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: "storage": { 2024-04-02T08:31:03.802 INFO:tasks.workunit.client.0.smithi104.stdout: "device-set": { 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: "non-portable": null, 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: "portable": null, 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: "csi": { 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes": { 2024-04-02T08:31:03.803 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: "node": { 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes-total": null, 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: "with-ceph-daemons": null, 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: "storage-class": { 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:31:03.804 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket": null, 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs": null, 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: "nfs": null, 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": null, 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: "services": {}, 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pg": [ 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.805 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.246933+0000", 2024-04-02T08:31:03.806 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.246933+0000", 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.247239+0000", 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.807 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.808 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3f", 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:48.877207+0000", 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.812 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.813 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.231521+0000", 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.231521+0000", 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.232244+0000", 2024-04-02T08:31:03.814 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:03.815 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3e", 2024-04-02T08:31:03.816 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:54:45.546107+0000", 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:03.820 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:03.821 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230546+0000", 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230546+0000", 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231749+0000", 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3d", 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:42.063237+0000", 2024-04-02T08:31:03.824 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.828 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.238844+0000", 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.238844+0000", 2024-04-02T08:31:03.829 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.239340+0000", 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:03.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.831 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3c", 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:26:55.111717+0000", 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.835 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:03.836 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.249215+0000", 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.249215+0000", 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.250521+0000", 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.838 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.839 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.839 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.839 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.839 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.839 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.839 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.839 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.839 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.839 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3b", 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:50:20.549707+0000", 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.843 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.844 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.235203+0000", 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.235203+0000", 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.235541+0000", 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:03.845 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:03.846 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3a", 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.847 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:42:56.660810+0000", 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.851 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.852 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.246895+0000", 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.246895+0000", 2024-04-02T08:31:03.853 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.247652+0000", 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.855 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.39", 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:13:45.608798+0000", 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.859 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.486014+0000", 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.486014+0000", 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.486333+0000", 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:03.862 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.38", 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 28, 2024-04-02T08:31:03.863 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:54:58.159710+0000", 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.867 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.247531+0000", 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.247531+0000", 2024-04-02T08:31:03.868 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.247918+0000", 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:03.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.870 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.37", 2024-04-02T08:31:03.871 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.871 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.871 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.871 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.871 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.871 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:55:30.580477+0000", 2024-04-02T08:31:03.871 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.871 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.871 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.875 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.227472+0000", 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.227472+0000", 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.228460+0000", 2024-04-02T08:31:03.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.877 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.36", 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.878 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:24:50.974785+0000", 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.882 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.883 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.884 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.884 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.884 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.884 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:03.884 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.224403+0000", 2024-04-02T08:31:03.884 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.224403+0000", 2024-04-02T08:31:03.884 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.224694+0000", 2024-04-02T08:31:03.884 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:03.884 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.885 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.35", 2024-04-02T08:31:03.886 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:52.567247+0000", 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.891 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:03.892 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.225969+0000", 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.225969+0000", 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.226271+0000", 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.894 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.34", 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:58.021359+0000", 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.898 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:03.899 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.222137+0000", 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.222137+0000", 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.223350+0000", 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.901 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.33", 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.902 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:03.962044+0000", 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:03.906 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.907 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.231249+0000", 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.231249+0000", 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231785+0000", 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:03.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.909 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.32", 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:31:12.039836+0000", 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.910 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.914 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230302+0000", 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230302+0000", 2024-04-02T08:31:03.915 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230797+0000", 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:03.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.917 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.31", 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:34:58.071538+0000", 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:03.921 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.922 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.239804+0000", 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.239804+0000", 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.240273+0000", 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:03.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.924 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.30", 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:34:31.467996+0000", 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.925 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.929 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.237386+0000", 2024-04-02T08:31:03.930 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.237386+0000", 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.237673+0000", 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.931 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.932 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2f", 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:38:27.267161+0000", 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:03.937 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.244370+0000", 2024-04-02T08:31:03.938 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.244370+0000", 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.244630+0000", 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.939 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.940 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2e", 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:50:50.674649+0000", 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:03.944 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.945 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.246061+0000", 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.246061+0000", 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.246391+0000", 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.946 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.947 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2d", 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.948 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:25:35.938194+0000", 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.949 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.950 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.952 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:03.953 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.870766+0000", 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.870766+0000", 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.871047+0000", 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:03.954 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 4, 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.955 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 4, 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1f", 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 24, 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:50:38.197586+0000", 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.956 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 582, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.957 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'4" 2024-04-02T08:31:03.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.961 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.961 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.961 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:03.961 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.961 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:03.961 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.961 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:03.961 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.216458+0000", 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.216458+0000", 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.216751+0000", 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.962 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.963 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1e", 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.964 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:53.582839+0000", 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.968 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.871257+0000", 2024-04-02T08:31:03.969 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.871257+0000", 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.871544+0000", 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:03.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.971 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1e", 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:40:45.894644+0000", 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.972 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.975 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.976 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.228610+0000", 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.228610+0000", 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.229842+0000", 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.978 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1f", 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:44:21.648088+0000", 2024-04-02T08:31:03.979 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.983 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.881391+0000", 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.881391+0000", 2024-04-02T08:31:03.984 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.881759+0000", 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:03.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.986 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1d", 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:55:48.957154+0000", 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.987 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.990 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:03.991 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230135+0000", 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230135+0000", 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230473+0000", 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:03.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:03.993 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:03.994 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1c", 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:02:22.384222+0000", 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:03.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:03.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:03.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:03.998 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:03.999 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.881296+0000", 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.881296+0000", 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.881713+0000", 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:04.001 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1c", 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.002 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:17:13.673323+0000", 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:04.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.007 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230853+0000", 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230853+0000", 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231191+0000", 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:04.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.009 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.009 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.009 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:04.009 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:04.009 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.009 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.009 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.009 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.009 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.009 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.009 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1d", 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.010 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:43.225886+0000", 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.014 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.877327+0000", 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.877327+0000", 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.877627+0000", 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.017 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1b", 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:37:41.990341+0000", 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.022 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.023 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.233170+0000", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.233170+0000", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.234494+0000", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.024 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.025 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1a", 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:48:00.914657+0000", 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.026 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.030 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.031 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:04.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.877240+0000", 2024-04-02T08:31:04.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.877240+0000", 2024-04-02T08:31:04.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.877521+0000", 2024-04-02T08:31:04.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:04.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.034 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1a", 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.035 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:40.389754+0000", 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T08:31:04.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:04.040 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.238837+0000", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.238837+0000", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.239111+0000", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.042 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1b", 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:17:51.084157+0000", 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.043 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.046 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.047 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.866152+0000", 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.866152+0000", 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.866432+0000", 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.19", 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.050 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:22:51.561815+0000", 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.054 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.397727+0000", 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.397727+0000", 2024-04-02T08:31:04.055 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.398087+0000", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.056 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.18", 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.057 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 28, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:40:40.249267+0000", 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.058 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.061 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.062 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.870320+0000", 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.870320+0000", 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.870663+0000", 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.064 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.18", 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:32.866238+0000", 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.065 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.069 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.070 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230879+0000", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230879+0000", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231151+0000", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.072 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.19", 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:53:15.384330+0000", 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.076 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:04.077 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.873358+0000", 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.873358+0000", 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.873640+0000", 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.079 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.17", 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:21:35.772551+0000", 2024-04-02T08:31:04.080 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.084 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.238060+0000", 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.238060+0000", 2024-04-02T08:31:04.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.238370+0000", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:04.086 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.087 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.16", 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:04:17.741081+0000", 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.091 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.092 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.875613+0000", 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.875613+0000", 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.876185+0000", 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.093 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.094 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.16", 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.095 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:47:30.259508+0000", 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.099 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.100 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.229042+0000", 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.229042+0000", 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.229320+0000", 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:04.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.102 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.17", 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.103 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:53:38.565953+0000", 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.107 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.876376+0000", 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.876376+0000", 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.876700+0000", 2024-04-02T08:31:04.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3, 2024-04-02T08:31:04.109 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3, 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.15", 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.110 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 23, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:57:45.250129+0000", 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 90, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'3" 2024-04-02T08:31:04.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.242591+0000", 2024-04-02T08:31:04.115 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.242591+0000", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.242892+0000", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.116 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.14", 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.117 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:35:00.305442+0000", 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:04.121 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.122 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.871077+0000", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.871077+0000", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.871778+0000", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 12, 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 12, 2024-04-02T08:31:04.124 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.14", 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 32, 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:11:34.357949+0000", 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.125 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 2632, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:04.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 12, 2024-04-02T08:31:04.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 9 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "69'12" 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.129 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.248624+0000", 2024-04-02T08:31:04.130 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.248624+0000", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.248985+0000", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:04.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.132 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.15", 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:10:56.742042+0000", 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.136 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.137 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.874830+0000", 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.874830+0000", 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.875127+0000", 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:04.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:04.139 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.13", 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.140 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:46:56.483246+0000", 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 34, 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T08:31:04.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 7 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.144 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.145 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.240949+0000", 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.240949+0000", 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.241247+0000", 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:04.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.147 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.12", 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:01:53.766455+0000", 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.148 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.152 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.880049+0000", 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.880049+0000", 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.880395+0000", 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.154 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.12", 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.155 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:43:28.699606+0000", 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.159 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.160 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.250300+0000", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.250300+0000", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.250696+0000", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.162 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.13", 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:47:28.967621+0000", 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.163 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.166 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:04.167 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.168 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.168 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.168 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.168 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.168 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:04.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.866069+0000", 2024-04-02T08:31:04.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.866069+0000", 2024-04-02T08:31:04.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.866412+0000", 2024-04-02T08:31:04.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:04.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.169 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.11", 2024-04-02T08:31:04.170 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:43:29.470534+0000", 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.176 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.227478+0000", 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.227478+0000", 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.227813+0000", 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:04.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.178 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.10", 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:05:58.068910+0000", 2024-04-02T08:31:04.179 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.183 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:04.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.869501+0000", 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.869501+0000", 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.871322+0000", 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 8, 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 8, 2024-04-02T08:31:04.186 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.10", 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 28, 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:37:59.016189+0000", 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 4, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 12, 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.190 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'8" 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.191 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.247853+0000", 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.247853+0000", 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.248182+0000", 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:04.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.193 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.11", 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:18:33.658270+0000", 2024-04-02T08:31:04.194 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.198 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.871004+0000", 2024-04-02T08:31:04.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.871004+0000", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.871657+0000", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:04.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.201 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.f", 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:23:06.835838+0000", 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 22, 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:04.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.205 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.206 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.248465+0000", 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.248465+0000", 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.248798+0000", 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.207 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.208 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.e", 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:41:34.370765+0000", 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.212 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.213 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.214 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.214 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.214 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.214 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.214 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.214 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.214 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.214 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.214 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.214 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.214 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.417311+0000", 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.417311+0000", 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.417645+0000", 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.215 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.216 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.2", 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:04.217 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:33:22.758413+0000", 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.221 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.222 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.398877+0000", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.398877+0000", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.399224+0000", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.223 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.224 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.4", 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 29, 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:14:29.017422+0000", 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.225 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.226 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.228 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.229 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.229103+0000", 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.229103+0000", 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.229431+0000", 2024-04-02T08:31:04.230 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.231 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.5", 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.232 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:43:20.723433+0000", 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.233 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.237 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.237 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.237 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.238 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.327904+0000", 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.327904+0000", 2024-04-02T08:31:04.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.328208+0000", 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:04.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.241 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.242 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.4", 2024-04-02T08:31:04.242 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.242 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.242 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.242 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:04.242 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.242 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:08:38.847507+0000", 2024-04-02T08:31:04.242 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.242 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.242 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.247 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.247 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.247 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.247 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.247 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.247 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.247 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.248 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.248 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.248 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.248 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.248 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.248 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.249 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.249 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.249 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.249 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.249 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.249 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.249 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.249 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.250 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.250 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.250 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.250 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.250 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.250 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.250 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.251 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.251 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:04.251 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.877794+0000", 2024-04-02T08:31:04.251 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.877794+0000", 2024-04-02T08:31:04.251 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.880080+0000", 2024-04-02T08:31:04.251 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:04.251 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.252 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.252 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.252 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.252 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:04.252 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:04.252 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:04.252 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:04.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:04.253 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.253 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.253 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.253 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.253 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.254 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.254 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.254 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.254 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.254 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.254 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.254 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.255 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.255 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.2", 2024-04-02T08:31:04.255 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.255 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.255 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.256 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.256 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.256 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:31.487468+0000", 2024-04-02T08:31:04.256 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.256 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.256 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.262 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.262 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.262 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.262 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.262 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.262 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.263 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.263 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.263 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.263 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.263 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.263 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.263 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.263 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.263 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.264 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:04.264 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.264 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.264 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.264 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.264 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.264 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:04.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.240607+0000", 2024-04-02T08:31:04.265 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.240607+0000", 2024-04-02T08:31:04.265 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.240844+0000", 2024-04-02T08:31:04.265 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:04.265 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.265 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.265 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.266 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.266 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:04.266 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:04.266 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:04.266 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.266 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.266 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.266 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:04.266 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:04.266 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.266 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3", 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.267 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:35:52.312069+0000", 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.272 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.272 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.272 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.272 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.272 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.272 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.272 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.272 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:04.273 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.273 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.273 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.273 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.273 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.273 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.273 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.273 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.274 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.274 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.274 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:04.274 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.274 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.274 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:04.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.419402+0000", 2024-04-02T08:31:04.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.419402+0000", 2024-04-02T08:31:04.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.419797+0000", 2024-04-02T08:31:04.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:04.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:04.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:04.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:04.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:04.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:04.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:04.276 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.276 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.277 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.277 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.277 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:04.277 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.277 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.277 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.277 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.277 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.278 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.278 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.278 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.278 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.7", 2024-04-02T08:31:04.278 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.278 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.278 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.278 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:04.279 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.279 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:28.790250+0000", 2024-04-02T08:31:04.279 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.279 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.279 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.283 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.283 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.283 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.283 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.283 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.283 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.283 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.283 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.284 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.284 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.284 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.284 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.285 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.285 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.285 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.285 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.285 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.285 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.285 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.286 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.286 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.286 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.286 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.286 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.286 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.286 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.235899+0000", 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.235899+0000", 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.237040+0000", 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.287 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.288 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.289 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.289 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.289 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.289 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.289 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.289 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.289 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.289 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.289 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.0", 2024-04-02T08:31:04.289 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.290 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.290 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.290 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.290 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.290 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:00:26.217538+0000", 2024-04-02T08:31:04.290 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.290 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.291 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.296 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.296 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.296 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.296 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.296 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.296 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.296 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.296 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.297 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.297 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.297 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.297 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.297 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.297 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.297 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.298 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:04.298 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.298 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.298 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.298 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.298 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.298 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:04.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.869040+0000", 2024-04-02T08:31:04.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.869040+0000", 2024-04-02T08:31:04.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.869321+0000", 2024-04-02T08:31:04.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:04.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:04.300 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:04.300 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:04.300 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.300 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.300 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.300 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:04.300 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:04.300 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.300 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.301 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.301 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.301 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.301 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.301 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.301 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.302 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.302 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.302 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.302 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.302 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.302 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1", 2024-04-02T08:31:04.303 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.303 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.303 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.303 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.303 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.303 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:12:15.334618+0000", 2024-04-02T08:31:04.303 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.303 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.304 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.308 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.308 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.308 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.308 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.308 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.308 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.308 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.308 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.309 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.310 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:04.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.418399+0000", 2024-04-02T08:31:04.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.418399+0000", 2024-04-02T08:31:04.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.418671+0000", 2024-04-02T08:31:04.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:04.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:04.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.311 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.5", 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.312 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:54:12.955546+0000", 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.318 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.318 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.318 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.318 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.318 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.318 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.318 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:04.318 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.318 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.318 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.318 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.319 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.319 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.319 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:04.319 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.224736+0000", 2024-04-02T08:31:04.319 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.224736+0000", 2024-04-02T08:31:04.319 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.224961+0000", 2024-04-02T08:31:04.319 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:04.319 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:04.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:04.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:04.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:04.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:04.321 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.322 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2", 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:20:26.800893+0000", 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.326 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.327 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.873927+0000", 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.873927+0000", 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.874572+0000", 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:04.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.329 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.3", 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.330 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:55:46.040209+0000", 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.334 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 19, 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.335 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:22.165594+0000", 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:22.165594+0000", 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:22.166020+0000", 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 58, 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:04.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 148, 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 57, 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.337 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 148, 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "1.0", 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 338, 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:06:31.660080+0000", 2024-04-02T08:31:04.338 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 394, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 584, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 219, 2024-04-02T08:31:04.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T08:31:04.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.342 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.342 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.342 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.342 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.342 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.342 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "69'148" 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.343 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.328319+0000", 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.328319+0000", 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.328615+0000", 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.344 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.345 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.346 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.346 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.346 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.346 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.346 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.346 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.346 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.6", 2024-04-02T08:31:04.346 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.346 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.347 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.347 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:04.347 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.347 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:53:38.433045+0000", 2024-04-02T08:31:04.347 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.347 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.347 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.350 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.351 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.393749+0000", 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.393749+0000", 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.395934+0000", 2024-04-02T08:31:04.352 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:04.353 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1", 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.354 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 17, 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:02:38.955435+0000", 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.358 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.359 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.878990+0000", 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.878990+0000", 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.879473+0000", 2024-04-02T08:31:04.360 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:04.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.362 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.0", 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:51:28.962463+0000", 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.366 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.367 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:04.368 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.368 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.368 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:04.368 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.368 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.368 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:04.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.418025+0000", 2024-04-02T08:31:04.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.418025+0000", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.418259+0000", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:04.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.370 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.3", 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:29:33.858218+0000", 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.374 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.375 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.879529+0000", 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.879529+0000", 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.881394+0000", 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.377 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.5", 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:34:20.363420+0000", 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.378 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.382 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.232840+0000", 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.232840+0000", 2024-04-02T08:31:04.383 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.233277+0000", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:04.384 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.4", 2024-04-02T08:31:04.385 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:04:30.070844+0000", 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:04.389 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:04.390 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.418896+0000", 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.418896+0000", 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.419301+0000", 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:04.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.392 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.0", 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:45.076700+0000", 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.393 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.397 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.864651+0000", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.864651+0000", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.864986+0000", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:04.400 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.6", 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:02:32.591017+0000", 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "62'1" 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.405 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:04.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.236662+0000", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.236662+0000", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.236929+0000", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.407 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.408 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.7", 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:34.259136+0000", 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.412 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.413 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.417048+0000", 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.417048+0000", 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.417354+0000", 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.414 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.415 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.1", 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:04.416 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:37:23.213565+0000", 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:04.421 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.876513+0000", 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.876513+0000", 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.876794+0000", 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:04.423 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.7", 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:23:09.735995+0000", 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.427 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.428 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.231209+0000", 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.231209+0000", 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231458+0000", 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.429 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.430 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.6", 2024-04-02T08:31:04.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:59:48.769831+0000", 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.435 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.436 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.878592+0000", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.878592+0000", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.879284+0000", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.437 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.438 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.439 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.439 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.8", 2024-04-02T08:31:04.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.441 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.441 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.441 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.441 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.441 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:13:13.761715+0000", 2024-04-02T08:31:04.441 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.441 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.441 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.441 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.441 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.444 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.445 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.234112+0000", 2024-04-02T08:31:04.446 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.234112+0000", 2024-04-02T08:31:04.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.234410+0000", 2024-04-02T08:31:04.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:04.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:04.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:04.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:04.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.448 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.9", 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:30.888557+0000", 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.449 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.452 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.453 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.878893+0000", 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.878893+0000", 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.879582+0000", 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.455 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.9", 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.456 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.457 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.457 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.457 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:01:42.219973+0000", 2024-04-02T08:31:04.457 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.457 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.457 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.460 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.240173+0000", 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.240173+0000", 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.240640+0000", 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.463 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.8", 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.464 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:03:18.545912+0000", 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.468 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.469 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.876684+0000", 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.876684+0000", 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.877092+0000", 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.a", 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.472 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:58:12.517578+0000", 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.476 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.477 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.477 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.477 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.477 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.477 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.477 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.477 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:04.477 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.477 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.477 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.478 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.478 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.478 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:04.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.233252+0000", 2024-04-02T08:31:04.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.233252+0000", 2024-04-02T08:31:04.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.233471+0000", 2024-04-02T08:31:04.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:04.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.479 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.b", 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.480 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:04:10.911111+0000", 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:04.484 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.485 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.881348+0000", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.881348+0000", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.881663+0000", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:04.487 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.b", 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:19:34.235714+0000", 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.491 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.492 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230250+0000", 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230250+0000", 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230577+0000", 2024-04-02T08:31:04.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.494 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.a", 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.495 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:35:07.459145+0000", 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:04.499 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.500 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.872456+0000", 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.872456+0000", 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.872701+0000", 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:04.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.502 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.c", 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:44:51.244208+0000", 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.503 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.507 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.248618+0000", 2024-04-02T08:31:04.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.248618+0000", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.249054+0000", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:04.509 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.510 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.d", 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:58:16.058568+0000", 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.514 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.515 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.870574+0000", 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.870574+0000", 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.870867+0000", 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.517 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.d", 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:57:14.181829+0000", 2024-04-02T08:31:04.518 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 70, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T08:31:04.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.227632+0000", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.227632+0000", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.228113+0000", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.525 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.c", 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:14:37.057058+0000", 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.529 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.530 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.878295+0000", 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.878295+0000", 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.878715+0000", 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:04.532 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.e", 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:20:27.919990+0000", 2024-04-02T08:31:04.533 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:04.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.538 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.398145+0000", 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.398145+0000", 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.398355+0000", 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:04.539 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.540 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.f", 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 28, 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:07:41.251580+0000", 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.543 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.545 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.226759+0000", 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.226759+0000", 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.227091+0000", 2024-04-02T08:31:04.546 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.547 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.20", 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.548 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:12:07.990519+0000", 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.550 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.551 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.552 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.226401+0000", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.226401+0000", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.226648+0000", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.554 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.555 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.21", 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:05.331424+0000", 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.559 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.560 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.560 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:04.560 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.560 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.560 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.560 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.560 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.560 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.560 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.560 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.234101+0000", 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.234101+0000", 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.234438+0000", 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:04.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.562 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.562 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.562 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.562 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:04.562 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:04.562 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:04.562 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.562 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.562 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.562 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:04.562 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.563 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.22", 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:14:52.727404+0000", 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.567 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.568 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.568 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.568 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.568 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.568 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.568 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.568 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.568 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.568 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.568 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.568 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:04.569 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.399184+0000", 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.399184+0000", 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.399716+0000", 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.570 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.571 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.23", 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 28, 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:38.440165+0000", 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.572 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.574 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.576 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.229107+0000", 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.229107+0000", 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230303+0000", 2024-04-02T08:31:04.577 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.578 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.579 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.24", 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:57:10.613068+0000", 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.583 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.584 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230405+0000", 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230405+0000", 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230678+0000", 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:04.585 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.586 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.25", 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:58:25.763155+0000", 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.587 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.591 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.237510+0000", 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.237510+0000", 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.237803+0000", 2024-04-02T08:31:04.592 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.593 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.26", 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.594 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:48:08.838031+0000", 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:04.598 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.599 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.229629+0000", 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.229629+0000", 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230057+0000", 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:04.600 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.601 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.27", 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:05:23.594422+0000", 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.602 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.605 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.606 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.224873+0000", 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.224873+0000", 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.225274+0000", 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:04.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.608 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.28", 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.609 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:44:48.784191+0000", 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.614 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.231370+0000", 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.231370+0000", 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231628+0000", 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:04.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.616 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.617 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.617 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.617 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.617 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.617 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.617 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.29", 2024-04-02T08:31:04.617 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.617 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.617 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.617 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:07:16.754839+0000", 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:04.621 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.622 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.239681+0000", 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.239681+0000", 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.240045+0000", 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:04.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.624 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2a", 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:35.812523+0000", 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.625 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.628 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.629 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.239472+0000", 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.239472+0000", 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.239765+0000", 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.631 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2b", 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.632 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:09:02.954023+0000", 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.636 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:04.637 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.228007+0000", 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.228007+0000", 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.228296+0000", 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:04.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:04.639 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2c", 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:56:02.952416+0000", 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:04.640 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:04.643 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:04.644 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:04.644 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:04.644 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:04.644 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.644 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.644 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:04.644 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:04.644 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.646 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.646 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pool": [ 2024-04-02T08:31:04.646 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.646 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 24, 2024-04-02T08:31:04.646 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:04.646 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T08:31:04.646 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.646 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 8, 2024-04-02T08:31:04.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T08:31:04.646 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 4, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.650 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 24 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 192, 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 64, 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 3, 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T08:31:04.654 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 192 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 3, 2024-04-02T08:31:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 148, 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 1, 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 3, 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 148, 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 1, 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T08:31:04.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 394, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 584, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 219, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.659 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 1781760, 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 1771104, 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 3 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.660 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 96, 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 45, 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 32, 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 45, 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 2, 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 3430, 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 66, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 22, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 22, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 14, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 51, 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 20 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 98304, 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T08:31:04.664 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 10290, 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 96 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T08:31:04.665 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 105, 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": 4, 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_by_class": { 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: "ssd": { 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 767723032576, 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 237252608, 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_bytes": 237252608, 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_ratio": 0.00030893864459358156 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 767723032576, 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 237252608 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.666 INFO:tasks.workunit.client.0.smithi104.stdout:} 2024-04-02T08:31:04.667 INFO:tasks.workunit.client.0.smithi104.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T08:31:04.667 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry show-device 2024-04-02T08:31:04.668 INFO:tasks.workunit.client.0.smithi104.stdout:{ 2024-04-02T08:31:04.668 INFO:tasks.workunit.client.0.smithi104.stdout: "556d5e14-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:04.668 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556de51e-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:04.668 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082517": { 2024-04-02T08:31:04.668 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556d5e14-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T08:31:04.669 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046317 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T08:31:04.670 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T08:31:04.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.672 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:31:04.672 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T08:31:04.672 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T08:31:04.672 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.672 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.672 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T08:31:04.672 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.672 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.672 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 31657466 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.673 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 51346972 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T08:31:04.674 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.676 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T08:31:04.677 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 89, 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 3449, 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 3466, 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 3433 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T08:31:04.678 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 2, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 433332436, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 2074703704, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 6681797162, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 35149685967, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 11, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 49677, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 57369, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 72 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T08:31:04.679 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 49677, 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 57369 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T08:31:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:31:04.681 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T08:31:04.682 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:31:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 11%", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 433,332,436 [221 TB]", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 2,074,703,704 [1.06 PB]", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 6,681,797,162", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 35,149,685,967", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 2", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 49,677", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 57,369", 2024-04-02T08:31:04.684 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 72", 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: "556f2500-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:04.686 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556f9d5a-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082519": { 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556f2500-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T08:31:04.687 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046319 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T08:31:04.688 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T08:31:04.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.690 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 23237435 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T08:31:04.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 40625751 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T08:31:04.692 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.693 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.695 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 91, 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 2775, 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 2788, 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 2758 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T08:31:04.696 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 23, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 323581787, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 1522888575, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 5228542210, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 24777099567, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 9, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 46195, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 52143, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 1159 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.697 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 46195, 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 52143 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T08:31:04.698 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:31:04.699 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:31:04.700 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T08:31:04.701 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T08:31:04.702 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.702 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:31:04.702 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:31:04.702 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.702 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:31:04.702 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T08:31:04.702 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T08:31:04.702 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T08:31:04.702 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:31:04.702 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 9%", 2024-04-02T08:31:04.702 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 323,581,787 [165 TB]", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 1,522,888,575 [779 TB]", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 5,228,542,210", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 24,777,099,567", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 23", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 46,195", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 52,143", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 1,159", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T08:31:04.703 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.704 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.705 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.705 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.705 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.705 INFO:tasks.workunit.client.0.smithi104.stdout:} 2024-04-02T08:31:04.705 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry show-all 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/919855921' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/919855921' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.706 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.707 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.708 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.708 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.708 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.708 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/919855921' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:31:04.708 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/919855921' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:31:04.708 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:31:04.708 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.708 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.708 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.708 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.708 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.709 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.710 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.711 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:03 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.712 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.713 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:04 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:04.714 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/919855921' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/919855921' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.715 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.716 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.716 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.716 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.716 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.716 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.716 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.716 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.716 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.716 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.717 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.718 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.719 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.720 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.721 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.721 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.721 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.721 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.721 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.721 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.721 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:04.722 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:04.722 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:04.722 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:04.722 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:03 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:04.731 INFO:tasks.workunit.client.0.smithi104.stdout:{ 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "device_report": { 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "556d5e14-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556de51e-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082517": { 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556d5e14-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T08:31:04.732 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046317 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.733 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.734 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.735 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.736 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 31657466 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T08:31:04.737 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 51346972 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T08:31:04.738 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.739 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T08:31:04.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 89, 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 3449, 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 3466, 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 3433 2024-04-02T08:31:04.741 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 2, 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 433332436, 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 2074703704, 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 6681797162, 2024-04-02T08:31:04.742 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 35149685967, 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 11, 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 49677, 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 57369, 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 72 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 49677, 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 57369 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.743 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.744 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T08:31:04.745 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T08:31:04.745 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T08:31:04.745 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:31:04.745 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:31:04.745 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.745 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:31:04.745 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:31:04.745 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T08:31:04.745 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:31:04.745 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:31:04.745 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:31:04.746 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:31:04.747 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 11%", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 433,332,436 [221 TB]", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 2,074,703,704 [1.06 PB]", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 6,681,797,162", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 35,149,685,967", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 2", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 49,677", 2024-04-02T08:31:04.748 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 57,369", 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 72", 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.749 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: "556f2500-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556f9d5a-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T08:31:04.750 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082519": { 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556f2500-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T08:31:04.751 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046319 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T08:31:04.752 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T08:31:04.753 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.754 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 23237435 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.755 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 40625751 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.756 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.758 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.759 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 91, 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 2775, 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 2788, 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 2758 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T08:31:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 23, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 323581787, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 1522888575, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 5228542210, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 24777099567, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 9, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 46195, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 52143, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 1159 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.761 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 46195, 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 52143 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T08:31:04.762 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:31:04.763 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.764 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.765 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 9%", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 323,581,787 [165 TB]", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 1,522,888,575 [779 TB]", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 5,228,542,210", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 24,777,099,567", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 23", 2024-04-02T08:31:04.766 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 46,195", 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 52,143", 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 1,159", 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T08:31:04.767 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: "report": { 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer": { 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: "active": true, 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: "mode": "" 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: "channels": [ 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.769 INFO:tasks.workunit.client.0.smithi104.stdout: "channels_available": [ 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_available": [ 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T08:31:04.770 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore" 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_opted_in": [ 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T08:31:04.771 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore" 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "config": { 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "active_changed": [ 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:31:04.772 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "client_check_pool_perm", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_gid", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_uid", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "client_quota", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "daemonize", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T08:31:04.773 INFO:tasks.workunit.client.0.smithi104.stdout: "keyring", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_block_size", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_cache_size", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_compression", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_log", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "leveldb_write_buffer_size", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:31:04.774 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_host", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:31:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "no_config_file", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:31:04.776 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_max_backfills", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:31:04.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pg_delete_cost", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active", 2024-04-02T08:31:04.778 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_sleep", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:31:04.779 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "public_addr", 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "public_addrv", 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_default_features", 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "setgroup", 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "setuser" 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_changed": [ 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:31:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_join_fs", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:31:04.781 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/container_init", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/description", 2024-04-02T08:31:04.782 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/enabled", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/organization", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:31:04.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:31:04.784 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T08:31:04.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:31:04.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T08:31:04.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:31:04.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:31:04.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:31:04.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:31:04.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:31:04.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T08:31:04.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T08:31:04.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T08:31:04.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_cache_enabled", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_ops_log", 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_usage_log" 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: "contact": null, 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: "crashes": [], 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: "created": "2024-04-02T08:21:59.892009Z", 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: "crush": { 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_algs": { 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: "straw2": 3 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_sizes": { 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: "2": 1, 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: "4": 2 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_types": { 2024-04-02T08:31:04.787 INFO:tasks.workunit.client.0.smithi104.stdout: "1": 2, 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "11": 1 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "compat_weight_set": false, 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "device_classes": [ 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: 8 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_buckets": 6, 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_devices": 8, 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_rules": 1, 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_types": 12, 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_weight_sets": 0, 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "tunables": { 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:31:04.788 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_tries": 0, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_total_tries": 50, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_stable": 1, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v2_rules": 0, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v3_rules": 0, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v4_buckets": 1, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v5_rules": 0, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "legacy_tunables": 0, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "minimum_required_version": "jewel", 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "optimal_tunables": 1, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "profile": "jewel", 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables": 1, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables2": 1, 2024-04-02T08:31:04.789 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables3": 1, 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables5": 1, 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: "straw_calc_version": 1 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: "description": "upgrade test cluster", 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: "fs": { 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: "feature_flags": { 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: "enable_multiple": true, 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_enabled_multiple": true 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.790 INFO:tasks.workunit.client.0.smithi104.stdout: "filesystems": [ 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "approx_ctime": "2024-04", 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer_enabled": false, 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_caps": 0, 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_dns": 10, 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_inos": 13, 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_subtrees": 2, 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_allowed_features": 0, 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "files": 0, 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "max_mds": 1, 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_data_pools": 1, 2024-04-02T08:31:04.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_in": 1, 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_mds": 1, 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": 0, 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_replay": 0, 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_up": 1, 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: "snaps": 0, 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: "standby_count_wanted": 0 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_mds": 1, 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: "total_num_mds": 2 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_stats": { 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T08:31:04.792 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 19218432, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 330168, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 106496, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 0, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 312, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1127352, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 439808, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14462096, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 19218432 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:04.793 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 20471808, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 488040, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 843776, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 403, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1269264, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1098240, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14863752, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 21315584 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.794 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 34578432, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1127360, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 753664, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 6791168, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1048, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 7910680, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1370368, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 20663848, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 41369600 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.795 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 43655168, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1492216, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 3907584, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1804, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 12143392, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 23, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 2484992, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 24782056, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 47562752 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.796 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 34144256, 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 704088, 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 7225344, 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1170, 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 8841248, 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1317888, 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 20528520, 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 41369600 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 47046656, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1041840, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 319488, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1391, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5074840, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 2456576, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 35589816, 2024-04-02T08:31:04.798 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 47366144 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 50528256, 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1845912, 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 16384, 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1032192, 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1721, 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 6359488, 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:31:04.799 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3645696, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 35777192, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 51560448 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 49029120, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1796776, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 368640, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1591, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5347888, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:31:04.800 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3564032, 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 35436840, 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 49397760 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 47374336, 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1734800, 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1040384, 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1606, 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5345696, 2024-04-02T08:31:04.801 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3034880, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 34375376, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 48414720 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 45064192, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 521824, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 204800, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1225, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5175568, 2024-04-02T08:31:04.802 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1685248, 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 34797968, 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 45268992 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 49012736, 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1851528, 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 450560, 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1642, 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5971776, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3348992, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 34956856, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 44130304, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 928440, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 8192, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1073152, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1234, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.804 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5108840, 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1715456, 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 33485792, 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 48644096, 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 1861320, 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2883584, 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 8192, 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 753664, 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 1655, 2024-04-02T08:31:04.805 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 5720544, 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3527168, 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 34643288, 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 49397760 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: "hosts": { 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num": 2, 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mds": 2, 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mgr": 2, 2024-04-02T08:31:04.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mon": 2, 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_osd": 2 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "io_rate": { 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_stats_delta": { 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 0, 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 0, 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "stamp_delta": "12.002496", 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:04.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:04.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:04.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 182, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 278, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 40, 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:04.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 0 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard": false, 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard_description": null, 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "license": "sharing-1-0", 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "mempool": { 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.813 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.814 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.814 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.814 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.814 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.814 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.814 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.814 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.814 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.816 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 150168, 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 33 2024-04-02T08:31:04.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 928, 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.818 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.819 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.820 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.821 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.823 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.824 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.825 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 222439, 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 68 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 51496, 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 208 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.826 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7912, 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:04.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.828 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.829 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.830 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.830 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.830 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.830 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.830 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.830 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.830 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.830 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.831 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.832 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1134559, 2024-04-02T08:31:04.834 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 369 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 176, 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.835 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6488, 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 122 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12744, 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1546 2024-04-02T08:31:04.836 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5152, 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 83 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.837 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T08:31:04.838 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.838 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.838 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.838 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.838 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.838 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.838 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.838 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.838 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.839 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.840 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.841 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.842 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1142023, 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 347 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.843 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 352, 2024-04-02T08:31:04.844 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 4 2024-04-02T08:31:04.844 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.844 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.844 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.844 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.844 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.844 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.844 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.844 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.844 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.844 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6488, 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 122 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12744, 2024-04-02T08:31:04.845 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1546 2024-04-02T08:31:04.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.846 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.846 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10304, 2024-04-02T08:31:04.846 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 166 2024-04-02T08:31:04.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.846 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.846 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.846 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.846 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.846 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.847 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.847 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.847 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.847 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:04.847 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.847 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.847 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.847 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.847 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.847 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.847 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.849 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.849 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.849 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.849 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.849 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.849 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.849 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.849 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.849 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.849 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.850 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.851 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.852 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.853 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1128631, 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 361 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.854 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 176, 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6488, 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 122 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12744, 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1546 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5152, 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 83 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:04.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5760, 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 72 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20944, 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 187 2024-04-02T08:31:04.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1712, 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 45 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 606208, 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 17 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 50974, 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9467 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.860 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.861 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 136936, 2024-04-02T08:31:04.861 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 233 2024-04-02T08:31:04.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.861 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.861 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11372, 2024-04-02T08:31:04.861 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 742 2024-04-02T08:31:04.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.861 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.861 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8976, 2024-04-02T08:31:04.861 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 187 2024-04-02T08:31:04.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 31702, 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 201 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20944, 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 187 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.862 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 397759, 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 88 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2439430, 2024-04-02T08:31:04.863 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 191 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6864, 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 78 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 521640, 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 45 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.864 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 95160, 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 187 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225512, 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3460 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.865 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.866 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4560, 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 57 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19488, 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 174 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.868 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1152, 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 40 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12288, 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85639, 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 14766 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.869 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 195416, 2024-04-02T08:31:04.870 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 319 2024-04-02T08:31:04.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.870 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.870 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 9420, 2024-04-02T08:31:04.870 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 566 2024-04-02T08:31:04.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.870 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.870 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8352, 2024-04-02T08:31:04.870 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 174 2024-04-02T08:31:04.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 27682, 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 187 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19488, 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 174 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.871 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 736, 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 404180, 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 90 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12112, 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.872 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2449222, 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 191 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4928, 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 56 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 440496, 2024-04-02T08:31:04.873 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 38 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7280, 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 18 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225512, 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3460 2024-04-02T08:31:04.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.875 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.876 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.876 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.876 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.876 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T08:31:04.876 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.876 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.876 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.876 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.876 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4480, 2024-04-02T08:31:04.877 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 56 2024-04-02T08:31:04.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.878 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.878 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19376, 2024-04-02T08:31:04.878 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 173 2024-04-02T08:31:04.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.878 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.878 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1040, 2024-04-02T08:31:04.878 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T08:31:04.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.878 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8192, 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 83850, 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 14493 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 190656, 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 312 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.879 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8280, 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 515 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8304, 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 173 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26058, 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 180 2024-04-02T08:31:04.880 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19376, 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 173 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 736, 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 381199, 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 84 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.881 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12112, 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2470568, 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 194 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4312, 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 49 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.882 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 359352, 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 31 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8320, 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 24 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 226024, 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3484 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.884 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:04.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3600, 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 45 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.886 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19936, 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 178 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 480, 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 34 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 84840, 2024-04-02T08:31:04.887 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 14727 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 194736, 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 318 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 9308, 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 574 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8544, 2024-04-02T08:31:04.888 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 178 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26754, 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 186 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19936, 2024-04-02T08:31:04.889 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 178 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2208, 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 260680, 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 55 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26565, 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.890 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2459246, 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 186 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4664, 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 53 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 417312, 2024-04-02T08:31:04.891 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 36 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10400, 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225512, 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3460 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.892 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.893 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.894 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3440, 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 43 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19824, 2024-04-02T08:31:04.895 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 816, 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 37 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 44902, 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8589 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.896 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 128776, 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 221 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 9592, 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 573 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8496, 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.897 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 27690, 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 189 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19824, 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 736, 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1 2024-04-02T08:31:04.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 915802, 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 72 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12112, 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2403716, 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 169 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.899 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4752, 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 54 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 452088, 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.900 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7904, 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 16 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225768, 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3472 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.903 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2960, 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 37 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19824, 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 704, 2024-04-02T08:31:04.904 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 36 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 13805, 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 86160, 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 14922 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 198136, 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 323 2024-04-02T08:31:04.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.906 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.906 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 9848, 2024-04-02T08:31:04.906 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 577 2024-04-02T08:31:04.906 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.906 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.906 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8496, 2024-04-02T08:31:04.906 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:04.906 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.906 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.906 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.906 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 28202, 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 191 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19824, 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 177 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2208, 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 828445, 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 51 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26565, 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2453008, 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 182 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.908 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5544, 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 63 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 475272, 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 41 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.909 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11960, 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 23 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 226024, 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3484 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.910 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.912 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2400, 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 30 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20608, 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T08:31:04.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 45558, 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8868 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 128096, 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 220 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.914 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10832, 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 730 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8832, 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 28798, 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 188 2024-04-02T08:31:04.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20608, 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 202845, 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 41 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.917 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.917 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2400705, 2024-04-02T08:31:04.917 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 167 2024-04-02T08:31:04.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.917 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.917 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4488, 2024-04-02T08:31:04.917 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 51 2024-04-02T08:31:04.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.917 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.917 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.917 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 452088, 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 94952, 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 193 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.918 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225512, 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3460 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6368, 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 123 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16896, 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 576, 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T08:31:04.921 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1760, 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 22 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20720, 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 185 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1152, 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 40 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T08:31:04.922 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 274432, 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 89270, 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 15550 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 202896, 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 330 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11636, 2024-04-02T08:31:04.923 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 739 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 8880, 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 185 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 31190, 2024-04-02T08:31:04.924 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 198 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20720, 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 185 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 152395, 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 30 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.925 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2428238, 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 191 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5984, 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 68 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 533232, 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 46 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 98488, 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 227 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.927 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T08:31:04.928 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 225512, 2024-04-02T08:31:04.928 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3460 2024-04-02T08:31:04.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.928 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T08:31:04.928 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.928 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.928 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T08:31:04.928 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.928 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: "metadata": { 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T08:31:04.929 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 2 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 2 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.930 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 2 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 2 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.931 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 3 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 3 2024-04-02T08:31:04.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 3 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 3 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.933 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 8 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 8 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T08:31:04.934 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 8 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 8 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_objectstore": { 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": 8 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.935 INFO:tasks.workunit.client.0.smithi104.stdout: "rotational": { 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: "0": 8 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: "features": { 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: "optional": [], 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: "persistent": [ 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: "kraken", 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: "luminous", 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: "mimic", 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap-prune", 2024-04-02T08:31:04.936 INFO:tasks.workunit.client.0.smithi104.stdout: "nautilus", 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: "octopus", 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: "pacific", 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: "elector-pinging", 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: "quincy", 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: "reef" 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: "min_mon_release": 18, 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: "v1_addr_mons": 3, 2024-04-02T08:31:04.937 INFO:tasks.workunit.client.0.smithi104.stdout: "v2_addr_mons": 3 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: "organization": "ceph-qa", 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_network": false, 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: "require_osd_release": "reef" 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_perf_histograms": [ 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:04.938 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T08:31:04.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T08:31:04.940 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.941 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T08:31:04.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T08:31:04.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T08:31:04.944 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.947 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.948 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.949 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.950 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.950 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.950 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.950 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.950 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.950 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.950 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.950 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.950 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.950 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.950 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.951 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.951 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.951 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.951 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.951 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T08:31:04.951 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.951 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.951 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.951 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.951 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.952 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.953 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.954 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.955 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.956 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.956 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.956 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.956 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.956 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.956 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.956 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.956 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.956 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.956 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.956 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.957 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.958 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.959 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.960 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T08:31:04.962 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.963 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.964 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.965 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.966 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.967 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:04.968 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T08:31:04.969 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T08:31:04.970 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:04.971 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T08:31:04.972 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T08:31:04.973 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T08:31:04.973 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T08:31:04.973 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T08:31:04.973 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T08:31:04.973 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T08:31:04.973 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T08:31:04.973 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T08:31:04.973 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T08:31:04.973 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T08:31:04.973 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T08:31:04.973 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T08:31:04.974 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T08:31:04.974 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T08:31:04.974 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T08:31:04.974 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T08:31:04.974 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T08:31:04.974 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T08:31:04.974 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T08:31:04.974 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T08:31:04.974 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.974 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:04.975 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.975 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:04.975 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T08:31:04.975 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.975 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T08:31:04.975 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.975 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.975 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.975 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.975 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.975 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.976 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.977 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.978 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.979 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.980 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.981 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.982 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.984 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.985 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.986 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.987 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.988 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.989 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.990 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.991 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.992 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.993 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.994 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.994 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.994 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.994 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.994 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.994 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.994 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.994 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.994 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.994 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.994 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.996 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.997 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:04.998 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T08:31:04.999 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T08:31:05.000 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.001 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T08:31:05.002 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T08:31:05.003 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T08:31:05.004 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T08:31:05.005 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T08:31:05.005 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.005 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:05.005 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.005 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.005 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T08:31:05.005 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.005 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T08:31:05.005 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.005 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.005 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.006 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.007 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.008 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.008 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.008 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.008 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.008 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.008 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.008 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.008 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T08:31:05.008 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.009 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.010 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T08:31:05.011 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.012 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.013 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.014 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.015 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.015 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.015 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.015 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.015 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.015 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.015 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.015 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.015 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.015 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.016 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.017 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.017 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.017 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.017 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.017 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.017 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.017 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.017 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.017 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T08:31:05.018 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.018 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.018 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.018 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.018 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.018 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.018 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.018 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.019 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.019 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.019 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.019 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.019 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.019 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.019 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.019 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.019 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.020 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.021 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.022 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.022 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.022 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.022 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.022 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.022 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.022 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.022 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.022 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.022 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.022 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.023 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.023 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.023 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.023 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.023 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.023 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.023 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.023 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.023 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.023 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.023 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.024 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.025 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.026 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.027 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.027 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.027 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.027 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T08:31:05.027 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.027 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.027 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.027 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.027 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.027 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.028 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T08:31:05.030 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T08:31:05.031 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:31:05.032 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T08:31:05.033 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T08:31:05.034 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T08:31:05.035 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.036 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.037 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.038 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.039 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8, 4, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 16, 4, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.040 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.041 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.042 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.043 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.044 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.045 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.046 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.047 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.048 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.049 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.050 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.051 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.053 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.053 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.053 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.053 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.053 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.053 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.053 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.053 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.053 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.053 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.054 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.055 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.056 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.057 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.058 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T08:31:05.059 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_counters": { 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: "caps": { 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:31:05.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_grant": { 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_commit": { 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_complete": { 2024-04-02T08:31:05.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_keys": { 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_merge": { 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_split": { 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: "exported_inodes": { 2024-04-02T08:31:05.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: "forward": { 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_cap_release": { 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps": { 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps_dirty": { 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_inode_file_caps": { 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: "imported_inodes": { 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes": { 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_expired": { 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.064 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_pinned": { 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_with_caps": { 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: "load_cent": { 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: "openino_dir_fetch": { 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: "process_request_cap_release": { 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: "reply_latency": { 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 126723 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: "request": { 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rbytes": { 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rfiles": { 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rsnaps": { 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_reply": { 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: "subtrees": { 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_cache": { 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_exportdir": { 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_flush": { 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragmentdir": { 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragstats": { 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_inodestats": { 2024-04-02T08:31:05.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_enqueued": { 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_prioritized": { 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_processing": { 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays": { 2024-04-02T08:31:05.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_delayed": { 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_enqueuing": { 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_completed": { 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_started": { 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.070 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_created": { 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_enqueued": { 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_migrated": { 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_reintegrated": { 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_log": { 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: "ev": { 2024-04-02T08:31:05.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: "evadd": { 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: "evex": { 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: "evexd": { 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: "evexg": { 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: "evtrm": { 2024-04-02T08:31:05.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: "jlat": { 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15609614 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: "replayed": { 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: "seg": { 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: "segadd": { 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.073 INFO:tasks.workunit.client.0.smithi104.stdout: "segex": { 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: "segexd": { 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: "segexg": { 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: "segtrm": { 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.074 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_mem": { 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: "cap": { 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: "cap+": { 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: "cap-": { 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: "dir": { 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: "dir+": { 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T08:31:05.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: "dir-": { 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: "dn": { 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: "dn+": { 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: "dn-": { 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: "heap": { 2024-04-02T08:31:05.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 207156 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: "ino": { 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: "ino+": { 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: "ino-": { 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: "rss": { 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40556 2024-04-02T08:31:05.077 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_server": { 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_acquisition_throttle": { 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_revoke_eviction": { 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_request": { 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_session": { 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16 2024-04-02T08:31:05.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_peer_request": { 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: "req_create_latency": { 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getattr_latency": { 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 126723 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getfilelock_latency": { 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getvxattr_latency": { 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: "req_link_latency": { 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookup_latency": { 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.080 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookuphash_latency": { 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupino_latency": { 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupname_latency": { 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupparent_latency": { 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupsnap_latency": { 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lssnap_latency": { 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mkdir_latency": { 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.082 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mknod_latency": { 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mksnap_latency": { 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: "req_open_latency": { 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: "req_readdir_latency": { 2024-04-02T08:31:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rename_latency": { 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: "req_renamesnap_latency": { 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmdir_latency": { 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmsnap_latency": { 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmxattr_latency": { 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setattr_latency": { 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setdirlayout_latency": { 2024-04-02T08:31:05.085 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setfilelock_latency": { 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setlayout_latency": { 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setxattr_latency": { 2024-04-02T08:31:05.086 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: "req_snapdiff_latency": { 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: "req_symlink_latency": { 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: "req_unlink_latency": { 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_sessions": { 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: "average_load": { 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: "avg_session_uptime": { 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 87 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: "mdthresh_evicted": { 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: "session_count": { 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: "session_remove": { 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_open": { 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.089 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_stale": { 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: "total_load": { 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.090 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: "purge_queue": { 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executed": { 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing": { 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_high_water": { 2024-04-02T08:31:05.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops": { 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_item_in_journal": { 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T08:31:05.092 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T08:31:05.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 112 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T08:31:05.094 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T08:31:05.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.095 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T08:31:05.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 918 2024-04-02T08:31:05.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.095 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T08:31:05.095 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 918, 2024-04-02T08:31:05.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4027463 2024-04-02T08:31:05.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.095 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T08:31:05.095 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 918, 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 281996547 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T08:31:05.096 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.097 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 920 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.099 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 920 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 920, 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2222972815 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T08:31:05.100 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T08:31:05.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 919 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 919, 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7882508 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 919, 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6452 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 919, 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 583992850 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38617088 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30105600 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.103 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8511488 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277021599 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270681 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70834952 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277021599 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41417 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.108 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71064216 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322961408 2024-04-02T08:31:05.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184681066 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.113 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.113 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.113 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71171478 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T08:31:05.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39032, 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 106486360 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:31:05.115 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1958, 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 913785544 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.118 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 190 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1069 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T08:31:05.119 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5105985 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3207 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 246996986 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T08:31:05.120 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1069 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5028962 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6377 2024-04-02T08:31:05.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1069, 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 523787861 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.123 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1071 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1071, 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2848965150 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.124 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1627 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T08:31:05.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 44810240 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:05.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40222720 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4587520 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277022675 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270251 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70834306 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T08:31:05.131 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277022675 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38978 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71065579 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322961408 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.135 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184681783 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71170761 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.138 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 47837, 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 191187011 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.140 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2306, 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 825549141 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T08:31:05.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.142 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 51 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 930 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 930, 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4055114 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T08:31:05.144 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 930, 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 149997298 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 146 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.145 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 999982 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 931 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T08:31:05.146 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.147 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 931 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T08:31:05.148 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 931, 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1994963978 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T08:31:05.149 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 931 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.150 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 931, 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7935334 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 931, 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6541 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 931, 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 369993320 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.151 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38617088 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30531584 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:05.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8085504 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.153 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277021599 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270681 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70834952 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 348127232 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277021599 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41417 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.157 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.158 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71064216 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.159 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322961408 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184681066 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.161 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71171478 2024-04-02T08:31:05.162 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39486, 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102118421 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.164 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2009, 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 569154198 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.165 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:05.166 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2781184 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:05.167 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:05.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1748992 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1609728 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.169 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:05.170 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.171 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:05.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:05.173 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4468736 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1318912 2024-04-02T08:31:05.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4, 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 202113 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 24, 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 60454 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:05.177 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 380, 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 82821399 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 375, 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9848594 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 380, 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360540 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 380, 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 83181939 2024-04-02T08:31:05.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35426 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6, 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19099 2024-04-02T08:31:05.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3799 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:05.180 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 855 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 225 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 117, 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2729618 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 321, 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 241227 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 204, 2024-04-02T08:31:05.181 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3056366 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48099 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11054496 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.182 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127, 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18603747 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127, 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 445203178460 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127, 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 136367272322 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:05.183 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74605722066 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52013 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 546129 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169720766 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.184 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 167051 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 118088088 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22755716 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 900336 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.185 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:05.186 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 61, 2024-04-02T08:31:05.186 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 278679 2024-04-02T08:31:05.186 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.186 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:05.186 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:05.186 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322237136 2024-04-02T08:31:05.186 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.186 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:05.186 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:05.186 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26812368 2024-04-02T08:31:05.186 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 499, 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3135816 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861634483 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 44482560 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 44015616 2024-04-02T08:31:05.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137577472 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 466944 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.188 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85472070 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.189 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 606208 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.190 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73305274 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.191 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641040529 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.192 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:05.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71989023 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56981380 2024-04-02T08:31:05.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.196 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68847276 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641040529 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2433 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6084 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.199 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 236097 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.200 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71746537 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.201 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.202 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 616 2024-04-02T08:31:05.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 82530146 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6, 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4313563 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:05.204 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68298988 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.205 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:05.206 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.207 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.208 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 616 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 82530146 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:05.209 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6, 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4313563 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68298988 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1771104 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:05.210 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28983296 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.211 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:05.212 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7233536 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.213 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3657728 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3518464 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.214 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.215 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.216 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:05.217 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.219 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10829824 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:05.220 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 712704 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 535385 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.221 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 31, 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 81530 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.222 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 846, 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 508449465 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 843, 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19821546 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 846, 2024-04-02T08:31:05.223 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 742861 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 846, 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 509192326 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48290 2024-04-02T08:31:05.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6507 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.225 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4446 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3903 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 335 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127, 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4305539 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 334, 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 292096 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 207, 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6003121 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 103, 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5525903 2024-04-02T08:31:05.227 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3775926527 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 120, 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31142568 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 119, 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 282657057158 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:05.228 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 120, 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132625965265 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3509, 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79831065894 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3509, 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 199478 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:05.229 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 161262126 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2447366745 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 477565 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:05.230 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1524120270 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 387992651 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 309127 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 54, 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 256434 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.231 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8296907790 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423162700 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3510, 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 276257967 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:05.232 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861634483 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47628288 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47595520 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137577472 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:05.233 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32768 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.234 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85502721 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.235 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.236 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73868543 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.237 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641270407 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.238 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71759145 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.240 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57001814 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.241 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.242 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68826842 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.243 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641270407 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.244 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 327559 2024-04-02T08:31:05.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71433714 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.246 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 155 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.248 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2429440 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 155, 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 438119670 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1063 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.249 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 155, 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56165197 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 155, 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 188565216 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33, 2024-04-02T08:31:05.250 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5527504 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1063 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33, 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4891110 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33, 2024-04-02T08:31:05.251 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4132760 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22, 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19160104 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:05.252 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22, 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8434063 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:05.253 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22, 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18008740 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 100 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2429440 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 100, 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 413432062 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.254 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 100, 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42840024 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 100, 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 166423716 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.255 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 590368 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32575488 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.256 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.257 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7073792 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.258 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.259 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3584000 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3444736 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:05.260 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:05.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:05.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.263 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:05.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10596352 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 708608 2024-04-02T08:31:05.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4, 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 347770 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.267 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14324 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 828, 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 487011991 2024-04-02T08:31:05.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 824, 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20087329 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 828, 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 781914 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 828, 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 487793905 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:05.269 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43259 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4328 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3709 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:05.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 309 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 101, 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1532130 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 280, 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 308539 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 179, 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1414692 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.272 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 103, 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5980303 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3790179079 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 118, 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46990417 2024-04-02T08:31:05.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 117, 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 209691342671 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 118, 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 120957486425 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3433, 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40211651903 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:05.274 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3433, 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 203788 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 177212252 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2335278693 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:05.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 490523 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1471294041 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 385263094 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 309240 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:05.276 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52, 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 275703 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8159459401 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 419377186 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3434, 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 285044093 2024-04-02T08:31:05.277 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861634483 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46514176 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46047232 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137577472 2024-04-02T08:31:05.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 466944 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85503548 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8192 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.281 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73871812 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.282 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641276614 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.284 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71752938 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:05.285 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57002365 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.287 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.288 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68826291 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641276614 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 318042 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71437024 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:05.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:05.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:05.294 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 245442863 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4421803 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217427501 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:05.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 245442863 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4421803 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10, 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217427501 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:05.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32571392 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:05.302 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5804032 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:05.303 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:05.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2826240 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2686976 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.306 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.307 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5503 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5503 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.310 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8568832 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 729088 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.311 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:05.312 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.312 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.312 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:05.312 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.312 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.312 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:05.312 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.312 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5187 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.313 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 471336805 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 636, 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22686667 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 587520 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:05.314 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 471924325 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42900 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.315 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4001 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3433 2024-04-02T08:31:05.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 321 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 85, 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 897396 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 145, 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 344411 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 60, 2024-04-02T08:31:05.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 403239 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 100, 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5765248 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3974417913 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.318 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 49, 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21900493 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 46, 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 261189874665 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 49, 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 86029260576 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:05.319 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3340, 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1795313306 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3340, 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 185592 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 136653692 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:05.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2545727909 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 444990 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1343696530 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 369718576 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.321 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 311976 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40, 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 188401 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8370435456 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:05.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 402428994 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3343, 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 281439789 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861634483 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 44482560 2024-04-02T08:31:05.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 44343296 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137577472 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 139264 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:05.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85503584 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73879968 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.327 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641276883 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:05.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.330 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.330 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.330 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71752669 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:05.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57002389 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68826267 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641276883 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.335 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5731 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322119 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71426947 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 36 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.338 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 726877 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:05.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:05.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.343 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:05.344 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 726877 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:05.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28393472 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:05.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:05.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1167360 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:05.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 847872 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 708608 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.351 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:05.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.354 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:05.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:05.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.354 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:05.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.354 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:05.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.354 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:05.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.355 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1953792 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.356 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 724992 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267661 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1829 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.358 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 160, 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43685847 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 157, 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4756546 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 160, 2024-04-02T08:31:05.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 161740 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 160, 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43847587 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46039 2024-04-02T08:31:05.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.361 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4171 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 359 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 235 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 96, 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 881821 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.362 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 162, 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 246075 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66, 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 166542 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 107650 2024-04-02T08:31:05.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3256648 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 42, 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2898152 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 41, 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 153809790626 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:05.364 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 42, 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70962218505 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 256, 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 483642 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 256, 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27210 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:05.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 257684 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 146782946 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 83756 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:05.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 138779368 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13664722 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 309948 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 41, 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 174990 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:05.367 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 302774685 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15972720 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 257, 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1648017 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.368 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861621078 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42385408 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42164224 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137561702 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:05.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 221184 2024-04-02T08:31:05.370 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.370 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:05.370 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:05.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.370 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.370 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85509057 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.371 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73874495 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:05.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641317927 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:05.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71711625 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57006038 2024-04-02T08:31:05.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.380 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68822618 2024-04-02T08:31:05.380 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.380 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:05.380 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:05.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.380 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641317927 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.381 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217580 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.382 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71496173 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:05.383 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:05.384 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25446559 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:05.386 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 972769 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10927475 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:05.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25446559 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.391 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 972769 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10927475 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28393472 2024-04-02T08:31:05.393 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:05.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5824512 2024-04-02T08:31:05.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:05.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2826240 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2686976 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.397 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:05.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:05.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:05.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5505 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.401 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8589312 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.403 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 724992 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6, 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 297871 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:05.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7117 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 485061802 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 625, 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29040636 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 537433 2024-04-02T08:31:05.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 643, 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 485599235 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50298 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:05.407 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4242 2024-04-02T08:31:05.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.409 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:05.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3430 2024-04-02T08:31:05.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.409 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:05.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 341 2024-04-02T08:31:05.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.409 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:05.409 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 89, 2024-04-02T08:31:05.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1007749 2024-04-02T08:31:05.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 144, 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 306449 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 55, 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 573381 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:05.410 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 104, 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6559817 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4059520608 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40, 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40862090 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37, 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 230714510445 2024-04-02T08:31:05.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40, 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68883296393 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3361, 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2052739829 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3361, 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270769 2024-04-02T08:31:05.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3488992 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3104610275 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494949 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.413 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1576057627 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 384014448 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 311962 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33, 2024-04-02T08:31:05.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 131347 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9127913082 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 415468019 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3364, 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 292289622 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.415 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861621078 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46579712 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45998080 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137561702 2024-04-02T08:31:05.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 581632 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85501889 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8192 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73873471 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.420 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641264167 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71765385 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57001259 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68827397 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.427 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641264167 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5746 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 328673 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.429 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71433094 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:05.432 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.433 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.434 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.436 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.437 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28389376 2024-04-02T08:31:05.439 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:05.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:05.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1269760 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 954368 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 815104 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:05.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:05.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.445 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5504 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:05.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5504 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.448 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2162688 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1306624 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:05.450 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:05.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10533 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42329528 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 181, 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7006442 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.452 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 114933 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42444461 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:05.453 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37094 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4302 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 346 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 247 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 86, 2024-04-02T08:31:05.455 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 631999 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 131, 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 229032 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 45, 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 389283 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:05.456 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3593353 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 34, 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2325631 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 34, 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 510996337506 2024-04-02T08:31:05.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 34, 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45403657161 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 507879 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29327 2024-04-02T08:31:05.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 432046 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 107239485 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 89099 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.459 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46836942 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11351359 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 901636 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27, 2024-04-02T08:31:05.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 99737 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169492004 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13323308 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 268, 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1738003 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.462 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:05.462 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:05.462 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861621078 2024-04-02T08:31:05.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.462 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:05.462 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42319872 2024-04-02T08:31:05.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.462 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:05.462 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41082880 2024-04-02T08:31:05.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.462 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137561702 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1236992 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85508836 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73874716 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.466 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.467 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.467 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.467 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.467 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641316277 2024-04-02T08:31:05.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.467 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.467 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.467 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.469 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.469 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.469 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.469 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71713275 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57005891 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.472 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.473 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68822765 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:05.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641316277 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5990 2024-04-02T08:31:05.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8386 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 210870 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71490157 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:05.477 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.479 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2812 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13, 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 89327723 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7676172 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13, 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 77453864 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:05.481 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:05.482 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:05.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:05.484 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2812 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13, 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 89327723 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:05.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7676172 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13, 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 77453864 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:05.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28971008 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T08:31:05.487 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_main": { 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T08:31:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12288 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6164480 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27656192 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3190784 2024-04-02T08:31:05.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3051520 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31850496 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T08:31:05.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 206272 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1282048 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1286144 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T08:31:05.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T08:31:05.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5500 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5500 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T08:31:05.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9293824 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1310720 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T08:31:05.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 236496 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.498 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9, 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33183 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 732, 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 463095555 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.499 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 723, 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30091672 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 732, 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 609621 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 732, 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 463705176 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.500 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39055 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8033 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3709 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T08:31:05.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 378 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 119, 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2381213 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314975 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 67, 2024-04-02T08:31:05.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1651247 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 101, 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5731128 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3633332222 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:31:05.504 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21208965 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270442484147 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 34431629539 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:05.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1488883510 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 207988 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 221575529 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2409275928 2024-04-02T08:31:05.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 525504 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1313552725 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 361879259 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T08:31:05.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 900212 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19, 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75776 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7939869005 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 396572738 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.508 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3390, 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 250493415 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861621078 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46514176 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45711360 2024-04-02T08:31:05.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3137561702 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 802816 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159383552 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.510 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85493088 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.511 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 139264 2024-04-02T08:31:05.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73751200 2024-04-02T08:31:05.513 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 780140544 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.514 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641198162 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71831390 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 464 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56995392 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.518 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68833264 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T08:31:05.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 713031680 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 641198162 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.521 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 345775 2024-04-02T08:31:05.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71487743 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.524 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T08:31:05.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 115, 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 176601996 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 265081 2024-04-02T08:31:05.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 117, 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32289368 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 115, 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 72960119 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.527 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80, 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12886716 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 265081 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80, 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11363670 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.528 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80, 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9267115 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 30, 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31278455 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.529 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 30, 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13407541 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T08:31:05.530 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 30, 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29489289 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132436825 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:31:05.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7, 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7518157 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5, 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 34203715 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28975104 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.533 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": [ 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 1, 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 1, 2024-04-02T08:31:05.534 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 1, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 1781760, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 1781760, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 2, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.4430983103229664e-06, 2024-04-02T08:31:05.535 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 394, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 598016, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 590368, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 590368, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 1771104, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 219, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 2473984 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:05.536 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 32, 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 32, 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 2, 2024-04-02T08:31:05.537 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 98304, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 98304, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 22, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 1.3479193228249642e-07, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:05.538 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 3430, 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 3430, 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 10290, 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 51, 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 20480 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:05.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 64, 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 64, 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 3, 2024-04-02T08:31:05.540 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:05.541 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:05.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 8, 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 8, 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 4, 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T08:31:05.543 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 729301657866, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 243100549120, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T08:31:05.544 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.545 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": { 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: "mirroring_by_pool": [ 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: false 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_images_by_pool": [ 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pools": 1 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: "report_id": "ab0c7f58-d918-4176-b28f-e64e2b2fce5b", 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: "report_timestamp": "2024-04-02T08:31:04.144993", 2024-04-02T08:31:05.546 INFO:tasks.workunit.client.0.smithi104.stdout: "report_version": 1, 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_stats": { 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "7.9.2" 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: "rook": { 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster": { 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: "external-mode": null, 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: "allow-multiple-per-node": null, 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: "count": null, 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: "max-id": null, 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: "pvc": { 2024-04-02T08:31:05.547 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: "stretch": { 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: "network": { 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: "provider": null 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: "storage": { 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: "device-set": { 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: "non-portable": null, 2024-04-02T08:31:05.548 INFO:tasks.workunit.client.0.smithi104.stdout: "portable": null, 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: "csi": { 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes": { 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.549 INFO:tasks.workunit.client.0.smithi104.stdout: "node": { 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes-total": null, 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "with-ceph-daemons": null, 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "storage-class": { 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket": null, 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs": null, 2024-04-02T08:31:05.550 INFO:tasks.workunit.client.0.smithi104.stdout: "nfs": null, 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": null, 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: "services": {}, 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pg": [ 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.551 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.246933+0000", 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.246933+0000", 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.247239+0000", 2024-04-02T08:31:05.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030986+0000", 2024-04-02T08:31:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3f", 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.554 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:48.877207+0000", 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.557 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.558 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.559 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:05.560 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.560 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.560 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.560 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.560 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.560 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.560 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:05.560 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.231521+0000", 2024-04-02T08:31:05.560 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.231521+0000", 2024-04-02T08:31:05.560 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.232244+0000", 2024-04-02T08:31:05.560 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029210+0000", 2024-04-02T08:31:05.561 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.562 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3e", 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:54:45.546107+0000", 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.565 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.566 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.567 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230546+0000", 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230546+0000", 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231749+0000", 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:05.568 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880982+0000", 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.569 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3d", 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:39:42.063237+0000", 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.570 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.572 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.573 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.574 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.238844+0000", 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.238844+0000", 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.239340+0000", 2024-04-02T08:31:05.575 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031934+0000", 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.576 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3c", 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.577 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:26:55.111717+0000", 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.579 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.579 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.579 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.579 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.579 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.579 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.579 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.579 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.579 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.579 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.580 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.582 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.249215+0000", 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.249215+0000", 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.250521+0000", 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.583 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031229+0000", 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.584 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3b", 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:50:20.549707+0000", 2024-04-02T08:31:05.585 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.587 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.588 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.589 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.235203+0000", 2024-04-02T08:31:05.590 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.235203+0000", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.235541+0000", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031786+0000", 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.592 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3a", 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:42:56.660810+0000", 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.593 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.594 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.595 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.596 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.597 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.246895+0000", 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.246895+0000", 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.247652+0000", 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029666+0000", 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.599 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.39", 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.600 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:13:45.608798+0000", 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.604 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:05.605 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.605 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.605 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.605 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.605 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.605 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.605 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.605 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:05.605 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.605 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.486014+0000", 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.486014+0000", 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.486333+0000", 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338915+0000", 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.607 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.38", 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.608 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 28, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:54:58.159710+0000", 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.612 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.613 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.247531+0000", 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.247531+0000", 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.247918+0000", 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:05.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030869+0000", 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.615 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.37", 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:55:30.580477+0000", 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.616 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.620 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.227472+0000", 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.227472+0000", 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.228460+0000", 2024-04-02T08:31:05.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338691+0000", 2024-04-02T08:31:05.622 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.36", 2024-04-02T08:31:05.623 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:24:50.974785+0000", 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:05.627 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.628 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.628 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.628 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.628 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.628 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.628 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.628 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:05.628 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.628 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.628 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.224403+0000", 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.224403+0000", 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.224694+0000", 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.629 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338662+0000", 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.630 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.35", 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.631 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:52.567247+0000", 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:05.635 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.636 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.225969+0000", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.225969+0000", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.226271+0000", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029702+0000", 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.638 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.34", 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:58.021359+0000", 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.642 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:05.643 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.222137+0000", 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.222137+0000", 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.223350+0000", 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339195+0000", 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.645 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.33", 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.646 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:03.962044+0000", 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.651 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.231249+0000", 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.231249+0000", 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231785+0000", 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:05.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:05.653 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.653 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.653 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.653 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:05.653 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880715+0000", 2024-04-02T08:31:05.653 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.653 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.653 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.653 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.653 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.653 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.32", 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:31:12.039836+0000", 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.658 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.659 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230302+0000", 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230302+0000", 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230797+0000", 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:05.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028786+0000", 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.661 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.31", 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:34:58.071538+0000", 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.662 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.239804+0000", 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.239804+0000", 2024-04-02T08:31:05.667 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.240273+0000", 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029476+0000", 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.669 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.30", 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:34:31.467996+0000", 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.674 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.237386+0000", 2024-04-02T08:31:05.675 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.237386+0000", 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.237673+0000", 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.032114+0000", 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.677 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.678 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.678 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2f", 2024-04-02T08:31:05.678 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.678 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.678 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.678 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.678 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.678 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:38:27.267161+0000", 2024-04-02T08:31:05.678 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.678 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.678 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.682 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.683 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.683 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.683 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.683 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.683 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:05.683 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.683 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.683 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.683 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.683 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.683 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.244370+0000", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.244370+0000", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.244630+0000", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339840+0000", 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.685 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2e", 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:50:50.674649+0000", 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.686 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.690 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.246061+0000", 2024-04-02T08:31:05.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.246061+0000", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.246391+0000", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:05.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030718+0000", 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.693 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2d", 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:25:35.938194+0000", 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.694 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.697 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.698 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.870766+0000", 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.870766+0000", 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.871047+0000", 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.881148+0000", 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 4, 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.700 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 4, 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1f", 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 24, 2024-04-02T08:31:05.701 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:50:38.197586+0000", 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 582, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'4" 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.705 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.216458+0000", 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.216458+0000", 2024-04-02T08:31:05.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.216751+0000", 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339800+0000", 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.708 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1e", 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:53.582839+0000", 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.712 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.871257+0000", 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.871257+0000", 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.871544+0000", 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339799+0000", 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.715 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1e", 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:05.716 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:40:45.894644+0000", 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.720 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:05.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.228610+0000", 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.228610+0000", 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.229842+0000", 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.881160+0000", 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.723 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1f", 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:44:21.648088+0000", 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.724 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.727 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.728 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.881391+0000", 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.881391+0000", 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.881759+0000", 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030255+0000", 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.730 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1d", 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.731 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:55:48.957154+0000", 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.735 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.736 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230135+0000", 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230135+0000", 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230473+0000", 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.032002+0000", 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.738 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1c", 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.739 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:02:22.384222+0000", 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.743 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.744 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.881296+0000", 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.881296+0000", 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.881713+0000", 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:05.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029925+0000", 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.746 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1c", 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:05.747 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:17:13.673323+0000", 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:05.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.751 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.752 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230853+0000", 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230853+0000", 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231191+0000", 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.032162+0000", 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.754 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1d", 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.755 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.756 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:43.225886+0000", 2024-04-02T08:31:05.756 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.756 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.756 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.759 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:05.760 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.877327+0000", 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.877327+0000", 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.877627+0000", 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.762 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.763 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1b", 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:37:41.990341+0000", 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.767 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:05.768 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.233170+0000", 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.233170+0000", 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.234494+0000", 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030634+0000", 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.770 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1a", 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.771 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:48:00.914657+0000", 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.775 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.776 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.877240+0000", 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.877240+0000", 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.877521+0000", 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:05.777 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338230+0000", 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.778 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1a", 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.779 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:40.389754+0000", 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.783 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.784 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.238837+0000", 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.238837+0000", 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.239111+0000", 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:05.785 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880545+0000", 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.786 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1b", 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.787 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:17:51.084157+0000", 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.791 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.792 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.866152+0000", 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.866152+0000", 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.866432+0000", 2024-04-02T08:31:05.793 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:05.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339703+0000", 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.795 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.19", 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:22:51.561815+0000", 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.799 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.800 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.397727+0000", 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.397727+0000", 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.398087+0000", 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:05.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339074+0000", 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.802 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.18", 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 28, 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:40:40.249267+0000", 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.803 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.807 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.870320+0000", 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.870320+0000", 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.870663+0000", 2024-04-02T08:31:05.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030221+0000", 2024-04-02T08:31:05.809 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.18", 2024-04-02T08:31:05.810 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:32.866238+0000", 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.814 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.815 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230879+0000", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230879+0000", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231151+0000", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028902+0000", 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.817 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.19", 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:53:15.384330+0000", 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.821 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.822 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.873358+0000", 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.873358+0000", 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.873640+0000", 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338785+0000", 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.824 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.17", 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.825 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:21:35.772551+0000", 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.829 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.830 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.238060+0000", 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.238060+0000", 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.238370+0000", 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.831 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031907+0000", 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.832 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.16", 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.833 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:04:17.741081+0000", 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.837 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.837 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.837 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.838 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.838 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.838 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.838 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.838 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:05.838 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.838 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.838 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.838 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.838 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.875613+0000", 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.875613+0000", 2024-04-02T08:31:05.839 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.876185+0000", 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029793+0000", 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.841 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.842 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.842 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.842 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.16", 2024-04-02T08:31:05.842 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.842 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.842 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.842 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:05.842 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.842 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:47:30.259508+0000", 2024-04-02T08:31:05.842 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.842 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.846 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:05.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.229042+0000", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.229042+0000", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.229320+0000", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.881098+0000", 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.849 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.17", 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:53:38.565953+0000", 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.854 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.876376+0000", 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.876376+0000", 2024-04-02T08:31:05.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.876700+0000", 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:05.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029185+0000", 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3, 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3, 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.857 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.15", 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 23, 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:57:45.250129+0000", 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 90, 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T08:31:05.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T08:31:05.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:05.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.861 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'3" 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.862 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.242591+0000", 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.242591+0000", 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.242892+0000", 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029618+0000", 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.864 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.14", 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.865 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:35:00.305442+0000", 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.869 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.870 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.870 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.870 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:05.870 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.870 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.870 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.870 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.870 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.870 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:05.870 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.871077+0000", 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.871077+0000", 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.871778+0000", 2024-04-02T08:31:05.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:29:40.402832+0000", 2024-04-02T08:31:05.872 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 12, 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 12, 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.14", 2024-04-02T08:31:05.873 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 32, 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:11:34.357949+0000", 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 2632, 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T08:31:05.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T08:31:05.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T08:31:05.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 12, 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 9 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "69'12" 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.879 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.248624+0000", 2024-04-02T08:31:05.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.248624+0000", 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.248985+0000", 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031080+0000", 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.15", 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:10:56.742042+0000", 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.887 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.874830+0000", 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.874830+0000", 2024-04-02T08:31:05.888 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.875127+0000", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880174+0000", 2024-04-02T08:31:05.889 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.890 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.13", 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:46:56.483246+0000", 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 34, 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T08:31:05.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 7 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.894 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:05.895 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.240949+0000", 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.240949+0000", 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.241247+0000", 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.896 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880640+0000", 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.897 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.12", 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.898 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:01:53.766455+0000", 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.903 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.880049+0000", 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.880049+0000", 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.880395+0000", 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:05.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029396+0000", 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.905 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.12", 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:43:28.699606+0000", 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.906 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:05.910 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.911 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.250300+0000", 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.250300+0000", 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.250696+0000", 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:05.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030257+0000", 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.913 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.13", 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:47:28.967621+0000", 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.914 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.918 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.866069+0000", 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.866069+0000", 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.866412+0000", 2024-04-02T08:31:05.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338018+0000", 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.920 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.11", 2024-04-02T08:31:05.921 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:43:29.470534+0000", 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.925 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.926 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.227478+0000", 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.227478+0000", 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.227813+0000", 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:05.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338272+0000", 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.928 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.10", 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.929 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:05:58.068910+0000", 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.933 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:05.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.869501+0000", 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.869501+0000", 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.871322+0000", 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.935 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339078+0000", 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 8, 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 8, 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.936 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.10", 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 28, 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:37:59.016189+0000", 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 4, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 12, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.940 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'8" 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.941 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.247853+0000", 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.247853+0000", 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.248182+0000", 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:05.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030305+0000", 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.943 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.11", 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.944 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:18:33.658270+0000", 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.948 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.949 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.871004+0000", 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.871004+0000", 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.871657+0000", 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:05.950 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:05.951 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.951 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.951 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.951 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:05.951 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029587+0000", 2024-04-02T08:31:05.951 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.951 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:05.951 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.951 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.951 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.f", 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.952 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:23:06.835838+0000", 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 22, 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:05.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:05.956 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.957 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.248465+0000", 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.248465+0000", 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.248798+0000", 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:05.958 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029977+0000", 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.959 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.e", 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:41:34.370765+0000", 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.960 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.962 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.964 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.417311+0000", 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.417311+0000", 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.417645+0000", 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:05.965 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028784+0000", 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.966 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.2", 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.967 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:33:22.758413+0000", 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.971 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.398877+0000", 2024-04-02T08:31:05.972 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.398877+0000", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.399224+0000", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029004+0000", 2024-04-02T08:31:05.973 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.4", 2024-04-02T08:31:05.974 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 29, 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:14:29.017422+0000", 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.977 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.978 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.979 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.229103+0000", 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.229103+0000", 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.229431+0000", 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:05.980 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.032202+0000", 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.981 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.5", 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.982 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:43:20.723433+0000", 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.985 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.986 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.327904+0000", 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.327904+0000", 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.328208+0000", 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:05.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029119+0000", 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.988 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.4", 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.989 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:08:38.847507+0000", 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:05.992 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:05.993 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.877794+0000", 2024-04-02T08:31:05.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.877794+0000", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.880080+0000", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:05.995 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029519+0000", 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:05.996 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.2", 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:31.487468+0000", 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:05.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:05.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:05.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.000 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.001 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.240607+0000", 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.240607+0000", 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.240844+0000", 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030834+0000", 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.003 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3", 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:35:52.312069+0000", 2024-04-02T08:31:06.004 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.009 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.419402+0000", 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.419402+0000", 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.419797+0000", 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:06.010 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029255+0000", 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.011 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.7", 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:28.790250+0000", 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.012 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.013 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.014 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.015 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.016 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:06.017 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.235899+0000", 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.235899+0000", 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.237040+0000", 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028883+0000", 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.019 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.0", 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:00:26.217538+0000", 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.021 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.022 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.023 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.024 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.869040+0000", 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.869040+0000", 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.869321+0000", 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.025 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339477+0000", 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.026 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1", 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.027 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:12:15.334618+0000", 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.031 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.418399+0000", 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.418399+0000", 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.418671+0000", 2024-04-02T08:31:06.032 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338354+0000", 2024-04-02T08:31:06.033 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.034 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.5", 2024-04-02T08:31:06.035 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.035 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.035 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.035 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:06.035 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.035 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:54:12.955546+0000", 2024-04-02T08:31:06.035 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.035 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.035 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.035 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.035 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.036 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.037 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.039 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:06.040 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.224736+0000", 2024-04-02T08:31:06.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.224736+0000", 2024-04-02T08:31:06.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.224961+0000", 2024-04-02T08:31:06.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:06.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:06.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:06.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:06.041 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339398+0000", 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.042 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2", 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:20:26.800893+0000", 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.043 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.046 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.047 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.873927+0000", 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.873927+0000", 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.874572+0000", 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.048 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029289+0000", 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.049 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.3", 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.050 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:55:46.040209+0000", 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.051 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.052 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.054 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.055 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 19, 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:22.165594+0000", 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:22.165594+0000", 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:22.166020+0000", 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T08:31:06.056 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 58, 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:31:01.322269+0000", 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 148, 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 57, 2024-04-02T08:31:06.057 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 148, 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "1.0", 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 338, 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.058 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:06:31.660080+0000", 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 394, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 584, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 219, 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.062 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "69'148" 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.063 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.328319+0000", 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.328319+0000", 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.328615+0000", 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:06.064 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:06.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:06.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:06.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:06.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880928+0000", 2024-04-02T08:31:06.065 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.065 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.065 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.066 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.066 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:06.066 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.066 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.066 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.066 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.066 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.066 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.066 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.066 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.066 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.6", 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:53:38.433045+0000", 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.067 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.070 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.070 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.070 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.070 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:06.071 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.072 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:06.072 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.072 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.072 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.072 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.072 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.072 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.072 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:06.072 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.393749+0000", 2024-04-02T08:31:06.072 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.393749+0000", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.395934+0000", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:06.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339250+0000", 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.074 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1", 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 17, 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:02:38.955435+0000", 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.079 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.079 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.079 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.079 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.079 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.079 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:06.079 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.079 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:06.079 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.081 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.081 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.081 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.081 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.081 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.081 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.878990+0000", 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.878990+0000", 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.879473+0000", 2024-04-02T08:31:06.082 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:06.083 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.083 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.083 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.083 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.083 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:06.083 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:06.083 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:06.083 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.083 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.083 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.083 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:06.084 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030457+0000", 2024-04-02T08:31:06.084 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.084 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.084 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.084 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.084 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.084 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.084 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.084 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.084 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.084 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.0", 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:51:28.962463+0000", 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.085 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.090 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.418025+0000", 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.418025+0000", 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.418259+0000", 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:06.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880518+0000", 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.092 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.3", 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:06.093 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:29:33.858218+0000", 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.097 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.098 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.098 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.098 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.098 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.098 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.098 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:06.098 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.098 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.098 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.098 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.099 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.099 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:06.099 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.099 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:06.099 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.099 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.099 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.099 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.099 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.099 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.879529+0000", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.879529+0000", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.881394+0000", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.100 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031156+0000", 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.101 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.5", 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:34:20.363420+0000", 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.102 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.105 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.107 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.232840+0000", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.232840+0000", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.233277+0000", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.108 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029115+0000", 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.109 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.4", 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:04:30.070844+0000", 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.112 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.114 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:06.115 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.418896+0000", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.418896+0000", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.419301+0000", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.116 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338981+0000", 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.117 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.0", 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:45.076700+0000", 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.119 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.121 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.122 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.864651+0000", 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.864651+0000", 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.864986+0000", 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:06.123 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028643+0000", 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.124 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.6", 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:02:32.591017+0000", 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.125 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.126 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.127 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T08:31:06.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "62'1" 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.236662+0000", 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.236662+0000", 2024-04-02T08:31:06.130 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.236929+0000", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339901+0000", 2024-04-02T08:31:06.131 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.7", 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.132 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:34.259136+0000", 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.133 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.134 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.136 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T08:31:06.137 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:28:13.417048+0000", 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:28:13.417048+0000", 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:28:13.417354+0000", 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 67, 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:06.138 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029983+0000", 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 66, 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.139 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.1", 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 13, 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:37:23.213565+0000", 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.140 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.141 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.144 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.145 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.876513+0000", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.876513+0000", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.876794+0000", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338702+0000", 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.147 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.7", 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:23:09.735995+0000", 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.148 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.151 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.152 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.231209+0000", 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.231209+0000", 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231458+0000", 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.153 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.881012+0000", 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.154 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.6", 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.155 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:59:48.769831+0000", 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:06.159 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.160 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.878592+0000", 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.878592+0000", 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.879284+0000", 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:06.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031066+0000", 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.162 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.8", 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:13:13.761715+0000", 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.163 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:06.166 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.167 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.234112+0000", 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.234112+0000", 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.234410+0000", 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:06.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030425+0000", 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.169 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.170 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.170 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.170 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.170 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.170 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.170 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.170 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.9", 2024-04-02T08:31:06.170 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.170 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.170 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.170 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:30.888557+0000", 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.174 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.878893+0000", 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.878893+0000", 2024-04-02T08:31:06.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.879582+0000", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.176 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.9", 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:06.177 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:01:42.219973+0000", 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.181 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.182 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.240173+0000", 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.240173+0000", 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.240640+0000", 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:06.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339012+0000", 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.184 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.8", 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:03:18.545912+0000", 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.185 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.189 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.876684+0000", 2024-04-02T08:31:06.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.876684+0000", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.877092+0000", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028638+0000", 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.192 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.a", 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:58:12.517578+0000", 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.196 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:06.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.233252+0000", 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.233252+0000", 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.233471+0000", 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339279+0000", 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.199 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.200 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.b", 2024-04-02T08:31:06.200 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.200 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.200 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.200 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.200 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.200 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:04:10.911111+0000", 2024-04-02T08:31:06.200 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.200 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.200 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.203 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.204 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.881348+0000", 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.881348+0000", 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.881663+0000", 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030178+0000", 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:06.206 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.b", 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.207 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:19:34.235714+0000", 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T08:31:06.211 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.211 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.211 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.211 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.211 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.211 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.211 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.211 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.212 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230250+0000", 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230250+0000", 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230577+0000", 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:06.214 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:06.214 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:06.214 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.214 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.214 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.214 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:06.214 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338208+0000", 2024-04-02T08:31:06.214 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.214 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.214 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.214 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.a", 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.215 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:35:07.459145+0000", 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.219 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.220 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.872456+0000", 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.872456+0000", 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.872701+0000", 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.221 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.222 INFO:tasks.workunit.client.0.smithi104.stderr:+ echo OK 2024-04-02T08:31:06.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.224 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.225 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.225 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.225 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.225 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:05 smithi188 ceph-mon[30882]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:31:06.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:06.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:06.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:06.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339383+0000", 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.227 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.c", 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 20, 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:44:51.244208+0000", 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.231 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.232 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.248618+0000", 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.248618+0000", 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.249054+0000", 2024-04-02T08:31:06.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031231+0000", 2024-04-02T08:31:06.234 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.d", 2024-04-02T08:31:06.235 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:58:16.058568+0000", 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.239 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.240 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.870574+0000", 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.870574+0000", 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.870867+0000", 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.028652+0000", 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.242 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.d", 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 21, 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:57:14.181829+0000", 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.243 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 70, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.246 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.247 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.227632+0000", 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.227632+0000", 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.228113+0000", 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:06.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031851+0000", 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.249 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.c", 2024-04-02T08:31:06.250 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:14:37.057058+0000", 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.254 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.255 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:36.878295+0000", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:36.878295+0000", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:36.878715+0000", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 60, 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339929+0000", 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 59, 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T08:31:06.257 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.e", 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 22, 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:20:27.919990+0000", 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.261 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.262 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.398145+0000", 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.398145+0000", 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.398355+0000", 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030730+0000", 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.264 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.f", 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.265 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 28, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:07:41.251580+0000", 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.269 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.270 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.270 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.270 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.270 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:06.270 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.270 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:06.270 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.270 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.270 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.270 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.273 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.273 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.273 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:06.273 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.226759+0000", 2024-04-02T08:31:06.273 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.226759+0000", 2024-04-02T08:31:06.273 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.227091+0000", 2024-04-02T08:31:06.273 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.337967+0000", 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.274 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.20", 2024-04-02T08:31:06.275 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:12:07.990519+0000", 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.276 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.279 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.280 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.226401+0000", 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.226401+0000", 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.226648+0000", 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.282 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.21", 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:05.331424+0000", 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.283 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.287 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.234101+0000", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.234101+0000", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.234438+0000", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031525+0000", 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.290 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.22", 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:14:52.727404+0000", 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.295 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:58.399184+0000", 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:58.399184+0000", 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:58.399716+0000", 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 64, 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880609+0000", 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.297 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 63, 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.23", 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.298 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 28, 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:38.440165+0000", 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.302 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.303 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.229107+0000", 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.229107+0000", 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230303+0000", 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339334+0000", 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.305 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.24", 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.306 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:57:10.613068+0000", 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.310 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.311 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.230405+0000", 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.230405+0000", 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230678+0000", 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.029096+0000", 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.313 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.25", 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.314 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:58:25.763155+0000", 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.318 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.237510+0000", 2024-04-02T08:31:06.319 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.237510+0000", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.237803+0000", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:06.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338778+0000", 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.321 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.26", 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:48:08.838031+0000", 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.325 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:06.326 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.229629+0000", 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.229629+0000", 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.230057+0000", 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339958+0000", 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.27", 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.329 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:05:23.594422+0000", 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.333 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.224873+0000", 2024-04-02T08:31:06.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.224873+0000", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.225274+0000", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:06.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.030313+0000", 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.336 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.28", 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:44:48.784191+0000", 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T08:31:06.340 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.341 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.231370+0000", 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.231370+0000", 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.231628+0000", 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:06.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.339624+0000", 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.343 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.29", 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:07:16.754839+0000", 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.344 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.348 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.239681+0000", 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.239681+0000", 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.240045+0000", 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:17.031623+0000", 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.350 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2a", 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.351 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:35.812523+0000", 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T08:31:06.355 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.356 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.239472+0000", 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.239472+0000", 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.239765+0000", 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:06.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.880649+0000", 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.358 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2b", 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:09:02.954023+0000", 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.359 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T08:31:06.363 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:31:06.364 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:27:37.228007+0000", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:27:37.228007+0000", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:27:37.228296+0000", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 61, 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T08:31:06.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T08:28:16.338387+0000", 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 60, 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:31:06.366 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2c", 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 69, 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 19, 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:56:02.952416+0000", 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T08:31:06.370 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pool": [ 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 24, 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 8, 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T08:31:06.371 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 4, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.375 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 24 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 192, 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 64, 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 3, 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T08:31:06.379 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 192 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 3, 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.380 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 148, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 1, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 3, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 148, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 1, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T08:31:06.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 394, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 584, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 219, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 1781760, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 1771104, 2024-04-02T08:31:06.384 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 3 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 96, 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 45, 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 32, 2024-04-02T08:31:06.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 45, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 2, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 3430, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T08:31:06.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 66, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 22, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 22, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T08:31:06.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 14, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T08:31:06.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 51, 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 20 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 98304, 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 10290, 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T08:31:06.389 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 96 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 105, 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": 4, 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_by_class": { 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: "ssd": { 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 767723032576, 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T08:31:06.390 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 237252608, 2024-04-02T08:31:06.391 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_bytes": 237252608, 2024-04-02T08:31:06.391 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_ratio": 0.00030893864459358156 2024-04-02T08:31:06.391 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:06.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T08:31:06.391 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 767723032576, 2024-04-02T08:31:06.391 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T08:31:06.391 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 237252608 2024-04-02T08:31:06.391 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:06.391 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T08:31:06.391 INFO:tasks.workunit.client.0.smithi104.stdout:} 2024-04-02T08:31:06.391 INFO:tasks.workunit.client.0.smithi104.stdout:OK 2024-04-02T08:31:06.392 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:31:06.392 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:31:06.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:06.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:06.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:06.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:06.397 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.397 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.397 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:06.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:04 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:31:06.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.398 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[39229]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:31:06.400 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.400 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.401 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:31:06.402 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:05 smithi104 ceph-mon[27401]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:31:06.434 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-02T08:31:06.435 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:31:06.718 DEBUG:teuthology.parallel:result is None 2024-04-02T08:31:06.719 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:31:06.745 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:31:06.746 DEBUG:teuthology.orchestra.run.smithi104:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:31:06.815 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:31:06.816 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:31:06.826 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-02T08:31:06.826 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:31:06.875 INFO:teuthology.task.print:**** done start parallel 2024-04-02T08:31:06.875 INFO:teuthology.run_tasks:Running task parallel... 2024-04-02T08:31:06.928 INFO:teuthology.task.parallel:starting parallel... 2024-04-02T08:31:06.928 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-02T08:31:06.929 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:31:06.929 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-02T08:31:06.929 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-02T08:31:06.931 INFO:tasks.rados:Beginning rados... 2024-04-02T08:31:06.931 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:31:06.931 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-rf-nohist3'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-rf-nohist3', 'sha1': '14da45f22b7b6f8995de09c1525ea96ba87a39fd'}} 2024-04-02T08:31:06.931 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:31:06.932 INFO:tasks.rados:joining rados 2024-04-02T08:31:06.932 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-02T08:31:06.932 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:31:06.932 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-02T08:31:06.932 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-02T08:31:06.933 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi104.front.sepia.ceph.com 2024-04-02T08:31:06.933 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-02T08:31:06.933 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-02T08:31:06.934 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-02T08:31:07.156 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:31:07.159 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:31:07.472 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:07 smithi104 ceph-mon[27401]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:31:07.472 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:31:07] "GET /metrics HTTP/1.1" 200 33674 "" "Prometheus/2.43.0" 2024-04-02T08:31:07.473 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:07 smithi104 ceph-mon[39229]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:31:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:07 smithi188 ceph-mon[30882]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:31:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:09 smithi104 ceph-mon[39229]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:31:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:09 smithi104 ceph-mon[27401]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:31:09.675 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:09 smithi188 ceph-mon[30882]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:31:10.712 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:10 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3416131958' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:31:10.712 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:10 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:31:10.712 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:10 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:10.712 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:10 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3416131958' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:31:10.712 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:10 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:31:10.712 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:10 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:10 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3416131958' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:31:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:10 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:31:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:10 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:10.985 INFO:tasks.rados:starting run 0 out of 1 2024-04-02T08:31:10.986 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-02T08:31:10.986 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-02T08:31:11.344 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-02T08:31:11.428 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:31:11.582 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:11 smithi104 ceph-mon[27401]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:31:11.582 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:11 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:31:11.583 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:11 smithi104 ceph-mon[27401]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:31:11.583 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:11 smithi104 ceph-mon[39229]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:31:11.583 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:11 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:31:11.583 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:11 smithi104 ceph-mon[39229]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:31:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:11 smithi188 ceph-mon[30882]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:31:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:11 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:31:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:11 smithi188 ceph-mon[30882]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:31:12.145 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:31:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:13 smithi188 ceph-mon[30882]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:31:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:13 smithi104 ceph-mon[39229]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:31:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:13 smithi104 ceph-mon[27401]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:31:14.533 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:14 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2802867255' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:31:14.533 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:14 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2802867255' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:31:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:14 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2802867255' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:31:14.984 INFO:teuthology.orchestra.run.smithi104.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:31:15.439 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'unique_pool_0' created 2024-04-02T08:31:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[39229]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:31:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[39229]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:31:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:15.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:15.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[27401]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:31:15.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[27401]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:31:15.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:15.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:15.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:15.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:15.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:15 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:15.690 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-02T08:31:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:15 smithi188 ceph-mon[30882]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:31:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:15 smithi188 ceph-mon[30882]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:31:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:15 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:15 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:15 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:15 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:15 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:16.339 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-02T08:31:16.407 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:31:16.577 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[39229]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:16.577 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[39229]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:31:16.578 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[39229]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:31:16.578 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2802867255' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:31:16.578 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[39229]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:31:16.578 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[39229]: pgmap v103: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:16.578 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[27401]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:16.578 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[27401]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:31:16.578 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[27401]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:31:16.578 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2802867255' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:31:16.578 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[27401]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:31:16.578 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:16 smithi104 ceph-mon[27401]: pgmap v103: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:16 smithi188 ceph-mon[30882]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:16 smithi188 ceph-mon[30882]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:31:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:16 smithi188 ceph-mon[30882]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T08:31:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:16 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2802867255' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:31:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:16 smithi188 ceph-mon[30882]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:31:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:16 smithi188 ceph-mon[30882]: pgmap v103: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:17.227 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:31:17.626 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:17 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:31:17] "GET /metrics HTTP/1.1" 200 33670 "" "Prometheus/2.43.0" 2024-04-02T08:31:17.626 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:17 smithi104 ceph-mon[27401]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:31:17.627 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:17 smithi104 ceph-mon[27401]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:31:17.627 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:17 smithi104 ceph-mon[39229]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:31:17.627 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:17 smithi104 ceph-mon[39229]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:31:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:17 smithi188 ceph-mon[30882]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:31:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:17 smithi188 ceph-mon[30882]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:31:18.802 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:18 smithi104 ceph-mon[39229]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:31:18.802 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:18 smithi104 ceph-mon[39229]: pgmap v106: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:18.803 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:18 smithi104 ceph-mon[27401]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:31:18.803 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:18 smithi104 ceph-mon[27401]: pgmap v106: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:18 smithi188 ceph-mon[30882]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:31:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:18 smithi188 ceph-mon[30882]: pgmap v106: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:19.621 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:31:19.981 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:31:19.981 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (119s) 105s ago 2m 16.2M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:31:19.981 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (2m) 104s ago 2m 82.7M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (3m) 105s ago 3m 13.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (3m) 104s ago 3m 15.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,8765 running (7m) 104s ago 7m 448M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 718d93b7fa9a 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:9283,8765 running (9m) 105s ago 9m 496M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 2e260794b810 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (9m) 105s ago 9m 49.2M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d e3e66e74231a 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (7m) 104s ago 7m 40.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3404e6d1d70c 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (7m) 105s ago 7m 40.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 91267a7083f3 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (2m) 105s ago 2m 11.1M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (2m) 104s ago 2m 3808k - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (7m) 105s ago 7m 45.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5ffe884bf 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (6m) 105s ago 6m 51.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0fac1c9ff7f8 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (6m) 105s ago 6m 49.6M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d f49701d81936 2024-04-02T08:31:19.982 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (5m) 105s ago 5m 47.9M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 56815e6cf0b9 2024-04-02T08:31:19.983 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (5m) 104s ago 5m 41.5M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:31:19.983 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (4m) 104s ago 4m 51.5M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:31:19.983 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (4m) 104s ago 4m 40.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:31:19.983 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (4m) 104s ago 4m 50.3M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:31:19.983 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (113s) 104s ago 3m 28.8M - 2.43.0 a07b618ecd1d 8c547908995c 2024-04-02T08:31:20.207 INFO:teuthology.orchestra.run.smithi104.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-02T08:31:20.423 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:31:20.423 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:31:20.424 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:31:20.425 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:31:20.425 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:31:20.425 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:31:20.587 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:20 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/2273528303' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:31:20.587 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:20 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:31:20.587 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:20 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/2273528303' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:31:20.587 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:20 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:31:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:20 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2273528303' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:31:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:20 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:31:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:21 smithi188 ceph-mon[30882]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:21 smithi188 ceph-mon[30882]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:21 smithi188 ceph-mon[30882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:31:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:21 smithi188 ceph-mon[30882]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:31:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:21 smithi188 ceph-mon[30882]: pgmap v108: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:21 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1115371598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[39229]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[39229]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[39229]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:31:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[39229]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:31:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[39229]: pgmap v108: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1115371598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[27401]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[27401]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[27401]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:31:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[27401]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:31:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[27401]: pgmap v108: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:21 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1115371598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.909 DEBUG:teuthology.orchestra.run.smithi104:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout:adding op weight read -> 100 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout:adding op weight delete -> 50 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout:adding op weight snap_create -> 50 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout:adding op weight snap_remove -> 50 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout:adding op weight rollback -> 50 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout:adding op weight setattr -> 25 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout:adding op weight rmattr -> 25 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout:adding op weight copy_from -> 50 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout:adding op weight append -> 100 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout:ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout:Configuration: 2024-04-02T08:31:21.937 INFO:tasks.rados.rados.0.smithi104.stdout: Number of operations: 4000 2024-04-02T08:31:21.938 INFO:tasks.rados.rados.0.smithi104.stdout: Number of objects: 50 2024-04-02T08:31:21.938 INFO:tasks.rados.rados.0.smithi104.stdout: Max in flight operations: 16 2024-04-02T08:31:21.938 INFO:tasks.rados.rados.0.smithi104.stdout: Object size (in bytes): 4000000 2024-04-02T08:31:21.938 INFO:tasks.rados.rados.0.smithi104.stdout: Write stride min: 400000 2024-04-02T08:31:21.938 INFO:tasks.rados.rados.0.smithi104.stdout: Write stride max: 800000 2024-04-02T08:31:22.210 INFO:tasks.rados.rados.0.smithi104.stdout:1: write initial oid 1 2024-04-02T08:31:22.210 INFO:tasks.rados.rados.0.smithi104.stdout:1: seq_num 0 ranges {0=24576} 2024-04-02T08:31:22.210 INFO:tasks.rados.rados.0.smithi104.stdout:1: writing smithi10482514-1 from 0 to 24576 tid 1 2024-04-02T08:31:22.210 INFO:tasks.rados.rados.0.smithi104.stdout:2: write initial oid 2 2024-04-02T08:31:22.210 INFO:tasks.rados.rados.0.smithi104.stdout:2: seq_num 1 ranges {0=24576} 2024-04-02T08:31:22.210 INFO:tasks.rados.rados.0.smithi104.stdout:2: writing smithi10482514-2 from 0 to 24576 tid 1 2024-04-02T08:31:22.210 INFO:tasks.rados.rados.0.smithi104.stdout:3: write initial oid 3 2024-04-02T08:31:22.210 INFO:tasks.rados.rados.0.smithi104.stdout:3: seq_num 2 ranges {0=40960} 2024-04-02T08:31:22.210 INFO:tasks.rados.rados.0.smithi104.stdout:3: writing smithi10482514-3 from 0 to 40960 tid 1 2024-04-02T08:31:22.210 INFO:tasks.rados.rados.0.smithi104.stdout:4: write initial oid 4 2024-04-02T08:31:22.210 INFO:tasks.rados.rados.0.smithi104.stdout:4: seq_num 3 ranges {0=57344} 2024-04-02T08:31:22.211 INFO:tasks.rados.rados.0.smithi104.stdout:4: writing smithi10482514-4 from 0 to 57344 tid 1 2024-04-02T08:31:22.211 INFO:tasks.rados.rados.0.smithi104.stdout:5: write initial oid 5 2024-04-02T08:31:22.211 INFO:tasks.rados.rados.0.smithi104.stdout:5: seq_num 4 ranges {0=73728} 2024-04-02T08:31:22.211 INFO:tasks.rados.rados.0.smithi104.stdout:5: writing smithi10482514-5 from 0 to 73728 tid 1 2024-04-02T08:31:22.211 INFO:tasks.rados.rados.0.smithi104.stdout:6: write initial oid 6 2024-04-02T08:31:22.212 INFO:tasks.rados.rados.0.smithi104.stdout:6: seq_num 5 ranges {0=90112} 2024-04-02T08:31:22.212 INFO:tasks.rados.rados.0.smithi104.stdout:6: writing smithi10482514-6 from 0 to 90112 tid 1 2024-04-02T08:31:22.212 INFO:tasks.rados.rados.0.smithi104.stdout:7: write initial oid 7 2024-04-02T08:31:22.213 INFO:tasks.rados.rados.0.smithi104.stdout:7: seq_num 6 ranges {0=106496} 2024-04-02T08:31:22.213 INFO:tasks.rados.rados.0.smithi104.stdout:7: writing smithi10482514-7 from 0 to 106496 tid 1 2024-04-02T08:31:22.213 INFO:tasks.rados.rados.0.smithi104.stdout:8: write initial oid 8 2024-04-02T08:31:22.213 INFO:tasks.rados.rados.0.smithi104.stdout:8: seq_num 7 ranges {0=122880} 2024-04-02T08:31:22.213 INFO:tasks.rados.rados.0.smithi104.stdout:8: writing smithi10482514-8 from 0 to 122880 tid 1 2024-04-02T08:31:22.213 INFO:tasks.rados.rados.0.smithi104.stdout:9: write initial oid 9 2024-04-02T08:31:22.213 INFO:tasks.rados.rados.0.smithi104.stdout:9: seq_num 8 ranges {0=139264} 2024-04-02T08:31:22.214 INFO:tasks.rados.rados.0.smithi104.stdout:9: writing smithi10482514-9 from 0 to 139264 tid 1 2024-04-02T08:31:22.214 INFO:tasks.rados.rados.0.smithi104.stdout:10: write initial oid 10 2024-04-02T08:31:22.214 INFO:tasks.rados.rados.0.smithi104.stdout:10: seq_num 9 ranges {0=155648} 2024-04-02T08:31:22.216 INFO:tasks.rados.rados.0.smithi104.stdout:10: writing smithi10482514-10 from 0 to 155648 tid 1 2024-04-02T08:31:22.216 INFO:tasks.rados.rados.0.smithi104.stdout:11: write initial oid 11 2024-04-02T08:31:22.216 INFO:tasks.rados.rados.0.smithi104.stdout:11: seq_num 10 ranges {0=172032} 2024-04-02T08:31:22.217 INFO:tasks.rados.rados.0.smithi104.stdout:11: writing smithi10482514-11 from 0 to 172032 tid 1 2024-04-02T08:31:22.217 INFO:tasks.rados.rados.0.smithi104.stdout:12: write initial oid 12 2024-04-02T08:31:22.218 INFO:tasks.rados.rados.0.smithi104.stdout:12: seq_num 11 ranges {0=188416} 2024-04-02T08:31:22.219 INFO:tasks.rados.rados.0.smithi104.stdout:12: writing smithi10482514-12 from 0 to 188416 tid 1 2024-04-02T08:31:22.219 INFO:tasks.rados.rados.0.smithi104.stdout:13: write initial oid 13 2024-04-02T08:31:22.219 INFO:tasks.rados.rados.0.smithi104.stdout:13: seq_num 12 ranges {0=204800} 2024-04-02T08:31:22.222 INFO:tasks.rados.rados.0.smithi104.stdout:13: writing smithi10482514-13 from 0 to 204800 tid 1 2024-04-02T08:31:22.222 INFO:tasks.rados.rados.0.smithi104.stdout:14: write initial oid 14 2024-04-02T08:31:22.222 INFO:tasks.rados.rados.0.smithi104.stdout:14: seq_num 13 ranges {0=221184} 2024-04-02T08:31:22.226 INFO:tasks.rados.rados.0.smithi104.stdout:14: writing smithi10482514-14 from 0 to 221184 tid 1 2024-04-02T08:31:22.227 INFO:tasks.rados.rados.0.smithi104.stdout:1: finishing write tid 1 to smithi10482514-1 2024-04-02T08:31:22.227 INFO:tasks.rados.rados.0.smithi104.stdout:2: finishing write tid 1 to smithi10482514-2 2024-04-02T08:31:22.227 INFO:tasks.rados.rados.0.smithi104.stdout:1: finishing write tid 2 to smithi10482514-1 2024-04-02T08:31:22.227 INFO:tasks.rados.rados.0.smithi104.stdout:1: finishing write tid 3 to smithi10482514-1 2024-04-02T08:31:22.227 INFO:tasks.rados.rados.0.smithi104.stdout:1: oid 1 updating version 0 to 1 2024-04-02T08:31:22.227 INFO:tasks.rados.rados.0.smithi104.stdout:1: oid 1 updating version 1 to 2 2024-04-02T08:31:22.227 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:22.227 INFO:tasks.rados.rados.0.smithi104.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:22.227 INFO:tasks.rados.rados.0.smithi104.stdout:2: finishing write tid 2 to smithi10482514-2 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:7: finishing write tid 1 to smithi10482514-7 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:3: finishing write tid 1 to smithi10482514-3 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:3: finishing write tid 2 to smithi10482514-3 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:7: finishing write tid 2 to smithi10482514-7 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:4: finishing write tid 1 to smithi10482514-4 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:4: finishing write tid 2 to smithi10482514-4 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:5: finishing write tid 1 to smithi10482514-5 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:5: finishing write tid 2 to smithi10482514-5 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:3: finishing write tid 3 to smithi10482514-3 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:3: oid 3 updating version 0 to 1 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:3: oid 3 updating version 1 to 2 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-02T08:31:22.228 INFO:tasks.rados.rados.0.smithi104.stdout:6: finishing write tid 1 to smithi10482514-6 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:10: finishing write tid 1 to smithi10482514-10 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:7: finishing write tid 3 to smithi10482514-7 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:7: oid 7 updating version 0 to 3 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:7: oid 7 updating version 3 to 4 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:2: finishing write tid 3 to smithi10482514-2 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:2: oid 2 updating version 0 to 1 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:2: oid 2 updating version 1 to 2 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:4: finishing write tid 3 to smithi10482514-4 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:4: oid 4 updating version 0 to 1 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:4: oid 4 updating version 1 to 2 2024-04-02T08:31:22.229 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:5: finishing write tid 3 to smithi10482514-5 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:5: oid 5 updating version 0 to 1 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:5: oid 5 updating version 1 to 2 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:6: finishing write tid 2 to smithi10482514-6 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:8: finishing write tid 1 to smithi10482514-8 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:10: finishing write tid 2 to smithi10482514-10 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:11: finishing write tid 1 to smithi10482514-11 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:11: finishing write tid 2 to smithi10482514-11 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:8: finishing write tid 2 to smithi10482514-8 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:12: finishing write tid 1 to smithi10482514-12 2024-04-02T08:31:22.230 INFO:tasks.rados.rados.0.smithi104.stdout:12: finishing write tid 2 to smithi10482514-12 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:9: finishing write tid 1 to smithi10482514-9 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:9: finishing write tid 2 to smithi10482514-9 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:8: finishing write tid 3 to smithi10482514-8 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:8: oid 8 updating version 0 to 3 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:8: oid 8 updating version 3 to 4 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:6: finishing write tid 3 to smithi10482514-6 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:6: oid 6 updating version 0 to 1 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:6: oid 6 updating version 1 to 2 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:1: done (13 left) 2024-04-02T08:31:22.231 INFO:tasks.rados.rados.0.smithi104.stdout:2: done (12 left) 2024-04-02T08:31:22.232 INFO:tasks.rados.rados.0.smithi104.stdout:3: done (11 left) 2024-04-02T08:31:22.232 INFO:tasks.rados.rados.0.smithi104.stdout:4: done (10 left) 2024-04-02T08:31:22.232 INFO:tasks.rados.rados.0.smithi104.stdout:5: done (9 left) 2024-04-02T08:31:22.232 INFO:tasks.rados.rados.0.smithi104.stdout:6: done (8 left) 2024-04-02T08:31:22.232 INFO:tasks.rados.rados.0.smithi104.stdout:7: done (7 left) 2024-04-02T08:31:22.232 INFO:tasks.rados.rados.0.smithi104.stdout:8: done (6 left) 2024-04-02T08:31:22.232 INFO:tasks.rados.rados.0.smithi104.stdout:15: write initial oid 15 2024-04-02T08:31:22.232 INFO:tasks.rados.rados.0.smithi104.stdout:15: seq_num 14 ranges {0=237568} 2024-04-02T08:31:22.232 INFO:tasks.rados.rados.0.smithi104.stdout:15: writing smithi10482514-15 from 0 to 237568 tid 1 2024-04-02T08:31:22.232 INFO:tasks.rados.rados.0.smithi104.stdout:16: write initial oid 16 2024-04-02T08:31:22.232 INFO:tasks.rados.rados.0.smithi104.stdout:16: seq_num 15 ranges {0=253952} 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:16: writing smithi10482514-16 from 0 to 253952 tid 1 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:17: write initial oid 17 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:17: seq_num 16 ranges {0=270336} 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:17: writing smithi10482514-17 from 0 to 270336 tid 1 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:18: write initial oid 18 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:18: seq_num 17 ranges {0=286720} 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:18: writing smithi10482514-18 from 0 to 286720 tid 1 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:19: write initial oid 19 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:19: seq_num 18 ranges {0=303104} 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:19: writing smithi10482514-19 from 0 to 303104 tid 1 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:20: write initial oid 20 2024-04-02T08:31:22.234 INFO:tasks.rados.rados.0.smithi104.stdout:20: seq_num 19 ranges {0=319488} 2024-04-02T08:31:22.236 INFO:tasks.rados.rados.0.smithi104.stdout:20: writing smithi10482514-20 from 0 to 319488 tid 1 2024-04-02T08:31:22.236 INFO:tasks.rados.rados.0.smithi104.stdout:9: finishing write tid 3 to smithi10482514-9 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:9: oid 9 updating version 0 to 1 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:9: oid 9 updating version 1 to 2 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:11: finishing write tid 3 to smithi10482514-11 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:11: oid 11 updating version 0 to 2 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:11: oid 11 version 2 is already newer than 1 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:10: finishing write tid 3 to smithi10482514-10 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:10: oid 10 updating version 0 to 1 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:10: oid 10 updating version 1 to 2 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-02T08:31:22.237 INFO:tasks.rados.rados.0.smithi104.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:12: finishing write tid 3 to smithi10482514-12 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:12: oid 12 updating version 0 to 4 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:12: oid 12 version 4 is already newer than 3 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:14: finishing write tid 1 to smithi10482514-14 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:14: finishing write tid 2 to smithi10482514-14 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:13: finishing write tid 1 to smithi10482514-13 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:13: finishing write tid 2 to smithi10482514-13 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:13: finishing write tid 3 to smithi10482514-13 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:13: oid 13 updating version 0 to 2 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:13: oid 13 version 2 is already newer than 1 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-02T08:31:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:14: finishing write tid 3 to smithi10482514-14 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:14: oid 14 updating version 0 to 2 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:14: oid 14 version 2 is already newer than 1 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:15: finishing write tid 1 to smithi10482514-15 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:15: finishing write tid 2 to smithi10482514-15 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:16: finishing write tid 1 to smithi10482514-16 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:16: finishing write tid 2 to smithi10482514-16 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:15: finishing write tid 3 to smithi10482514-15 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:15: oid 15 updating version 0 to 3 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:15: oid 15 updating version 3 to 4 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-02T08:31:22.239 INFO:tasks.rados.rados.0.smithi104.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:17: finishing write tid 1 to smithi10482514-17 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:17: finishing write tid 2 to smithi10482514-17 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:16: finishing write tid 3 to smithi10482514-16 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:16: oid 16 updating version 0 to 2 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:16: oid 16 version 2 is already newer than 1 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:17: finishing write tid 3 to smithi10482514-17 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:17: oid 17 updating version 0 to 4 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:17: oid 17 version 4 is already newer than 3 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:18: finishing write tid 1 to smithi10482514-18 2024-04-02T08:31:22.240 INFO:tasks.rados.rados.0.smithi104.stdout:9: done (11 left) 2024-04-02T08:31:22.241 INFO:tasks.rados.rados.0.smithi104.stdout:10: done (10 left) 2024-04-02T08:31:22.241 INFO:tasks.rados.rados.0.smithi104.stdout:11: done (9 left) 2024-04-02T08:31:22.241 INFO:tasks.rados.rados.0.smithi104.stdout:12: done (8 left) 2024-04-02T08:31:22.241 INFO:tasks.rados.rados.0.smithi104.stdout:13: done (7 left) 2024-04-02T08:31:22.241 INFO:tasks.rados.rados.0.smithi104.stdout:14: done (6 left) 2024-04-02T08:31:22.241 INFO:tasks.rados.rados.0.smithi104.stdout:15: done (5 left) 2024-04-02T08:31:22.241 INFO:tasks.rados.rados.0.smithi104.stdout:16: done (4 left) 2024-04-02T08:31:22.241 INFO:tasks.rados.rados.0.smithi104.stdout:17: done (3 left) 2024-04-02T08:31:22.241 INFO:tasks.rados.rados.0.smithi104.stdout:21: write initial oid 21 2024-04-02T08:31:22.241 INFO:tasks.rados.rados.0.smithi104.stdout:21: seq_num 20 ranges {0=344064} 2024-04-02T08:31:22.242 INFO:tasks.rados.rados.0.smithi104.stdout:21: writing smithi10482514-21 from 0 to 344064 tid 1 2024-04-02T08:31:22.242 INFO:tasks.rados.rados.0.smithi104.stdout:22: write initial oid 22 2024-04-02T08:31:22.242 INFO:tasks.rados.rados.0.smithi104.stdout:22: seq_num 21 ranges {0=360448} 2024-04-02T08:31:22.242 INFO:tasks.rados.rados.0.smithi104.stdout:22: writing smithi10482514-22 from 0 to 360448 tid 1 2024-04-02T08:31:22.242 INFO:tasks.rados.rados.0.smithi104.stdout:23: write initial oid 23 2024-04-02T08:31:22.242 INFO:tasks.rados.rados.0.smithi104.stdout:23: seq_num 22 ranges {0=376832} 2024-04-02T08:31:22.243 INFO:tasks.rados.rados.0.smithi104.stdout:23: writing smithi10482514-23 from 0 to 376832 tid 1 2024-04-02T08:31:22.243 INFO:tasks.rados.rados.0.smithi104.stdout:24: write initial oid 24 2024-04-02T08:31:22.243 INFO:tasks.rados.rados.0.smithi104.stdout:24: seq_num 23 ranges {0=393216} 2024-04-02T08:31:22.245 INFO:tasks.rados.rados.0.smithi104.stdout:24: writing smithi10482514-24 from 0 to 393216 tid 1 2024-04-02T08:31:22.245 INFO:tasks.rados.rados.0.smithi104.stdout:25: write initial oid 25 2024-04-02T08:31:22.245 INFO:tasks.rados.rados.0.smithi104.stdout:25: seq_num 24 ranges {0=409600} 2024-04-02T08:31:22.247 INFO:tasks.rados.rados.0.smithi104.stdout:25: writing smithi10482514-25 from 0 to 409600 tid 1 2024-04-02T08:31:22.247 INFO:tasks.rados.rados.0.smithi104.stdout:26: write initial oid 26 2024-04-02T08:31:22.247 INFO:tasks.rados.rados.0.smithi104.stdout:26: seq_num 25 ranges {0=425984} 2024-04-02T08:31:22.250 INFO:tasks.rados.rados.0.smithi104.stdout:26: writing smithi10482514-26 from 0 to 425984 tid 1 2024-04-02T08:31:22.250 INFO:tasks.rados.rados.0.smithi104.stdout:27: write initial oid 27 2024-04-02T08:31:22.250 INFO:tasks.rados.rados.0.smithi104.stdout:27: seq_num 26 ranges {0=442368} 2024-04-02T08:31:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:27: writing smithi10482514-27 from 0 to 442368 tid 1 2024-04-02T08:31:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:28: write initial oid 28 2024-04-02T08:31:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:28: seq_num 27 ranges {0=458752} 2024-04-02T08:31:22.255 INFO:tasks.rados.rados.0.smithi104.stdout:28: writing smithi10482514-28 from 0 to 458752 tid 1 2024-04-02T08:31:22.255 INFO:tasks.rados.rados.0.smithi104.stdout:29: write initial oid 29 2024-04-02T08:31:22.255 INFO:tasks.rados.rados.0.smithi104.stdout:29: seq_num 28 ranges {0=475136} 2024-04-02T08:31:22.259 INFO:tasks.rados.rados.0.smithi104.stdout:29: writing smithi10482514-29 from 0 to 475136 tid 1 2024-04-02T08:31:22.259 INFO:tasks.rados.rados.0.smithi104.stdout:30: write initial oid 30 2024-04-02T08:31:22.259 INFO:tasks.rados.rados.0.smithi104.stdout:18: finishing write tid 2 to smithi10482514-18 2024-04-02T08:31:22.259 INFO:tasks.rados.rados.0.smithi104.stdout:19: finishing write tid 1 to smithi10482514-19 2024-04-02T08:31:22.259 INFO:tasks.rados.rados.0.smithi104.stdout:19: finishing write tid 2 to smithi10482514-19 2024-04-02T08:31:22.259 INFO:tasks.rados.rados.0.smithi104.stdout:18: finishing write tid 3 to smithi10482514-18 2024-04-02T08:31:22.259 INFO:tasks.rados.rados.0.smithi104.stdout:18: oid 18 updating version 0 to 2 2024-04-02T08:31:22.259 INFO:tasks.rados.rados.0.smithi104.stdout:18: oid 18 version 2 is already newer than 1 2024-04-02T08:31:22.259 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:31:22.259 INFO:tasks.rados.rados.0.smithi104.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:31:22.259 INFO:tasks.rados.rados.0.smithi104.stdout:30: seq_num 29 ranges {0=491520} 2024-04-02T08:31:22.262 INFO:tasks.rados.rados.0.smithi104.stdout:30: writing smithi10482514-30 from 0 to 491520 tid 1 2024-04-02T08:31:22.262 INFO:tasks.rados.rados.0.smithi104.stdout:18: done (12 left) 2024-04-02T08:31:22.262 INFO:tasks.rados.rados.0.smithi104.stdout:31: write initial oid 31 2024-04-02T08:31:22.262 INFO:tasks.rados.rados.0.smithi104.stdout:31: seq_num 30 ranges {0=507904} 2024-04-02T08:31:22.265 INFO:tasks.rados.rados.0.smithi104.stdout:31: writing smithi10482514-31 from 0 to 507904 tid 1 2024-04-02T08:31:22.265 INFO:tasks.rados.rados.0.smithi104.stdout:32: write initial oid 32 2024-04-02T08:31:22.265 INFO:tasks.rados.rados.0.smithi104.stdout:32: seq_num 31 ranges {0=524288} 2024-04-02T08:31:22.268 INFO:tasks.rados.rados.0.smithi104.stdout:32: writing smithi10482514-32 from 0 to 524288 tid 1 2024-04-02T08:31:22.268 INFO:tasks.rados.rados.0.smithi104.stdout:33: write initial oid 33 2024-04-02T08:31:22.268 INFO:tasks.rados.rados.0.smithi104.stdout:33: seq_num 32 ranges {0=540672} 2024-04-02T08:31:22.271 INFO:tasks.rados.rados.0.smithi104.stdout:33: writing smithi10482514-33 from 0 to 540672 tid 1 2024-04-02T08:31:22.271 INFO:tasks.rados.rados.0.smithi104.stdout:34: write initial oid 34 2024-04-02T08:31:22.272 INFO:tasks.rados.rados.0.smithi104.stdout:34: seq_num 33 ranges {0=557056} 2024-04-02T08:31:22.275 INFO:tasks.rados.rados.0.smithi104.stdout:34: writing smithi10482514-34 from 0 to 557056 tid 1 2024-04-02T08:31:22.275 INFO:tasks.rados.rados.0.smithi104.stdout:20: finishing write tid 1 to smithi10482514-20 2024-04-02T08:31:22.275 INFO:tasks.rados.rados.0.smithi104.stdout:20: finishing write tid 2 to smithi10482514-20 2024-04-02T08:31:22.275 INFO:tasks.rados.rados.0.smithi104.stdout:19: finishing write tid 3 to smithi10482514-19 2024-04-02T08:31:22.275 INFO:tasks.rados.rados.0.smithi104.stdout:19: oid 19 updating version 0 to 3 2024-04-02T08:31:22.275 INFO:tasks.rados.rados.0.smithi104.stdout:19: oid 19 updating version 3 to 4 2024-04-02T08:31:22.276 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:31:22.276 INFO:tasks.rados.rados.0.smithi104.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:31:22.276 INFO:tasks.rados.rados.0.smithi104.stdout:20: finishing write tid 3 to smithi10482514-20 2024-04-02T08:31:22.276 INFO:tasks.rados.rados.0.smithi104.stdout:20: oid 20 updating version 0 to 6 2024-04-02T08:31:22.276 INFO:tasks.rados.rados.0.smithi104.stdout:20: oid 20 version 6 is already newer than 5 2024-04-02T08:31:22.276 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-02T08:31:22.276 INFO:tasks.rados.rados.0.smithi104.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:31:22.276 INFO:tasks.rados.rados.0.smithi104.stdout:21: finishing write tid 1 to smithi10482514-21 2024-04-02T08:31:22.276 INFO:tasks.rados.rados.0.smithi104.stdout:21: finishing write tid 2 to smithi10482514-21 2024-04-02T08:31:22.276 INFO:tasks.rados.rados.0.smithi104.stdout:19: done (15 left) 2024-04-02T08:31:22.276 INFO:tasks.rados.rados.0.smithi104.stdout:20: done (14 left) 2024-04-02T08:31:22.277 INFO:tasks.rados.rados.0.smithi104.stdout:35: write initial oid 35 2024-04-02T08:31:22.277 INFO:tasks.rados.rados.0.smithi104.stdout:35: seq_num 34 ranges {0=573440} 2024-04-02T08:31:22.278 INFO:tasks.rados.rados.0.smithi104.stdout:35: writing smithi10482514-35 from 0 to 573440 tid 1 2024-04-02T08:31:22.279 INFO:tasks.rados.rados.0.smithi104.stdout:36: write initial oid 36 2024-04-02T08:31:22.279 INFO:tasks.rados.rados.0.smithi104.stdout:36: seq_num 35 ranges {0=589824} 2024-04-02T08:31:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:36: writing smithi10482514-36 from 0 to 589824 tid 1 2024-04-02T08:31:22.283 INFO:tasks.rados.rados.0.smithi104.stdout: waiting on 16 2024-04-02T08:31:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:22: finishing write tid 1 to smithi10482514-22 2024-04-02T08:31:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:22: finishing write tid 2 to smithi10482514-22 2024-04-02T08:31:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:21: finishing write tid 3 to smithi10482514-21 2024-04-02T08:31:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:21: oid 21 updating version 0 to 7 2024-04-02T08:31:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:21: oid 21 updating version 7 to 8 2024-04-02T08:31:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 8 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-02T08:31:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-02T08:31:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:23: finishing write tid 1 to smithi10482514-23 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:23: finishing write tid 2 to smithi10482514-23 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:22: finishing write tid 3 to smithi10482514-22 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:22: oid 22 updating version 0 to 2 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:22: oid 22 version 2 is already newer than 1 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:24: finishing write tid 1 to smithi10482514-24 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:24: finishing write tid 2 to smithi10482514-24 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:23: finishing write tid 3 to smithi10482514-23 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:23: oid 23 updating version 0 to 3 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:23: oid 23 updating version 3 to 4 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:31:22.284 INFO:tasks.rados.rados.0.smithi104.stdout:24: finishing write tid 3 to smithi10482514-24 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:24: oid 24 updating version 0 to 5 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:24: oid 24 updating version 5 to 6 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:25: finishing write tid 1 to smithi10482514-25 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:25: finishing write tid 2 to smithi10482514-25 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:25: finishing write tid 3 to smithi10482514-25 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:25: oid 25 updating version 0 to 4 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:25: oid 25 version 4 is already newer than 3 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:26: finishing write tid 1 to smithi10482514-26 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:26: finishing write tid 2 to smithi10482514-26 2024-04-02T08:31:22.285 INFO:tasks.rados.rados.0.smithi104.stdout:27: finishing write tid 1 to smithi10482514-27 2024-04-02T08:31:22.286 INFO:tasks.rados.rados.0.smithi104.stdout:27: finishing write tid 2 to smithi10482514-27 2024-04-02T08:31:22.286 INFO:tasks.rados.rados.0.smithi104.stdout:26: finishing write tid 3 to smithi10482514-26 2024-04-02T08:31:22.286 INFO:tasks.rados.rados.0.smithi104.stdout:26: oid 26 updating version 0 to 5 2024-04-02T08:31:22.286 INFO:tasks.rados.rados.0.smithi104.stdout:26: oid 26 updating version 5 to 6 2024-04-02T08:31:22.286 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-02T08:31:22.286 INFO:tasks.rados.rados.0.smithi104.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:31:22.286 INFO:tasks.rados.rados.0.smithi104.stdout:28: finishing write tid 1 to smithi10482514-28 2024-04-02T08:31:22.286 INFO:tasks.rados.rados.0.smithi104.stdout:27: finishing write tid 3 to smithi10482514-27 2024-04-02T08:31:22.286 INFO:tasks.rados.rados.0.smithi104.stdout:27: oid 27 updating version 0 to 8 2024-04-02T08:31:22.286 INFO:tasks.rados.rados.0.smithi104.stdout:27: oid 27 version 8 is already newer than 7 2024-04-02T08:31:22.287 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:31:22.287 INFO:tasks.rados.rados.0.smithi104.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:31:22.287 INFO:tasks.rados.rados.0.smithi104.stdout:28: finishing write tid 2 to smithi10482514-28 2024-04-02T08:31:22.287 INFO:tasks.rados.rados.0.smithi104.stdout:21: done (15 left) 2024-04-02T08:31:22.287 INFO:tasks.rados.rados.0.smithi104.stdout:22: done (14 left) 2024-04-02T08:31:22.287 INFO:tasks.rados.rados.0.smithi104.stdout:23: done (13 left) 2024-04-02T08:31:22.287 INFO:tasks.rados.rados.0.smithi104.stdout:24: done (12 left) 2024-04-02T08:31:22.287 INFO:tasks.rados.rados.0.smithi104.stdout:25: done (11 left) 2024-04-02T08:31:22.287 INFO:tasks.rados.rados.0.smithi104.stdout:26: done (10 left) 2024-04-02T08:31:22.287 INFO:tasks.rados.rados.0.smithi104.stdout:27: done (9 left) 2024-04-02T08:31:22.287 INFO:tasks.rados.rados.0.smithi104.stdout:37: write initial oid 37 2024-04-02T08:31:22.288 INFO:tasks.rados.rados.0.smithi104.stdout:37: seq_num 36 ranges {0=606208} 2024-04-02T08:31:22.288 INFO:tasks.rados.rados.0.smithi104.stdout:37: writing smithi10482514-37 from 0 to 606208 tid 1 2024-04-02T08:31:22.288 INFO:tasks.rados.rados.0.smithi104.stdout:38: write initial oid 38 2024-04-02T08:31:22.288 INFO:tasks.rados.rados.0.smithi104.stdout:38: seq_num 37 ranges {0=622592} 2024-04-02T08:31:22.289 INFO:tasks.rados.rados.0.smithi104.stdout:38: writing smithi10482514-38 from 0 to 622592 tid 1 2024-04-02T08:31:22.289 INFO:tasks.rados.rados.0.smithi104.stdout:39: write initial oid 39 2024-04-02T08:31:22.289 INFO:tasks.rados.rados.0.smithi104.stdout:39: seq_num 38 ranges {0=638976} 2024-04-02T08:31:22.293 INFO:tasks.rados.rados.0.smithi104.stdout:39: writing smithi10482514-39 from 0 to 638976 tid 1 2024-04-02T08:31:22.293 INFO:tasks.rados.rados.0.smithi104.stdout:40: write initial oid 40 2024-04-02T08:31:22.293 INFO:tasks.rados.rados.0.smithi104.stdout:40: seq_num 39 ranges {0=663552} 2024-04-02T08:31:22.297 INFO:tasks.rados.rados.0.smithi104.stdout:40: writing smithi10482514-40 from 0 to 663552 tid 1 2024-04-02T08:31:22.297 INFO:tasks.rados.rados.0.smithi104.stdout:41: write initial oid 41 2024-04-02T08:31:22.297 INFO:tasks.rados.rados.0.smithi104.stdout:41: seq_num 40 ranges {0=679936} 2024-04-02T08:31:22.301 INFO:tasks.rados.rados.0.smithi104.stdout:41: writing smithi10482514-41 from 0 to 679936 tid 1 2024-04-02T08:31:22.301 INFO:tasks.rados.rados.0.smithi104.stdout:42: write initial oid 42 2024-04-02T08:31:22.301 INFO:tasks.rados.rados.0.smithi104.stdout:42: seq_num 41 ranges {0=696320} 2024-04-02T08:31:22.305 INFO:tasks.rados.rados.0.smithi104.stdout:42: writing smithi10482514-42 from 0 to 696320 tid 1 2024-04-02T08:31:22.305 INFO:tasks.rados.rados.0.smithi104.stdout:43: write initial oid 43 2024-04-02T08:31:22.305 INFO:tasks.rados.rados.0.smithi104.stdout:43: seq_num 42 ranges {0=712704} 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout:43: writing smithi10482514-43 from 0 to 712704 tid 1 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout: waiting on 16 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout:28: finishing write tid 3 to smithi10482514-28 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout:28: oid 28 updating version 0 to 5 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout:28: oid 28 updating version 5 to 6 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout:29: finishing write tid 1 to smithi10482514-29 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout:29: finishing write tid 2 to smithi10482514-29 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout:29: finishing write tid 3 to smithi10482514-29 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout:29: oid 29 updating version 0 to 8 2024-04-02T08:31:22.312 INFO:tasks.rados.rados.0.smithi104.stdout:29: oid 29 version 8 is already newer than 7 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:30: finishing write tid 1 to smithi10482514-30 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:30: finishing write tid 2 to smithi10482514-30 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:30: finishing write tid 3 to smithi10482514-30 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:30: oid 30 updating version 0 to 6 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:30: oid 30 version 6 is already newer than 5 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:31: finishing write tid 1 to smithi10482514-31 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:31: finishing write tid 2 to smithi10482514-31 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:31: finishing write tid 3 to smithi10482514-31 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:31: oid 31 updating version 0 to 7 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:31: oid 31 updating version 7 to 8 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-02T08:31:22.313 INFO:tasks.rados.rados.0.smithi104.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:32: finishing write tid 1 to smithi10482514-32 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:32: finishing write tid 2 to smithi10482514-32 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:32: finishing write tid 3 to smithi10482514-32 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:32: oid 32 updating version 0 to 1 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:32: oid 32 updating version 1 to 2 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 2 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:33: finishing write tid 1 to smithi10482514-33 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:33: finishing write tid 2 to smithi10482514-33 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:33: finishing write tid 3 to smithi10482514-33 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:33: oid 33 updating version 0 to 4 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:33: oid 33 version 4 is already newer than 3 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-02T08:31:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:34: finishing write tid 1 to smithi10482514-34 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:34: finishing write tid 2 to smithi10482514-34 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:34: finishing write tid 3 to smithi10482514-34 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:34: oid 34 updating version 0 to 10 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:34: oid 34 version 10 is already newer than 9 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:35: finishing write tid 1 to smithi10482514-35 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:35: finishing write tid 2 to smithi10482514-35 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:28: done (15 left) 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:29: done (14 left) 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:30: done (13 left) 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:31: done (12 left) 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:32: done (11 left) 2024-04-02T08:31:22.315 INFO:tasks.rados.rados.0.smithi104.stdout:33: done (10 left) 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:34: done (9 left) 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:44: write initial oid 44 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:35: finishing write tid 3 to smithi10482514-35 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:35: oid 35 updating version 0 to 7 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:35: oid 35 updating version 7 to 8 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:36: finishing write tid 1 to smithi10482514-36 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:36: finishing write tid 2 to smithi10482514-36 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:36: finishing write tid 3 to smithi10482514-36 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:36: oid 36 updating version 0 to 1 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:36: oid 36 updating version 1 to 2 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 2 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-02T08:31:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-02T08:31:22.317 INFO:tasks.rados.rados.0.smithi104.stdout:37: finishing write tid 1 to smithi10482514-37 2024-04-02T08:31:22.317 INFO:tasks.rados.rados.0.smithi104.stdout:44: seq_num 43 ranges {0=729088} 2024-04-02T08:31:22.317 INFO:tasks.rados.rados.0.smithi104.stdout:44: writing smithi10482514-44 from 0 to 729088 tid 1 2024-04-02T08:31:22.317 INFO:tasks.rados.rados.0.smithi104.stdout:35: done (9 left) 2024-04-02T08:31:22.317 INFO:tasks.rados.rados.0.smithi104.stdout:36: done (8 left) 2024-04-02T08:31:22.318 INFO:tasks.rados.rados.0.smithi104.stdout:45: write initial oid 45 2024-04-02T08:31:22.318 INFO:tasks.rados.rados.0.smithi104.stdout:45: seq_num 44 ranges {0=745472} 2024-04-02T08:31:22.320 INFO:tasks.rados.rados.0.smithi104.stdout:45: writing smithi10482514-45 from 0 to 745472 tid 1 2024-04-02T08:31:22.320 INFO:tasks.rados.rados.0.smithi104.stdout:46: write initial oid 46 2024-04-02T08:31:22.320 INFO:tasks.rados.rados.0.smithi104.stdout:46: seq_num 45 ranges {0=761856} 2024-04-02T08:31:22.325 INFO:tasks.rados.rados.0.smithi104.stdout:46: writing smithi10482514-46 from 0 to 761856 tid 1 2024-04-02T08:31:22.326 INFO:tasks.rados.rados.0.smithi104.stdout:47: write initial oid 47 2024-04-02T08:31:22.326 INFO:tasks.rados.rados.0.smithi104.stdout:47: seq_num 46 ranges {0=778240} 2024-04-02T08:31:22.330 INFO:tasks.rados.rados.0.smithi104.stdout:47: writing smithi10482514-47 from 0 to 778240 tid 1 2024-04-02T08:31:22.330 INFO:tasks.rados.rados.0.smithi104.stdout:48: write initial oid 48 2024-04-02T08:31:22.330 INFO:tasks.rados.rados.0.smithi104.stdout:48: seq_num 47 ranges {0=794624} 2024-04-02T08:31:22.334 INFO:tasks.rados.rados.0.smithi104.stdout:48: writing smithi10482514-48 from 0 to 794624 tid 1 2024-04-02T08:31:22.335 INFO:tasks.rados.rados.0.smithi104.stdout:49: write initial oid 49 2024-04-02T08:31:22.335 INFO:tasks.rados.rados.0.smithi104.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-02T08:31:22.337 INFO:tasks.rados.rados.0.smithi104.stdout:49: writing smithi10482514-49 from 0 to 409600 tid 1 2024-04-02T08:31:22.339 INFO:tasks.rados.rados.0.smithi104.stdout:49: writing smithi10482514-49 from 409600 to 811008 tid 2 2024-04-02T08:31:22.339 INFO:tasks.rados.rados.0.smithi104.stdout:50: write initial oid 50 2024-04-02T08:31:22.339 INFO:tasks.rados.rados.0.smithi104.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-02T08:31:22.341 INFO:tasks.rados.rados.0.smithi104.stdout:50: writing smithi10482514-50 from 0 to 425984 tid 1 2024-04-02T08:31:22.344 INFO:tasks.rados.rados.0.smithi104.stdout:50: writing smithi10482514-50 from 425984 to 827392 tid 2 2024-04-02T08:31:22.344 INFO:tasks.rados.rados.0.smithi104.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2024-04-02T08:31:22.344 INFO:tasks.rados.rados.0.smithi104.stdout:37: finishing write tid 2 to smithi10482514-37 2024-04-02T08:31:22.345 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 0 2024-04-02T08:31:22.345 INFO:tasks.rados.rados.0.smithi104.stdout:37: finishing write tid 3 to smithi10482514-37 2024-04-02T08:31:22.345 INFO:tasks.rados.rados.0.smithi104.stdout:37: oid 37 updating version 0 to 3 2024-04-02T08:31:22.345 INFO:tasks.rados.rados.0.smithi104.stdout:37: oid 37 updating version 3 to 4 2024-04-02T08:31:22.345 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:31:22.345 INFO:tasks.rados.rados.0.smithi104.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:31:22.345 INFO:tasks.rados.rados.0.smithi104.stdout:38: finishing write tid 1 to smithi10482514-38 2024-04-02T08:31:22.345 INFO:tasks.rados.rados.0.smithi104.stdout:52: seq_num 50 ranges {393216=442368,835584=401408} 2024-04-02T08:31:22.348 INFO:tasks.rados.rados.0.smithi104.stdout:52: writing smithi10482514-24 from 393216 to 835584 tid 1 2024-04-02T08:31:22.354 INFO:tasks.rados.rados.0.smithi104.stdout:52: writing smithi10482514-24 from 835584 to 1236992 tid 2 2024-04-02T08:31:22.354 INFO:tasks.rados.rados.0.smithi104.stdout:37: done (15 left) 2024-04-02T08:31:22.354 INFO:tasks.rados.rados.0.smithi104.stdout:53: rmattr oid 3 current snap is 0 2024-04-02T08:31:22.354 INFO:tasks.rados.rados.0.smithi104.stdout:53: done (15 left) 2024-04-02T08:31:22.354 INFO:tasks.rados.rados.0.smithi104.stdout:54: delete oid 29 current snap is 0 2024-04-02T08:31:22.354 INFO:tasks.rados.rados.0.smithi104.stdout:38: finishing write tid 2 to smithi10482514-38 2024-04-02T08:31:22.354 INFO:tasks.rados.rados.0.smithi104.stdout:38: finishing write tid 3 to smithi10482514-38 2024-04-02T08:31:22.354 INFO:tasks.rados.rados.0.smithi104.stdout:38: oid 38 updating version 0 to 4 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:38: oid 38 version 4 is already newer than 3 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 4 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:39: finishing write tid 1 to smithi10482514-39 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:39: finishing write tid 2 to smithi10482514-39 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:39: finishing write tid 3 to smithi10482514-39 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:39: oid 39 updating version 0 to 10 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:39: oid 39 version 10 is already newer than 9 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:40: finishing write tid 1 to smithi10482514-40 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:40: finishing write tid 2 to smithi10482514-40 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:40: finishing write tid 3 to smithi10482514-40 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:40: oid 40 updating version 0 to 10 2024-04-02T08:31:22.355 INFO:tasks.rados.rados.0.smithi104.stdout:40: oid 40 version 10 is already newer than 9 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:41: finishing write tid 1 to smithi10482514-41 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:41: finishing write tid 2 to smithi10482514-41 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:41: finishing write tid 3 to smithi10482514-41 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:41: oid 41 updating version 0 to 12 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:41: oid 41 version 12 is already newer than 11 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 12 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:42: finishing write tid 1 to smithi10482514-42 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:42: finishing write tid 2 to smithi10482514-42 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:42: finishing write tid 3 to smithi10482514-42 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:42: oid 42 updating version 0 to 6 2024-04-02T08:31:22.356 INFO:tasks.rados.rados.0.smithi104.stdout:42: oid 42 version 6 is already newer than 5 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:43: finishing write tid 1 to smithi10482514-43 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:43: finishing write tid 2 to smithi10482514-43 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:43: finishing write tid 3 to smithi10482514-43 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:43: oid 43 updating version 0 to 9 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:43: oid 43 updating version 9 to 10 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 10 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:44: finishing write tid 1 to smithi10482514-44 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:44: finishing write tid 2 to smithi10482514-44 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:44: finishing write tid 3 to smithi10482514-44 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:44: oid 44 updating version 0 to 12 2024-04-02T08:31:22.357 INFO:tasks.rados.rados.0.smithi104.stdout:44: oid 44 version 12 is already newer than 11 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 12 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:45: finishing write tid 1 to smithi10482514-45 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:45: finishing write tid 2 to smithi10482514-45 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:45: finishing write tid 3 to smithi10482514-45 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:45: oid 45 updating version 0 to 3 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:45: oid 45 updating version 3 to 4 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:46: finishing write tid 1 to smithi10482514-46 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:46: finishing write tid 2 to smithi10482514-46 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:46: finishing write tid 3 to smithi10482514-46 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:46: oid 46 updating version 0 to 5 2024-04-02T08:31:22.358 INFO:tasks.rados.rados.0.smithi104.stdout:46: oid 46 updating version 5 to 6 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:47: finishing write tid 1 to smithi10482514-47 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:47: finishing write tid 2 to smithi10482514-47 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:47: finishing write tid 3 to smithi10482514-47 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:47: oid 47 updating version 0 to 9 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:47: oid 47 updating version 9 to 10 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:48: finishing write tid 1 to smithi10482514-48 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:48: finishing write tid 2 to smithi10482514-48 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:48: finishing write tid 3 to smithi10482514-48 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:48: oid 48 updating version 0 to 7 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:48: oid 48 updating version 7 to 8 2024-04-02T08:31:22.359 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:49: finishing write tid 1 to smithi10482514-49 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:49: finishing write tid 2 to smithi10482514-49 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:49: finishing write tid 3 to smithi10482514-49 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:49: finishing write tid 4 to smithi10482514-49 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:49: oid 49 updating version 0 to 7 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:49: oid 49 version 7 is already newer than 5 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:49: oid 49 version 7 is already newer than 6 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:50: finishing write tid 1 to smithi10482514-50 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:50: finishing write tid 2 to smithi10482514-50 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:50: finishing write tid 3 to smithi10482514-50 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:50: finishing write tid 4 to smithi10482514-50 2024-04-02T08:31:22.360 INFO:tasks.rados.rados.0.smithi104.stdout:50: oid 50 updating version 0 to 14 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:50: oid 50 version 14 is already newer than 13 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:50: oid 50 updating version 14 to 15 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 15 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:51: finishing copy_from racing read to smithi10482514-8 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:51: finishing copy_from to smithi10482514-8 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:52: finishing write tid 1 to smithi10482514-24 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:38: done (15 left) 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:39: done (14 left) 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:40: done (13 left) 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:41: done (12 left) 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:42: done (11 left) 2024-04-02T08:31:22.361 INFO:tasks.rados.rados.0.smithi104.stdout:43: done (10 left) 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:44: done (9 left) 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:45: done (8 left) 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:46: done (7 left) 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:47: done (6 left) 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:48: done (5 left) 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:49: done (4 left) 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:50: done (3 left) 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:51: done (2 left) 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:54: done (1 left) 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:55: read oid 15 snap -1 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:56: rollback oid 31 current snap is 0 2024-04-02T08:31:22.362 INFO:tasks.rados.rados.0.smithi104.stdout:56: done (2 left) 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:57: read oid 28 snap -1 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:59: rollback oid 45 current snap is 0 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:59: done (4 left) 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:61: delete oid 1 current snap is 0 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:52: finishing write tid 2 to smithi10482514-24 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:61: done (5 left) 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:62: read oid 17 snap -1 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:63: snap_create 2024-04-02T08:31:22.363 INFO:tasks.rados.rados.0.smithi104.stdout:52: finishing write tid 3 to smithi10482514-24 2024-04-02T08:31:22.364 INFO:tasks.rados.rados.0.smithi104.stdout:52: finishing write tid 4 to smithi10482514-24 2024-04-02T08:31:22.364 INFO:tasks.rados.rados.0.smithi104.stdout:52: oid 24 updating version 0 to 15 2024-04-02T08:31:22.364 INFO:tasks.rados.rados.0.smithi104.stdout:52: oid 24 version 15 is already newer than 14 2024-04-02T08:31:22.364 INFO:tasks.rados.rados.0.smithi104.stdout:52: oid 24 version 15 is already newer than 13 2024-04-02T08:31:22.364 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 15 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-02T08:31:22.364 INFO:tasks.rados.rados.0.smithi104.stdout:52: left oid 24 (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:31:22.364 INFO:tasks.rados.rados.0.smithi104.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:31:22.365 INFO:tasks.rados.rados.0.smithi104.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:31:22.377 INFO:tasks.rados.rados.0.smithi104.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:31:22.385 INFO:tasks.rados.rados.0.smithi104.stdout:60: finishing copy_from racing read to smithi10482514-22 2024-04-02T08:31:22.385 INFO:tasks.rados.rados.0.smithi104.stdout:60: finishing copy_from to smithi10482514-22 2024-04-02T08:31:22.385 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:31:22.385 INFO:tasks.rados.rados.0.smithi104.stdout:58: finishing copy_from racing read to smithi10482514-29 2024-04-02T08:31:22.385 INFO:tasks.rados.rados.0.smithi104.stdout:58: finishing copy_from to smithi10482514-29 2024-04-02T08:31:22.385 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:31:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:22 smithi188 ceph-mon[30882]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:31:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:22 smithi188 ceph-mon[30882]: Cluster is now healthy 2024-04-02T08:31:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:22 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/4199654773' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:31:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:22 smithi104 ceph-mon[39229]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:31:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:22 smithi104 ceph-mon[39229]: Cluster is now healthy 2024-04-02T08:31:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:22 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/4199654773' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:31:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:22 smithi104 ceph-mon[27401]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:31:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:22 smithi104 ceph-mon[27401]: Cluster is now healthy 2024-04-02T08:31:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:22 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/4199654773' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:31:23.212 INFO:tasks.rados.rados.0.smithi104.stdout:52: done (6 left) 2024-04-02T08:31:23.212 INFO:tasks.rados.rados.0.smithi104.stdout:55: done (5 left) 2024-04-02T08:31:23.212 INFO:tasks.rados.rados.0.smithi104.stdout:57: done (4 left) 2024-04-02T08:31:23.213 INFO:tasks.rados.rados.0.smithi104.stdout:58: done (3 left) 2024-04-02T08:31:23.213 INFO:tasks.rados.rados.0.smithi104.stdout:60: done (2 left) 2024-04-02T08:31:23.213 INFO:tasks.rados.rados.0.smithi104.stdout:62: done (1 left) 2024-04-02T08:31:23.213 INFO:tasks.rados.rados.0.smithi104.stdout:63: done (0 left) 2024-04-02T08:31:23.213 INFO:tasks.rados.rados.0.smithi104.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-02T08:31:23.213 INFO:tasks.rados.rados.0.smithi104.stdout:65: read oid 30 snap -1 2024-04-02T08:31:23.213 INFO:tasks.rados.rados.0.smithi104.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:23.213 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 1 2024-04-02T08:31:23.213 INFO:tasks.rados.rados.0.smithi104.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-02T08:31:23.217 INFO:tasks.rados.rados.0.smithi104.stdout:66: writing smithi10482514-23 from 376832 to 868352 tid 1 2024-04-02T08:31:23.220 INFO:tasks.rados.rados.0.smithi104.stdout:66: writing smithi10482514-23 from 868352 to 1269760 tid 2 2024-04-02T08:31:23.220 INFO:tasks.rados.rados.0.smithi104.stdout:67: rollback oid 10 current snap is 1 2024-04-02T08:31:23.220 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 10 to 0 2024-04-02T08:31:23.220 INFO:tasks.rados.rados.0.smithi104.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:23.235 INFO:tasks.rados.rados.0.smithi104.stdout:64: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:31:23.235 INFO:tasks.rados.rados.0.smithi104.stdout:65: done (3 left) 2024-04-02T08:31:23.235 INFO:tasks.rados.rados.0.smithi104.stdout:68: setattr oid 16 current snap is 1 2024-04-02T08:31:23.235 INFO:tasks.rados.rados.0.smithi104.stdout:64: finishing copy_from to smithi10482514-15 2024-04-02T08:31:23.235 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:31:23.235 INFO:tasks.rados.rados.0.smithi104.stdout:67: finishing rollback tid 0 to smithi10482514-10 2024-04-02T08:31:23.235 INFO:tasks.rados.rados.0.smithi104.stdout:67: finishing rollback tid 1 to smithi10482514-10 2024-04-02T08:31:23.235 INFO:tasks.rados.rados.0.smithi104.stdout:67: finishing rollback tid 2 to smithi10482514-10 2024-04-02T08:31:23.236 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 16 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-02T08:31:23.236 INFO:tasks.rados.rados.0.smithi104.stdout:66: finishing write tid 1 to smithi10482514-23 2024-04-02T08:31:23.236 INFO:tasks.rados.rados.0.smithi104.stdout:66: finishing write tid 2 to smithi10482514-23 2024-04-02T08:31:23.236 INFO:tasks.rados.rados.0.smithi104.stdout:66: finishing write tid 3 to smithi10482514-23 2024-04-02T08:31:23.236 INFO:tasks.rados.rados.0.smithi104.stdout:66: finishing write tid 4 to smithi10482514-23 2024-04-02T08:31:23.236 INFO:tasks.rados.rados.0.smithi104.stdout:66: oid 23 updating version 0 to 11 2024-04-02T08:31:23.236 INFO:tasks.rados.rados.0.smithi104.stdout:66: oid 23 version 11 is already newer than 9 2024-04-02T08:31:23.236 INFO:tasks.rados.rados.0.smithi104.stdout:66: oid 23 version 11 is already newer than 10 2024-04-02T08:31:23.236 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 11 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:23.236 INFO:tasks.rados.rados.0.smithi104.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:64: done (3 left) 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:66: done (2 left) 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:67: done (1 left) 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:70: read oid 24 snap 0 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:70: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:72: rollback oid 49 current snap is 1 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 49 to 0 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:73: read oid 4 snap 0 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:74: rmattr oid 7 current snap is 1 2024-04-02T08:31:23.238 INFO:tasks.rados.rados.0.smithi104.stdout:74: done (6 left) 2024-04-02T08:31:23.239 INFO:tasks.rados.rados.0.smithi104.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-04-02T08:31:23.239 INFO:tasks.rados.rados.0.smithi104.stdout:76: read oid 39 snap -1 2024-04-02T08:31:23.239 INFO:tasks.rados.rados.0.smithi104.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:31:23.239 INFO:tasks.rados.rados.0.smithi104.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-02T08:31:23.239 INFO:tasks.rados.rados.0.smithi104.stdout:78: read oid 20 snap -1 2024-04-02T08:31:23.239 INFO:tasks.rados.rados.0.smithi104.stdout:78: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:31:23.239 INFO:tasks.rados.rados.0.smithi104.stdout:79: setattr oid 41 current snap is 1 2024-04-02T08:31:23.239 INFO:tasks.rados.rados.0.smithi104.stdout:80: snap_create 2024-04-02T08:31:23.239 INFO:tasks.rados.rados.0.smithi104.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:31:23.241 INFO:tasks.rados.rados.0.smithi104.stdout:72: finishing rollback tid 0 to smithi10482514-49 2024-04-02T08:31:23.242 INFO:tasks.rados.rados.0.smithi104.stdout:72: finishing rollback tid 1 to smithi10482514-49 2024-04-02T08:31:23.242 INFO:tasks.rados.rados.0.smithi104.stdout:72: finishing rollback tid 2 to smithi10482514-49 2024-04-02T08:31:23.242 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-02T08:31:23.242 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-02T08:31:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:78: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:31:23.255 INFO:tasks.rados.rados.0.smithi104.stdout:70: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:31:23.298 INFO:tasks.rados.rados.0.smithi104.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:31:23.314 INFO:tasks.rados.rados.0.smithi104.stdout:75: finishing copy_from racing read to smithi10482514-21 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:71: finishing copy_from racing read to smithi10482514-36 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 19 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:75: finishing copy_from to smithi10482514-21 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:69: finishing copy_from racing read to smithi10482514-45 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:69: finishing copy_from to smithi10482514-45 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:71: finishing copy_from to smithi10482514-36 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:77: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:77: finishing copy_from to smithi10482514-6 2024-04-02T08:31:23.315 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:31:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:23 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/4199654773' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:31:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:23 smithi188 ceph-mon[30882]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:31:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:23 smithi188 ceph-mon[30882]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:23 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/4199654773' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:31:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:23 smithi104 ceph-mon[39229]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:31:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:23 smithi104 ceph-mon[39229]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:23.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:23 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/4199654773' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:31:23.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:23 smithi104 ceph-mon[27401]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:31:23.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:23 smithi104 ceph-mon[27401]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:24.219 INFO:tasks.rados.rados.0.smithi104.stdout:68: done (11 left) 2024-04-02T08:31:24.219 INFO:tasks.rados.rados.0.smithi104.stdout:69: done (10 left) 2024-04-02T08:31:24.219 INFO:tasks.rados.rados.0.smithi104.stdout:70: done (9 left) 2024-04-02T08:31:24.219 INFO:tasks.rados.rados.0.smithi104.stdout:71: done (8 left) 2024-04-02T08:31:24.219 INFO:tasks.rados.rados.0.smithi104.stdout:72: done (7 left) 2024-04-02T08:31:24.219 INFO:tasks.rados.rados.0.smithi104.stdout:73: done (6 left) 2024-04-02T08:31:24.219 INFO:tasks.rados.rados.0.smithi104.stdout:75: done (5 left) 2024-04-02T08:31:24.220 INFO:tasks.rados.rados.0.smithi104.stdout:76: done (4 left) 2024-04-02T08:31:24.220 INFO:tasks.rados.rados.0.smithi104.stdout:77: done (3 left) 2024-04-02T08:31:24.220 INFO:tasks.rados.rados.0.smithi104.stdout:78: done (2 left) 2024-04-02T08:31:24.220 INFO:tasks.rados.rados.0.smithi104.stdout:79: done (1 left) 2024-04-02T08:31:24.220 INFO:tasks.rados.rados.0.smithi104.stdout:80: done (0 left) 2024-04-02T08:31:24.220 INFO:tasks.rados.rados.0.smithi104.stdout:81: rollback oid 40 current snap is 2 2024-04-02T08:31:24.220 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 40 to 1 2024-04-02T08:31:24.220 INFO:tasks.rados.rados.0.smithi104.stdout:82: snap_create 2024-04-02T08:31:24.224 INFO:tasks.rados.rados.0.smithi104.stdout:81: finishing rollback tid 0 to smithi10482514-40 2024-04-02T08:31:24.224 INFO:tasks.rados.rados.0.smithi104.stdout:81: finishing rollback tid 1 to smithi10482514-40 2024-04-02T08:31:24.224 INFO:tasks.rados.rados.0.smithi104.stdout:81: finishing rollback tid 2 to smithi10482514-40 2024-04-02T08:31:24.224 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 14 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:31:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:24 smithi188 ceph-mon[30882]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:31:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:24 smithi104 ceph-mon[39229]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:31:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:24 smithi104 ceph-mon[27401]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:31:25.220 INFO:tasks.rados.rados.0.smithi104.stdout:81: done (1 left) 2024-04-02T08:31:25.221 INFO:tasks.rados.rados.0.smithi104.stdout:82: done (0 left) 2024-04-02T08:31:25.221 INFO:tasks.rados.rados.0.smithi104.stdout:83: rollback oid 9 current snap is 3 2024-04-02T08:31:25.221 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 9 to 0 2024-04-02T08:31:25.221 INFO:tasks.rados.rados.0.smithi104.stdout:84: read oid 20 snap 1 2024-04-02T08:31:25.221 INFO:tasks.rados.rados.0.smithi104.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:31:25.221 INFO:tasks.rados.rados.0.smithi104.stdout:85: read oid 41 snap -1 2024-04-02T08:31:25.221 INFO:tasks.rados.rados.0.smithi104.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:31:25.221 INFO:tasks.rados.rados.0.smithi104.stdout:86: snap_create 2024-04-02T08:31:25.226 INFO:tasks.rados.rados.0.smithi104.stdout:83: finishing rollback tid 0 to smithi10482514-9 2024-04-02T08:31:25.227 INFO:tasks.rados.rados.0.smithi104.stdout:83: finishing rollback tid 1 to smithi10482514-9 2024-04-02T08:31:25.228 INFO:tasks.rados.rados.0.smithi104.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:31:25.237 INFO:tasks.rados.rados.0.smithi104.stdout:83: finishing rollback tid 2 to smithi10482514-9 2024-04-02T08:31:25.237 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 21 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:31:25.237 INFO:tasks.rados.rados.0.smithi104.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:31:25.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:25 smithi104 ceph-mon[39229]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:31:25.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:25 smithi104 ceph-mon[39229]: pgmap v113: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:25.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:25 smithi104 ceph-mon[39229]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:31:25.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:25 smithi104 ceph-mon[27401]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:31:25.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:25 smithi104 ceph-mon[27401]: pgmap v113: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:25.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:25 smithi104 ceph-mon[27401]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:31:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:25 smithi188 ceph-mon[30882]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:31:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:25 smithi188 ceph-mon[30882]: pgmap v113: 121 pgs: 121 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:25.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:25 smithi188 ceph-mon[30882]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:31:26.222 INFO:tasks.rados.rados.0.smithi104.stdout:83: done (3 left) 2024-04-02T08:31:26.223 INFO:tasks.rados.rados.0.smithi104.stdout:84: done (2 left) 2024-04-02T08:31:26.223 INFO:tasks.rados.rados.0.smithi104.stdout:85: done (1 left) 2024-04-02T08:31:26.223 INFO:tasks.rados.rados.0.smithi104.stdout:86: done (0 left) 2024-04-02T08:31:26.223 INFO:tasks.rados.rados.0.smithi104.stdout:87: snap_remove snap 0 2024-04-02T08:31:26.555 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:26 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:26.555 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:26 smithi104 ceph-mon[27401]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:31:26.555 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:26 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:26.555 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:26 smithi104 ceph-mon[39229]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:31:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:26 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:26 smithi188 ceph-mon[30882]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:31:27.222 INFO:tasks.rados.rados.0.smithi104.stdout:87: done (0 left) 2024-04-02T08:31:27.222 INFO:tasks.rados.rados.0.smithi104.stdout:88: read oid 29 snap 3 2024-04-02T08:31:27.222 INFO:tasks.rados.rados.0.smithi104.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:27.222 INFO:tasks.rados.rados.0.smithi104.stdout:89: read oid 46 snap -1 2024-04-02T08:31:27.222 INFO:tasks.rados.rados.0.smithi104.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:27.223 INFO:tasks.rados.rados.0.smithi104.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-04-02T08:31:27.223 INFO:tasks.rados.rados.0.smithi104.stdout:91: rmattr oid 49 current snap is 4 2024-04-02T08:31:27.223 INFO:tasks.rados.rados.0.smithi104.stdout:91: done (3 left) 2024-04-02T08:31:27.223 INFO:tasks.rados.rados.0.smithi104.stdout:92: snap_remove snap 2 2024-04-02T08:31:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:27 smithi188 ceph-mon[30882]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:31:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:27 smithi188 ceph-mon[30882]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:31:27.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:31:27] "GET /metrics HTTP/1.1" 200 35954 "" "Prometheus/2.43.0" 2024-04-02T08:31:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:27 smithi104 ceph-mon[39229]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:31:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:27 smithi104 ceph-mon[39229]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:31:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:27 smithi104 ceph-mon[27401]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:31:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:27 smithi104 ceph-mon[27401]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:31:28.223 INFO:tasks.rados.rados.0.smithi104.stdout:92: done (3 left) 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi104.stdout:93: rmattr oid 30 current snap is 4 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi104.stdout:93: done (3 left) 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi104.stdout:94: read oid 42 snap 1 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi104.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi104.stdout:95: rmattr oid 14 current snap is 4 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi104.stdout:95: done (4 left) 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi104.stdout:96: read oid 9 snap 1 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi104.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 4 2024-04-02T08:31:28.224 INFO:tasks.rados.rados.0.smithi104.stdout:97: seq_num 54 ranges {1236992=507904,1744896=401408} 2024-04-02T08:31:28.234 INFO:tasks.rados.rados.0.smithi104.stdout:97: writing smithi10482514-24 from 1236992 to 1744896 tid 1 2024-04-02T08:31:28.236 INFO:tasks.rados.rados.0.smithi104.stdout:97: writing smithi10482514-24 from 1744896 to 2146304 tid 2 2024-04-02T08:31:28.236 INFO:tasks.rados.rados.0.smithi104.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-04-02T08:31:28.236 INFO:tasks.rados.rados.0.smithi104.stdout:90: finishing copy_from racing read to smithi10482514-36 2024-04-02T08:31:28.236 INFO:tasks.rados.rados.0.smithi104.stdout:90: finishing copy_from to smithi10482514-36 2024-04-02T08:31:28.237 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:31:28.237 INFO:tasks.rados.rados.0.smithi104.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:28.258 INFO:tasks.rados.rados.0.smithi104.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:31:28.279 INFO:tasks.rados.rados.0.smithi104.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:31:28.282 INFO:tasks.rados.rados.0.smithi104.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:31:28.302 INFO:tasks.rados.rados.0.smithi104.stdout:97: finishing write tid 1 to smithi10482514-24 2024-04-02T08:31:28.302 INFO:tasks.rados.rados.0.smithi104.stdout:97: finishing write tid 2 to smithi10482514-24 2024-04-02T08:31:28.302 INFO:tasks.rados.rados.0.smithi104.stdout:97: finishing write tid 3 to smithi10482514-24 2024-04-02T08:31:28.302 INFO:tasks.rados.rados.0.smithi104.stdout:97: finishing write tid 4 to smithi10482514-24 2024-04-02T08:31:28.302 INFO:tasks.rados.rados.0.smithi104.stdout:97: oid 24 updating version 0 to 31 2024-04-02T08:31:28.302 INFO:tasks.rados.rados.0.smithi104.stdout:97: oid 24 version 31 is already newer than 29 2024-04-02T08:31:28.302 INFO:tasks.rados.rados.0.smithi104.stdout:97: oid 24 version 31 is already newer than 30 2024-04-02T08:31:28.302 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 31 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:31:28.302 INFO:tasks.rados.rados.0.smithi104.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:31:28.303 INFO:tasks.rados.rados.0.smithi104.stdout:98: finishing copy_from racing read to smithi10482514-31 2024-04-02T08:31:28.303 INFO:tasks.rados.rados.0.smithi104.stdout:98: finishing copy_from to smithi10482514-31 2024-04-02T08:31:28.303 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:31:28.303 INFO:tasks.rados.rados.0.smithi104.stdout:88: done (6 left) 2024-04-02T08:31:28.303 INFO:tasks.rados.rados.0.smithi104.stdout:89: done (5 left) 2024-04-02T08:31:28.303 INFO:tasks.rados.rados.0.smithi104.stdout:90: done (4 left) 2024-04-02T08:31:28.303 INFO:tasks.rados.rados.0.smithi104.stdout:94: done (3 left) 2024-04-02T08:31:28.303 INFO:tasks.rados.rados.0.smithi104.stdout:96: done (2 left) 2024-04-02T08:31:28.303 INFO:tasks.rados.rados.0.smithi104.stdout:97: done (1 left) 2024-04-02T08:31:28.303 INFO:tasks.rados.rados.0.smithi104.stdout:98: done (0 left) 2024-04-02T08:31:28.303 INFO:tasks.rados.rados.0.smithi104.stdout:99: snap_remove snap 3 2024-04-02T08:31:29.229 INFO:tasks.rados.rados.0.smithi104.stdout:99: done (0 left) 2024-04-02T08:31:29.230 INFO:tasks.rados.rados.0.smithi104.stdout:100: copy_from oid 42 from oid 39 current snap is 4 2024-04-02T08:31:29.230 INFO:tasks.rados.rados.0.smithi104.stdout:101: read oid 14 snap 1 2024-04-02T08:31:29.230 INFO:tasks.rados.rados.0.smithi104.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:31:29.230 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 4 2024-04-02T08:31:29.230 INFO:tasks.rados.rados.0.smithi104.stdout:102: seq_num 55 ranges {811008=524288,1335296=401408} 2024-04-02T08:31:29.238 INFO:tasks.rados.rados.0.smithi104.stdout:102: writing smithi10482514-49 from 811008 to 1335296 tid 1 2024-04-02T08:31:29.240 INFO:tasks.rados.rados.0.smithi104.stdout:102: writing smithi10482514-49 from 1335296 to 1736704 tid 2 2024-04-02T08:31:29.240 INFO:tasks.rados.rados.0.smithi104.stdout:103: delete oid 43 current snap is 4 2024-04-02T08:31:29.240 INFO:tasks.rados.rados.0.smithi104.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:31:29.247 INFO:tasks.rados.rados.0.smithi104.stdout:100: finishing copy_from racing read to smithi10482514-42 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:102: finishing write tid 1 to smithi10482514-49 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:102: finishing write tid 2 to smithi10482514-49 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:101: done (3 left) 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:103: done (2 left) 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:104: read oid 20 snap -1 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:104: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:105: rollback oid 43 current snap is 4 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 43 to 1 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:100: finishing copy_from to smithi10482514-42 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:100: done (3 left) 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:106: delete oid 5 current snap is 4 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:102: finishing write tid 3 to smithi10482514-49 2024-04-02T08:31:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:102: finishing write tid 4 to smithi10482514-49 2024-04-02T08:31:29.249 INFO:tasks.rados.rados.0.smithi104.stdout:102: oid 49 updating version 0 to 20 2024-04-02T08:31:29.249 INFO:tasks.rados.rados.0.smithi104.stdout:102: oid 49 version 20 is already newer than 19 2024-04-02T08:31:29.249 INFO:tasks.rados.rados.0.smithi104.stdout:102: oid 49 updating version 20 to 21 2024-04-02T08:31:29.249 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 21 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-04-02T08:31:29.249 INFO:tasks.rados.rados.0.smithi104.stdout:102: left oid 49 (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:31:29.250 INFO:tasks.rados.rados.0.smithi104.stdout:102: done (3 left) 2024-04-02T08:31:29.250 INFO:tasks.rados.rados.0.smithi104.stdout:106: done (2 left) 2024-04-02T08:31:29.250 INFO:tasks.rados.rados.0.smithi104.stdout:107: read oid 17 snap 1 2024-04-02T08:31:29.250 INFO:tasks.rados.rados.0.smithi104.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:31:29.250 INFO:tasks.rados.rados.0.smithi104.stdout:108: rollback oid 40 current snap is 4 2024-04-02T08:31:29.250 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 40 to 1 2024-04-02T08:31:29.250 INFO:tasks.rados.rados.0.smithi104.stdout:105: finishing rollback tid 1 to smithi10482514-43 2024-04-02T08:31:29.250 INFO:tasks.rados.rados.0.smithi104.stdout:109: delete oid 8 current snap is 4 2024-04-02T08:31:29.250 INFO:tasks.rados.rados.0.smithi104.stdout:104: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:31:29.260 INFO:tasks.rados.rados.0.smithi104.stdout:105: finishing rollback tid 2 to smithi10482514-43 2024-04-02T08:31:29.260 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 18 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-02T08:31:29.260 INFO:tasks.rados.rados.0.smithi104.stdout:108: finishing rollback tid 0 to smithi10482514-40 2024-04-02T08:31:29.260 INFO:tasks.rados.rados.0.smithi104.stdout:108: finishing rollback tid 1 to smithi10482514-40 2024-04-02T08:31:29.260 INFO:tasks.rados.rados.0.smithi104.stdout:108: finishing rollback tid 2 to smithi10482514-40 2024-04-02T08:31:29.260 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 19 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:31:29.260 INFO:tasks.rados.rados.0.smithi104.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:31:29.267 INFO:tasks.rados.rados.0.smithi104.stdout:104: done (4 left) 2024-04-02T08:31:29.267 INFO:tasks.rados.rados.0.smithi104.stdout:105: done (3 left) 2024-04-02T08:31:29.267 INFO:tasks.rados.rados.0.smithi104.stdout:107: done (2 left) 2024-04-02T08:31:29.267 INFO:tasks.rados.rados.0.smithi104.stdout:108: done (1 left) 2024-04-02T08:31:29.267 INFO:tasks.rados.rados.0.smithi104.stdout:109: done (0 left) 2024-04-02T08:31:29.267 INFO:tasks.rados.rados.0.smithi104.stdout:110: setattr oid 35 current snap is 4 2024-04-02T08:31:29.268 INFO:tasks.rados.rados.0.smithi104.stdout:111: snap_create 2024-04-02T08:31:29.270 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 35 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:31:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:29 smithi188 ceph-mon[30882]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:31:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:29 smithi188 ceph-mon[30882]: pgmap v119: 121 pgs: 121 active+clean; 25 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:31:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:29 smithi104 ceph-mon[39229]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:31:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:29 smithi104 ceph-mon[39229]: pgmap v119: 121 pgs: 121 active+clean; 25 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:31:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:29 smithi104 ceph-mon[27401]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:31:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:29 smithi104 ceph-mon[27401]: pgmap v119: 121 pgs: 121 active+clean; 25 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:31:30.235 INFO:tasks.rados.rados.0.smithi104.stdout:110: done (1 left) 2024-04-02T08:31:30.235 INFO:tasks.rados.rados.0.smithi104.stdout:111: done (0 left) 2024-04-02T08:31:30.235 INFO:tasks.rados.rados.0.smithi104.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-04-02T08:31:30.235 INFO:tasks.rados.rados.0.smithi104.stdout:113: setattr oid 23 current snap is 5 2024-04-02T08:31:30.236 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 5 2024-04-02T08:31:30.236 INFO:tasks.rados.rados.0.smithi104.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-04-02T08:31:30.239 INFO:tasks.rados.rados.0.smithi104.stdout:114: writing smithi10482514-15 from 24576 to 622592 tid 1 2024-04-02T08:31:30.242 INFO:tasks.rados.rados.0.smithi104.stdout:114: writing smithi10482514-15 from 622592 to 1024000 tid 2 2024-04-02T08:31:30.242 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 5 2024-04-02T08:31:30.242 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 13 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:30.242 INFO:tasks.rados.rados.0.smithi104.stdout:115: seq_num 60 ranges {319488=614400,933888=401408} 2024-04-02T08:31:30.247 INFO:tasks.rados.rados.0.smithi104.stdout:115: writing smithi10482514-20 from 319488 to 933888 tid 1 2024-04-02T08:31:30.250 INFO:tasks.rados.rados.0.smithi104.stdout:115: writing smithi10482514-20 from 933888 to 1335296 tid 2 2024-04-02T08:31:30.250 INFO:tasks.rados.rados.0.smithi104.stdout:113: done (3 left) 2024-04-02T08:31:30.250 INFO:tasks.rados.rados.0.smithi104.stdout:116: rollback oid 14 current snap is 5 2024-04-02T08:31:30.250 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 1 2024-04-02T08:31:30.251 INFO:tasks.rados.rados.0.smithi104.stdout:112: finishing copy_from racing read to smithi10482514-25 2024-04-02T08:31:30.251 INFO:tasks.rados.rados.0.smithi104.stdout:112: finishing copy_from to smithi10482514-25 2024-04-02T08:31:30.251 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:31:30.251 INFO:tasks.rados.rados.0.smithi104.stdout:114: finishing write tid 1 to smithi10482514-15 2024-04-02T08:31:30.251 INFO:tasks.rados.rados.0.smithi104.stdout:114: finishing write tid 2 to smithi10482514-15 2024-04-02T08:31:30.251 INFO:tasks.rados.rados.0.smithi104.stdout:112: done (3 left) 2024-04-02T08:31:30.251 INFO:tasks.rados.rados.0.smithi104.stdout:117: read oid 22 snap -1 2024-04-02T08:31:30.251 INFO:tasks.rados.rados.0.smithi104.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:30.251 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 5 2024-04-02T08:31:30.251 INFO:tasks.rados.rados.0.smithi104.stdout:114: finishing write tid 3 to smithi10482514-15 2024-04-02T08:31:30.251 INFO:tasks.rados.rados.0.smithi104.stdout:118: seq_num 61 ranges {663552=630784,1294336=401408} 2024-04-02T08:31:30.258 INFO:tasks.rados.rados.0.smithi104.stdout:118: writing smithi10482514-40 from 663552 to 1294336 tid 1 2024-04-02T08:31:30.260 INFO:tasks.rados.rados.0.smithi104.stdout:118: writing smithi10482514-40 from 1294336 to 1695744 tid 2 2024-04-02T08:31:30.260 INFO:tasks.rados.rados.0.smithi104.stdout:119: snap_create 2024-04-02T08:31:30.260 INFO:tasks.rados.rados.0.smithi104.stdout:114: finishing write tid 4 to smithi10482514-15 2024-04-02T08:31:30.260 INFO:tasks.rados.rados.0.smithi104.stdout:114: oid 15 updating version 0 to 39 2024-04-02T08:31:30.260 INFO:tasks.rados.rados.0.smithi104.stdout:114: oid 15 version 39 is already newer than 37 2024-04-02T08:31:30.260 INFO:tasks.rados.rados.0.smithi104.stdout:114: oid 15 version 39 is already newer than 38 2024-04-02T08:31:30.260 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 39 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-04-02T08:31:30.260 INFO:tasks.rados.rados.0.smithi104.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:31:30.260 INFO:tasks.rados.rados.0.smithi104.stdout:115: finishing write tid 1 to smithi10482514-20 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:115: finishing write tid 2 to smithi10482514-20 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:115: finishing write tid 3 to smithi10482514-20 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:116: finishing rollback tid 0 to smithi10482514-14 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:116: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:116: finishing rollback tid 2 to smithi10482514-14 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 24 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:115: finishing write tid 4 to smithi10482514-20 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:115: oid 20 updating version 0 to 29 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:115: oid 20 updating version 29 to 31 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:115: oid 20 version 31 is already newer than 30 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 31 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:31:30.261 INFO:tasks.rados.rados.0.smithi104.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:30.290 INFO:tasks.rados.rados.0.smithi104.stdout:118: finishing write tid 1 to smithi10482514-40 2024-04-02T08:31:30.291 INFO:tasks.rados.rados.0.smithi104.stdout:118: finishing write tid 2 to smithi10482514-40 2024-04-02T08:31:30.291 INFO:tasks.rados.rados.0.smithi104.stdout:118: finishing write tid 3 to smithi10482514-40 2024-04-02T08:31:30.291 INFO:tasks.rados.rados.0.smithi104.stdout:118: finishing write tid 4 to smithi10482514-40 2024-04-02T08:31:30.291 INFO:tasks.rados.rados.0.smithi104.stdout:118: oid 40 updating version 0 to 21 2024-04-02T08:31:30.291 INFO:tasks.rados.rados.0.smithi104.stdout:118: oid 40 updating version 21 to 22 2024-04-02T08:31:30.291 INFO:tasks.rados.rados.0.smithi104.stdout:118: oid 40 updating version 22 to 23 2024-04-02T08:31:30.291 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 23 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-04-02T08:31:30.291 INFO:tasks.rados.rados.0.smithi104.stdout:118: left oid 40 (ObjNum 61 snap 5 seq_num 61) 2024-04-02T08:31:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:30 smithi188 ceph-mon[30882]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:31:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:30 smithi104 ceph-mon[39229]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:31:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:30 smithi104 ceph-mon[27401]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:31:31.244 INFO:tasks.rados.rados.0.smithi104.stdout:114: done (5 left) 2024-04-02T08:31:31.244 INFO:tasks.rados.rados.0.smithi104.stdout:115: done (4 left) 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi104.stdout:116: done (3 left) 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi104.stdout:117: done (2 left) 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi104.stdout:118: done (1 left) 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi104.stdout:119: done (0 left) 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi104.stdout:120: read oid 48 snap 4 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi104.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi104.stdout:121: read oid 49 snap 5 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi104.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi104.stdout:122: delete oid 44 current snap is 6 2024-04-02T08:31:31.246 INFO:tasks.rados.rados.0.smithi104.stdout:122: done (2 left) 2024-04-02T08:31:31.246 INFO:tasks.rados.rados.0.smithi104.stdout:123: rollback oid 23 current snap is 6 2024-04-02T08:31:31.246 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 23 to 4 2024-04-02T08:31:31.246 INFO:tasks.rados.rados.0.smithi104.stdout:124: read oid 30 snap -1 2024-04-02T08:31:31.246 INFO:tasks.rados.rados.0.smithi104.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:31.247 INFO:tasks.rados.rados.0.smithi104.stdout:125: setattr oid 35 current snap is 6 2024-04-02T08:31:31.247 INFO:tasks.rados.rados.0.smithi104.stdout:126: delete oid 25 current snap is 6 2024-04-02T08:31:31.250 INFO:tasks.rados.rados.0.smithi104.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:31.264 INFO:tasks.rados.rados.0.smithi104.stdout:124: done (5 left) 2024-04-02T08:31:31.264 INFO:tasks.rados.rados.0.smithi104.stdout:126: done (4 left) 2024-04-02T08:31:31.264 INFO:tasks.rados.rados.0.smithi104.stdout:127: snap_remove snap 1 2024-04-02T08:31:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:31 smithi188 ceph-mon[30882]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:31:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:31 smithi188 ceph-mon[30882]: pgmap v122: 121 pgs: 121 active+clean; 25 MiB data, 271 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:31 smithi104 ceph-mon[39229]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:31:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:31 smithi104 ceph-mon[39229]: pgmap v122: 121 pgs: 121 active+clean; 25 MiB data, 271 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:31 smithi104 ceph-mon[27401]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:31:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:31 smithi104 ceph-mon[27401]: pgmap v122: 121 pgs: 121 active+clean; 25 MiB data, 271 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:32.250 INFO:tasks.rados.rados.0.smithi104.stdout:127: done (4 left) 2024-04-02T08:31:32.250 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 6 2024-04-02T08:31:32.250 INFO:tasks.rados.rados.0.smithi104.stdout:123: finishing rollback tid 0 to smithi10482514-23 2024-04-02T08:31:32.250 INFO:tasks.rados.rados.0.smithi104.stdout:123: finishing rollback tid 1 to smithi10482514-23 2024-04-02T08:31:32.250 INFO:tasks.rados.rados.0.smithi104.stdout:128: seq_num 64 ranges {524288=679936,1204224=401408} 2024-04-02T08:31:32.258 INFO:tasks.rados.rados.0.smithi104.stdout:128: writing smithi10482514-32 from 524288 to 1204224 tid 1 2024-04-02T08:31:32.261 INFO:tasks.rados.rados.0.smithi104.stdout:128: writing smithi10482514-32 from 1204224 to 1605632 tid 2 2024-04-02T08:31:32.261 INFO:tasks.rados.rados.0.smithi104.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:32.285 INFO:tasks.rados.rados.0.smithi104.stdout:123: finishing rollback tid 2 to smithi10482514-23 2024-04-02T08:31:32.285 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 17 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:32.286 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 41 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:31:32.286 INFO:tasks.rados.rados.0.smithi104.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:31:32.345 INFO:tasks.rados.rados.0.smithi104.stdout:128: finishing write tid 1 to smithi10482514-32 2024-04-02T08:31:32.345 INFO:tasks.rados.rados.0.smithi104.stdout:128: finishing write tid 2 to smithi10482514-32 2024-04-02T08:31:32.345 INFO:tasks.rados.rados.0.smithi104.stdout:128: finishing write tid 3 to smithi10482514-32 2024-04-02T08:31:32.345 INFO:tasks.rados.rados.0.smithi104.stdout:128: finishing write tid 4 to smithi10482514-32 2024-04-02T08:31:32.345 INFO:tasks.rados.rados.0.smithi104.stdout:128: oid 32 updating version 0 to 4 2024-04-02T08:31:32.345 INFO:tasks.rados.rados.0.smithi104.stdout:128: oid 32 updating version 4 to 5 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:128: oid 32 updating version 5 to 6 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 6 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:128: left oid 32 (ObjNum 64 snap 6 seq_num 64) 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:120: done (4 left) 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:121: done (3 left) 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:123: done (2 left) 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:125: done (1 left) 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:128: done (0 left) 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:129: read oid 23 snap 4 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:129: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:130: rollback oid 50 current snap is 6 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 50 to 4 2024-04-02T08:31:32.346 INFO:tasks.rados.rados.0.smithi104.stdout:131: delete oid 38 current snap is 6 2024-04-02T08:31:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:131: done (2 left) 2024-04-02T08:31:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:132: delete oid 43 current snap is 6 2024-04-02T08:31:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:130: finishing rollback tid 0 to smithi10482514-50 2024-04-02T08:31:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:130: finishing rollback tid 1 to smithi10482514-50 2024-04-02T08:31:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:130: finishing rollback tid 2 to smithi10482514-50 2024-04-02T08:31:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 43 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:31:32.348 INFO:tasks.rados.rados.0.smithi104.stdout:130: done (2 left) 2024-04-02T08:31:32.348 INFO:tasks.rados.rados.0.smithi104.stdout:132: done (1 left) 2024-04-02T08:31:32.348 INFO:tasks.rados.rados.0.smithi104.stdout:133: copy_from oid 28 from oid 39 current snap is 6 2024-04-02T08:31:32.348 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 6 2024-04-02T08:31:32.348 INFO:tasks.rados.rados.0.smithi104.stdout:134: seq_num 67 ranges {1605632=729088,2334720=401408} 2024-04-02T08:31:32.361 INFO:tasks.rados.rados.0.smithi104.stdout:134: writing smithi10482514-32 from 1605632 to 2334720 tid 1 2024-04-02T08:31:32.363 INFO:tasks.rados.rados.0.smithi104.stdout:134: writing smithi10482514-32 from 2334720 to 2736128 tid 2 2024-04-02T08:31:32.363 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 6 2024-04-02T08:31:32.363 INFO:tasks.rados.rados.0.smithi104.stdout:135: seq_num 68 ranges {827392=745472,1572864=401408} 2024-04-02T08:31:32.372 INFO:tasks.rados.rados.0.smithi104.stdout:135: writing smithi10482514-50 from 827392 to 1572864 tid 1 2024-04-02T08:31:32.374 INFO:tasks.rados.rados.0.smithi104.stdout:135: writing smithi10482514-50 from 1572864 to 1974272 tid 2 2024-04-02T08:31:32.374 INFO:tasks.rados.rados.0.smithi104.stdout:136: copy_from oid 19 from oid 8 current snap is 6 2024-04-02T08:31:32.375 INFO:tasks.rados.rados.0.smithi104.stdout:129: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:133: finishing copy_from racing read to smithi10482514-28 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:133: finishing copy_from to smithi10482514-28 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:134: finishing write tid 1 to smithi10482514-32 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:129: done (4 left) 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:133: done (3 left) 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:137: copy_from oid 46 from oid 20 current snap is 6 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:134: finishing write tid 2 to smithi10482514-32 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:134: finishing write tid 3 to smithi10482514-32 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:134: finishing write tid 4 to smithi10482514-32 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:134: oid 32 updating version 0 to 8 2024-04-02T08:31:32.416 INFO:tasks.rados.rados.0.smithi104.stdout:134: oid 32 updating version 8 to 9 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:134: oid 32 version 9 is already newer than 7 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 9 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:134: left oid 32 (ObjNum 67 snap 6 seq_num 67) 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:136: finishing copy_from to smithi10482514-19 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:136: got expected ENOENT (src dne) 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:136: finishing copy_from racing read to smithi10482514-19 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:135: finishing write tid 1 to smithi10482514-50 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:135: finishing write tid 2 to smithi10482514-50 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:135: finishing write tid 3 to smithi10482514-50 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:135: finishing write tid 4 to smithi10482514-50 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:135: oid 50 updating version 0 to 45 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:135: oid 50 version 45 is already newer than 44 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:135: oid 50 updating version 45 to 46 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 46 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:31:32.417 INFO:tasks.rados.rados.0.smithi104.stdout:135: left oid 50 (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:32.418 INFO:tasks.rados.rados.0.smithi104.stdout:134: done (3 left) 2024-04-02T08:31:32.418 INFO:tasks.rados.rados.0.smithi104.stdout:135: done (2 left) 2024-04-02T08:31:32.418 INFO:tasks.rados.rados.0.smithi104.stdout:136: done (1 left) 2024-04-02T08:31:32.418 INFO:tasks.rados.rados.0.smithi104.stdout:138: snap_create 2024-04-02T08:31:32.423 INFO:tasks.rados.rados.0.smithi104.stdout:137: finishing copy_from racing read to smithi10482514-46 2024-04-02T08:31:32.423 INFO:tasks.rados.rados.0.smithi104.stdout:137: finishing copy_from to smithi10482514-46 2024-04-02T08:31:32.423 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 31 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-02T08:31:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:32 smithi188 ceph-mon[30882]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:31:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:32 smithi104 ceph-mon[39229]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:31:32.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:32 smithi104 ceph-mon[27401]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:31:33.261 INFO:tasks.rados.rados.0.smithi104.stdout:137: done (1 left) 2024-04-02T08:31:33.261 INFO:tasks.rados.rados.0.smithi104.stdout:138: done (0 left) 2024-04-02T08:31:33.261 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 7 2024-04-02T08:31:33.261 INFO:tasks.rados.rados.0.smithi104.stdout:139: seq_num 69 ranges {139264=761856,901120=401408} 2024-04-02T08:31:33.265 INFO:tasks.rados.rados.0.smithi104.stdout:139: writing smithi10482514-9 from 139264 to 901120 tid 1 2024-04-02T08:31:33.268 INFO:tasks.rados.rados.0.smithi104.stdout:139: writing smithi10482514-9 from 901120 to 1302528 tid 2 2024-04-02T08:31:33.268 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 7 2024-04-02T08:31:33.268 INFO:tasks.rados.rados.0.smithi104.stdout:140: seq_num 70 ranges {188416=778240,966656=401408} 2024-04-02T08:31:33.274 INFO:tasks.rados.rados.0.smithi104.stdout:140: writing smithi10482514-12 from 188416 to 966656 tid 1 2024-04-02T08:31:33.277 INFO:tasks.rados.rados.0.smithi104.stdout:140: writing smithi10482514-12 from 966656 to 1368064 tid 2 2024-04-02T08:31:33.277 INFO:tasks.rados.rados.0.smithi104.stdout:141: rollback oid 22 current snap is 7 2024-04-02T08:31:33.277 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 22 to 4 2024-04-02T08:31:33.277 INFO:tasks.rados.rados.0.smithi104.stdout:139: finishing write tid 1 to smithi10482514-9 2024-04-02T08:31:33.277 INFO:tasks.rados.rados.0.smithi104.stdout:139: finishing write tid 2 to smithi10482514-9 2024-04-02T08:31:33.277 INFO:tasks.rados.rados.0.smithi104.stdout:139: finishing write tid 3 to smithi10482514-9 2024-04-02T08:31:33.278 INFO:tasks.rados.rados.0.smithi104.stdout:139: finishing write tid 4 to smithi10482514-9 2024-04-02T08:31:33.278 INFO:tasks.rados.rados.0.smithi104.stdout:139: oid 9 updating version 0 to 48 2024-04-02T08:31:33.278 INFO:tasks.rados.rados.0.smithi104.stdout:139: oid 9 updating version 48 to 49 2024-04-02T08:31:33.278 INFO:tasks.rados.rados.0.smithi104.stdout:139: oid 9 updating version 49 to 50 2024-04-02T08:31:33.278 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 50 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-04-02T08:31:33.278 INFO:tasks.rados.rados.0.smithi104.stdout:139: left oid 9 (ObjNum 69 snap 7 seq_num 69) 2024-04-02T08:31:33.278 INFO:tasks.rados.rados.0.smithi104.stdout:139: done (2 left) 2024-04-02T08:31:33.278 INFO:tasks.rados.rados.0.smithi104.stdout:142: snap_create 2024-04-02T08:31:33.279 INFO:tasks.rados.rados.0.smithi104.stdout:140: finishing write tid 1 to smithi10482514-12 2024-04-02T08:31:33.279 INFO:tasks.rados.rados.0.smithi104.stdout:140: finishing write tid 2 to smithi10482514-12 2024-04-02T08:31:33.280 INFO:tasks.rados.rados.0.smithi104.stdout:140: finishing write tid 3 to smithi10482514-12 2024-04-02T08:31:33.280 INFO:tasks.rados.rados.0.smithi104.stdout:141: finishing rollback tid 0 to smithi10482514-22 2024-04-02T08:31:33.280 INFO:tasks.rados.rados.0.smithi104.stdout:141: finishing rollback tid 1 to smithi10482514-22 2024-04-02T08:31:33.280 INFO:tasks.rados.rados.0.smithi104.stdout:141: finishing rollback tid 2 to smithi10482514-22 2024-04-02T08:31:33.280 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 23 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:31:33.281 INFO:tasks.rados.rados.0.smithi104.stdout:140: finishing write tid 4 to smithi10482514-12 2024-04-02T08:31:33.281 INFO:tasks.rados.rados.0.smithi104.stdout:140: oid 12 updating version 0 to 22 2024-04-02T08:31:33.281 INFO:tasks.rados.rados.0.smithi104.stdout:140: oid 12 updating version 22 to 23 2024-04-02T08:31:33.281 INFO:tasks.rados.rados.0.smithi104.stdout:140: oid 12 updating version 23 to 24 2024-04-02T08:31:33.281 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 24 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:31:33.281 INFO:tasks.rados.rados.0.smithi104.stdout:140: left oid 12 (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:31:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:33 smithi188 ceph-mon[30882]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:31:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:33 smithi188 ceph-mon[30882]: pgmap v125: 121 pgs: 121 active+clean; 30 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T08:31:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:33 smithi104 ceph-mon[39229]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:31:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:33 smithi104 ceph-mon[39229]: pgmap v125: 121 pgs: 121 active+clean; 30 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T08:31:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:33 smithi104 ceph-mon[27401]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:31:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:33 smithi104 ceph-mon[27401]: pgmap v125: 121 pgs: 121 active+clean; 30 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T08:31:34.196 INFO:tasks.rados.rados.0.smithi104.stdout:140: done (2 left) 2024-04-02T08:31:34.196 INFO:tasks.rados.rados.0.smithi104.stdout:141: done (1 left) 2024-04-02T08:31:34.196 INFO:tasks.rados.rados.0.smithi104.stdout:142: done (0 left) 2024-04-02T08:31:34.196 INFO:tasks.rados.rados.0.smithi104.stdout:143: read oid 33 snap -1 2024-04-02T08:31:34.196 INFO:tasks.rados.rados.0.smithi104.stdout:143: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:31:34.196 INFO:tasks.rados.rados.0.smithi104.stdout:144: read oid 45 snap -1 2024-04-02T08:31:34.196 INFO:tasks.rados.rados.0.smithi104.stdout:144: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:31:34.196 INFO:tasks.rados.rados.0.smithi104.stdout:145: snap_create 2024-04-02T08:31:34.202 INFO:tasks.rados.rados.0.smithi104.stdout:143: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:31:34.217 INFO:tasks.rados.rados.0.smithi104.stdout:144: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:31:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:34 smithi188 ceph-mon[30882]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:31:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:34 smithi188 ceph-mon[30882]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:31:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:34 smithi104 ceph-mon[39229]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:31:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:34 smithi104 ceph-mon[39229]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:31:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:34 smithi104 ceph-mon[27401]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:31:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:34 smithi104 ceph-mon[27401]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:31:35.199 INFO:tasks.rados.rados.0.smithi104.stdout:143: done (2 left) 2024-04-02T08:31:35.199 INFO:tasks.rados.rados.0.smithi104.stdout:144: done (1 left) 2024-04-02T08:31:35.199 INFO:tasks.rados.rados.0.smithi104.stdout:145: done (0 left) 2024-04-02T08:31:35.199 INFO:tasks.rados.rados.0.smithi104.stdout:146: copy_from oid 48 from oid 42 current snap is 9 2024-04-02T08:31:35.199 INFO:tasks.rados.rados.0.smithi104.stdout:147: delete oid 29 current snap is 9 2024-04-02T08:31:35.200 INFO:tasks.rados.rados.0.smithi104.stdout:147: done (1 left) 2024-04-02T08:31:35.200 INFO:tasks.rados.rados.0.smithi104.stdout:148: snap_create 2024-04-02T08:31:35.206 INFO:tasks.rados.rados.0.smithi104.stdout:146: finishing copy_from racing read to smithi10482514-48 2024-04-02T08:31:35.207 INFO:tasks.rados.rados.0.smithi104.stdout:146: finishing copy_from to smithi10482514-48 2024-04-02T08:31:35.207 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:31:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:35 smithi188 ceph-mon[30882]: pgmap v128: 121 pgs: 121 active+clean; 30 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T08:31:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:35 smithi188 ceph-mon[30882]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:31:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:35 smithi104 ceph-mon[39229]: pgmap v128: 121 pgs: 121 active+clean; 30 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T08:31:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:35 smithi104 ceph-mon[39229]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:31:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:35 smithi104 ceph-mon[27401]: pgmap v128: 121 pgs: 121 active+clean; 30 MiB data, 283 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T08:31:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:35 smithi104 ceph-mon[27401]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:31:36.199 INFO:tasks.rados.rados.0.smithi104.stdout:146: done (1 left) 2024-04-02T08:31:36.199 INFO:tasks.rados.rados.0.smithi104.stdout:148: done (0 left) 2024-04-02T08:31:36.200 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 10 2024-04-02T08:31:36.200 INFO:tasks.rados.rados.0.smithi104.stdout:149: seq_num 72 ranges {0=409600,409600=524288,933888=278528} 2024-04-02T08:31:36.202 INFO:tasks.rados.rados.0.smithi104.stdout:149: writing smithi10482514-43 from 0 to 409600 tid 1 2024-04-02T08:31:36.206 INFO:tasks.rados.rados.0.smithi104.stdout:149: writing smithi10482514-43 from 409600 to 933888 tid 2 2024-04-02T08:31:36.209 INFO:tasks.rados.rados.0.smithi104.stdout:149: writing smithi10482514-43 from 933888 to 1212416 tid 3 2024-04-02T08:31:36.209 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 10 2024-04-02T08:31:36.209 INFO:tasks.rados.rados.0.smithi104.stdout:149: finishing write tid 1 to smithi10482514-43 2024-04-02T08:31:36.209 INFO:tasks.rados.rados.0.smithi104.stdout:150: seq_num 73 ranges {155648=425984,581632=409600,991232=393216} 2024-04-02T08:31:36.212 INFO:tasks.rados.rados.0.smithi104.stdout:150: writing smithi10482514-10 from 155648 to 581632 tid 1 2024-04-02T08:31:36.216 INFO:tasks.rados.rados.0.smithi104.stdout:150: writing smithi10482514-10 from 581632 to 991232 tid 2 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:150: writing smithi10482514-10 from 991232 to 1384448 tid 3 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:151: snap_create 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:149: finishing write tid 2 to smithi10482514-43 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:149: finishing write tid 3 to smithi10482514-43 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:149: finishing write tid 4 to smithi10482514-43 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:149: finishing write tid 5 to smithi10482514-43 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:149: oid 43 updating version 0 to 37 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:149: oid 43 updating version 37 to 39 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:149: oid 43 version 39 is already newer than 38 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:149: oid 43 updating version 39 to 40 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 40 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:149: left oid 43 (ObjNum 72 snap 10 seq_num 72) 2024-04-02T08:31:36.220 INFO:tasks.rados.rados.0.smithi104.stdout:150: finishing write tid 1 to smithi10482514-10 2024-04-02T08:31:36.221 INFO:tasks.rados.rados.0.smithi104.stdout:150: finishing write tid 2 to smithi10482514-10 2024-04-02T08:31:36.221 INFO:tasks.rados.rados.0.smithi104.stdout:150: finishing write tid 3 to smithi10482514-10 2024-04-02T08:31:36.221 INFO:tasks.rados.rados.0.smithi104.stdout:150: finishing write tid 4 to smithi10482514-10 2024-04-02T08:31:36.222 INFO:tasks.rados.rados.0.smithi104.stdout:150: finishing write tid 5 to smithi10482514-10 2024-04-02T08:31:36.222 INFO:tasks.rados.rados.0.smithi104.stdout:150: oid 10 updating version 0 to 31 2024-04-02T08:31:36.222 INFO:tasks.rados.rados.0.smithi104.stdout:150: oid 10 version 31 is already newer than 29 2024-04-02T08:31:36.222 INFO:tasks.rados.rados.0.smithi104.stdout:150: oid 10 version 31 is already newer than 28 2024-04-02T08:31:36.222 INFO:tasks.rados.rados.0.smithi104.stdout:150: oid 10 version 31 is already newer than 30 2024-04-02T08:31:36.223 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 31 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-02T08:31:36.223 INFO:tasks.rados.rados.0.smithi104.stdout:150: left oid 10 (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:31:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:36 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:36 smithi188 ceph-mon[30882]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:31:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:36 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:36 smithi104 ceph-mon[39229]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:31:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:36 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:36 smithi104 ceph-mon[27401]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:31:37.201 INFO:tasks.rados.rados.0.smithi104.stdout:149: done (2 left) 2024-04-02T08:31:37.201 INFO:tasks.rados.rados.0.smithi104.stdout:150: done (1 left) 2024-04-02T08:31:37.201 INFO:tasks.rados.rados.0.smithi104.stdout:151: done (0 left) 2024-04-02T08:31:37.202 INFO:tasks.rados.rados.0.smithi104.stdout:152: snap_create 2024-04-02T08:31:37.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:31:37] "GET /metrics HTTP/1.1" 200 35954 "" "Prometheus/2.43.0" 2024-04-02T08:31:37.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:37 smithi104 ceph-mon[27401]: pgmap v131: 121 pgs: 121 active+clean; 38 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:31:37.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:37 smithi104 ceph-mon[27401]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:31:37.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:37 smithi104 ceph-mon[39229]: pgmap v131: 121 pgs: 121 active+clean; 38 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:31:37.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:37 smithi104 ceph-mon[39229]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:31:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:37 smithi188 ceph-mon[30882]: pgmap v131: 121 pgs: 121 active+clean; 38 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:31:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:37 smithi188 ceph-mon[30882]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:31:38.203 INFO:tasks.rados.rados.0.smithi104.stdout:152: done (0 left) 2024-04-02T08:31:38.203 INFO:tasks.rados.rados.0.smithi104.stdout:153: read oid 42 snap -1 2024-04-02T08:31:38.203 INFO:tasks.rados.rados.0.smithi104.stdout:153: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:31:38.203 INFO:tasks.rados.rados.0.smithi104.stdout:154: rmattr oid 17 current snap is 12 2024-04-02T08:31:38.203 INFO:tasks.rados.rados.0.smithi104.stdout:154: done (1 left) 2024-04-02T08:31:38.203 INFO:tasks.rados.rados.0.smithi104.stdout:155: setattr oid 28 current snap is 12 2024-04-02T08:31:38.205 INFO:tasks.rados.rados.0.smithi104.stdout:156: copy_from oid 33 from oid 16 current snap is 12 2024-04-02T08:31:38.205 INFO:tasks.rados.rados.0.smithi104.stdout:157: setattr oid 32 current snap is 12 2024-04-02T08:31:38.208 INFO:tasks.rados.rados.0.smithi104.stdout:158: snap_remove snap 4 2024-04-02T08:31:39.196 INFO:tasks.rados.rados.0.smithi104.stdout:158: done (4 left) 2024-04-02T08:31:39.196 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 12 2024-04-02T08:31:39.196 INFO:tasks.rados.rados.0.smithi104.stdout:159: seq_num 74 ranges {0=442368,442368=696320,1138688=106496} 2024-04-02T08:31:39.199 INFO:tasks.rados.rados.0.smithi104.stdout:159: writing smithi10482514-25 from 0 to 442368 tid 1 2024-04-02T08:31:39.209 INFO:tasks.rados.rados.0.smithi104.stdout:159: writing smithi10482514-25 from 442368 to 1138688 tid 2 2024-04-02T08:31:39.209 INFO:tasks.rados.rados.0.smithi104.stdout:159: writing smithi10482514-25 from 1138688 to 1245184 tid 3 2024-04-02T08:31:39.210 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 12 2024-04-02T08:31:39.210 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 33 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:31:39.210 INFO:tasks.rados.rados.0.smithi104.stdout:153: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:31:39.230 INFO:tasks.rados.rados.0.smithi104.stdout:156: finishing copy_from racing read to smithi10482514-33 2024-04-02T08:31:39.231 INFO:tasks.rados.rados.0.smithi104.stdout:156: finishing copy_from to smithi10482514-33 2024-04-02T08:31:39.232 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-02T08:31:39.232 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 11 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-04-02T08:31:39.232 INFO:tasks.rados.rados.0.smithi104.stdout:159: finishing write tid 1 to smithi10482514-25 2024-04-02T08:31:39.232 INFO:tasks.rados.rados.0.smithi104.stdout:159: finishing write tid 2 to smithi10482514-25 2024-04-02T08:31:39.232 INFO:tasks.rados.rados.0.smithi104.stdout:160: seq_num 75 ranges {573440=458752,1032192=581632,1613824=221184} 2024-04-02T08:31:39.236 INFO:tasks.rados.rados.0.smithi104.stdout:160: writing smithi10482514-35 from 573440 to 1032192 tid 1 2024-04-02T08:31:39.238 INFO:tasks.rados.rados.0.smithi104.stdout:160: writing smithi10482514-35 from 1032192 to 1613824 tid 2 2024-04-02T08:31:39.240 INFO:tasks.rados.rados.0.smithi104.stdout:160: writing smithi10482514-35 from 1613824 to 1835008 tid 3 2024-04-02T08:31:39.240 INFO:tasks.rados.rados.0.smithi104.stdout:153: done (5 left) 2024-04-02T08:31:39.240 INFO:tasks.rados.rados.0.smithi104.stdout:155: done (4 left) 2024-04-02T08:31:39.241 INFO:tasks.rados.rados.0.smithi104.stdout:156: done (3 left) 2024-04-02T08:31:39.241 INFO:tasks.rados.rados.0.smithi104.stdout:157: done (2 left) 2024-04-02T08:31:39.241 INFO:tasks.rados.rados.0.smithi104.stdout:161: snap_remove snap 11 2024-04-02T08:31:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:39 smithi188 ceph-mon[30882]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:31:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:39 smithi188 ceph-mon[30882]: pgmap v134: 121 pgs: 121 active+clean; 38 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:31:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:39 smithi188 ceph-mon[30882]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:31:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:39 smithi104 ceph-mon[39229]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:31:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:39 smithi104 ceph-mon[39229]: pgmap v134: 121 pgs: 121 active+clean; 38 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:31:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:39 smithi104 ceph-mon[39229]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:31:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:39 smithi104 ceph-mon[27401]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:31:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:39 smithi104 ceph-mon[27401]: pgmap v134: 121 pgs: 121 active+clean; 38 MiB data, 293 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-02T08:31:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:39 smithi104 ceph-mon[27401]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:31:40.220 INFO:tasks.rados.rados.0.smithi104.stdout:161: done (2 left) 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:162: delete oid 22 current snap is 12 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:159: finishing write tid 3 to smithi10482514-25 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:159: finishing write tid 4 to smithi10482514-25 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:159: finishing write tid 5 to smithi10482514-25 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:159: oid 25 updating version 0 to 47 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:159: oid 25 updating version 47 to 48 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:159: oid 25 version 48 is already newer than 45 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:159: oid 25 version 48 is already newer than 46 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 48 (ObjNum 74 snap 12 seq_num 74) dirty exists 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:159: left oid 25 (ObjNum 74 snap 12 seq_num 74) 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:160: finishing write tid 1 to smithi10482514-35 2024-04-02T08:31:40.221 INFO:tasks.rados.rados.0.smithi104.stdout:160: finishing write tid 2 to smithi10482514-35 2024-04-02T08:31:40.222 INFO:tasks.rados.rados.0.smithi104.stdout:160: finishing write tid 3 to smithi10482514-35 2024-04-02T08:31:40.222 INFO:tasks.rados.rados.0.smithi104.stdout:160: finishing write tid 4 to smithi10482514-35 2024-04-02T08:31:40.222 INFO:tasks.rados.rados.0.smithi104.stdout:160: finishing write tid 5 to smithi10482514-35 2024-04-02T08:31:40.222 INFO:tasks.rados.rados.0.smithi104.stdout:160: oid 35 updating version 0 to 55 2024-04-02T08:31:40.222 INFO:tasks.rados.rados.0.smithi104.stdout:160: oid 35 version 55 is already newer than 54 2024-04-02T08:31:40.222 INFO:tasks.rados.rados.0.smithi104.stdout:160: oid 35 updating version 55 to 56 2024-04-02T08:31:40.222 INFO:tasks.rados.rados.0.smithi104.stdout:160: oid 35 version 56 is already newer than 53 2024-04-02T08:31:40.222 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 56 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:31:40.222 INFO:tasks.rados.rados.0.smithi104.stdout:160: left oid 35 (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:31:40.223 INFO:tasks.rados.rados.0.smithi104.stdout:159: done (2 left) 2024-04-02T08:31:40.224 INFO:tasks.rados.rados.0.smithi104.stdout:160: done (1 left) 2024-04-02T08:31:40.224 INFO:tasks.rados.rados.0.smithi104.stdout:162: done (0 left) 2024-04-02T08:31:40.224 INFO:tasks.rados.rados.0.smithi104.stdout:163: snap_create 2024-04-02T08:31:41.222 INFO:tasks.rados.rados.0.smithi104.stdout:163: done (0 left) 2024-04-02T08:31:41.222 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 31 current snap is 13 2024-04-02T08:31:41.222 INFO:tasks.rados.rados.0.smithi104.stdout:164: seq_num 77 ranges {606208=491520,1097728=794624,1892352=8192} 2024-04-02T08:31:41.228 INFO:tasks.rados.rados.0.smithi104.stdout:164: writing smithi10482514-31 from 606208 to 1097728 tid 1 2024-04-02T08:31:41.233 INFO:tasks.rados.rados.0.smithi104.stdout:164: writing smithi10482514-31 from 1097728 to 1892352 tid 2 2024-04-02T08:31:41.233 INFO:tasks.rados.rados.0.smithi104.stdout:164: writing smithi10482514-31 from 1892352 to 1900544 tid 3 2024-04-02T08:31:41.234 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 16 current snap is 13 2024-04-02T08:31:41.234 INFO:tasks.rados.rados.0.smithi104.stdout:164: finishing write tid 1 to smithi10482514-31 2024-04-02T08:31:41.234 INFO:tasks.rados.rados.0.smithi104.stdout:165: seq_num 78 ranges {253952=516096,770048=679936,1449984=122880} 2024-04-02T08:31:41.237 INFO:tasks.rados.rados.0.smithi104.stdout:165: writing smithi10482514-16 from 253952 to 770048 tid 1 2024-04-02T08:31:41.241 INFO:tasks.rados.rados.0.smithi104.stdout:165: writing smithi10482514-16 from 770048 to 1449984 tid 2 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:165: writing smithi10482514-16 from 1449984 to 1572864 tid 3 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:166: copy_from oid 10 from oid 39 current snap is 13 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:164: finishing write tid 2 to smithi10482514-31 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:164: finishing write tid 3 to smithi10482514-31 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:164: finishing write tid 4 to smithi10482514-31 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:164: finishing write tid 5 to smithi10482514-31 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:164: oid 31 updating version 0 to 54 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:164: oid 31 version 54 is already newer than 53 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:164: oid 31 updating version 54 to 55 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:164: oid 31 version 55 is already newer than 52 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 55 (ObjNum 77 snap 13 seq_num 77) dirty exists 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:164: left oid 31 (ObjNum 77 snap 13 seq_num 77) 2024-04-02T08:31:41.243 INFO:tasks.rados.rados.0.smithi104.stdout:164: done (2 left) 2024-04-02T08:31:41.244 INFO:tasks.rados.rados.0.smithi104.stdout:167: read oid 25 snap 8 2024-04-02T08:31:41.244 INFO:tasks.rados.rados.0.smithi104.stdout:167: expect deleted 2024-04-02T08:31:41.244 INFO:tasks.rados.rados.0.smithi104.stdout:168: copy_from oid 21 from oid 35 current snap is 13 2024-04-02T08:31:41.244 INFO:tasks.rados.rados.0.smithi104.stdout:169: snap_remove snap 7 2024-04-02T08:31:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:41 smithi188 ceph-mon[30882]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:31:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:41 smithi188 ceph-mon[30882]: pgmap v137: 121 pgs: 121 active+clean; 38 MiB data, 293 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:41 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:41 smithi104 ceph-mon[39229]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:31:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:41 smithi104 ceph-mon[39229]: pgmap v137: 121 pgs: 121 active+clean; 38 MiB data, 293 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:41 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:41.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:41 smithi104 ceph-mon[27401]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:31:41.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:41 smithi104 ceph-mon[27401]: pgmap v137: 121 pgs: 121 active+clean; 38 MiB data, 293 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:41.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:41 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:42.229 INFO:tasks.rados.rados.0.smithi104.stdout:169: done (4 left) 2024-04-02T08:31:42.229 INFO:tasks.rados.rados.0.smithi104.stdout:170: delete oid 8 current snap is 13 2024-04-02T08:31:42.229 INFO:tasks.rados.rados.0.smithi104.stdout:165: finishing write tid 1 to smithi10482514-16 2024-04-02T08:31:42.229 INFO:tasks.rados.rados.0.smithi104.stdout:165: finishing write tid 2 to smithi10482514-16 2024-04-02T08:31:42.230 INFO:tasks.rados.rados.0.smithi104.stdout:166: finishing copy_from racing read to smithi10482514-10 2024-04-02T08:31:42.230 INFO:tasks.rados.rados.0.smithi104.stdout:165: finishing write tid 3 to smithi10482514-16 2024-04-02T08:31:42.230 INFO:tasks.rados.rados.0.smithi104.stdout:165: finishing write tid 4 to smithi10482514-16 2024-04-02T08:31:42.230 INFO:tasks.rados.rados.0.smithi104.stdout:166: finishing copy_from to smithi10482514-10 2024-04-02T08:31:42.230 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:31:42.230 INFO:tasks.rados.rados.0.smithi104.stdout:165: finishing write tid 5 to smithi10482514-16 2024-04-02T08:31:42.230 INFO:tasks.rados.rados.0.smithi104.stdout:165: oid 16 updating version 0 to 23 2024-04-02T08:31:42.230 INFO:tasks.rados.rados.0.smithi104.stdout:165: oid 16 updating version 23 to 24 2024-04-02T08:31:42.230 INFO:tasks.rados.rados.0.smithi104.stdout:165: oid 16 updating version 24 to 25 2024-04-02T08:31:42.230 INFO:tasks.rados.rados.0.smithi104.stdout:165: oid 16 version 25 is already newer than 22 2024-04-02T08:31:42.230 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 25 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-04-02T08:31:42.231 INFO:tasks.rados.rados.0.smithi104.stdout:165: left oid 16 (ObjNum 78 snap 13 seq_num 78) 2024-04-02T08:31:42.231 INFO:tasks.rados.rados.0.smithi104.stdout:168: finishing copy_from racing read to smithi10482514-21 2024-04-02T08:31:42.231 INFO:tasks.rados.rados.0.smithi104.stdout:168: finishing copy_from to smithi10482514-21 2024-04-02T08:31:42.231 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 56 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:31:42.235 INFO:tasks.rados.rados.0.smithi104.stdout:165: done (4 left) 2024-04-02T08:31:42.235 INFO:tasks.rados.rados.0.smithi104.stdout:166: done (3 left) 2024-04-02T08:31:42.235 INFO:tasks.rados.rados.0.smithi104.stdout:167: done (2 left) 2024-04-02T08:31:42.235 INFO:tasks.rados.rados.0.smithi104.stdout:168: done (1 left) 2024-04-02T08:31:42.235 INFO:tasks.rados.rados.0.smithi104.stdout:170: done (0 left) 2024-04-02T08:31:42.235 INFO:tasks.rados.rados.0.smithi104.stdout:171: snap_remove snap 8 2024-04-02T08:31:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:42 smithi188 ceph-mon[30882]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:31:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:42 smithi104 ceph-mon[39229]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:31:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:42 smithi104 ceph-mon[27401]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:31:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:171: done (0 left) 2024-04-02T08:31:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:172: snap_create 2024-04-02T08:31:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:43 smithi188 ceph-mon[30882]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:31:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:43 smithi188 ceph-mon[30882]: pgmap v140: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 469 KiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-02T08:31:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:43 smithi104 ceph-mon[27401]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:31:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:43 smithi104 ceph-mon[27401]: pgmap v140: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 469 KiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-02T08:31:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:43 smithi104 ceph-mon[39229]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:31:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:43 smithi104 ceph-mon[39229]: pgmap v140: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 469 KiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-02T08:31:44.200 INFO:tasks.rados.rados.0.smithi104.stdout:172: done (0 left) 2024-04-02T08:31:44.200 INFO:tasks.rados.rados.0.smithi104.stdout:173: read oid 46 snap -1 2024-04-02T08:31:44.200 INFO:tasks.rados.rados.0.smithi104.stdout:173: expect (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:31:44.200 INFO:tasks.rados.rados.0.smithi104.stdout:174: read oid 7 snap 5 2024-04-02T08:31:44.201 INFO:tasks.rados.rados.0.smithi104.stdout:174: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:31:44.201 INFO:tasks.rados.rados.0.smithi104.stdout:175: snap_create 2024-04-02T08:31:44.202 INFO:tasks.rados.rados.0.smithi104.stdout:174: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:31:44.208 INFO:tasks.rados.rados.0.smithi104.stdout:173: expect (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:31:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:44 smithi188 ceph-mon[30882]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:31:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:44 smithi188 ceph-mon[30882]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:31:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:44 smithi104 ceph-mon[39229]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:31:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:44 smithi104 ceph-mon[39229]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:31:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:44 smithi104 ceph-mon[27401]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:31:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:44 smithi104 ceph-mon[27401]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:31:45.201 INFO:tasks.rados.rados.0.smithi104.stdout:173: done (2 left) 2024-04-02T08:31:45.202 INFO:tasks.rados.rados.0.smithi104.stdout:174: done (1 left) 2024-04-02T08:31:45.202 INFO:tasks.rados.rados.0.smithi104.stdout:175: done (0 left) 2024-04-02T08:31:45.202 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 15 2024-04-02T08:31:45.202 INFO:tasks.rados.rados.0.smithi104.stdout:176: seq_num 80 ranges {204800=548864,753664=450560,1204224=352256} 2024-04-02T08:31:45.206 INFO:tasks.rados.rados.0.smithi104.stdout:176: writing smithi10482514-13 from 204800 to 753664 tid 1 2024-04-02T08:31:45.208 INFO:tasks.rados.rados.0.smithi104.stdout:176: writing smithi10482514-13 from 753664 to 1204224 tid 2 2024-04-02T08:31:45.211 INFO:tasks.rados.rados.0.smithi104.stdout:176: writing smithi10482514-13 from 1204224 to 1556480 tid 3 2024-04-02T08:31:45.211 INFO:tasks.rados.rados.0.smithi104.stdout:177: copy_from oid 15 from oid 5 current snap is 15 2024-04-02T08:31:45.211 INFO:tasks.rados.rados.0.smithi104.stdout:178: rollback oid 19 current snap is 15 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 19 to 9 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi104.stdout:179: copy_from oid 21 from oid 24 current snap is 15 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi104.stdout:180: copy_from oid 3 from oid 7 current snap is 15 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi104.stdout:181: read oid 33 snap -1 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi104.stdout:181: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi104.stdout:182: rollback oid 18 current snap is 15 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 18 to 5 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi104.stdout:183: copy_from oid 22 from oid 35 current snap is 15 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi104.stdout:184: read oid 31 snap -1 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi104.stdout:184: expect (ObjNum 77 snap 13 seq_num 77) 2024-04-02T08:31:45.212 INFO:tasks.rados.rados.0.smithi104.stdout:185: snap_remove snap 12 2024-04-02T08:31:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:45 smithi188 ceph-mon[30882]: pgmap v143: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 469 KiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-02T08:31:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:45 smithi188 ceph-mon[30882]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:31:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:45 smithi104 ceph-mon[27401]: pgmap v143: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 469 KiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-02T08:31:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:45 smithi104 ceph-mon[27401]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:31:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:45 smithi104 ceph-mon[39229]: pgmap v143: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 469 KiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-02T08:31:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:45 smithi104 ceph-mon[39229]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:31:46.208 INFO:tasks.rados.rados.0.smithi104.stdout:185: done (9 left) 2024-04-02T08:31:46.208 INFO:tasks.rados.rados.0.smithi104.stdout:186: setattr oid 25 current snap is 15 2024-04-02T08:31:46.208 INFO:tasks.rados.rados.0.smithi104.stdout:176: finishing write tid 1 to smithi10482514-13 2024-04-02T08:31:46.208 INFO:tasks.rados.rados.0.smithi104.stdout:176: finishing write tid 2 to smithi10482514-13 2024-04-02T08:31:46.208 INFO:tasks.rados.rados.0.smithi104.stdout:180: finishing copy_from racing read to smithi10482514-3 2024-04-02T08:31:46.208 INFO:tasks.rados.rados.0.smithi104.stdout:178: finishing rollback tid 0 to smithi10482514-19 2024-04-02T08:31:46.208 INFO:tasks.rados.rados.0.smithi104.stdout:176: finishing write tid 3 to smithi10482514-13 2024-04-02T08:31:46.208 INFO:tasks.rados.rados.0.smithi104.stdout:176: finishing write tid 4 to smithi10482514-13 2024-04-02T08:31:46.208 INFO:tasks.rados.rados.0.smithi104.stdout:180: finishing copy_from to smithi10482514-3 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:178: finishing rollback tid 1 to smithi10482514-19 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:182: finishing rollback tid 0 to smithi10482514-18 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:177: finishing copy_from to smithi10482514-15 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:177: got expected ENOENT (src dne) 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:178: finishing rollback tid 2 to smithi10482514-19 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 31 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:182: finishing rollback tid 1 to smithi10482514-18 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:182: finishing rollback tid 2 to smithi10482514-18 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:177: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:31:46.209 INFO:tasks.rados.rados.0.smithi104.stdout:176: finishing write tid 5 to smithi10482514-13 2024-04-02T08:31:46.210 INFO:tasks.rados.rados.0.smithi104.stdout:176: oid 13 updating version 0 to 27 2024-04-02T08:31:46.210 INFO:tasks.rados.rados.0.smithi104.stdout:176: oid 13 updating version 27 to 28 2024-04-02T08:31:46.210 INFO:tasks.rados.rados.0.smithi104.stdout:176: oid 13 version 28 is already newer than 25 2024-04-02T08:31:46.210 INFO:tasks.rados.rados.0.smithi104.stdout:176: oid 13 version 28 is already newer than 26 2024-04-02T08:31:46.210 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 28 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-04-02T08:31:46.210 INFO:tasks.rados.rados.0.smithi104.stdout:176: left oid 13 (ObjNum 80 snap 15 seq_num 80) 2024-04-02T08:31:46.210 INFO:tasks.rados.rados.0.smithi104.stdout:181: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-02T08:31:46.222 INFO:tasks.rados.rados.0.smithi104.stdout:184: expect (ObjNum 77 snap 13 seq_num 77) 2024-04-02T08:31:46.292 INFO:tasks.rados.rados.0.smithi104.stdout:183: finishing copy_from racing read to smithi10482514-22 2024-04-02T08:31:46.292 INFO:tasks.rados.rados.0.smithi104.stdout:183: finishing copy_from to smithi10482514-22 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 56 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:179: finishing copy_from racing read to smithi10482514-21 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:179: finishing copy_from to smithi10482514-21 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 31 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:176: done (9 left) 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:177: done (8 left) 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:178: done (7 left) 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:179: done (6 left) 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:180: done (5 left) 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:181: done (4 left) 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:182: done (3 left) 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:183: done (2 left) 2024-04-02T08:31:46.293 INFO:tasks.rados.rados.0.smithi104.stdout:184: done (1 left) 2024-04-02T08:31:46.294 INFO:tasks.rados.rados.0.smithi104.stdout:187: copy_from oid 45 from oid 42 current snap is 15 2024-04-02T08:31:46.294 INFO:tasks.rados.rados.0.smithi104.stdout:188: copy_from oid 36 from oid 35 current snap is 15 2024-04-02T08:31:46.294 INFO:tasks.rados.rados.0.smithi104.stdout:189: snap_create 2024-04-02T08:31:46.294 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 63 (ObjNum 74 snap 12 seq_num 74) dirty exists 2024-04-02T08:31:46.297 INFO:tasks.rados.rados.0.smithi104.stdout:187: finishing copy_from racing read to smithi10482514-45 2024-04-02T08:31:46.297 INFO:tasks.rados.rados.0.smithi104.stdout:187: finishing copy_from to smithi10482514-45 2024-04-02T08:31:46.297 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:31:46.301 INFO:tasks.rados.rados.0.smithi104.stdout:188: finishing copy_from racing read to smithi10482514-36 2024-04-02T08:31:46.303 INFO:tasks.rados.rados.0.smithi104.stdout:188: finishing copy_from to smithi10482514-36 2024-04-02T08:31:46.303 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 56 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:31:47.211 INFO:tasks.rados.rados.0.smithi104.stdout:186: done (3 left) 2024-04-02T08:31:47.211 INFO:tasks.rados.rados.0.smithi104.stdout:187: done (2 left) 2024-04-02T08:31:47.211 INFO:tasks.rados.rados.0.smithi104.stdout:188: done (1 left) 2024-04-02T08:31:47.211 INFO:tasks.rados.rados.0.smithi104.stdout:189: done (0 left) 2024-04-02T08:31:47.211 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 16 2024-04-02T08:31:47.211 INFO:tasks.rados.rados.0.smithi104.stdout:190: seq_num 81 ranges {2736128=565248,3301376=737280,4038656=65536} 2024-04-02T08:31:47.228 INFO:tasks.rados.rados.0.smithi104.stdout:190: writing smithi10482514-32 from 2736128 to 3301376 tid 1 2024-04-02T08:31:47.233 INFO:tasks.rados.rados.0.smithi104.stdout:190: writing smithi10482514-32 from 3301376 to 4038656 tid 2 2024-04-02T08:31:47.234 INFO:tasks.rados.rados.0.smithi104.stdout:190: writing smithi10482514-32 from 4038656 to 4104192 tid 3 2024-04-02T08:31:47.234 INFO:tasks.rados.rados.0.smithi104.stdout:191: snap_create 2024-04-02T08:31:47.234 INFO:tasks.rados.rados.0.smithi104.stdout:190: finishing write tid 1 to smithi10482514-32 2024-04-02T08:31:47.237 INFO:tasks.rados.rados.0.smithi104.stdout:190: finishing write tid 2 to smithi10482514-32 2024-04-02T08:31:47.237 INFO:tasks.rados.rados.0.smithi104.stdout:190: finishing write tid 3 to smithi10482514-32 2024-04-02T08:31:47.237 INFO:tasks.rados.rados.0.smithi104.stdout:190: finishing write tid 4 to smithi10482514-32 2024-04-02T08:31:47.239 INFO:tasks.rados.rados.0.smithi104.stdout:190: finishing write tid 5 to smithi10482514-32 2024-04-02T08:31:47.239 INFO:tasks.rados.rados.0.smithi104.stdout:190: oid 32 updating version 0 to 23 2024-04-02T08:31:47.239 INFO:tasks.rados.rados.0.smithi104.stdout:190: oid 32 version 23 is already newer than 22 2024-04-02T08:31:47.239 INFO:tasks.rados.rados.0.smithi104.stdout:190: oid 32 updating version 23 to 24 2024-04-02T08:31:47.239 INFO:tasks.rados.rados.0.smithi104.stdout:190: oid 32 version 24 is already newer than 21 2024-04-02T08:31:47.239 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 24 (ObjNum 81 snap 16 seq_num 81) dirty exists 2024-04-02T08:31:47.239 INFO:tasks.rados.rados.0.smithi104.stdout:190: left oid 32 (ObjNum 81 snap 16 seq_num 81) 2024-04-02T08:31:47.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:47 smithi188 ceph-mon[30882]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:31:47.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:47 smithi188 ceph-mon[30882]: pgmap v146: 121 pgs: 121 active+clean; 52 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-02T08:31:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:47 smithi104 ceph-mon[27401]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:31:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:47 smithi104 ceph-mon[27401]: pgmap v146: 121 pgs: 121 active+clean; 52 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-02T08:31:47.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:47 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:31:47] "GET /metrics HTTP/1.1" 200 36014 "" "Prometheus/2.43.0" 2024-04-02T08:31:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:47 smithi104 ceph-mon[39229]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:31:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:47 smithi104 ceph-mon[39229]: pgmap v146: 121 pgs: 121 active+clean; 52 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-02T08:31:48.217 INFO:tasks.rados.rados.0.smithi104.stdout:190: done (1 left) 2024-04-02T08:31:48.217 INFO:tasks.rados.rados.0.smithi104.stdout:191: done (0 left) 2024-04-02T08:31:48.218 INFO:tasks.rados.rados.0.smithi104.stdout:192: snap_create 2024-04-02T08:31:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:48 smithi188 ceph-mon[30882]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:31:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:48 smithi104 ceph-mon[39229]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:31:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:48 smithi104 ceph-mon[27401]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:31:49.200 INFO:tasks.rados.rados.0.smithi104.stdout:192: done (0 left) 2024-04-02T08:31:49.201 INFO:tasks.rados.rados.0.smithi104.stdout:193: snap_remove snap 13 2024-04-02T08:31:49.474 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:49 smithi104 ceph-mon[27401]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:31:49.474 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:49 smithi104 ceph-mon[27401]: pgmap v149: 121 pgs: 121 active+clean; 52 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-02T08:31:49.474 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:49 smithi104 ceph-mon[27401]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:31:49.475 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:49 smithi104 ceph-mon[39229]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:31:49.475 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:49 smithi104 ceph-mon[39229]: pgmap v149: 121 pgs: 121 active+clean; 52 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-02T08:31:49.475 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:49 smithi104 ceph-mon[39229]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:31:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:49 smithi188 ceph-mon[30882]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:31:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:49 smithi188 ceph-mon[30882]: pgmap v149: 121 pgs: 121 active+clean; 52 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-02T08:31:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:49 smithi188 ceph-mon[30882]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:31:50.201 INFO:tasks.rados.rados.0.smithi104.stdout:193: done (0 left) 2024-04-02T08:31:50.201 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 18 2024-04-02T08:31:50.201 INFO:tasks.rados.rados.0.smithi104.stdout:194: seq_num 82 ranges {1835008=581632,2416640=622592,3039232=180224} 2024-04-02T08:31:50.212 INFO:tasks.rados.rados.0.smithi104.stdout:194: writing smithi10482514-22 from 1835008 to 2416640 tid 1 2024-04-02T08:31:50.216 INFO:tasks.rados.rados.0.smithi104.stdout:194: writing smithi10482514-22 from 2416640 to 3039232 tid 2 2024-04-02T08:31:50.217 INFO:tasks.rados.rados.0.smithi104.stdout:194: writing smithi10482514-22 from 3039232 to 3219456 tid 3 2024-04-02T08:31:50.217 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 18 2024-04-02T08:31:50.217 INFO:tasks.rados.rados.0.smithi104.stdout:194: finishing write tid 1 to smithi10482514-22 2024-04-02T08:31:50.217 INFO:tasks.rados.rados.0.smithi104.stdout:195: seq_num 83 ranges {638976=598016,1236992=499712,1736704=303104} 2024-04-02T08:31:50.224 INFO:tasks.rados.rados.0.smithi104.stdout:195: writing smithi10482514-10 from 638976 to 1236992 tid 1 2024-04-02T08:31:50.226 INFO:tasks.rados.rados.0.smithi104.stdout:195: writing smithi10482514-10 from 1236992 to 1736704 tid 2 2024-04-02T08:31:50.229 INFO:tasks.rados.rados.0.smithi104.stdout:195: writing smithi10482514-10 from 1736704 to 2039808 tid 3 2024-04-02T08:31:50.229 INFO:tasks.rados.rados.0.smithi104.stdout:196: setattr oid 6 current snap is 18 2024-04-02T08:31:50.229 INFO:tasks.rados.rados.0.smithi104.stdout:194: finishing write tid 2 to smithi10482514-22 2024-04-02T08:31:50.229 INFO:tasks.rados.rados.0.smithi104.stdout:194: finishing write tid 3 to smithi10482514-22 2024-04-02T08:31:50.229 INFO:tasks.rados.rados.0.smithi104.stdout:194: finishing write tid 4 to smithi10482514-22 2024-04-02T08:31:50.229 INFO:tasks.rados.rados.0.smithi104.stdout:194: finishing write tid 5 to smithi10482514-22 2024-04-02T08:31:50.229 INFO:tasks.rados.rados.0.smithi104.stdout:194: oid 22 updating version 0 to 59 2024-04-02T08:31:50.229 INFO:tasks.rados.rados.0.smithi104.stdout:194: oid 22 updating version 59 to 60 2024-04-02T08:31:50.229 INFO:tasks.rados.rados.0.smithi104.stdout:194: oid 22 version 60 is already newer than 58 2024-04-02T08:31:50.229 INFO:tasks.rados.rados.0.smithi104.stdout:194: oid 22 version 60 is already newer than 57 2024-04-02T08:31:50.230 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 60 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-04-02T08:31:50.230 INFO:tasks.rados.rados.0.smithi104.stdout:194: left oid 22 (ObjNum 82 snap 18 seq_num 82) 2024-04-02T08:31:50.230 INFO:tasks.rados.rados.0.smithi104.stdout:195: finishing write tid 1 to smithi10482514-10 2024-04-02T08:31:50.230 INFO:tasks.rados.rados.0.smithi104.stdout:195: finishing write tid 2 to smithi10482514-10 2024-04-02T08:31:50.230 INFO:tasks.rados.rados.0.smithi104.stdout:195: finishing write tid 3 to smithi10482514-10 2024-04-02T08:31:50.230 INFO:tasks.rados.rados.0.smithi104.stdout:195: finishing write tid 4 to smithi10482514-10 2024-04-02T08:31:50.231 INFO:tasks.rados.rados.0.smithi104.stdout:194: done (2 left) 2024-04-02T08:31:50.231 INFO:tasks.rados.rados.0.smithi104.stdout:197: read oid 12 snap 14 2024-04-02T08:31:50.232 INFO:tasks.rados.rados.0.smithi104.stdout:197: expect (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:31:50.232 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 18 2024-04-02T08:31:50.232 INFO:tasks.rados.rados.0.smithi104.stdout:198: seq_num 84 ranges {106496=614400,720896=434176,1155072=368640} 2024-04-02T08:31:50.235 INFO:tasks.rados.rados.0.smithi104.stdout:198: writing smithi10482514-3 from 106496 to 720896 tid 1 2024-04-02T08:31:50.238 INFO:tasks.rados.rados.0.smithi104.stdout:198: writing smithi10482514-3 from 720896 to 1155072 tid 2 2024-04-02T08:31:50.240 INFO:tasks.rados.rados.0.smithi104.stdout:198: writing smithi10482514-3 from 1155072 to 1523712 tid 3 2024-04-02T08:31:50.240 INFO:tasks.rados.rados.0.smithi104.stdout:199: snap_create 2024-04-02T08:31:50.240 INFO:tasks.rados.rados.0.smithi104.stdout:195: finishing write tid 5 to smithi10482514-10 2024-04-02T08:31:50.240 INFO:tasks.rados.rados.0.smithi104.stdout:195: oid 10 updating version 0 to 62 2024-04-02T08:31:50.240 INFO:tasks.rados.rados.0.smithi104.stdout:195: oid 10 version 62 is already newer than 61 2024-04-02T08:31:50.241 INFO:tasks.rados.rados.0.smithi104.stdout:195: oid 10 updating version 62 to 64 2024-04-02T08:31:50.241 INFO:tasks.rados.rados.0.smithi104.stdout:195: oid 10 version 64 is already newer than 63 2024-04-02T08:31:50.241 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 64 (ObjNum 83 snap 18 seq_num 83) dirty exists 2024-04-02T08:31:50.241 INFO:tasks.rados.rados.0.smithi104.stdout:195: left oid 10 (ObjNum 83 snap 18 seq_num 83) 2024-04-02T08:31:50.241 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 64 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:31:50.241 INFO:tasks.rados.rados.0.smithi104.stdout:197: expect (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:31:50.279 INFO:tasks.rados.rados.0.smithi104.stdout:198: finishing write tid 1 to smithi10482514-3 2024-04-02T08:31:50.279 INFO:tasks.rados.rados.0.smithi104.stdout:198: finishing write tid 2 to smithi10482514-3 2024-04-02T08:31:50.279 INFO:tasks.rados.rados.0.smithi104.stdout:198: finishing write tid 3 to smithi10482514-3 2024-04-02T08:31:50.279 INFO:tasks.rados.rados.0.smithi104.stdout:198: finishing write tid 4 to smithi10482514-3 2024-04-02T08:31:50.279 INFO:tasks.rados.rados.0.smithi104.stdout:198: finishing write tid 5 to smithi10482514-3 2024-04-02T08:31:50.279 INFO:tasks.rados.rados.0.smithi104.stdout:198: oid 3 updating version 0 to 16 2024-04-02T08:31:50.279 INFO:tasks.rados.rados.0.smithi104.stdout:198: oid 3 updating version 16 to 18 2024-04-02T08:31:50.280 INFO:tasks.rados.rados.0.smithi104.stdout:198: oid 3 version 18 is already newer than 17 2024-04-02T08:31:50.280 INFO:tasks.rados.rados.0.smithi104.stdout:198: oid 3 updating version 18 to 19 2024-04-02T08:31:50.280 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 19 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-04-02T08:31:50.280 INFO:tasks.rados.rados.0.smithi104.stdout:198: left oid 3 (ObjNum 84 snap 18 seq_num 84) 2024-04-02T08:31:50.772 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:31:51.088 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:31:51.088 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (2m) 2m ago 3m 16.2M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:31:51.088 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (3m) 2m ago 3m 82.7M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:31:51.088 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (4m) 2m ago 4m 13.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:31:51.088 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (4m) 2m ago 4m 15.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:31:51.088 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,8765 running (7m) 2m ago 7m 448M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 718d93b7fa9a 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:9283,8765 running (9m) 2m ago 9m 496M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 2e260794b810 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (9m) 2m ago 9m 49.2M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d e3e66e74231a 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (8m) 2m ago 8m 40.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3404e6d1d70c 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (8m) 2m ago 8m 40.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 91267a7083f3 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (3m) 2m ago 3m 11.1M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (2m) 2m ago 2m 3808k - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (7m) 2m ago 7m 45.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5ffe884bf 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (7m) 2m ago 7m 51.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0fac1c9ff7f8 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (6m) 2m ago 6m 49.6M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d f49701d81936 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (6m) 2m ago 6m 47.9M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 56815e6cf0b9 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (5m) 2m ago 5m 41.5M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (5m) 2m ago 5m 51.5M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:31:51.089 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (5m) 2m ago 5m 40.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:31:51.090 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (4m) 2m ago 4m 50.3M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:31:51.090 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (2m) 2m ago 3m 28.8M - 2.43.0 a07b618ecd1d 8c547908995c 2024-04-02T08:31:51.218 INFO:tasks.rados.rados.0.smithi104.stdout:195: done (4 left) 2024-04-02T08:31:51.218 INFO:tasks.rados.rados.0.smithi104.stdout:196: done (3 left) 2024-04-02T08:31:51.218 INFO:tasks.rados.rados.0.smithi104.stdout:197: done (2 left) 2024-04-02T08:31:51.218 INFO:tasks.rados.rados.0.smithi104.stdout:198: done (1 left) 2024-04-02T08:31:51.218 INFO:tasks.rados.rados.0.smithi104.stdout:199: done (0 left) 2024-04-02T08:31:51.219 INFO:tasks.rados.rados.0.smithi104.stdout:200: snap_create 2024-04-02T08:31:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[39229]: Upgrade: Target is version 19.0.0-2419-g14da45f2 (unknown) 2024-04-02T08:31:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[39229]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, digests ['quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560'] 2024-04-02T08:31:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[39229]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:31:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[39229]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:31:51.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[39229]: pgmap v152: 121 pgs: 121 active+clean; 52 MiB data, 315 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:51.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:51.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[27401]: Upgrade: Target is version 19.0.0-2419-g14da45f2 (unknown) 2024-04-02T08:31:51.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[27401]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, digests ['quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560'] 2024-04-02T08:31:51.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:51.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:51.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[27401]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:31:51.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[27401]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:31:51.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:51 smithi104 ceph-mon[27401]: pgmap v152: 121 pgs: 121 active+clean; 52 MiB data, 315 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:51.477 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:31:51.477 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:31:51.478 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:31:51.478 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:31:51.478 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:31:51.478 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:51.478 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:31:51.478 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:31:51.479 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:31:51.479 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:31:51.479 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:31:51.479 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:51.479 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:31:51.479 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:31:51.480 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:31:51.480 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:31:51.480 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:31:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:51 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:51 smithi188 ceph-mon[30882]: Upgrade: Target is version 19.0.0-2419-g14da45f2 (unknown) 2024-04-02T08:31:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:51 smithi188 ceph-mon[30882]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, digests ['quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560'] 2024-04-02T08:31:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:51 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:51 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:31:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:51 smithi188 ceph-mon[30882]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:31:51.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:51 smithi188 ceph-mon[30882]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:31:51.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:51 smithi188 ceph-mon[30882]: pgmap v152: 121 pgs: 121 active+clean; 52 MiB data, 315 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:52.214 INFO:tasks.rados.rados.0.smithi104.stdout:200: done (0 left) 2024-04-02T08:31:52.214 INFO:tasks.rados.rados.0.smithi104.stdout:201: read oid 45 snap -1 2024-04-02T08:31:52.214 INFO:tasks.rados.rados.0.smithi104.stdout:201: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:31:52.214 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 31 current snap is 20 2024-04-02T08:31:52.214 INFO:tasks.rados.rados.0.smithi104.stdout:202: seq_num 85 ranges {1900544=630784,2531328=720896,3252224=81920} 2024-04-02T08:31:52.227 INFO:tasks.rados.rados.0.smithi104.stdout:202: writing smithi10482514-31 from 1900544 to 2531328 tid 1 2024-04-02T08:31:52.232 INFO:tasks.rados.rados.0.smithi104.stdout:202: writing smithi10482514-31 from 2531328 to 3252224 tid 2 2024-04-02T08:31:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:202: writing smithi10482514-31 from 3252224 to 3334144 tid 3 2024-04-02T08:31:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:203: read oid 49 snap -1 2024-04-02T08:31:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:203: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:31:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:204: read oid 38 snap -1 2024-04-02T08:31:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:204: expect deleted 2024-04-02T08:31:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:205: read oid 40 snap -1 2024-04-02T08:31:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:205: expect (ObjNum 61 snap 5 seq_num 61) 2024-04-02T08:31:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:206: snap_create 2024-04-02T08:31:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:201: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:31:52.252 INFO:tasks.rados.rados.0.smithi104.stdout:202: finishing write tid 1 to smithi10482514-31 2024-04-02T08:31:52.252 INFO:tasks.rados.rados.0.smithi104.stdout:202: finishing write tid 2 to smithi10482514-31 2024-04-02T08:31:52.252 INFO:tasks.rados.rados.0.smithi104.stdout:202: finishing write tid 3 to smithi10482514-31 2024-04-02T08:31:52.252 INFO:tasks.rados.rados.0.smithi104.stdout:202: finishing write tid 4 to smithi10482514-31 2024-04-02T08:31:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:202: finishing write tid 5 to smithi10482514-31 2024-04-02T08:31:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:202: oid 31 updating version 0 to 68 2024-04-02T08:31:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:202: oid 31 version 68 is already newer than 67 2024-04-02T08:31:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:202: oid 31 updating version 68 to 70 2024-04-02T08:31:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:202: oid 31 version 70 is already newer than 69 2024-04-02T08:31:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 70 (ObjNum 85 snap 20 seq_num 85) dirty exists 2024-04-02T08:31:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:202: left oid 31 (ObjNum 85 snap 20 seq_num 85) 2024-04-02T08:31:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:203: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:31:52.309 INFO:tasks.rados.rados.0.smithi104.stdout:205: expect (ObjNum 61 snap 5 seq_num 61) 2024-04-02T08:31:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:52 smithi188 ceph-mon[30882]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 on smithi188 2024-04-02T08:31:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:52 smithi188 ceph-mon[30882]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:52 smithi188 ceph-mon[30882]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:52 smithi188 ceph-mon[30882]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:31:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:52 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3785537460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:52.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:52 smithi104 ceph-mon[27401]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 on smithi188 2024-04-02T08:31:52.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:52 smithi104 ceph-mon[27401]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:52.644 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:52 smithi104 ceph-mon[27401]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:52.644 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:52 smithi104 ceph-mon[27401]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:31:52.644 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:52 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3785537460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:52.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:52 smithi104 ceph-mon[39229]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 on smithi188 2024-04-02T08:31:52.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:52 smithi104 ceph-mon[39229]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:52.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:52 smithi104 ceph-mon[39229]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:52.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:52 smithi104 ceph-mon[39229]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:31:52.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:52 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3785537460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:53.221 INFO:tasks.rados.rados.0.smithi104.stdout:201: done (5 left) 2024-04-02T08:31:53.221 INFO:tasks.rados.rados.0.smithi104.stdout:202: done (4 left) 2024-04-02T08:31:53.221 INFO:tasks.rados.rados.0.smithi104.stdout:203: done (3 left) 2024-04-02T08:31:53.221 INFO:tasks.rados.rados.0.smithi104.stdout:204: done (2 left) 2024-04-02T08:31:53.221 INFO:tasks.rados.rados.0.smithi104.stdout:205: done (1 left) 2024-04-02T08:31:53.221 INFO:tasks.rados.rados.0.smithi104.stdout:206: done (0 left) 2024-04-02T08:31:53.221 INFO:tasks.rados.rados.0.smithi104.stdout:207: snap_remove snap 19 2024-04-02T08:31:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:53 smithi188 ceph-mon[30882]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:31:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:53 smithi188 ceph-mon[30882]: pgmap v155: 121 pgs: 121 active+clean; 57 MiB data, 331 MiB used, 715 GiB / 715 GiB avail; 1003 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:31:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:53 smithi104 ceph-mon[39229]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:31:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:53 smithi104 ceph-mon[39229]: pgmap v155: 121 pgs: 121 active+clean; 57 MiB data, 331 MiB used, 715 GiB / 715 GiB avail; 1003 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:31:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:53 smithi104 ceph-mon[27401]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:31:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:53 smithi104 ceph-mon[27401]: pgmap v155: 121 pgs: 121 active+clean; 57 MiB data, 331 MiB used, 715 GiB / 715 GiB avail; 1003 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:31:54.200 INFO:tasks.rados.rados.0.smithi104.stdout:207: done (0 left) 2024-04-02T08:31:54.200 INFO:tasks.rados.rados.0.smithi104.stdout:208: read oid 36 snap -1 2024-04-02T08:31:54.200 INFO:tasks.rados.rados.0.smithi104.stdout:208: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:31:54.200 INFO:tasks.rados.rados.0.smithi104.stdout:209: copy_from oid 31 from oid 23 current snap is 21 2024-04-02T08:31:54.200 INFO:tasks.rados.rados.0.smithi104.stdout:210: read oid 34 snap 20 2024-04-02T08:31:54.200 INFO:tasks.rados.rados.0.smithi104.stdout:210: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:31:54.200 INFO:tasks.rados.rados.0.smithi104.stdout:211: delete oid 24 current snap is 21 2024-04-02T08:31:54.210 INFO:tasks.rados.rados.0.smithi104.stdout:210: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:31:54.226 INFO:tasks.rados.rados.0.smithi104.stdout:209: finishing copy_from racing read to smithi10482514-31 2024-04-02T08:31:54.226 INFO:tasks.rados.rados.0.smithi104.stdout:209: finishing copy_from to smithi10482514-31 2024-04-02T08:31:54.226 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 17 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:54.226 INFO:tasks.rados.rados.0.smithi104.stdout:208: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:31:54.289 INFO:tasks.rados.rados.0.smithi104.stdout:208: done (3 left) 2024-04-02T08:31:54.289 INFO:tasks.rados.rados.0.smithi104.stdout:209: done (2 left) 2024-04-02T08:31:54.289 INFO:tasks.rados.rados.0.smithi104.stdout:210: done (1 left) 2024-04-02T08:31:54.289 INFO:tasks.rados.rados.0.smithi104.stdout:211: done (0 left) 2024-04-02T08:31:54.289 INFO:tasks.rados.rados.0.smithi104.stdout:212: rollback oid 14 current snap is 21 2024-04-02T08:31:54.289 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 6 2024-04-02T08:31:54.289 INFO:tasks.rados.rados.0.smithi104.stdout:213: delete oid 44 current snap is 21 2024-04-02T08:31:54.290 INFO:tasks.rados.rados.0.smithi104.stdout:213: done (1 left) 2024-04-02T08:31:54.290 INFO:tasks.rados.rados.0.smithi104.stdout:214: copy_from oid 41 from oid 8 current snap is 21 2024-04-02T08:31:54.290 INFO:tasks.rados.rados.0.smithi104.stdout:215: rollback oid 34 current snap is 21 2024-04-02T08:31:54.290 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 16 2024-04-02T08:31:54.290 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 21 2024-04-02T08:31:54.290 INFO:tasks.rados.rados.0.smithi104.stdout:216: seq_num 88 ranges {1556480=679936,2236416=778240,3014656=24576} 2024-04-02T08:31:54.302 INFO:tasks.rados.rados.0.smithi104.stdout:216: writing smithi10482514-13 from 1556480 to 2236416 tid 1 2024-04-02T08:31:54.307 INFO:tasks.rados.rados.0.smithi104.stdout:216: writing smithi10482514-13 from 2236416 to 3014656 tid 2 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:216: writing smithi10482514-13 from 3014656 to 3039232 tid 3 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:217: rollback oid 29 current snap is 21 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 17 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:212: finishing rollback tid 0 to smithi10482514-14 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:212: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:212: finishing rollback tid 2 to smithi10482514-14 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 78 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:214: finishing copy_from to smithi10482514-41 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:214: got expected ENOENT (src dne) 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:214: finishing copy_from racing read to smithi10482514-41 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:215: finishing rollback tid 0 to smithi10482514-34 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:215: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:31:54.308 INFO:tasks.rados.rados.0.smithi104.stdout:215: finishing rollback tid 2 to smithi10482514-34 2024-04-02T08:31:54.309 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 75 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:31:54.309 INFO:tasks.rados.rados.0.smithi104.stdout:216: finishing write tid 1 to smithi10482514-13 2024-04-02T08:31:54.309 INFO:tasks.rados.rados.0.smithi104.stdout:212: done (4 left) 2024-04-02T08:31:54.309 INFO:tasks.rados.rados.0.smithi104.stdout:214: done (3 left) 2024-04-02T08:31:54.309 INFO:tasks.rados.rados.0.smithi104.stdout:215: done (2 left) 2024-04-02T08:31:54.309 INFO:tasks.rados.rados.0.smithi104.stdout:218: snap_remove snap 20 2024-04-02T08:31:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:54 smithi188 ceph-mon[30882]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:31:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:54 smithi188 ceph-mon[30882]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:31:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:54 smithi104 ceph-mon[39229]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:31:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:54 smithi104 ceph-mon[39229]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:31:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:54 smithi104 ceph-mon[27401]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:31:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:54 smithi104 ceph-mon[27401]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:31:55.226 INFO:tasks.rados.rados.0.smithi104.stdout:218: done (2 left) 2024-04-02T08:31:55.227 INFO:tasks.rados.rados.0.smithi104.stdout:219: snap_remove snap 5 2024-04-02T08:31:55.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:55 smithi104 ceph-mon[39229]: pgmap v158: 121 pgs: 121 active+clean; 57 MiB data, 331 MiB used, 715 GiB / 715 GiB avail; 1003 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:31:55.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:55 smithi104 ceph-mon[27401]: pgmap v158: 121 pgs: 121 active+clean; 57 MiB data, 331 MiB used, 715 GiB / 715 GiB avail; 1003 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:31:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:55 smithi188 ceph-mon[30882]: pgmap v158: 121 pgs: 121 active+clean; 57 MiB data, 331 MiB used, 715 GiB / 715 GiB avail; 1003 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi104.stdout:219: done (2 left) 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 21 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi104.stdout:217: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 26 (ObjNum 33 snap 0 seq_num 1936655608) dirty dne 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi104.stdout:216: finishing write tid 2 to smithi10482514-13 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi104.stdout:216: finishing write tid 3 to smithi10482514-13 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi104.stdout:216: finishing write tid 4 to smithi10482514-13 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi104.stdout:216: finishing write tid 5 to smithi10482514-13 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi104.stdout:216: oid 13 updating version 0 to 38 2024-04-02T08:31:56.240 INFO:tasks.rados.rados.0.smithi104.stdout:216: oid 13 updating version 38 to 41 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi104.stdout:216: oid 13 version 41 is already newer than 39 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi104.stdout:216: oid 13 version 41 is already newer than 40 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 41 (ObjNum 88 snap 21 seq_num 88) dirty exists 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi104.stdout:216: left oid 13 (ObjNum 88 snap 21 seq_num 88) 2024-04-02T08:31:56.241 INFO:tasks.rados.rados.0.smithi104.stdout:220: seq_num 89 ranges {0=696320,696320=655360,1351680=147456} 2024-04-02T08:31:56.244 INFO:tasks.rados.rados.0.smithi104.stdout:220: writing smithi10482514-24 from 0 to 696320 tid 1 2024-04-02T08:31:56.248 INFO:tasks.rados.rados.0.smithi104.stdout:220: writing smithi10482514-24 from 696320 to 1351680 tid 2 2024-04-02T08:31:56.250 INFO:tasks.rados.rados.0.smithi104.stdout:220: writing smithi10482514-24 from 1351680 to 1499136 tid 3 2024-04-02T08:31:56.250 INFO:tasks.rados.rados.0.smithi104.stdout:220: finishing write tid 1 to smithi10482514-24 2024-04-02T08:31:56.250 INFO:tasks.rados.rados.0.smithi104.stdout:216: done (2 left) 2024-04-02T08:31:56.250 INFO:tasks.rados.rados.0.smithi104.stdout:217: done (1 left) 2024-04-02T08:31:56.250 INFO:tasks.rados.rados.0.smithi104.stdout:221: copy_from oid 17 from oid 2 current snap is 21 2024-04-02T08:31:56.250 INFO:tasks.rados.rados.0.smithi104.stdout:222: delete oid 15 current snap is 21 2024-04-02T08:31:56.252 INFO:tasks.rados.rados.0.smithi104.stdout:221: finishing copy_from racing read to smithi10482514-17 2024-04-02T08:31:56.256 INFO:tasks.rados.rados.0.smithi104.stdout:221: finishing copy_from to smithi10482514-17 2024-04-02T08:31:56.256 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:31:56.256 INFO:tasks.rados.rados.0.smithi104.stdout:220: finishing write tid 2 to smithi10482514-24 2024-04-02T08:31:56.256 INFO:tasks.rados.rados.0.smithi104.stdout:220: finishing write tid 3 to smithi10482514-24 2024-04-02T08:31:56.257 INFO:tasks.rados.rados.0.smithi104.stdout:220: finishing write tid 4 to smithi10482514-24 2024-04-02T08:31:56.257 INFO:tasks.rados.rados.0.smithi104.stdout:221: done (2 left) 2024-04-02T08:31:56.257 INFO:tasks.rados.rados.0.smithi104.stdout:222: done (1 left) 2024-04-02T08:31:56.257 INFO:tasks.rados.rados.0.smithi104.stdout:223: delete oid 38 current snap is 21 2024-04-02T08:31:56.257 INFO:tasks.rados.rados.0.smithi104.stdout:220: finishing write tid 5 to smithi10482514-24 2024-04-02T08:31:56.258 INFO:tasks.rados.rados.0.smithi104.stdout:220: oid 24 updating version 0 to 77 2024-04-02T08:31:56.258 INFO:tasks.rados.rados.0.smithi104.stdout:220: oid 24 version 77 is already newer than 76 2024-04-02T08:31:56.258 INFO:tasks.rados.rados.0.smithi104.stdout:220: oid 24 version 77 is already newer than 75 2024-04-02T08:31:56.258 INFO:tasks.rados.rados.0.smithi104.stdout:220: oid 24 updating version 77 to 78 2024-04-02T08:31:56.258 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 78 (ObjNum 89 snap 21 seq_num 89) dirty exists 2024-04-02T08:31:56.258 INFO:tasks.rados.rados.0.smithi104.stdout:220: left oid 24 (ObjNum 89 snap 21 seq_num 89) 2024-04-02T08:31:56.258 INFO:tasks.rados.rados.0.smithi104.stdout:220: done (1 left) 2024-04-02T08:31:56.258 INFO:tasks.rados.rados.0.smithi104.stdout:223: done (0 left) 2024-04-02T08:31:56.258 INFO:tasks.rados.rados.0.smithi104.stdout:224: setattr oid 29 current snap is 21 2024-04-02T08:31:56.260 INFO:tasks.rados.rados.0.smithi104.stdout:225: snap_remove snap 15 2024-04-02T08:31:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:56 smithi188 ceph-mon[30882]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:31:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:56 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:56 smithi104 ceph-mon[39229]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:31:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:56 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:56 smithi104 ceph-mon[27401]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:31:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:56 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:57.238 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 74 (ObjNum 65 snap 0 seq_num 1701011540) dirty exists 2024-04-02T08:31:57.238 INFO:tasks.rados.rados.0.smithi104.stdout:224: done (1 left) 2024-04-02T08:31:57.239 INFO:tasks.rados.rados.0.smithi104.stdout:225: done (0 left) 2024-04-02T08:31:57.239 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 21 2024-04-02T08:31:57.239 INFO:tasks.rados.rados.0.smithi104.stdout:226: seq_num 92 ranges {425984=745472,1171456=761856,1933312=40960} 2024-04-02T08:31:57.245 INFO:tasks.rados.rados.0.smithi104.stdout:226: writing smithi10482514-26 from 425984 to 1171456 tid 1 2024-04-02T08:31:57.249 INFO:tasks.rados.rados.0.smithi104.stdout:226: writing smithi10482514-26 from 1171456 to 1933312 tid 2 2024-04-02T08:31:57.250 INFO:tasks.rados.rados.0.smithi104.stdout:226: writing smithi10482514-26 from 1933312 to 1974272 tid 3 2024-04-02T08:31:57.250 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 21 2024-04-02T08:31:57.250 INFO:tasks.rados.rados.0.smithi104.stdout:226: finishing write tid 1 to smithi10482514-26 2024-04-02T08:31:57.250 INFO:tasks.rados.rados.0.smithi104.stdout:227: seq_num 93 ranges {24576=761856,786432=647168,1433600=155648} 2024-04-02T08:31:57.254 INFO:tasks.rados.rados.0.smithi104.stdout:227: writing smithi10482514-2 from 24576 to 786432 tid 1 2024-04-02T08:31:57.258 INFO:tasks.rados.rados.0.smithi104.stdout:227: writing smithi10482514-2 from 786432 to 1433600 tid 2 2024-04-02T08:31:57.259 INFO:tasks.rados.rados.0.smithi104.stdout:227: writing smithi10482514-2 from 1433600 to 1589248 tid 3 2024-04-02T08:31:57.259 INFO:tasks.rados.rados.0.smithi104.stdout:228: copy_from oid 28 from oid 27 current snap is 21 2024-04-02T08:31:57.259 INFO:tasks.rados.rados.0.smithi104.stdout:226: finishing write tid 2 to smithi10482514-26 2024-04-02T08:31:57.259 INFO:tasks.rados.rados.0.smithi104.stdout:226: finishing write tid 3 to smithi10482514-26 2024-04-02T08:31:57.259 INFO:tasks.rados.rados.0.smithi104.stdout:226: finishing write tid 4 to smithi10482514-26 2024-04-02T08:31:57.259 INFO:tasks.rados.rados.0.smithi104.stdout:226: finishing write tid 5 to smithi10482514-26 2024-04-02T08:31:57.260 INFO:tasks.rados.rados.0.smithi104.stdout:226: oid 26 updating version 0 to 41 2024-04-02T08:31:57.260 INFO:tasks.rados.rados.0.smithi104.stdout:226: oid 26 version 41 is already newer than 40 2024-04-02T08:31:57.260 INFO:tasks.rados.rados.0.smithi104.stdout:226: oid 26 updating version 41 to 42 2024-04-02T08:31:57.260 INFO:tasks.rados.rados.0.smithi104.stdout:226: oid 26 version 42 is already newer than 39 2024-04-02T08:31:57.260 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 42 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:31:57.260 INFO:tasks.rados.rados.0.smithi104.stdout:226: left oid 26 (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:31:57.260 INFO:tasks.rados.rados.0.smithi104.stdout:227: finishing write tid 1 to smithi10482514-2 2024-04-02T08:31:57.260 INFO:tasks.rados.rados.0.smithi104.stdout:226: done (2 left) 2024-04-02T08:31:57.260 INFO:tasks.rados.rados.0.smithi104.stdout:229: snap_create 2024-04-02T08:31:57.261 INFO:tasks.rados.rados.0.smithi104.stdout:227: finishing write tid 2 to smithi10482514-2 2024-04-02T08:31:57.261 INFO:tasks.rados.rados.0.smithi104.stdout:227: finishing write tid 3 to smithi10482514-2 2024-04-02T08:31:57.261 INFO:tasks.rados.rados.0.smithi104.stdout:227: finishing write tid 4 to smithi10482514-2 2024-04-02T08:31:57.262 INFO:tasks.rados.rados.0.smithi104.stdout:227: finishing write tid 5 to smithi10482514-2 2024-04-02T08:31:57.262 INFO:tasks.rados.rados.0.smithi104.stdout:227: oid 2 updating version 0 to 4 2024-04-02T08:31:57.262 INFO:tasks.rados.rados.0.smithi104.stdout:227: oid 2 updating version 4 to 7 2024-04-02T08:31:57.263 INFO:tasks.rados.rados.0.smithi104.stdout:227: oid 2 version 7 is already newer than 5 2024-04-02T08:31:57.263 INFO:tasks.rados.rados.0.smithi104.stdout:227: oid 2 version 7 is already newer than 6 2024-04-02T08:31:57.263 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 7 (ObjNum 93 snap 21 seq_num 93) dirty exists 2024-04-02T08:31:57.263 INFO:tasks.rados.rados.0.smithi104.stdout:227: left oid 2 (ObjNum 93 snap 21 seq_num 93) 2024-04-02T08:31:57.265 INFO:tasks.rados.rados.0.smithi104.stdout:228: finishing copy_from racing read to smithi10482514-28 2024-04-02T08:31:57.266 INFO:tasks.rados.rados.0.smithi104.stdout:228: finishing copy_from to smithi10482514-28 2024-04-02T08:31:57.266 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:31:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:57 smithi188 ceph-mon[30882]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:31:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:57 smithi188 ceph-mon[30882]: pgmap v161: 121 pgs: 121 active+clean; 58 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:31:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:57 smithi104 ceph-mon[39229]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:31:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:57 smithi104 ceph-mon[39229]: pgmap v161: 121 pgs: 121 active+clean; 58 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:31:57.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:31:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:31:57] "GET /metrics HTTP/1.1" 200 36009 "" "Prometheus/2.43.0" 2024-04-02T08:31:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:57 smithi104 ceph-mon[27401]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:31:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:57 smithi104 ceph-mon[27401]: pgmap v161: 121 pgs: 121 active+clean; 58 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:31:58.241 INFO:tasks.rados.rados.0.smithi104.stdout:227: done (2 left) 2024-04-02T08:31:58.241 INFO:tasks.rados.rados.0.smithi104.stdout:228: done (1 left) 2024-04-02T08:31:58.241 INFO:tasks.rados.rados.0.smithi104.stdout:229: done (0 left) 2024-04-02T08:31:58.241 INFO:tasks.rados.rados.0.smithi104.stdout:230: snap_create 2024-04-02T08:31:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:58 smithi188 ceph-mon[30882]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:31:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:58 smithi104 ceph-mon[39229]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:31:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:58 smithi104 ceph-mon[27401]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:31:59.201 INFO:tasks.rados.rados.0.smithi104.stdout:230: done (0 left) 2024-04-02T08:31:59.201 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 23 2024-04-02T08:31:59.201 INFO:tasks.rados.rados.0.smithi104.stdout:231: seq_num 94 ranges {24576=778240,802816=532480,1335296=270336} 2024-04-02T08:31:59.205 INFO:tasks.rados.rados.0.smithi104.stdout:231: writing smithi10482514-17 from 24576 to 802816 tid 1 2024-04-02T08:31:59.208 INFO:tasks.rados.rados.0.smithi104.stdout:231: writing smithi10482514-17 from 802816 to 1335296 tid 2 2024-04-02T08:31:59.210 INFO:tasks.rados.rados.0.smithi104.stdout:231: writing smithi10482514-17 from 1335296 to 1605632 tid 3 2024-04-02T08:31:59.210 INFO:tasks.rados.rados.0.smithi104.stdout:232: rollback oid 8 current snap is 23 2024-04-02T08:31:59.211 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 8 to 21 2024-04-02T08:31:59.211 INFO:tasks.rados.rados.0.smithi104.stdout:233: rmattr oid 26 current snap is 23 2024-04-02T08:31:59.211 INFO:tasks.rados.rados.0.smithi104.stdout:233: done (2 left) 2024-04-02T08:31:59.211 INFO:tasks.rados.rados.0.smithi104.stdout:234: delete oid 2 current snap is 23 2024-04-02T08:31:59.212 INFO:tasks.rados.rados.0.smithi104.stdout:232: finishing rollback tid 1 to smithi10482514-8 2024-04-02T08:31:59.213 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:31:59.214 INFO:tasks.rados.rados.0.smithi104.stdout:232: done (2 left) 2024-04-02T08:31:59.214 INFO:tasks.rados.rados.0.smithi104.stdout:234: done (1 left) 2024-04-02T08:31:59.214 INFO:tasks.rados.rados.0.smithi104.stdout:235: rmattr oid 10 current snap is 23 2024-04-02T08:31:59.214 INFO:tasks.rados.rados.0.smithi104.stdout:235: done (1 left) 2024-04-02T08:31:59.215 INFO:tasks.rados.rados.0.smithi104.stdout:236: snap_create 2024-04-02T08:31:59.217 INFO:tasks.rados.rados.0.smithi104.stdout:231: finishing write tid 1 to smithi10482514-17 2024-04-02T08:31:59.217 INFO:tasks.rados.rados.0.smithi104.stdout:231: finishing write tid 2 to smithi10482514-17 2024-04-02T08:31:59.217 INFO:tasks.rados.rados.0.smithi104.stdout:231: finishing write tid 3 to smithi10482514-17 2024-04-02T08:31:59.218 INFO:tasks.rados.rados.0.smithi104.stdout:231: finishing write tid 4 to smithi10482514-17 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi104.stdout:231: finishing write tid 5 to smithi10482514-17 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi104.stdout:231: oid 17 updating version 0 to 97 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi104.stdout:231: oid 17 version 97 is already newer than 95 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi104.stdout:231: oid 17 version 97 is already newer than 96 2024-04-02T08:31:59.220 INFO:tasks.rados.rados.0.smithi104.stdout:231: oid 17 updating version 97 to 98 2024-04-02T08:31:59.221 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 98 (ObjNum 94 snap 23 seq_num 94) dirty exists 2024-04-02T08:31:59.221 INFO:tasks.rados.rados.0.smithi104.stdout:231: left oid 17 (ObjNum 94 snap 23 seq_num 94) 2024-04-02T08:31:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:59 smithi188 ceph-mon[30882]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:31:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:59 smithi188 ceph-mon[30882]: pgmap v164: 121 pgs: 121 active+clean; 58 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:31:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:31:59 smithi188 ceph-mon[30882]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:31:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:59 smithi104 ceph-mon[27401]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:31:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:59 smithi104 ceph-mon[27401]: pgmap v164: 121 pgs: 121 active+clean; 58 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:31:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:31:59 smithi104 ceph-mon[27401]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:31:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:59 smithi104 ceph-mon[39229]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:31:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:59 smithi104 ceph-mon[39229]: pgmap v164: 121 pgs: 121 active+clean; 58 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:31:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:31:59 smithi104 ceph-mon[39229]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:32:00.210 INFO:tasks.rados.rados.0.smithi104.stdout:231: done (1 left) 2024-04-02T08:32:00.210 INFO:tasks.rados.rados.0.smithi104.stdout:236: done (0 left) 2024-04-02T08:32:00.210 INFO:tasks.rados.rados.0.smithi104.stdout:237: copy_from oid 48 from oid 47 current snap is 24 2024-04-02T08:32:00.210 INFO:tasks.rados.rados.0.smithi104.stdout:238: read oid 34 snap -1 2024-04-02T08:32:00.210 INFO:tasks.rados.rados.0.smithi104.stdout:238: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:32:00.211 INFO:tasks.rados.rados.0.smithi104.stdout:239: snap_create 2024-04-02T08:32:00.213 INFO:tasks.rados.rados.0.smithi104.stdout:238: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:32:00.229 INFO:tasks.rados.rados.0.smithi104.stdout:237: finishing copy_from racing read to smithi10482514-48 2024-04-02T08:32:00.229 INFO:tasks.rados.rados.0.smithi104.stdout:237: finishing copy_from to smithi10482514-48 2024-04-02T08:32:00.229 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:32:01.219 INFO:tasks.rados.rados.0.smithi104.stdout:237: done (2 left) 2024-04-02T08:32:01.219 INFO:tasks.rados.rados.0.smithi104.stdout:238: done (1 left) 2024-04-02T08:32:01.219 INFO:tasks.rados.rados.0.smithi104.stdout:239: done (0 left) 2024-04-02T08:32:01.219 INFO:tasks.rados.rados.0.smithi104.stdout:240: read oid 47 snap -1 2024-04-02T08:32:01.219 INFO:tasks.rados.rados.0.smithi104.stdout:240: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:01.219 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 25 2024-04-02T08:32:01.219 INFO:tasks.rados.rados.0.smithi104.stdout:241: seq_num 96 ranges {638976=409600,1048576=696320,1744896=507904} 2024-04-02T08:32:01.224 INFO:tasks.rados.rados.0.smithi104.stdout:241: writing smithi10482514-45 from 638976 to 1048576 tid 1 2024-04-02T08:32:01.228 INFO:tasks.rados.rados.0.smithi104.stdout:241: writing smithi10482514-45 from 1048576 to 1744896 tid 2 2024-04-02T08:32:01.231 INFO:tasks.rados.rados.0.smithi104.stdout:241: writing smithi10482514-45 from 1744896 to 2252800 tid 3 2024-04-02T08:32:01.232 INFO:tasks.rados.rados.0.smithi104.stdout:242: read oid 49 snap 18 2024-04-02T08:32:01.232 INFO:tasks.rados.rados.0.smithi104.stdout:242: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:32:01.232 INFO:tasks.rados.rados.0.smithi104.stdout:243: read oid 28 snap -1 2024-04-02T08:32:01.232 INFO:tasks.rados.rados.0.smithi104.stdout:243: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:32:01.232 INFO:tasks.rados.rados.0.smithi104.stdout:244: read oid 46 snap 21 2024-04-02T08:32:01.232 INFO:tasks.rados.rados.0.smithi104.stdout:244: expect (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:32:01.232 INFO:tasks.rados.rados.0.smithi104.stdout:245: snap_remove snap 6 2024-04-02T08:32:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:01 smithi188 ceph-mon[30882]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:32:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:01 smithi188 ceph-mon[30882]: pgmap v167: 121 pgs: 121 active+clean; 58 MiB data, 335 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:01 smithi104 ceph-mon[39229]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:32:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:01 smithi104 ceph-mon[39229]: pgmap v167: 121 pgs: 121 active+clean; 58 MiB data, 335 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:01 smithi104 ceph-mon[27401]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:32:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:01 smithi104 ceph-mon[27401]: pgmap v167: 121 pgs: 121 active+clean; 58 MiB data, 335 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:02.229 INFO:tasks.rados.rados.0.smithi104.stdout:245: done (5 left) 2024-04-02T08:32:02.229 INFO:tasks.rados.rados.0.smithi104.stdout:246: rollback oid 13 current snap is 25 2024-04-02T08:32:02.229 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 23 2024-04-02T08:32:02.229 INFO:tasks.rados.rados.0.smithi104.stdout:247: read oid 8 snap -1 2024-04-02T08:32:02.229 INFO:tasks.rados.rados.0.smithi104.stdout:247: expect deleted 2024-04-02T08:32:02.229 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 25 2024-04-02T08:32:02.230 INFO:tasks.rados.rados.0.smithi104.stdout:248: seq_num 97 ranges {1269760=434176,1703936=581632,2285568=540672,2826240=81920} 2024-04-02T08:32:02.240 INFO:tasks.rados.rados.0.smithi104.stdout:248: writing smithi10482514-23 from 1269760 to 1703936 tid 1 2024-04-02T08:32:02.244 INFO:tasks.rados.rados.0.smithi104.stdout:248: writing smithi10482514-23 from 1703936 to 2285568 tid 2 2024-04-02T08:32:02.247 INFO:tasks.rados.rados.0.smithi104.stdout:248: writing smithi10482514-23 from 2285568 to 2826240 tid 3 2024-04-02T08:32:02.247 INFO:tasks.rados.rados.0.smithi104.stdout:248: writing smithi10482514-23 from 2826240 to 2908160 tid 4 2024-04-02T08:32:02.247 INFO:tasks.rados.rados.0.smithi104.stdout:249: setattr oid 19 current snap is 25 2024-04-02T08:32:02.247 INFO:tasks.rados.rados.0.smithi104.stdout:240: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:32:02.268 INFO:tasks.rados.rados.0.smithi104.stdout:241: finishing write tid 1 to smithi10482514-45 2024-04-02T08:32:02.268 INFO:tasks.rados.rados.0.smithi104.stdout:241: finishing write tid 2 to smithi10482514-45 2024-04-02T08:32:02.268 INFO:tasks.rados.rados.0.smithi104.stdout:241: finishing write tid 3 to smithi10482514-45 2024-04-02T08:32:02.268 INFO:tasks.rados.rados.0.smithi104.stdout:243: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:32:02.280 INFO:tasks.rados.rados.0.smithi104.stdout:241: finishing write tid 4 to smithi10482514-45 2024-04-02T08:32:02.280 INFO:tasks.rados.rados.0.smithi104.stdout:244: expect (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:32:02.318 INFO:tasks.rados.rados.0.smithi104.stdout:241: finishing write tid 5 to smithi10482514-45 2024-04-02T08:32:02.319 INFO:tasks.rados.rados.0.smithi104.stdout:241: oid 45 updating version 0 to 51 2024-04-02T08:32:02.319 INFO:tasks.rados.rados.0.smithi104.stdout:241: oid 45 updating version 51 to 52 2024-04-02T08:32:02.319 INFO:tasks.rados.rados.0.smithi104.stdout:241: oid 45 updating version 52 to 53 2024-04-02T08:32:02.319 INFO:tasks.rados.rados.0.smithi104.stdout:241: oid 45 updating version 53 to 54 2024-04-02T08:32:02.319 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 54 (ObjNum 96 snap 25 seq_num 96) dirty exists 2024-04-02T08:32:02.319 INFO:tasks.rados.rados.0.smithi104.stdout:241: left oid 45 (ObjNum 96 snap 25 seq_num 96) 2024-04-02T08:32:02.319 INFO:tasks.rados.rados.0.smithi104.stdout:242: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:32:02.377 INFO:tasks.rados.rados.0.smithi104.stdout:246: finishing rollback tid 0 to smithi10482514-13 2024-04-02T08:32:02.377 INFO:tasks.rados.rados.0.smithi104.stdout:246: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:32:02.377 INFO:tasks.rados.rados.0.smithi104.stdout:246: finishing rollback tid 2 to smithi10482514-13 2024-04-02T08:32:02.377 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 58 (ObjNum 88 snap 21 seq_num 88) dirty exists 2024-04-02T08:32:02.377 INFO:tasks.rados.rados.0.smithi104.stdout:248: finishing write tid 1 to smithi10482514-23 2024-04-02T08:32:02.377 INFO:tasks.rados.rados.0.smithi104.stdout:248: finishing write tid 2 to smithi10482514-23 2024-04-02T08:32:02.377 INFO:tasks.rados.rados.0.smithi104.stdout:248: finishing write tid 3 to smithi10482514-23 2024-04-02T08:32:02.377 INFO:tasks.rados.rados.0.smithi104.stdout:248: finishing write tid 4 to smithi10482514-23 2024-04-02T08:32:02.378 INFO:tasks.rados.rados.0.smithi104.stdout:248: finishing write tid 5 to smithi10482514-23 2024-04-02T08:32:02.378 INFO:tasks.rados.rados.0.smithi104.stdout:248: finishing write tid 6 to smithi10482514-23 2024-04-02T08:32:02.378 INFO:tasks.rados.rados.0.smithi104.stdout:248: oid 23 updating version 0 to 62 2024-04-02T08:32:02.378 INFO:tasks.rados.rados.0.smithi104.stdout:248: oid 23 updating version 62 to 64 2024-04-02T08:32:02.378 INFO:tasks.rados.rados.0.smithi104.stdout:248: oid 23 updating version 64 to 65 2024-04-02T08:32:02.378 INFO:tasks.rados.rados.0.smithi104.stdout:248: oid 23 version 65 is already newer than 61 2024-04-02T08:32:02.379 INFO:tasks.rados.rados.0.smithi104.stdout:248: oid 23 version 65 is already newer than 63 2024-04-02T08:32:02.379 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 65 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-02T08:32:02.379 INFO:tasks.rados.rados.0.smithi104.stdout:248: left oid 23 (ObjNum 97 snap 25 seq_num 97) 2024-04-02T08:32:02.379 INFO:tasks.rados.rados.0.smithi104.stdout:240: done (8 left) 2024-04-02T08:32:02.379 INFO:tasks.rados.rados.0.smithi104.stdout:241: done (7 left) 2024-04-02T08:32:02.379 INFO:tasks.rados.rados.0.smithi104.stdout:242: done (6 left) 2024-04-02T08:32:02.380 INFO:tasks.rados.rados.0.smithi104.stdout:243: done (5 left) 2024-04-02T08:32:02.380 INFO:tasks.rados.rados.0.smithi104.stdout:244: done (4 left) 2024-04-02T08:32:02.380 INFO:tasks.rados.rados.0.smithi104.stdout:246: done (3 left) 2024-04-02T08:32:02.380 INFO:tasks.rados.rados.0.smithi104.stdout:247: done (2 left) 2024-04-02T08:32:02.380 INFO:tasks.rados.rados.0.smithi104.stdout:248: done (1 left) 2024-04-02T08:32:02.380 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 25 2024-04-02T08:32:02.381 INFO:tasks.rados.rados.0.smithi104.stdout:250: seq_num 98 ranges {0=450560,450560=466944,917504=737280} 2024-04-02T08:32:02.381 INFO:tasks.rados.rados.0.smithi104.stdout:250: writing smithi10482514-2 from 0 to 450560 tid 1 2024-04-02T08:32:02.382 INFO:tasks.rados.rados.0.smithi104.stdout:250: writing smithi10482514-2 from 450560 to 917504 tid 2 2024-04-02T08:32:02.386 INFO:tasks.rados.rados.0.smithi104.stdout:250: writing smithi10482514-2 from 917504 to 1654784 tid 3 2024-04-02T08:32:02.386 INFO:tasks.rados.rados.0.smithi104.stdout:251: read oid 1 snap 16 2024-04-02T08:32:02.386 INFO:tasks.rados.rados.0.smithi104.stdout:251: expect deleted 2024-04-02T08:32:02.386 INFO:tasks.rados.rados.0.smithi104.stdout:252: snap_remove snap 24 2024-04-02T08:32:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:02 smithi188 ceph-mon[30882]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:32:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:02 smithi104 ceph-mon[39229]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:32:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:02 smithi104 ceph-mon[27401]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:32:03.239 INFO:tasks.rados.rados.0.smithi104.stdout:252: done (3 left) 2024-04-02T08:32:03.239 INFO:tasks.rados.rados.0.smithi104.stdout:253: copy_from oid 5 from oid 26 current snap is 25 2024-04-02T08:32:03.239 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 48 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:32:03.239 INFO:tasks.rados.rados.0.smithi104.stdout:250: finishing write tid 1 to smithi10482514-2 2024-04-02T08:32:03.239 INFO:tasks.rados.rados.0.smithi104.stdout:250: finishing write tid 2 to smithi10482514-2 2024-04-02T08:32:03.239 INFO:tasks.rados.rados.0.smithi104.stdout:250: finishing write tid 3 to smithi10482514-2 2024-04-02T08:32:03.239 INFO:tasks.rados.rados.0.smithi104.stdout:250: finishing write tid 4 to smithi10482514-2 2024-04-02T08:32:03.239 INFO:tasks.rados.rados.0.smithi104.stdout:250: finishing write tid 5 to smithi10482514-2 2024-04-02T08:32:03.240 INFO:tasks.rados.rados.0.smithi104.stdout:250: oid 2 updating version 0 to 13 2024-04-02T08:32:03.240 INFO:tasks.rados.rados.0.smithi104.stdout:250: oid 2 version 13 is already newer than 12 2024-04-02T08:32:03.240 INFO:tasks.rados.rados.0.smithi104.stdout:250: oid 2 updating version 13 to 15 2024-04-02T08:32:03.240 INFO:tasks.rados.rados.0.smithi104.stdout:250: oid 2 version 15 is already newer than 14 2024-04-02T08:32:03.240 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 15 (ObjNum 98 snap 25 seq_num 98) dirty exists 2024-04-02T08:32:03.240 INFO:tasks.rados.rados.0.smithi104.stdout:250: left oid 2 (ObjNum 98 snap 25 seq_num 98) 2024-04-02T08:32:03.240 INFO:tasks.rados.rados.0.smithi104.stdout:249: done (3 left) 2024-04-02T08:32:03.240 INFO:tasks.rados.rados.0.smithi104.stdout:250: done (2 left) 2024-04-02T08:32:03.240 INFO:tasks.rados.rados.0.smithi104.stdout:251: done (1 left) 2024-04-02T08:32:03.240 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 25 2024-04-02T08:32:03.240 INFO:tasks.rados.rados.0.smithi104.stdout:254: seq_num 99 ranges {1302528=466944,1769472=802816,2572288=401408} 2024-04-02T08:32:03.248 INFO:tasks.rados.rados.0.smithi104.stdout:254: writing smithi10482514-9 from 1302528 to 1769472 tid 1 2024-04-02T08:32:03.254 INFO:tasks.rados.rados.0.smithi104.stdout:254: writing smithi10482514-9 from 1769472 to 2572288 tid 2 2024-04-02T08:32:03.256 INFO:tasks.rados.rados.0.smithi104.stdout:254: writing smithi10482514-9 from 2572288 to 2973696 tid 3 2024-04-02T08:32:03.256 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 25 2024-04-02T08:32:03.256 INFO:tasks.rados.rados.0.smithi104.stdout:253: finishing copy_from racing read to smithi10482514-5 2024-04-02T08:32:03.257 INFO:tasks.rados.rados.0.smithi104.stdout:255: seq_num 100 ranges {778240=483328,1261568=688128,1949696=516096} 2024-04-02T08:32:03.263 INFO:tasks.rados.rados.0.smithi104.stdout:255: writing smithi10482514-47 from 778240 to 1261568 tid 1 2024-04-02T08:32:03.267 INFO:tasks.rados.rados.0.smithi104.stdout:255: writing smithi10482514-47 from 1261568 to 1949696 tid 2 2024-04-02T08:32:03.271 INFO:tasks.rados.rados.0.smithi104.stdout:255: writing smithi10482514-47 from 1949696 to 2465792 tid 3 2024-04-02T08:32:03.271 INFO:tasks.rados.rados.0.smithi104.stdout:256: read oid 11 snap -1 2024-04-02T08:32:03.271 INFO:tasks.rados.rados.0.smithi104.stdout:256: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:32:03.271 INFO:tasks.rados.rados.0.smithi104.stdout:257: read oid 48 snap 16 2024-04-02T08:32:03.271 INFO:tasks.rados.rados.0.smithi104.stdout:257: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:32:03.271 INFO:tasks.rados.rados.0.smithi104.stdout:258: setattr oid 46 current snap is 25 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:253: finishing copy_from to smithi10482514-5 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 42 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:254: finishing write tid 1 to smithi10482514-9 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:254: finishing write tid 2 to smithi10482514-9 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:254: finishing write tid 3 to smithi10482514-9 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:254: finishing write tid 4 to smithi10482514-9 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:254: finishing write tid 5 to smithi10482514-9 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:254: oid 9 updating version 0 to 108 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:254: oid 9 updating version 108 to 111 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:254: oid 9 version 111 is already newer than 109 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:254: oid 9 version 111 is already newer than 110 2024-04-02T08:32:03.272 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 111 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-02T08:32:03.273 INFO:tasks.rados.rados.0.smithi104.stdout:254: left oid 9 (ObjNum 99 snap 25 seq_num 99) 2024-04-02T08:32:03.273 INFO:tasks.rados.rados.0.smithi104.stdout:255: finishing write tid 1 to smithi10482514-47 2024-04-02T08:32:03.273 INFO:tasks.rados.rados.0.smithi104.stdout:255: finishing write tid 2 to smithi10482514-47 2024-04-02T08:32:03.274 INFO:tasks.rados.rados.0.smithi104.stdout:255: finishing write tid 3 to smithi10482514-47 2024-04-02T08:32:03.274 INFO:tasks.rados.rados.0.smithi104.stdout:255: finishing write tid 4 to smithi10482514-47 2024-04-02T08:32:03.274 INFO:tasks.rados.rados.0.smithi104.stdout:253: done (5 left) 2024-04-02T08:32:03.274 INFO:tasks.rados.rados.0.smithi104.stdout:254: done (4 left) 2024-04-02T08:32:03.274 INFO:tasks.rados.rados.0.smithi104.stdout:259: rollback oid 15 current snap is 25 2024-04-02T08:32:03.274 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 15 to 14 2024-04-02T08:32:03.274 INFO:tasks.rados.rados.0.smithi104.stdout:260: delete oid 14 current snap is 25 2024-04-02T08:32:03.275 INFO:tasks.rados.rados.0.smithi104.stdout:255: finishing write tid 5 to smithi10482514-47 2024-04-02T08:32:03.275 INFO:tasks.rados.rados.0.smithi104.stdout:255: oid 47 updating version 0 to 89 2024-04-02T08:32:03.275 INFO:tasks.rados.rados.0.smithi104.stdout:255: oid 47 updating version 89 to 90 2024-04-02T08:32:03.275 INFO:tasks.rados.rados.0.smithi104.stdout:255: oid 47 updating version 90 to 91 2024-04-02T08:32:03.275 INFO:tasks.rados.rados.0.smithi104.stdout:255: oid 47 version 91 is already newer than 88 2024-04-02T08:32:03.275 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 91 (ObjNum 100 snap 25 seq_num 100) dirty exists 2024-04-02T08:32:03.275 INFO:tasks.rados.rados.0.smithi104.stdout:255: left oid 47 (ObjNum 100 snap 25 seq_num 100) 2024-04-02T08:32:03.275 INFO:tasks.rados.rados.0.smithi104.stdout:256: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:32:03.279 INFO:tasks.rados.rados.0.smithi104.stdout:257: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:32:03.296 INFO:tasks.rados.rados.0.smithi104.stdout:259: finishing rollback tid 1 to smithi10482514-15 2024-04-02T08:32:03.296 INFO:tasks.rados.rados.0.smithi104.stdout:259: finishing rollback tid 2 to smithi10482514-15 2024-04-02T08:32:03.296 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 96 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-04-02T08:32:03.296 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 43 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-02T08:32:03.297 INFO:tasks.rados.rados.0.smithi104.stdout:255: done (5 left) 2024-04-02T08:32:03.297 INFO:tasks.rados.rados.0.smithi104.stdout:256: done (4 left) 2024-04-02T08:32:03.297 INFO:tasks.rados.rados.0.smithi104.stdout:257: done (3 left) 2024-04-02T08:32:03.297 INFO:tasks.rados.rados.0.smithi104.stdout:258: done (2 left) 2024-04-02T08:32:03.297 INFO:tasks.rados.rados.0.smithi104.stdout:259: done (1 left) 2024-04-02T08:32:03.297 INFO:tasks.rados.rados.0.smithi104.stdout:260: done (0 left) 2024-04-02T08:32:03.297 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 25 2024-04-02T08:32:03.297 INFO:tasks.rados.rados.0.smithi104.stdout:261: seq_num 102 ranges {1974272=516096,2490368=450560,2940928=729088,3670016=24576} 2024-04-02T08:32:03.309 INFO:tasks.rados.rados.0.smithi104.stdout:261: writing smithi10482514-26 from 1974272 to 2490368 tid 1 2024-04-02T08:32:03.312 INFO:tasks.rados.rados.0.smithi104.stdout:261: writing smithi10482514-26 from 2490368 to 2940928 tid 2 2024-04-02T08:32:03.316 INFO:tasks.rados.rados.0.smithi104.stdout:261: writing smithi10482514-26 from 2940928 to 3670016 tid 3 2024-04-02T08:32:03.317 INFO:tasks.rados.rados.0.smithi104.stdout:261: writing smithi10482514-26 from 3670016 to 3694592 tid 4 2024-04-02T08:32:03.317 INFO:tasks.rados.rados.0.smithi104.stdout:262: setattr oid 47 current snap is 25 2024-04-02T08:32:03.317 INFO:tasks.rados.rados.0.smithi104.stdout:261: finishing write tid 1 to smithi10482514-26 2024-04-02T08:32:03.317 INFO:tasks.rados.rados.0.smithi104.stdout:261: finishing write tid 2 to smithi10482514-26 2024-04-02T08:32:03.318 INFO:tasks.rados.rados.0.smithi104.stdout:263: setattr oid 30 current snap is 25 2024-04-02T08:32:03.319 INFO:tasks.rados.rados.0.smithi104.stdout:261: finishing write tid 3 to smithi10482514-26 2024-04-02T08:32:03.319 INFO:tasks.rados.rados.0.smithi104.stdout:261: finishing write tid 4 to smithi10482514-26 2024-04-02T08:32:03.320 INFO:tasks.rados.rados.0.smithi104.stdout:261: finishing write tid 5 to smithi10482514-26 2024-04-02T08:32:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 92 (ObjNum 100 snap 25 seq_num 100) dirty exists 2024-04-02T08:32:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:261: finishing write tid 6 to smithi10482514-26 2024-04-02T08:32:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:261: oid 26 updating version 0 to 56 2024-04-02T08:32:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:261: oid 26 version 56 is already newer than 53 2024-04-02T08:32:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:261: oid 26 version 56 is already newer than 54 2024-04-02T08:32:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:261: oid 26 version 56 is already newer than 52 2024-04-02T08:32:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:261: oid 26 version 56 is already newer than 55 2024-04-02T08:32:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 56 (ObjNum 102 snap 25 seq_num 102) dirty exists 2024-04-02T08:32:03.322 INFO:tasks.rados.rados.0.smithi104.stdout:261: left oid 26 (ObjNum 102 snap 25 seq_num 102) 2024-04-02T08:32:03.322 INFO:tasks.rados.rados.0.smithi104.stdout:261: done (2 left) 2024-04-02T08:32:03.322 INFO:tasks.rados.rados.0.smithi104.stdout:262: done (1 left) 2024-04-02T08:32:03.322 INFO:tasks.rados.rados.0.smithi104.stdout:264: snap_remove snap 14 2024-04-02T08:32:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:03 smithi188 ceph-mon[30882]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:32:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:03 smithi188 ceph-mon[30882]: pgmap v170: 121 pgs: 121 active+clean; 65 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-02T08:32:03.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:03 smithi104 ceph-mon[39229]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:32:03.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:03 smithi104 ceph-mon[39229]: pgmap v170: 121 pgs: 121 active+clean; 65 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-02T08:32:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:03 smithi104 ceph-mon[27401]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:32:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:03 smithi104 ceph-mon[27401]: pgmap v170: 121 pgs: 121 active+clean; 65 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-02T08:32:04.206 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 102 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi104.stdout:263: done (1 left) 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi104.stdout:264: done (0 left) 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi104.stdout:265: read oid 31 snap -1 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi104.stdout:265: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi104.stdout:266: read oid 6 snap -1 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi104.stdout:266: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:32:04.207 INFO:tasks.rados.rados.0.smithi104.stdout:267: snap_create 2024-04-02T08:32:04.214 INFO:tasks.rados.rados.0.smithi104.stdout:266: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:32:04.240 INFO:tasks.rados.rados.0.smithi104.stdout:265: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:32:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:04 smithi188 ceph-mon[30882]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:32:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:04 smithi188 ceph-mon[30882]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:32:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:04 smithi104 ceph-mon[39229]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:32:04.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:04 smithi104 ceph-mon[39229]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:32:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:04 smithi104 ceph-mon[27401]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:32:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:04 smithi104 ceph-mon[27401]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:32:05.209 INFO:tasks.rados.rados.0.smithi104.stdout:265: done (2 left) 2024-04-02T08:32:05.209 INFO:tasks.rados.rados.0.smithi104.stdout:266: done (1 left) 2024-04-02T08:32:05.209 INFO:tasks.rados.rados.0.smithi104.stdout:267: done (0 left) 2024-04-02T08:32:05.209 INFO:tasks.rados.rados.0.smithi104.stdout:268: rollback oid 30 current snap is 26 2024-04-02T08:32:05.209 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 22 2024-04-02T08:32:05.209 INFO:tasks.rados.rados.0.smithi104.stdout:269: copy_from oid 9 from oid 25 current snap is 26 2024-04-02T08:32:05.209 INFO:tasks.rados.rados.0.smithi104.stdout:270: copy_from oid 12 from oid 28 current snap is 26 2024-04-02T08:32:05.210 INFO:tasks.rados.rados.0.smithi104.stdout:271: read oid 1 snap -1 2024-04-02T08:32:05.210 INFO:tasks.rados.rados.0.smithi104.stdout:271: expect deleted 2024-04-02T08:32:05.210 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 26 2024-04-02T08:32:05.210 INFO:tasks.rados.rados.0.smithi104.stdout:272: seq_num 103 ranges {4104192=532480,4636672=737280,5373952=466944} 2024-04-02T08:32:05.234 INFO:tasks.rados.rados.0.smithi104.stdout:272: writing smithi10482514-32 from 4104192 to 4636672 tid 1 2024-04-02T08:32:05.239 INFO:tasks.rados.rados.0.smithi104.stdout:272: writing smithi10482514-32 from 4636672 to 5373952 tid 2 2024-04-02T08:32:05.241 INFO:tasks.rados.rados.0.smithi104.stdout:272: writing smithi10482514-32 from 5373952 to 5840896 tid 3 2024-04-02T08:32:05.242 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 36 current snap is 26 2024-04-02T08:32:05.242 INFO:tasks.rados.rados.0.smithi104.stdout:273: seq_num 104 ranges {1835008=548864,2383872=622592,3006464=581632} 2024-04-02T08:32:05.254 INFO:tasks.rados.rados.0.smithi104.stdout:273: writing smithi10482514-36 from 1835008 to 2383872 tid 1 2024-04-02T08:32:05.258 INFO:tasks.rados.rados.0.smithi104.stdout:273: writing smithi10482514-36 from 2383872 to 3006464 tid 2 2024-04-02T08:32:05.262 INFO:tasks.rados.rados.0.smithi104.stdout:273: writing smithi10482514-36 from 3006464 to 3588096 tid 3 2024-04-02T08:32:05.262 INFO:tasks.rados.rados.0.smithi104.stdout:274: rollback oid 2 current snap is 26 2024-04-02T08:32:05.262 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 2 to 9 2024-04-02T08:32:05.262 INFO:tasks.rados.rados.0.smithi104.stdout:270: finishing copy_from racing read to smithi10482514-12 2024-04-02T08:32:05.262 INFO:tasks.rados.rados.0.smithi104.stdout:268: finishing rollback tid 0 to smithi10482514-30 2024-04-02T08:32:05.262 INFO:tasks.rados.rados.0.smithi104.stdout:268: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:270: finishing copy_from to smithi10482514-12 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:268: finishing rollback tid 2 to smithi10482514-30 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 114 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:269: finishing copy_from racing read to smithi10482514-9 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:268: done (6 left) 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:270: done (5 left) 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:271: done (4 left) 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 26 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:269: finishing copy_from to smithi10482514-9 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 63 (ObjNum 74 snap 12 seq_num 74) dirty exists 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:272: finishing write tid 1 to smithi10482514-32 2024-04-02T08:32:05.263 INFO:tasks.rados.rados.0.smithi104.stdout:275: seq_num 105 ranges {303104=565248,868352=507904,1376256=507904,1884160=188416} 2024-04-02T08:32:05.266 INFO:tasks.rados.rados.0.smithi104.stdout:275: writing smithi10482514-19 from 303104 to 868352 tid 1 2024-04-02T08:32:05.269 INFO:tasks.rados.rados.0.smithi104.stdout:275: writing smithi10482514-19 from 868352 to 1376256 tid 2 2024-04-02T08:32:05.272 INFO:tasks.rados.rados.0.smithi104.stdout:275: writing smithi10482514-19 from 1376256 to 1884160 tid 3 2024-04-02T08:32:05.275 INFO:tasks.rados.rados.0.smithi104.stdout:275: writing smithi10482514-19 from 1884160 to 2072576 tid 4 2024-04-02T08:32:05.275 INFO:tasks.rados.rados.0.smithi104.stdout:269: done (4 left) 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:276: read oid 5 snap -1 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:276: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:277: rollback oid 28 current snap is 26 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 28 to 9 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:272: finishing write tid 2 to smithi10482514-32 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:272: finishing write tid 3 to smithi10482514-32 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:272: finishing write tid 4 to smithi10482514-32 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:272: finishing write tid 5 to smithi10482514-32 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:272: oid 32 updating version 0 to 39 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:272: oid 32 version 39 is already newer than 37 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:272: oid 32 version 39 is already newer than 36 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:272: oid 32 version 39 is already newer than 38 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 39 (ObjNum 103 snap 26 seq_num 103) dirty exists 2024-04-02T08:32:05.276 INFO:tasks.rados.rados.0.smithi104.stdout:272: left oid 32 (ObjNum 103 snap 26 seq_num 103) 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:273: finishing write tid 1 to smithi10482514-36 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:273: finishing write tid 2 to smithi10482514-36 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:274: finishing rollback tid 0 to smithi10482514-2 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:274: finishing rollback tid 1 to smithi10482514-2 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:273: finishing write tid 3 to smithi10482514-36 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:274: finishing rollback tid 2 to smithi10482514-2 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 21 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:273: finishing write tid 4 to smithi10482514-36 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:273: finishing write tid 5 to smithi10482514-36 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:273: oid 36 updating version 0 to 58 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:273: oid 36 updating version 58 to 59 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:273: oid 36 version 59 is already newer than 57 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:273: oid 36 updating version 59 to 60 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 60 (ObjNum 104 snap 26 seq_num 104) dirty exists 2024-04-02T08:32:05.277 INFO:tasks.rados.rados.0.smithi104.stdout:273: left oid 36 (ObjNum 104 snap 26 seq_num 104) 2024-04-02T08:32:05.278 INFO:tasks.rados.rados.0.smithi104.stdout:275: finishing write tid 1 to smithi10482514-19 2024-04-02T08:32:05.278 INFO:tasks.rados.rados.0.smithi104.stdout:275: finishing write tid 2 to smithi10482514-19 2024-04-02T08:32:05.278 INFO:tasks.rados.rados.0.smithi104.stdout:272: done (5 left) 2024-04-02T08:32:05.278 INFO:tasks.rados.rados.0.smithi104.stdout:273: done (4 left) 2024-04-02T08:32:05.278 INFO:tasks.rados.rados.0.smithi104.stdout:274: done (3 left) 2024-04-02T08:32:05.278 INFO:tasks.rados.rados.0.smithi104.stdout:278: rmattr oid 23 current snap is 26 2024-04-02T08:32:05.278 INFO:tasks.rados.rados.0.smithi104.stdout:278: done (3 left) 2024-04-02T08:32:05.278 INFO:tasks.rados.rados.0.smithi104.stdout:279: copy_from oid 8 from oid 7 current snap is 26 2024-04-02T08:32:05.278 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 31 current snap is 26 2024-04-02T08:32:05.278 INFO:tasks.rados.rados.0.smithi104.stdout:280: seq_num 106 ranges {1269760=581632,1851392=794624,2646016=409600} 2024-04-02T08:32:05.284 INFO:tasks.rados.rados.0.smithi104.stdout:280: writing smithi10482514-31 from 1269760 to 1851392 tid 1 2024-04-02T08:32:05.289 INFO:tasks.rados.rados.0.smithi104.stdout:280: writing smithi10482514-31 from 1851392 to 2646016 tid 2 2024-04-02T08:32:05.292 INFO:tasks.rados.rados.0.smithi104.stdout:280: writing smithi10482514-31 from 2646016 to 3055616 tid 3 2024-04-02T08:32:05.292 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 11 current snap is 26 2024-04-02T08:32:05.292 INFO:tasks.rados.rados.0.smithi104.stdout:277: finishing rollback tid 0 to smithi10482514-28 2024-04-02T08:32:05.292 INFO:tasks.rados.rados.0.smithi104.stdout:281: seq_num 107 ranges {172032=598016,770048=729088,1499136=466944,1966080=8192} 2024-04-02T08:32:05.296 INFO:tasks.rados.rados.0.smithi104.stdout:281: writing smithi10482514-11 from 172032 to 770048 tid 1 2024-04-02T08:32:05.300 INFO:tasks.rados.rados.0.smithi104.stdout:281: writing smithi10482514-11 from 770048 to 1499136 tid 2 2024-04-02T08:32:05.303 INFO:tasks.rados.rados.0.smithi104.stdout:281: writing smithi10482514-11 from 1499136 to 1966080 tid 3 2024-04-02T08:32:05.303 INFO:tasks.rados.rados.0.smithi104.stdout:281: writing smithi10482514-11 from 1966080 to 1974272 tid 4 2024-04-02T08:32:05.303 INFO:tasks.rados.rados.0.smithi104.stdout:282: read oid 44 snap 23 2024-04-02T08:32:05.303 INFO:tasks.rados.rados.0.smithi104.stdout:282: expect deleted 2024-04-02T08:32:05.304 INFO:tasks.rados.rados.0.smithi104.stdout:283: rmattr oid 15 current snap is 26 2024-04-02T08:32:05.304 INFO:tasks.rados.rados.0.smithi104.stdout:283: done (7 left) 2024-04-02T08:32:05.304 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 26 2024-04-02T08:32:05.304 INFO:tasks.rados.rados.0.smithi104.stdout:277: finishing rollback tid 1 to smithi10482514-28 2024-04-02T08:32:05.304 INFO:tasks.rados.rados.0.smithi104.stdout:277: finishing rollback tid 2 to smithi10482514-28 2024-04-02T08:32:05.304 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 104 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:32:05.304 INFO:tasks.rados.rados.0.smithi104.stdout:275: finishing write tid 3 to smithi10482514-19 2024-04-02T08:32:05.304 INFO:tasks.rados.rados.0.smithi104.stdout:275: finishing write tid 4 to smithi10482514-19 2024-04-02T08:32:05.304 INFO:tasks.rados.rados.0.smithi104.stdout:275: finishing write tid 5 to smithi10482514-19 2024-04-02T08:32:05.304 INFO:tasks.rados.rados.0.smithi104.stdout:284: seq_num 108 ranges {2465792=614400,3080192=606208,3686400=598016} 2024-04-02T08:32:05.320 INFO:tasks.rados.rados.0.smithi104.stdout:284: writing smithi10482514-47 from 2465792 to 3080192 tid 1 2024-04-02T08:32:05.323 INFO:tasks.rados.rados.0.smithi104.stdout:284: writing smithi10482514-47 from 3080192 to 3686400 tid 2 2024-04-02T08:32:05.327 INFO:tasks.rados.rados.0.smithi104.stdout:284: writing smithi10482514-47 from 3686400 to 4284416 tid 3 2024-04-02T08:32:05.327 INFO:tasks.rados.rados.0.smithi104.stdout:277: done (7 left) 2024-04-02T08:32:05.327 INFO:tasks.rados.rados.0.smithi104.stdout:285: read oid 12 snap -1 2024-04-02T08:32:05.327 INFO:tasks.rados.rados.0.smithi104.stdout:285: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:286: read oid 29 snap 17 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:286: expect deleted 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 26 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:275: finishing write tid 6 to smithi10482514-19 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:275: oid 19 updating version 0 to 64 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:275: oid 19 updating version 64 to 66 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:275: oid 19 version 66 is already newer than 65 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:275: oid 19 version 66 is already newer than 63 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:275: oid 19 version 66 is already newer than 62 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 66 (ObjNum 105 snap 26 seq_num 105) dirty exists 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:275: left oid 19 (ObjNum 105 snap 26 seq_num 105) 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:280: finishing write tid 1 to smithi10482514-31 2024-04-02T08:32:05.328 INFO:tasks.rados.rados.0.smithi104.stdout:276: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:32:05.385 INFO:tasks.rados.rados.0.smithi104.stdout:279: finishing copy_from racing read to smithi10482514-8 2024-04-02T08:32:05.385 INFO:tasks.rados.rados.0.smithi104.stdout:279: finishing copy_from to smithi10482514-8 2024-04-02T08:32:05.385 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:32:05.385 INFO:tasks.rados.rados.0.smithi104.stdout:287: seq_num 109 ranges {1212416=630784,1843200=491520,2334720=483328,2818048=229376} 2024-04-02T08:32:05.395 INFO:tasks.rados.rados.0.smithi104.stdout:287: writing smithi10482514-43 from 1212416 to 1843200 tid 1 2024-04-02T08:32:05.397 INFO:tasks.rados.rados.0.smithi104.stdout:287: writing smithi10482514-43 from 1843200 to 2334720 tid 2 2024-04-02T08:32:05.400 INFO:tasks.rados.rados.0.smithi104.stdout:287: writing smithi10482514-43 from 2334720 to 2818048 tid 3 2024-04-02T08:32:05.402 INFO:tasks.rados.rados.0.smithi104.stdout:287: writing smithi10482514-43 from 2818048 to 3047424 tid 4 2024-04-02T08:32:05.402 INFO:tasks.rados.rados.0.smithi104.stdout:275: done (9 left) 2024-04-02T08:32:05.402 INFO:tasks.rados.rados.0.smithi104.stdout:276: done (8 left) 2024-04-02T08:32:05.402 INFO:tasks.rados.rados.0.smithi104.stdout:279: done (7 left) 2024-04-02T08:32:05.402 INFO:tasks.rados.rados.0.smithi104.stdout:288: snap_remove snap 9 2024-04-02T08:32:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:05 smithi188 ceph-mon[30882]: pgmap v173: 121 pgs: 121 active+clean; 65 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-02T08:32:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:05 smithi188 ceph-mon[30882]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:32:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:05 smithi104 ceph-mon[39229]: pgmap v173: 121 pgs: 121 active+clean; 65 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-02T08:32:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:05 smithi104 ceph-mon[39229]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:32:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:05 smithi104 ceph-mon[27401]: pgmap v173: 121 pgs: 121 active+clean; 65 MiB data, 341 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-02T08:32:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:05 smithi104 ceph-mon[27401]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:32:06.244 INFO:tasks.rados.rados.0.smithi104.stdout:288: done (7 left) 2024-04-02T08:32:06.244 INFO:tasks.rados.rados.0.smithi104.stdout:289: copy_from oid 13 from oid 23 current snap is 26 2024-04-02T08:32:06.244 INFO:tasks.rados.rados.0.smithi104.stdout:280: finishing write tid 2 to smithi10482514-31 2024-04-02T08:32:06.244 INFO:tasks.rados.rados.0.smithi104.stdout:280: finishing write tid 3 to smithi10482514-31 2024-04-02T08:32:06.244 INFO:tasks.rados.rados.0.smithi104.stdout:280: finishing write tid 4 to smithi10482514-31 2024-04-02T08:32:06.244 INFO:tasks.rados.rados.0.smithi104.stdout:280: finishing write tid 5 to smithi10482514-31 2024-04-02T08:32:06.244 INFO:tasks.rados.rados.0.smithi104.stdout:280: oid 31 updating version 0 to 116 2024-04-02T08:32:06.244 INFO:tasks.rados.rados.0.smithi104.stdout:280: oid 31 updating version 116 to 118 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:280: oid 31 updating version 118 to 119 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:280: oid 31 version 119 is already newer than 117 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 119 (ObjNum 106 snap 26 seq_num 106) dirty exists 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:280: left oid 31 (ObjNum 106 snap 26 seq_num 106) 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:281: finishing write tid 1 to smithi10482514-11 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:281: finishing write tid 2 to smithi10482514-11 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:281: finishing write tid 3 to smithi10482514-11 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:281: finishing write tid 4 to smithi10482514-11 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:281: finishing write tid 5 to smithi10482514-11 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:281: finishing write tid 6 to smithi10482514-11 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:281: oid 11 updating version 0 to 7 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:281: oid 11 version 7 is already newer than 6 2024-04-02T08:32:06.245 INFO:tasks.rados.rados.0.smithi104.stdout:281: oid 11 version 7 is already newer than 4 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:281: oid 11 updating version 7 to 8 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:281: oid 11 version 8 is already newer than 5 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 8 (ObjNum 107 snap 26 seq_num 107) dirty exists 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:281: left oid 11 (ObjNum 107 snap 26 seq_num 107) 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:284: finishing write tid 1 to smithi10482514-47 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:284: finishing write tid 2 to smithi10482514-47 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:284: finishing write tid 3 to smithi10482514-47 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:280: done (7 left) 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:281: done (6 left) 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:282: done (5 left) 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:290: rollback oid 14 current snap is 26 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 23 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:284: finishing write tid 4 to smithi10482514-47 2024-04-02T08:32:06.246 INFO:tasks.rados.rados.0.smithi104.stdout:284: finishing write tid 5 to smithi10482514-47 2024-04-02T08:32:06.247 INFO:tasks.rados.rados.0.smithi104.stdout:284: oid 47 updating version 0 to 109 2024-04-02T08:32:06.247 INFO:tasks.rados.rados.0.smithi104.stdout:284: oid 47 version 109 is already newer than 106 2024-04-02T08:32:06.247 INFO:tasks.rados.rados.0.smithi104.stdout:284: oid 47 version 109 is already newer than 108 2024-04-02T08:32:06.247 INFO:tasks.rados.rados.0.smithi104.stdout:284: oid 47 version 109 is already newer than 107 2024-04-02T08:32:06.247 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 109 (ObjNum 108 snap 26 seq_num 108) dirty exists 2024-04-02T08:32:06.247 INFO:tasks.rados.rados.0.smithi104.stdout:284: left oid 47 (ObjNum 108 snap 26 seq_num 108) 2024-04-02T08:32:06.247 INFO:tasks.rados.rados.0.smithi104.stdout:285: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:32:06.263 INFO:tasks.rados.rados.0.smithi104.stdout:287: finishing write tid 1 to smithi10482514-43 2024-04-02T08:32:06.263 INFO:tasks.rados.rados.0.smithi104.stdout:287: finishing write tid 2 to smithi10482514-43 2024-04-02T08:32:06.263 INFO:tasks.rados.rados.0.smithi104.stdout:284: done (5 left) 2024-04-02T08:32:06.263 INFO:tasks.rados.rados.0.smithi104.stdout:285: done (4 left) 2024-04-02T08:32:06.263 INFO:tasks.rados.rados.0.smithi104.stdout:286: done (3 left) 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:291: rollback oid 40 current snap is 26 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 40 to 16 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:287: finishing write tid 3 to smithi10482514-43 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:287: finishing write tid 4 to smithi10482514-43 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:287: finishing write tid 5 to smithi10482514-43 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:287: finishing write tid 6 to smithi10482514-43 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:287: oid 43 updating version 0 to 122 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:287: oid 43 updating version 122 to 125 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:287: oid 43 version 125 is already newer than 123 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:287: oid 43 version 125 is already newer than 124 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:287: oid 43 version 125 is already newer than 121 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 125 (ObjNum 109 snap 26 seq_num 109) dirty exists 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:287: left oid 43 (ObjNum 109 snap 26 seq_num 109) 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:290: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:32:06.264 INFO:tasks.rados.rados.0.smithi104.stdout:290: finishing rollback tid 2 to smithi10482514-14 2024-04-02T08:32:06.265 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 127 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:32:06.265 INFO:tasks.rados.rados.0.smithi104.stdout:287: done (3 left) 2024-04-02T08:32:06.265 INFO:tasks.rados.rados.0.smithi104.stdout:290: done (2 left) 2024-04-02T08:32:06.265 INFO:tasks.rados.rados.0.smithi104.stdout:292: rmattr oid 46 current snap is 26 2024-04-02T08:32:06.265 INFO:tasks.rados.rados.0.smithi104.stdout:293: rollback oid 14 current snap is 26 2024-04-02T08:32:06.265 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 17 2024-04-02T08:32:06.265 INFO:tasks.rados.rados.0.smithi104.stdout:294: rmattr oid 47 current snap is 26 2024-04-02T08:32:06.265 INFO:tasks.rados.rados.0.smithi104.stdout:295: copy_from oid 45 from oid 50 current snap is 26 2024-04-02T08:32:06.265 INFO:tasks.rados.rados.0.smithi104.stdout:296: rollback oid 43 current snap is 26 2024-04-02T08:32:06.265 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 43 to 17 2024-04-02T08:32:06.265 INFO:tasks.rados.rados.0.smithi104.stdout:297: snap_remove snap 25 2024-04-02T08:32:07.247 INFO:tasks.rados.rados.0.smithi104.stdout:297: done (7 left) 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:298: snap_create 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:293: finishing rollback tid 0 to smithi10482514-14 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:291: finishing rollback tid 0 to smithi10482514-40 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:289: finishing copy_from racing read to smithi10482514-13 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 118 (ObjNum 108 snap 26 seq_num 108) dirty exists 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 52 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:291: finishing rollback tid 1 to smithi10482514-40 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:291: finishing rollback tid 2 to smithi10482514-40 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 74 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:293: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:293: finishing rollback tid 2 to smithi10482514-14 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 136 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:296: finishing rollback tid 0 to smithi10482514-43 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:296: finishing rollback tid 1 to smithi10482514-43 2024-04-02T08:32:07.248 INFO:tasks.rados.rados.0.smithi104.stdout:296: finishing rollback tid 2 to smithi10482514-43 2024-04-02T08:32:07.249 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 139 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-04-02T08:32:07.249 INFO:tasks.rados.rados.0.smithi104.stdout:289: finishing copy_from to smithi10482514-13 2024-04-02T08:32:07.249 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 65 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-02T08:32:07.249 INFO:tasks.rados.rados.0.smithi104.stdout:295: finishing copy_from racing read to smithi10482514-45 2024-04-02T08:32:07.249 INFO:tasks.rados.rados.0.smithi104.stdout:295: finishing copy_from to smithi10482514-45 2024-04-02T08:32:07.249 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 46 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:32:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:07 smithi188 ceph-mon[30882]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:32:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:07 smithi188 ceph-mon[30882]: pgmap v176: 121 pgs: 121 active+clean; 90 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-04-02T08:32:07.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:32:07] "GET /metrics HTTP/1.1" 200 36009 "" "Prometheus/2.43.0" 2024-04-02T08:32:07.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:07 smithi104 ceph-mon[39229]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:32:07.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:07 smithi104 ceph-mon[39229]: pgmap v176: 121 pgs: 121 active+clean; 90 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-04-02T08:32:07.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:07 smithi104 ceph-mon[27401]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:32:07.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:07 smithi104 ceph-mon[27401]: pgmap v176: 121 pgs: 121 active+clean; 90 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-04-02T08:32:08.254 INFO:tasks.rados.rados.0.smithi104.stdout:289: done (7 left) 2024-04-02T08:32:08.254 INFO:tasks.rados.rados.0.smithi104.stdout:291: done (6 left) 2024-04-02T08:32:08.254 INFO:tasks.rados.rados.0.smithi104.stdout:292: done (5 left) 2024-04-02T08:32:08.254 INFO:tasks.rados.rados.0.smithi104.stdout:293: done (4 left) 2024-04-02T08:32:08.254 INFO:tasks.rados.rados.0.smithi104.stdout:294: done (3 left) 2024-04-02T08:32:08.254 INFO:tasks.rados.rados.0.smithi104.stdout:295: done (2 left) 2024-04-02T08:32:08.254 INFO:tasks.rados.rados.0.smithi104.stdout:296: done (1 left) 2024-04-02T08:32:08.254 INFO:tasks.rados.rados.0.smithi104.stdout:298: done (0 left) 2024-04-02T08:32:08.255 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 16 current snap is 27 2024-04-02T08:32:08.255 INFO:tasks.rados.rados.0.smithi104.stdout:299: seq_num 110 ranges {1572864=647168,2220032=778240,2998272=425984} 2024-04-02T08:32:08.265 INFO:tasks.rados.rados.0.smithi104.stdout:299: writing smithi10482514-16 from 1572864 to 2220032 tid 1 2024-04-02T08:32:08.269 INFO:tasks.rados.rados.0.smithi104.stdout:299: writing smithi10482514-16 from 2220032 to 2998272 tid 2 2024-04-02T08:32:08.272 INFO:tasks.rados.rados.0.smithi104.stdout:299: writing smithi10482514-16 from 2998272 to 3424256 tid 3 2024-04-02T08:32:08.272 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 27 2024-04-02T08:32:08.273 INFO:tasks.rados.rados.0.smithi104.stdout:299: finishing write tid 1 to smithi10482514-16 2024-04-02T08:32:08.273 INFO:tasks.rados.rados.0.smithi104.stdout:300: seq_num 111 ranges {286720=663552,950272=663552,1613824=450560,2064384=90112} 2024-04-02T08:32:08.278 INFO:tasks.rados.rados.0.smithi104.stdout:300: writing smithi10482514-18 from 286720 to 950272 tid 1 2024-04-02T08:32:08.282 INFO:tasks.rados.rados.0.smithi104.stdout:300: writing smithi10482514-18 from 950272 to 1613824 tid 2 2024-04-02T08:32:08.285 INFO:tasks.rados.rados.0.smithi104.stdout:300: writing smithi10482514-18 from 1613824 to 2064384 tid 3 2024-04-02T08:32:08.286 INFO:tasks.rados.rados.0.smithi104.stdout:300: writing smithi10482514-18 from 2064384 to 2154496 tid 4 2024-04-02T08:32:08.286 INFO:tasks.rados.rados.0.smithi104.stdout:301: setattr oid 45 current snap is 27 2024-04-02T08:32:08.286 INFO:tasks.rados.rados.0.smithi104.stdout:299: finishing write tid 2 to smithi10482514-16 2024-04-02T08:32:08.286 INFO:tasks.rados.rados.0.smithi104.stdout:299: finishing write tid 3 to smithi10482514-16 2024-04-02T08:32:08.286 INFO:tasks.rados.rados.0.smithi104.stdout:299: finishing write tid 4 to smithi10482514-16 2024-04-02T08:32:08.286 INFO:tasks.rados.rados.0.smithi104.stdout:299: finishing write tid 5 to smithi10482514-16 2024-04-02T08:32:08.286 INFO:tasks.rados.rados.0.smithi104.stdout:299: oid 16 updating version 0 to 49 2024-04-02T08:32:08.286 INFO:tasks.rados.rados.0.smithi104.stdout:299: oid 16 updating version 49 to 52 2024-04-02T08:32:08.286 INFO:tasks.rados.rados.0.smithi104.stdout:299: oid 16 version 52 is already newer than 50 2024-04-02T08:32:08.286 INFO:tasks.rados.rados.0.smithi104.stdout:299: oid 16 version 52 is already newer than 51 2024-04-02T08:32:08.287 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 52 (ObjNum 110 snap 27 seq_num 110) dirty exists 2024-04-02T08:32:08.287 INFO:tasks.rados.rados.0.smithi104.stdout:299: left oid 16 (ObjNum 110 snap 27 seq_num 110) 2024-04-02T08:32:08.287 INFO:tasks.rados.rados.0.smithi104.stdout:300: finishing write tid 1 to smithi10482514-18 2024-04-02T08:32:08.287 INFO:tasks.rados.rados.0.smithi104.stdout:300: finishing write tid 2 to smithi10482514-18 2024-04-02T08:32:08.288 INFO:tasks.rados.rados.0.smithi104.stdout:300: finishing write tid 3 to smithi10482514-18 2024-04-02T08:32:08.288 INFO:tasks.rados.rados.0.smithi104.stdout:299: done (2 left) 2024-04-02T08:32:08.288 INFO:tasks.rados.rados.0.smithi104.stdout:302: snap_remove snap 21 2024-04-02T08:32:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:08 smithi188 ceph-mon[30882]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:32:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:08 smithi104 ceph-mon[39229]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:32:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:08 smithi104 ceph-mon[27401]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:32:09.213 INFO:tasks.rados.rados.0.smithi104.stdout:302: done (2 left) 2024-04-02T08:32:09.213 INFO:tasks.rados.rados.0.smithi104.stdout:303: setattr oid 15 current snap is 27 2024-04-02T08:32:09.216 INFO:tasks.rados.rados.0.smithi104.stdout:300: finishing write tid 4 to smithi10482514-18 2024-04-02T08:32:09.216 INFO:tasks.rados.rados.0.smithi104.stdout:300: finishing write tid 5 to smithi10482514-18 2024-04-02T08:32:09.216 INFO:tasks.rados.rados.0.smithi104.stdout:300: finishing write tid 6 to smithi10482514-18 2024-04-02T08:32:09.216 INFO:tasks.rados.rados.0.smithi104.stdout:300: oid 18 updating version 0 to 21 2024-04-02T08:32:09.217 INFO:tasks.rados.rados.0.smithi104.stdout:300: oid 18 updating version 21 to 23 2024-04-02T08:32:09.217 INFO:tasks.rados.rados.0.smithi104.stdout:300: oid 18 updating version 23 to 24 2024-04-02T08:32:09.217 INFO:tasks.rados.rados.0.smithi104.stdout:300: oid 18 version 24 is already newer than 22 2024-04-02T08:32:09.217 INFO:tasks.rados.rados.0.smithi104.stdout:300: oid 18 version 24 is already newer than 20 2024-04-02T08:32:09.217 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 24 (ObjNum 111 snap 27 seq_num 111) dirty exists 2024-04-02T08:32:09.217 INFO:tasks.rados.rados.0.smithi104.stdout:300: left oid 18 (ObjNum 111 snap 27 seq_num 111) 2024-04-02T08:32:09.217 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 84 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:32:09.217 INFO:tasks.rados.rados.0.smithi104.stdout:300: done (2 left) 2024-04-02T08:32:09.217 INFO:tasks.rados.rados.0.smithi104.stdout:301: done (1 left) 2024-04-02T08:32:09.217 INFO:tasks.rados.rados.0.smithi104.stdout:304: snap_create 2024-04-02T08:32:09.219 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 112 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-04-02T08:32:09.523 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:09 smithi188 ceph-mon[30882]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:32:09.524 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:09 smithi188 ceph-mon[30882]: pgmap v179: 121 pgs: 121 active+clean; 90 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-04-02T08:32:09.524 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:09 smithi188 ceph-mon[30882]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:32:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:09 smithi104 ceph-mon[27401]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:32:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:09 smithi104 ceph-mon[27401]: pgmap v179: 121 pgs: 121 active+clean; 90 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-04-02T08:32:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:09 smithi104 ceph-mon[27401]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:32:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:09 smithi104 ceph-mon[39229]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:32:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:09 smithi104 ceph-mon[39229]: pgmap v179: 121 pgs: 121 active+clean; 90 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-04-02T08:32:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:09 smithi104 ceph-mon[39229]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:32:10.222 INFO:tasks.rados.rados.0.smithi104.stdout:303: done (1 left) 2024-04-02T08:32:10.222 INFO:tasks.rados.rados.0.smithi104.stdout:304: done (0 left) 2024-04-02T08:32:10.222 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 28 2024-04-02T08:32:10.222 INFO:tasks.rados.rados.0.smithi104.stdout:305: seq_num 112 ranges {253952=679936,933888=548864,1482752=655360} 2024-04-02T08:32:10.226 INFO:tasks.rados.rados.0.smithi104.stdout:305: writing smithi10482514-33 from 253952 to 933888 tid 1 2024-04-02T08:32:10.230 INFO:tasks.rados.rados.0.smithi104.stdout:305: writing smithi10482514-33 from 933888 to 1482752 tid 2 2024-04-02T08:32:10.233 INFO:tasks.rados.rados.0.smithi104.stdout:305: writing smithi10482514-33 from 1482752 to 2138112 tid 3 2024-04-02T08:32:10.233 INFO:tasks.rados.rados.0.smithi104.stdout:306: copy_from oid 18 from oid 13 current snap is 28 2024-04-02T08:32:10.234 INFO:tasks.rados.rados.0.smithi104.stdout:305: finishing write tid 1 to smithi10482514-33 2024-04-02T08:32:10.234 INFO:tasks.rados.rados.0.smithi104.stdout:305: finishing write tid 2 to smithi10482514-33 2024-04-02T08:32:10.234 INFO:tasks.rados.rados.0.smithi104.stdout:307: snap_create 2024-04-02T08:32:10.237 INFO:tasks.rados.rados.0.smithi104.stdout:305: finishing write tid 3 to smithi10482514-33 2024-04-02T08:32:10.237 INFO:tasks.rados.rados.0.smithi104.stdout:305: finishing write tid 4 to smithi10482514-33 2024-04-02T08:32:10.238 INFO:tasks.rados.rados.0.smithi104.stdout:305: finishing write tid 5 to smithi10482514-33 2024-04-02T08:32:10.238 INFO:tasks.rados.rados.0.smithi104.stdout:305: oid 33 updating version 0 to 58 2024-04-02T08:32:10.238 INFO:tasks.rados.rados.0.smithi104.stdout:305: oid 33 version 58 is already newer than 57 2024-04-02T08:32:10.238 INFO:tasks.rados.rados.0.smithi104.stdout:305: oid 33 updating version 58 to 59 2024-04-02T08:32:10.238 INFO:tasks.rados.rados.0.smithi104.stdout:305: oid 33 version 59 is already newer than 56 2024-04-02T08:32:10.238 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 59 (ObjNum 112 snap 28 seq_num 112) dirty exists 2024-04-02T08:32:10.238 INFO:tasks.rados.rados.0.smithi104.stdout:305: left oid 33 (ObjNum 112 snap 28 seq_num 112) 2024-04-02T08:32:10.254 INFO:tasks.rados.rados.0.smithi104.stdout:306: finishing copy_from racing read to smithi10482514-18 2024-04-02T08:32:10.256 INFO:tasks.rados.rados.0.smithi104.stdout:306: finishing copy_from to smithi10482514-18 2024-04-02T08:32:10.256 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 65 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-02T08:32:11.226 INFO:tasks.rados.rados.0.smithi104.stdout:305: done (2 left) 2024-04-02T08:32:11.227 INFO:tasks.rados.rados.0.smithi104.stdout:306: done (1 left) 2024-04-02T08:32:11.227 INFO:tasks.rados.rados.0.smithi104.stdout:307: done (0 left) 2024-04-02T08:32:11.227 INFO:tasks.rados.rados.0.smithi104.stdout:308: snap_create 2024-04-02T08:32:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:11 smithi188 ceph-mon[30882]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:32:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:11 smithi188 ceph-mon[30882]: pgmap v182: 121 pgs: 121 active+clean; 90 MiB data, 377 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:11 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:11 smithi104 ceph-mon[27401]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:32:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:11 smithi104 ceph-mon[27401]: pgmap v182: 121 pgs: 121 active+clean; 90 MiB data, 377 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:11 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:11 smithi104 ceph-mon[39229]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:32:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:11 smithi104 ceph-mon[39229]: pgmap v182: 121 pgs: 121 active+clean; 90 MiB data, 377 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:11 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:12.226 INFO:tasks.rados.rados.0.smithi104.stdout:308: done (0 left) 2024-04-02T08:32:12.227 INFO:tasks.rados.rados.0.smithi104.stdout:309: read oid 15 snap -1 2024-04-02T08:32:12.227 INFO:tasks.rados.rados.0.smithi104.stdout:309: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:32:12.227 INFO:tasks.rados.rados.0.smithi104.stdout:310: snap_create 2024-04-02T08:32:12.234 INFO:tasks.rados.rados.0.smithi104.stdout:309: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:32:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:12 smithi188 ceph-mon[30882]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:32:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:12 smithi104 ceph-mon[39229]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:32:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:12 smithi104 ceph-mon[27401]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:32:13.231 INFO:tasks.rados.rados.0.smithi104.stdout:309: done (1 left) 2024-04-02T08:32:13.232 INFO:tasks.rados.rados.0.smithi104.stdout:310: done (0 left) 2024-04-02T08:32:13.232 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 31 2024-04-02T08:32:13.232 INFO:tasks.rados.rados.0.smithi104.stdout:311: seq_num 113 ranges {2908160=696320,3604480=434176,4038656=466944,4505600=303104} 2024-04-02T08:32:13.251 INFO:tasks.rados.rados.0.smithi104.stdout:311: writing smithi10482514-23 from 2908160 to 3604480 tid 1 2024-04-02T08:32:13.253 INFO:tasks.rados.rados.0.smithi104.stdout:311: writing smithi10482514-23 from 3604480 to 4038656 tid 2 2024-04-02T08:32:13.256 INFO:tasks.rados.rados.0.smithi104.stdout:311: writing smithi10482514-23 from 4038656 to 4505600 tid 3 2024-04-02T08:32:13.258 INFO:tasks.rados.rados.0.smithi104.stdout:311: writing smithi10482514-23 from 4505600 to 4808704 tid 4 2024-04-02T08:32:13.258 INFO:tasks.rados.rados.0.smithi104.stdout:312: rollback oid 9 current snap is 31 2024-04-02T08:32:13.259 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 9 to 10 2024-04-02T08:32:13.259 INFO:tasks.rados.rados.0.smithi104.stdout:311: finishing write tid 1 to smithi10482514-23 2024-04-02T08:32:13.259 INFO:tasks.rados.rados.0.smithi104.stdout:311: finishing write tid 2 to smithi10482514-23 2024-04-02T08:32:13.259 INFO:tasks.rados.rados.0.smithi104.stdout:313: snap_remove snap 23 2024-04-02T08:32:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:13 smithi188 ceph-mon[30882]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:32:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:13 smithi188 ceph-mon[30882]: pgmap v185: 121 pgs: 121 active+clean; 93 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:32:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:13 smithi188 ceph-mon[30882]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:32:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:13 smithi104 ceph-mon[27401]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:32:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:13 smithi104 ceph-mon[27401]: pgmap v185: 121 pgs: 121 active+clean; 93 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:32:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:13 smithi104 ceph-mon[27401]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:32:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:13 smithi104 ceph-mon[39229]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:32:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:13 smithi104 ceph-mon[39229]: pgmap v185: 121 pgs: 121 active+clean; 93 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:32:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:13 smithi104 ceph-mon[39229]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:32:14.216 INFO:tasks.rados.rados.0.smithi104.stdout:313: done (2 left) 2024-04-02T08:32:14.216 INFO:tasks.rados.rados.0.smithi104.stdout:314: read oid 18 snap 22 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:314: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:315: snap_create 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:311: finishing write tid 3 to smithi10482514-23 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:311: finishing write tid 4 to smithi10482514-23 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:311: finishing write tid 5 to smithi10482514-23 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:311: finishing write tid 6 to smithi10482514-23 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:311: oid 23 updating version 0 to 67 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:311: oid 23 version 67 is already newer than 66 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:311: oid 23 updating version 67 to 69 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:311: oid 23 updating version 69 to 70 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:311: oid 23 version 70 is already newer than 68 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 70 (ObjNum 113 snap 31 seq_num 113) dirty exists 2024-04-02T08:32:14.217 INFO:tasks.rados.rados.0.smithi104.stdout:311: left oid 23 (ObjNum 113 snap 31 seq_num 113) 2024-04-02T08:32:14.218 INFO:tasks.rados.rados.0.smithi104.stdout:312: finishing rollback tid 0 to smithi10482514-9 2024-04-02T08:32:14.218 INFO:tasks.rados.rados.0.smithi104.stdout:312: finishing rollback tid 1 to smithi10482514-9 2024-04-02T08:32:14.218 INFO:tasks.rados.rados.0.smithi104.stdout:312: finishing rollback tid 2 to smithi10482514-9 2024-04-02T08:32:14.218 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 139 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-04-02T08:32:14.225 INFO:tasks.rados.rados.0.smithi104.stdout:314: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:32:15.214 INFO:tasks.rados.rados.0.smithi104.stdout:311: done (3 left) 2024-04-02T08:32:15.214 INFO:tasks.rados.rados.0.smithi104.stdout:312: done (2 left) 2024-04-02T08:32:15.214 INFO:tasks.rados.rados.0.smithi104.stdout:314: done (1 left) 2024-04-02T08:32:15.214 INFO:tasks.rados.rados.0.smithi104.stdout:315: done (0 left) 2024-04-02T08:32:15.214 INFO:tasks.rados.rados.0.smithi104.stdout:316: read oid 23 snap -1 2024-04-02T08:32:15.214 INFO:tasks.rados.rados.0.smithi104.stdout:316: expect (ObjNum 113 snap 31 seq_num 113) 2024-04-02T08:32:15.214 INFO:tasks.rados.rados.0.smithi104.stdout:317: snap_remove snap 16 2024-04-02T08:32:15.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:15 smithi188 ceph-mon[30882]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:32:15.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:15 smithi188 ceph-mon[30882]: pgmap v188: 121 pgs: 121 active+clean; 93 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:32:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:15 smithi104 ceph-mon[27401]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:32:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:15 smithi104 ceph-mon[27401]: pgmap v188: 121 pgs: 121 active+clean; 93 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:32:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:15 smithi104 ceph-mon[39229]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:32:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:15 smithi104 ceph-mon[39229]: pgmap v188: 121 pgs: 121 active+clean; 93 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-02T08:32:16.216 INFO:tasks.rados.rados.0.smithi104.stdout:317: done (1 left) 2024-04-02T08:32:16.216 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 32 2024-04-02T08:32:16.216 INFO:tasks.rados.rados.0.smithi104.stdout:318: seq_num 114 ranges {1974272=712704,2686976=712704,3399680=491520} 2024-04-02T08:32:16.232 INFO:tasks.rados.rados.0.smithi104.stdout:318: writing smithi10482514-45 from 1974272 to 2686976 tid 1 2024-04-02T08:32:16.238 INFO:tasks.rados.rados.0.smithi104.stdout:318: writing smithi10482514-45 from 2686976 to 3399680 tid 2 2024-04-02T08:32:16.239 INFO:tasks.rados.rados.0.smithi104.stdout:318: writing smithi10482514-45 from 3399680 to 3891200 tid 3 2024-04-02T08:32:16.239 INFO:tasks.rados.rados.0.smithi104.stdout:319: rollback oid 35 current snap is 32 2024-04-02T08:32:16.239 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 35 to 28 2024-04-02T08:32:16.239 INFO:tasks.rados.rados.0.smithi104.stdout:316: expect (ObjNum 113 snap 31 seq_num 113) 2024-04-02T08:32:16.436 INFO:tasks.rados.rados.0.smithi104.stdout:318: finishing write tid 1 to smithi10482514-45 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:318: finishing write tid 2 to smithi10482514-45 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:319: finishing rollback tid 0 to smithi10482514-35 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:318: finishing write tid 3 to smithi10482514-45 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:318: finishing write tid 4 to smithi10482514-45 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:316: done (2 left) 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:320: snap_create 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:319: finishing rollback tid 1 to smithi10482514-35 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:319: finishing rollback tid 2 to smithi10482514-35 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 122 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:318: finishing write tid 5 to smithi10482514-45 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:318: oid 45 updating version 0 to 98 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:318: oid 45 updating version 98 to 100 2024-04-02T08:32:16.437 INFO:tasks.rados.rados.0.smithi104.stdout:318: oid 45 version 100 is already newer than 99 2024-04-02T08:32:16.438 INFO:tasks.rados.rados.0.smithi104.stdout:318: oid 45 updating version 100 to 101 2024-04-02T08:32:16.438 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 101 (ObjNum 114 snap 32 seq_num 114) dirty exists 2024-04-02T08:32:16.438 INFO:tasks.rados.rados.0.smithi104.stdout:318: left oid 45 (ObjNum 114 snap 32 seq_num 114) 2024-04-02T08:32:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:16 smithi188 ceph-mon[30882]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:32:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:16 smithi104 ceph-mon[39229]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:32:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:16 smithi104 ceph-mon[27401]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:32:17.234 INFO:tasks.rados.rados.0.smithi104.stdout:318: done (2 left) 2024-04-02T08:32:17.234 INFO:tasks.rados.rados.0.smithi104.stdout:319: done (1 left) 2024-04-02T08:32:17.234 INFO:tasks.rados.rados.0.smithi104.stdout:320: done (0 left) 2024-04-02T08:32:17.234 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 33 2024-04-02T08:32:17.234 INFO:tasks.rados.rados.0.smithi104.stdout:321: seq_num 115 ranges {2908160=729088,3637248=647168,4284416=434176,4718592=122880} 2024-04-02T08:32:17.253 INFO:tasks.rados.rados.0.smithi104.stdout:321: writing smithi10482514-18 from 2908160 to 3637248 tid 1 2024-04-02T08:32:17.257 INFO:tasks.rados.rados.0.smithi104.stdout:321: writing smithi10482514-18 from 3637248 to 4284416 tid 2 2024-04-02T08:32:17.260 INFO:tasks.rados.rados.0.smithi104.stdout:321: writing smithi10482514-18 from 4284416 to 4718592 tid 3 2024-04-02T08:32:17.261 INFO:tasks.rados.rados.0.smithi104.stdout:321: writing smithi10482514-18 from 4718592 to 4841472 tid 4 2024-04-02T08:32:17.262 INFO:tasks.rados.rados.0.smithi104.stdout:322: read oid 31 snap -1 2024-04-02T08:32:17.262 INFO:tasks.rados.rados.0.smithi104.stdout:322: expect (ObjNum 106 snap 26 seq_num 106) 2024-04-02T08:32:17.262 INFO:tasks.rados.rados.0.smithi104.stdout:323: read oid 5 snap -1 2024-04-02T08:32:17.262 INFO:tasks.rados.rados.0.smithi104.stdout:323: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:32:17.262 INFO:tasks.rados.rados.0.smithi104.stdout:324: copy_from oid 21 from oid 32 current snap is 33 2024-04-02T08:32:17.262 INFO:tasks.rados.rados.0.smithi104.stdout:321: finishing write tid 1 to smithi10482514-18 2024-04-02T08:32:17.262 INFO:tasks.rados.rados.0.smithi104.stdout:325: snap_create 2024-04-02T08:32:17.262 INFO:tasks.rados.rados.0.smithi104.stdout:321: finishing write tid 2 to smithi10482514-18 2024-04-02T08:32:17.266 INFO:tasks.rados.rados.0.smithi104.stdout:321: finishing write tid 3 to smithi10482514-18 2024-04-02T08:32:17.266 INFO:tasks.rados.rados.0.smithi104.stdout:321: finishing write tid 4 to smithi10482514-18 2024-04-02T08:32:17.266 INFO:tasks.rados.rados.0.smithi104.stdout:321: finishing write tid 5 to smithi10482514-18 2024-04-02T08:32:17.268 INFO:tasks.rados.rados.0.smithi104.stdout:321: finishing write tid 6 to smithi10482514-18 2024-04-02T08:32:17.268 INFO:tasks.rados.rados.0.smithi104.stdout:321: oid 18 updating version 0 to 67 2024-04-02T08:32:17.268 INFO:tasks.rados.rados.0.smithi104.stdout:321: oid 18 updating version 67 to 69 2024-04-02T08:32:17.268 INFO:tasks.rados.rados.0.smithi104.stdout:321: oid 18 version 69 is already newer than 68 2024-04-02T08:32:17.268 INFO:tasks.rados.rados.0.smithi104.stdout:321: oid 18 version 69 is already newer than 66 2024-04-02T08:32:17.268 INFO:tasks.rados.rados.0.smithi104.stdout:321: oid 18 updating version 69 to 70 2024-04-02T08:32:17.268 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 70 (ObjNum 115 snap 33 seq_num 115) dirty exists 2024-04-02T08:32:17.268 INFO:tasks.rados.rados.0.smithi104.stdout:321: left oid 18 (ObjNum 115 snap 33 seq_num 115) 2024-04-02T08:32:17.278 INFO:tasks.rados.rados.0.smithi104.stdout:323: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:32:17.341 INFO:tasks.rados.rados.0.smithi104.stdout:322: expect (ObjNum 106 snap 26 seq_num 106) 2024-04-02T08:32:17.445 INFO:tasks.rados.rados.0.smithi104.stdout:324: finishing copy_from racing read to smithi10482514-21 2024-04-02T08:32:17.445 INFO:tasks.rados.rados.0.smithi104.stdout:324: finishing copy_from to smithi10482514-21 2024-04-02T08:32:17.445 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 39 (ObjNum 103 snap 26 seq_num 103) dirty exists 2024-04-02T08:32:17.521 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:17 smithi188 ceph-mon[30882]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:32:17.521 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:17 smithi188 ceph-mon[30882]: pgmap v191: 121 pgs: 121 active+clean; 98 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-04-02T08:32:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:17 smithi104 ceph-mon[27401]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:32:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:17 smithi104 ceph-mon[27401]: pgmap v191: 121 pgs: 121 active+clean; 98 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-04-02T08:32:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:17 smithi104 ceph-mon[39229]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:32:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:17 smithi104 ceph-mon[39229]: pgmap v191: 121 pgs: 121 active+clean; 98 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-04-02T08:32:17.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:17 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:32:17] "GET /metrics HTTP/1.1" 200 36016 "" "Prometheus/2.43.0" 2024-04-02T08:32:18.231 INFO:tasks.rados.rados.0.smithi104.stdout:321: done (4 left) 2024-04-02T08:32:18.232 INFO:tasks.rados.rados.0.smithi104.stdout:322: done (3 left) 2024-04-02T08:32:18.232 INFO:tasks.rados.rados.0.smithi104.stdout:323: done (2 left) 2024-04-02T08:32:18.232 INFO:tasks.rados.rados.0.smithi104.stdout:324: done (1 left) 2024-04-02T08:32:18.232 INFO:tasks.rados.rados.0.smithi104.stdout:325: done (0 left) 2024-04-02T08:32:18.232 INFO:tasks.rados.rados.0.smithi104.stdout:326: read oid 41 snap -1 2024-04-02T08:32:18.232 INFO:tasks.rados.rados.0.smithi104.stdout:326: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:32:18.232 INFO:tasks.rados.rados.0.smithi104.stdout:327: delete oid 13 current snap is 34 2024-04-02T08:32:18.235 INFO:tasks.rados.rados.0.smithi104.stdout:327: done (1 left) 2024-04-02T08:32:18.235 INFO:tasks.rados.rados.0.smithi104.stdout:328: snap_create 2024-04-02T08:32:18.236 INFO:tasks.rados.rados.0.smithi104.stdout:326: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:32:18.324 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:18 smithi188 ceph-mon[30882]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:32:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:18 smithi104 ceph-mon[39229]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:32:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:18 smithi104 ceph-mon[27401]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:32:19.211 INFO:tasks.rados.rados.0.smithi104.stdout:326: done (1 left) 2024-04-02T08:32:19.211 INFO:tasks.rados.rados.0.smithi104.stdout:328: done (0 left) 2024-04-02T08:32:19.211 INFO:tasks.rados.rados.0.smithi104.stdout:329: delete oid 19 current snap is 35 2024-04-02T08:32:19.218 INFO:tasks.rados.rados.0.smithi104.stdout:329: done (0 left) 2024-04-02T08:32:19.218 INFO:tasks.rados.rados.0.smithi104.stdout:330: delete oid 8 current snap is 35 2024-04-02T08:32:19.221 INFO:tasks.rados.rados.0.smithi104.stdout:330: done (0 left) 2024-04-02T08:32:19.221 INFO:tasks.rados.rados.0.smithi104.stdout:331: delete oid 49 current snap is 35 2024-04-02T08:32:19.224 INFO:tasks.rados.rados.0.smithi104.stdout:331: done (0 left) 2024-04-02T08:32:19.224 INFO:tasks.rados.rados.0.smithi104.stdout:332: copy_from oid 33 from oid 9 current snap is 35 2024-04-02T08:32:19.224 INFO:tasks.rados.rados.0.smithi104.stdout:333: read oid 27 snap -1 2024-04-02T08:32:19.224 INFO:tasks.rados.rados.0.smithi104.stdout:333: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:32:19.224 INFO:tasks.rados.rados.0.smithi104.stdout:334: rollback oid 42 current snap is 35 2024-04-02T08:32:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 42 to 30 2024-04-02T08:32:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:335: read oid 29 snap -1 2024-04-02T08:32:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:335: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:336: rollback oid 11 current snap is 35 2024-04-02T08:32:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 11 to 32 2024-04-02T08:32:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:337: read oid 21 snap 17 2024-04-02T08:32:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:337: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:32:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:338: snap_create 2024-04-02T08:32:19.226 INFO:tasks.rados.rados.0.smithi104.stdout:335: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:19.229 INFO:tasks.rados.rados.0.smithi104.stdout:334: finishing rollback tid 0 to smithi10482514-42 2024-04-02T08:32:19.229 INFO:tasks.rados.rados.0.smithi104.stdout:334: finishing rollback tid 1 to smithi10482514-42 2024-04-02T08:32:19.229 INFO:tasks.rados.rados.0.smithi104.stdout:334: finishing rollback tid 2 to smithi10482514-42 2024-04-02T08:32:19.230 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 71 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:32:19.230 INFO:tasks.rados.rados.0.smithi104.stdout:336: finishing rollback tid 0 to smithi10482514-11 2024-04-02T08:32:19.230 INFO:tasks.rados.rados.0.smithi104.stdout:333: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:32:19.245 INFO:tasks.rados.rados.0.smithi104.stdout:336: finishing rollback tid 1 to smithi10482514-11 2024-04-02T08:32:19.245 INFO:tasks.rados.rados.0.smithi104.stdout:336: finishing rollback tid 2 to smithi10482514-11 2024-04-02T08:32:19.245 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 22 (ObjNum 107 snap 26 seq_num 107) dirty exists 2024-04-02T08:32:19.245 INFO:tasks.rados.rados.0.smithi104.stdout:332: finishing copy_from racing read to smithi10482514-33 2024-04-02T08:32:19.245 INFO:tasks.rados.rados.0.smithi104.stdout:337: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:32:19.326 INFO:tasks.rados.rados.0.smithi104.stdout:332: finishing copy_from to smithi10482514-33 2024-04-02T08:32:19.326 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 139 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-04-02T08:32:19.536 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:19 smithi188 ceph-mon[30882]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:32:19.536 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:19 smithi188 ceph-mon[30882]: pgmap v194: 121 pgs: 121 active+clean; 98 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-04-02T08:32:19.536 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:19 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:19.536 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:19 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:19.537 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:19 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:32:19.537 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:19 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:19.537 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:19 smithi188 ceph-mon[30882]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:32:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[39229]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:32:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[39229]: pgmap v194: 121 pgs: 121 active+clean; 98 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-04-02T08:32:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:32:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[39229]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:32:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[27401]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:32:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[27401]: pgmap v194: 121 pgs: 121 active+clean; 98 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-04-02T08:32:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:32:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:19 smithi104 ceph-mon[27401]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:32:20.223 INFO:tasks.rados.rados.0.smithi104.stdout:332: done (6 left) 2024-04-02T08:32:20.224 INFO:tasks.rados.rados.0.smithi104.stdout:333: done (5 left) 2024-04-02T08:32:20.224 INFO:tasks.rados.rados.0.smithi104.stdout:334: done (4 left) 2024-04-02T08:32:20.224 INFO:tasks.rados.rados.0.smithi104.stdout:335: done (3 left) 2024-04-02T08:32:20.224 INFO:tasks.rados.rados.0.smithi104.stdout:336: done (2 left) 2024-04-02T08:32:20.224 INFO:tasks.rados.rados.0.smithi104.stdout:337: done (1 left) 2024-04-02T08:32:20.224 INFO:tasks.rados.rados.0.smithi104.stdout:338: done (0 left) 2024-04-02T08:32:20.224 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 36 2024-04-02T08:32:20.224 INFO:tasks.rados.rados.0.smithi104.stdout:339: seq_num 120 ranges {1302528=417792,1720320=475136,2195456=622592,2818048=507904} 2024-04-02T08:32:20.232 INFO:tasks.rados.rados.0.smithi104.stdout:339: writing smithi10482514-9 from 1302528 to 1720320 tid 1 2024-04-02T08:32:20.235 INFO:tasks.rados.rados.0.smithi104.stdout:339: writing smithi10482514-9 from 1720320 to 2195456 tid 2 2024-04-02T08:32:20.240 INFO:tasks.rados.rados.0.smithi104.stdout:339: writing smithi10482514-9 from 2195456 to 2818048 tid 3 2024-04-02T08:32:20.243 INFO:tasks.rados.rados.0.smithi104.stdout:339: writing smithi10482514-9 from 2818048 to 3325952 tid 4 2024-04-02T08:32:20.243 INFO:tasks.rados.rados.0.smithi104.stdout:340: snap_remove snap 26 2024-04-02T08:32:20.516 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:20 smithi188 ceph-mon[30882]: Upgrade: Updating mgr.x 2024-04-02T08:32:20.516 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:20 smithi188 ceph-mon[30882]: Deploying daemon mgr.x on smithi188 2024-04-02T08:32:20.516 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:20 smithi188 ceph-mon[30882]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:32:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:20 smithi104 ceph-mon[27401]: Upgrade: Updating mgr.x 2024-04-02T08:32:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:20 smithi104 ceph-mon[27401]: Deploying daemon mgr.x on smithi188 2024-04-02T08:32:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:20 smithi104 ceph-mon[27401]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:32:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:20 smithi104 ceph-mon[39229]: Upgrade: Updating mgr.x 2024-04-02T08:32:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:20 smithi104 ceph-mon[39229]: Deploying daemon mgr.x on smithi188 2024-04-02T08:32:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:20 smithi104 ceph-mon[39229]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:32:20.874 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:20 smithi188 systemd[1]: Stopping Ceph mgr.x for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:21.252 INFO:tasks.rados.rados.0.smithi104.stdout:340: done (1 left) 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:341: snap_create 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: finishing write tid 1 to smithi10482514-9 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: finishing write tid 2 to smithi10482514-9 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: finishing write tid 3 to smithi10482514-9 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: finishing write tid 4 to smithi10482514-9 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: finishing write tid 5 to smithi10482514-9 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: finishing write tid 6 to smithi10482514-9 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: oid 9 updating version 0 to 152 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: oid 9 updating version 152 to 153 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: oid 9 updating version 153 to 155 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: oid 9 version 155 is already newer than 154 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: oid 9 version 155 is already newer than 151 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 155 (ObjNum 120 snap 36 seq_num 120) dirty exists 2024-04-02T08:32:21.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: left oid 9 (ObjNum 120 snap 36 seq_num 120) 2024-04-02T08:32:21.290 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:21 smithi188 ceph-mon[30882]: pgmap v197: 121 pgs: 121 active+clean; 98 MiB data, 391 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:21.290 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:21 smithi188 podman[66040]: 2024-04-02 08:32:21.005972184 +0000 UTC m=+0.150213239 container died 718d93b7fa9abfc13f1d30f9e168e1ad2a058560a66695b53a7a2462665387cd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:32:21.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:21 smithi188 podman[66040]: 2024-04-02 08:32:21.374020435 +0000 UTC m=+0.518261482 container cleanup 718d93b7fa9abfc13f1d30f9e168e1ad2a058560a66695b53a7a2462665387cd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-02T08:32:21.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:21 smithi188 bash[66040]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:32:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:21 smithi104 ceph-mon[27401]: pgmap v197: 121 pgs: 121 active+clean; 98 MiB data, 391 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:21 smithi104 ceph-mon[39229]: pgmap v197: 121 pgs: 121 active+clean; 98 MiB data, 391 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:21.834 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:32:21.986 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:21 smithi188 podman[66060]: 2024-04-02 08:32:21.65897959 +0000 UTC m=+0.648193325 container remove 718d93b7fa9abfc13f1d30f9e168e1ad2a058560a66695b53a7a2462665387cd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:32:21.986 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:21 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:32:21.986 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:21 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:32:21.986 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:21 smithi188 systemd[1]: Stopped Ceph mgr.x for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:21.986 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:21 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 18.366s CPU time. 2024-04-02T08:32:22.144 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:32:22.144 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (3m) 2m ago 3m 16.2M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:32:22.144 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (3m) 2m ago 3m 82.7M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:32:22.144 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (4m) 2m ago 4m 13.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:32:22.144 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (4m) 2m ago 4m 15.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,8765 running (8m) 2m ago 8m 448M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 718d93b7fa9a 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:9283,8765 running (10m) 2m ago 10m 496M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 2e260794b810 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (10m) 2m ago 10m 49.2M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d e3e66e74231a 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (8m) 2m ago 8m 40.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3404e6d1d70c 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (8m) 2m ago 8m 40.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 91267a7083f3 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (3m) 2m ago 3m 11.1M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (3m) 2m ago 3m 3808k - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (8m) 2m ago 8m 45.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5ffe884bf 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (7m) 2m ago 7m 51.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0fac1c9ff7f8 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (7m) 2m ago 7m 49.6M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d f49701d81936 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (6m) 2m ago 6m 47.9M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 56815e6cf0b9 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (6m) 2m ago 6m 41.5M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (6m) 2m ago 6m 51.5M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:32:22.145 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (5m) 2m ago 5m 40.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:32:22.146 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (5m) 2m ago 5m 50.3M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:32:22.146 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (2m) 2m ago 4m 28.8M - 2.43.0 a07b618ecd1d 8c547908995c 2024-04-02T08:32:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:339: done (1 left) 2024-04-02T08:32:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:341: done (0 left) 2024-04-02T08:32:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:342: read oid 15 snap -1 2024-04-02T08:32:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:342: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:32:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:343: copy_from oid 39 from oid 19 current snap is 37 2024-04-02T08:32:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 37 2024-04-02T08:32:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:344: seq_num 121 ranges {3325952=434176,3760128=753664,4513792=425984,4939776=425984} 2024-04-02T08:32:22.254 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:21 smithi188 systemd[1]: Starting Ceph mgr.x for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:22.254 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:22 smithi188 podman[66199]: 2024-04-02 08:32:22.104352853 +0000 UTC m=+0.017978516 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:32:22.255 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:22 smithi188 podman[66199]: 2024-04-02 08:32:22.218023834 +0000 UTC m=+0.131649473 container create 02275b1aad481f5488f9f3f5899a8816dcb3eac44cc6f21c7a62f5719a697fd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True) 2024-04-02T08:32:22.273 INFO:tasks.rados.rados.0.smithi104.stdout:344: writing smithi10482514-9 from 3325952 to 3760128 tid 1 2024-04-02T08:32:22.278 INFO:tasks.rados.rados.0.smithi104.stdout:344: writing smithi10482514-9 from 3760128 to 4513792 tid 2 2024-04-02T08:32:22.280 INFO:tasks.rados.rados.0.smithi104.stdout:344: writing smithi10482514-9 from 4513792 to 4939776 tid 3 2024-04-02T08:32:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:344: writing smithi10482514-9 from 4939776 to 5365760 tid 4 2024-04-02T08:32:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 37 2024-04-02T08:32:22.283 INFO:tasks.rados.rados.0.smithi104.stdout:345: seq_num 122 ranges {3891200=450560,4341760=688128,5029888=630784,5660672=286720} 2024-04-02T08:32:22.306 INFO:tasks.rados.rados.0.smithi104.stdout:345: writing smithi10482514-45 from 3891200 to 4341760 tid 1 2024-04-02T08:32:22.310 INFO:tasks.rados.rados.0.smithi104.stdout:345: writing smithi10482514-45 from 4341760 to 5029888 tid 2 2024-04-02T08:32:22.314 INFO:tasks.rados.rados.0.smithi104.stdout:345: writing smithi10482514-45 from 5029888 to 5660672 tid 3 2024-04-02T08:32:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:345: writing smithi10482514-45 from 5660672 to 5947392 tid 4 2024-04-02T08:32:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:346: snap_create 2024-04-02T08:32:22.316 INFO:tasks.rados.rados.0.smithi104.stdout:342: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:32:22.345 INFO:tasks.rados.rados.0.smithi104.stdout:343: finishing copy_from to smithi10482514-39 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:343: got expected ENOENT (src dne) 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:343: finishing copy_from racing read to smithi10482514-39 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:344: finishing write tid 1 to smithi10482514-9 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:344: finishing write tid 2 to smithi10482514-9 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:344: finishing write tid 3 to smithi10482514-9 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:344: finishing write tid 4 to smithi10482514-9 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:344: finishing write tid 5 to smithi10482514-9 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:344: finishing write tid 6 to smithi10482514-9 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:344: oid 9 updating version 0 to 162 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:344: oid 9 updating version 162 to 164 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:344: oid 9 updating version 164 to 165 2024-04-02T08:32:22.346 INFO:tasks.rados.rados.0.smithi104.stdout:344: oid 9 version 165 is already newer than 163 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:344: oid 9 version 165 is already newer than 161 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 165 (ObjNum 121 snap 37 seq_num 121) dirty exists 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:344: left oid 9 (ObjNum 121 snap 37 seq_num 121) 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:345: finishing write tid 1 to smithi10482514-45 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:345: finishing write tid 2 to smithi10482514-45 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:345: finishing write tid 3 to smithi10482514-45 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:345: finishing write tid 4 to smithi10482514-45 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:345: finishing write tid 5 to smithi10482514-45 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:345: finishing write tid 6 to smithi10482514-45 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:345: oid 45 updating version 0 to 116 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:345: oid 45 version 116 is already newer than 115 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:345: oid 45 updating version 116 to 117 2024-04-02T08:32:22.347 INFO:tasks.rados.rados.0.smithi104.stdout:345: oid 45 version 117 is already newer than 113 2024-04-02T08:32:22.348 INFO:tasks.rados.rados.0.smithi104.stdout:345: oid 45 version 117 is already newer than 114 2024-04-02T08:32:22.348 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 117 (ObjNum 122 snap 37 seq_num 122) dirty exists 2024-04-02T08:32:22.348 INFO:tasks.rados.rados.0.smithi104.stdout:345: left oid 45 (ObjNum 122 snap 37 seq_num 122) 2024-04-02T08:32:22.544 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:32:22.545 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:32:22.546 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:32:22.546 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:32:22.546 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:32:22.546 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:22 smithi104 ceph-mon[39229]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:32:22.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:22 smithi104 ceph-mon[27401]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:32:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:22 smithi188 ceph-mon[30882]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:32:22.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:22 smithi188 podman[66199]: 2024-04-02 08:32:22.429114152 +0000 UTC m=+0.342739798 container init 02275b1aad481f5488f9f3f5899a8816dcb3eac44cc6f21c7a62f5719a697fd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:32:22.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:22 smithi188 podman[66199]: 2024-04-02 08:32:22.434558588 +0000 UTC m=+0.348184234 container start 02275b1aad481f5488f9f3f5899a8816dcb3eac44cc6f21c7a62f5719a697fd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:32:22.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:22 smithi188 ceph-mgr[66237]: -- 172.21.15.188:0/2120635129 <== mon.1 v2:172.21.15.188:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e25329e5a0 con 0x55e253273000 2024-04-02T08:32:22.624 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:22 smithi188 bash[66199]: 02275b1aad481f5488f9f3f5899a8816dcb3eac44cc6f21c7a62f5719a697fd9 2024-04-02T08:32:22.624 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:22 smithi188 systemd[1]: Started Ceph mgr.x for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:23.264 INFO:tasks.rados.rados.0.smithi104.stdout:342: done (4 left) 2024-04-02T08:32:23.264 INFO:tasks.rados.rados.0.smithi104.stdout:343: done (3 left) 2024-04-02T08:32:23.265 INFO:tasks.rados.rados.0.smithi104.stdout:344: done (2 left) 2024-04-02T08:32:23.265 INFO:tasks.rados.rados.0.smithi104.stdout:345: done (1 left) 2024-04-02T08:32:23.265 INFO:tasks.rados.rados.0.smithi104.stdout:346: done (0 left) 2024-04-02T08:32:23.265 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 38 2024-04-02T08:32:23.265 INFO:tasks.rados.rados.0.smithi104.stdout:347: seq_num 123 ranges {1974272=466944,2441216=573440,3014656=794624,3809280=237568} 2024-04-02T08:32:23.277 INFO:tasks.rados.rados.0.smithi104.stdout:347: writing smithi10482514-5 from 1974272 to 2441216 tid 1 2024-04-02T08:32:23.280 INFO:tasks.rados.rados.0.smithi104.stdout:347: writing smithi10482514-5 from 2441216 to 3014656 tid 2 2024-04-02T08:32:23.285 INFO:tasks.rados.rados.0.smithi104.stdout:347: writing smithi10482514-5 from 3014656 to 3809280 tid 3 2024-04-02T08:32:23.287 INFO:tasks.rados.rados.0.smithi104.stdout:347: writing smithi10482514-5 from 3809280 to 4046848 tid 4 2024-04-02T08:32:23.287 INFO:tasks.rados.rados.0.smithi104.stdout:348: rollback oid 31 current snap is 38 2024-04-02T08:32:23.287 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 31 to 27 2024-04-02T08:32:23.287 INFO:tasks.rados.rados.0.smithi104.stdout:347: finishing write tid 1 to smithi10482514-5 2024-04-02T08:32:23.287 INFO:tasks.rados.rados.0.smithi104.stdout:347: finishing write tid 2 to smithi10482514-5 2024-04-02T08:32:23.287 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 38 2024-04-02T08:32:23.287 INFO:tasks.rados.rados.0.smithi104.stdout:349: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2024-04-02T08:32:23.289 INFO:tasks.rados.rados.0.smithi104.stdout:349: writing smithi10482514-49 from 0 to 483328 tid 1 2024-04-02T08:32:23.292 INFO:tasks.rados.rados.0.smithi104.stdout:349: writing smithi10482514-49 from 483328 to 942080 tid 2 2024-04-02T08:32:23.295 INFO:tasks.rados.rados.0.smithi104.stdout:349: writing smithi10482514-49 from 942080 to 1540096 tid 3 2024-04-02T08:32:23.299 INFO:tasks.rados.rados.0.smithi104.stdout:349: writing smithi10482514-49 from 1540096 to 2088960 tid 4 2024-04-02T08:32:23.299 INFO:tasks.rados.rados.0.smithi104.stdout:350: rmattr oid 41 current snap is 38 2024-04-02T08:32:23.299 INFO:tasks.rados.rados.0.smithi104.stdout:348: finishing rollback tid 0 to smithi10482514-31 2024-04-02T08:32:23.299 INFO:tasks.rados.rados.0.smithi104.stdout:347: finishing write tid 3 to smithi10482514-5 2024-04-02T08:32:23.299 INFO:tasks.rados.rados.0.smithi104.stdout:347: finishing write tid 4 to smithi10482514-5 2024-04-02T08:32:23.299 INFO:tasks.rados.rados.0.smithi104.stdout:347: finishing write tid 5 to smithi10482514-5 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:348: finishing rollback tid 1 to smithi10482514-31 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:351: read oid 18 snap -1 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:351: expect (ObjNum 115 snap 33 seq_num 115) 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:352: snap_create 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:348: finishing rollback tid 2 to smithi10482514-31 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 173 (ObjNum 106 snap 26 seq_num 106) dirty exists 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:347: finishing write tid 6 to smithi10482514-5 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:347: oid 5 updating version 0 to 75 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:347: oid 5 updating version 75 to 76 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:347: oid 5 version 76 is already newer than 73 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:347: oid 5 version 76 is already newer than 74 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:347: oid 5 version 76 is already newer than 72 2024-04-02T08:32:23.300 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 76 (ObjNum 123 snap 38 seq_num 123) dirty exists 2024-04-02T08:32:23.301 INFO:tasks.rados.rados.0.smithi104.stdout:347: left oid 5 (ObjNum 123 snap 38 seq_num 123) 2024-04-02T08:32:23.301 INFO:tasks.rados.rados.0.smithi104.stdout:349: finishing write tid 1 to smithi10482514-49 2024-04-02T08:32:23.301 INFO:tasks.rados.rados.0.smithi104.stdout:349: finishing write tid 2 to smithi10482514-49 2024-04-02T08:32:23.301 INFO:tasks.rados.rados.0.smithi104.stdout:349: finishing write tid 3 to smithi10482514-49 2024-04-02T08:32:23.301 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 128 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:32:23.301 INFO:tasks.rados.rados.0.smithi104.stdout:349: finishing write tid 4 to smithi10482514-49 2024-04-02T08:32:23.302 INFO:tasks.rados.rados.0.smithi104.stdout:349: finishing write tid 5 to smithi10482514-49 2024-04-02T08:32:23.303 INFO:tasks.rados.rados.0.smithi104.stdout:349: finishing write tid 6 to smithi10482514-49 2024-04-02T08:32:23.304 INFO:tasks.rados.rados.0.smithi104.stdout:349: oid 49 updating version 0 to 120 2024-04-02T08:32:23.304 INFO:tasks.rados.rados.0.smithi104.stdout:349: oid 49 version 120 is already newer than 119 2024-04-02T08:32:23.304 INFO:tasks.rados.rados.0.smithi104.stdout:349: oid 49 updating version 120 to 122 2024-04-02T08:32:23.304 INFO:tasks.rados.rados.0.smithi104.stdout:349: oid 49 version 122 is already newer than 121 2024-04-02T08:32:23.304 INFO:tasks.rados.rados.0.smithi104.stdout:349: oid 49 version 122 is already newer than 118 2024-04-02T08:32:23.304 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 122 (ObjNum 124 snap 38 seq_num 124) dirty exists 2024-04-02T08:32:23.304 INFO:tasks.rados.rados.0.smithi104.stdout:349: left oid 49 (ObjNum 124 snap 38 seq_num 124) 2024-04-02T08:32:23.318 INFO:tasks.rados.rados.0.smithi104.stdout:351: expect (ObjNum 115 snap 33 seq_num 115) 2024-04-02T08:32:23.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:23.019+0000 7fe06a569200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:32:23.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:23.119+0000 7fe06a569200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:32:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-mon[30882]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:23.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-mon[30882]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:23.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-mon[30882]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:32:23.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-mon[30882]: pgmap v200: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:32:23.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/476287653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:23.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:23.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:23.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:23.516 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[39229]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:23.516 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[39229]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:23.516 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[39229]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:32:23.516 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[39229]: pgmap v200: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:32:23.516 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/476287653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:23.516 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:23.516 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:23.516 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:23.517 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[27401]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:23.517 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[27401]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:23.517 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[27401]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:32:23.517 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[27401]: pgmap v200: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:32:23.517 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/476287653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:23.517 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:23.517 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:23.517 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:23.889 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:32:23 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:32:23.518Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi188.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.188:8443: connect: connection refused" 2024-04-02T08:32:24.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:23.803+0000 7fe06a569200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:32:24.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:23.895+0000 7fe06a569200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:32:24.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:24 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:24.049+0000 7fe06a569200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:32:24.214 INFO:tasks.rados.rados.0.smithi104.stdout:347: done (5 left) 2024-04-02T08:32:24.214 INFO:tasks.rados.rados.0.smithi104.stdout:348: done (4 left) 2024-04-02T08:32:24.214 INFO:tasks.rados.rados.0.smithi104.stdout:349: done (3 left) 2024-04-02T08:32:24.214 INFO:tasks.rados.rados.0.smithi104.stdout:350: done (2 left) 2024-04-02T08:32:24.214 INFO:tasks.rados.rados.0.smithi104.stdout:351: done (1 left) 2024-04-02T08:32:24.214 INFO:tasks.rados.rados.0.smithi104.stdout:352: done (0 left) 2024-04-02T08:32:24.214 INFO:tasks.rados.rados.0.smithi104.stdout:353: delete oid 49 current snap is 39 2024-04-02T08:32:24.216 INFO:tasks.rados.rados.0.smithi104.stdout:353: done (0 left) 2024-04-02T08:32:24.216 INFO:tasks.rados.rados.0.smithi104.stdout:354: rollback oid 18 current snap is 39 2024-04-02T08:32:24.216 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 18 to 38 2024-04-02T08:32:24.217 INFO:tasks.rados.rados.0.smithi104.stdout:355: snap_create 2024-04-02T08:32:24.223 INFO:tasks.rados.rados.0.smithi104.stdout:354: finishing rollback tid 0 to smithi10482514-18 2024-04-02T08:32:24.223 INFO:tasks.rados.rados.0.smithi104.stdout:354: finishing rollback tid 1 to smithi10482514-18 2024-04-02T08:32:24.223 INFO:tasks.rados.rados.0.smithi104.stdout:354: finishing rollback tid 2 to smithi10482514-18 2024-04-02T08:32:24.223 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 73 (ObjNum 115 snap 33 seq_num 115) dirty exists 2024-04-02T08:32:24.402 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:24 smithi188 ceph-mon[30882]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:32:24.402 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:24 smithi188 ceph-mon[30882]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:32:24.403 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:24 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:24.145+0000 7fe06a569200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:32:24.403 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:24 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:24.235+0000 7fe06a569200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:32:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:24 smithi104 ceph-mon[39229]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:32:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:24 smithi104 ceph-mon[39229]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:32:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:24 smithi104 ceph-mon[27401]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:32:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:24 smithi104 ceph-mon[27401]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:32:24.713 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:24 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:24.511+0000 7fe06a569200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:32:24.714 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:24 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:24.624+0000 7fe06a569200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:24.714 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:24 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:24.714+0000 7fe06a569200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:32:25.019 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:24 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:24.821+0000 7fe06a569200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:32:25.019 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:25.020+0000 7fe06a569200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:32:25.222 INFO:tasks.rados.rados.0.smithi104.stdout:354: done (1 left) 2024-04-02T08:32:25.223 INFO:tasks.rados.rados.0.smithi104.stdout:355: done (0 left) 2024-04-02T08:32:25.223 INFO:tasks.rados.rados.0.smithi104.stdout:356: rollback oid 41 current snap is 40 2024-04-02T08:32:25.223 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 30 2024-04-02T08:32:25.223 INFO:tasks.rados.rados.0.smithi104.stdout:357: rollback oid 18 current snap is 40 2024-04-02T08:32:25.223 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 18 to 28 2024-04-02T08:32:25.223 INFO:tasks.rados.rados.0.smithi104.stdout:358: rmattr oid 23 current snap is 40 2024-04-02T08:32:25.223 INFO:tasks.rados.rados.0.smithi104.stdout:358: done (2 left) 2024-04-02T08:32:25.223 INFO:tasks.rados.rados.0.smithi104.stdout:359: copy_from oid 43 from oid 10 current snap is 40 2024-04-02T08:32:25.223 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 40 2024-04-02T08:32:25.223 INFO:tasks.rados.rados.0.smithi104.stdout:360: seq_num 126 ranges {0=516096,516096=630784,1146880=614400,1761280=360448} 2024-04-02T08:32:25.225 INFO:tasks.rados.rados.0.smithi104.stdout:360: writing smithi10482514-19 from 0 to 516096 tid 1 2024-04-02T08:32:25.230 INFO:tasks.rados.rados.0.smithi104.stdout:360: writing smithi10482514-19 from 516096 to 1146880 tid 2 2024-04-02T08:32:25.234 INFO:tasks.rados.rados.0.smithi104.stdout:360: writing smithi10482514-19 from 1146880 to 1761280 tid 3 2024-04-02T08:32:25.237 INFO:tasks.rados.rados.0.smithi104.stdout:360: writing smithi10482514-19 from 1761280 to 2121728 tid 4 2024-04-02T08:32:25.237 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 40 2024-04-02T08:32:25.237 INFO:tasks.rados.rados.0.smithi104.stdout:356: finishing rollback tid 0 to smithi10482514-41 2024-04-02T08:32:25.237 INFO:tasks.rados.rados.0.smithi104.stdout:356: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:32:25.237 INFO:tasks.rados.rados.0.smithi104.stdout:356: finishing rollback tid 2 to smithi10482514-41 2024-04-02T08:32:25.238 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 132 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:32:25.238 INFO:tasks.rados.rados.0.smithi104.stdout:360: finishing write tid 1 to smithi10482514-19 2024-04-02T08:32:25.238 INFO:tasks.rados.rados.0.smithi104.stdout:357: finishing rollback tid 0 to smithi10482514-18 2024-04-02T08:32:25.238 INFO:tasks.rados.rados.0.smithi104.stdout:357: finishing rollback tid 1 to smithi10482514-18 2024-04-02T08:32:25.238 INFO:tasks.rados.rados.0.smithi104.stdout:357: finishing rollback tid 2 to smithi10482514-18 2024-04-02T08:32:25.238 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 76 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-02T08:32:25.238 INFO:tasks.rados.rados.0.smithi104.stdout:359: finishing copy_from racing read to smithi10482514-43 2024-04-02T08:32:25.238 INFO:tasks.rados.rados.0.smithi104.stdout:360: finishing write tid 2 to smithi10482514-19 2024-04-02T08:32:25.238 INFO:tasks.rados.rados.0.smithi104.stdout:361: seq_num 127 ranges {0=532480,532480=507904,1040384=778240,1818624=319488} 2024-04-02T08:32:25.240 INFO:tasks.rados.rados.0.smithi104.stdout:361: writing smithi10482514-13 from 0 to 532480 tid 1 2024-04-02T08:32:25.243 INFO:tasks.rados.rados.0.smithi104.stdout:361: writing smithi10482514-13 from 532480 to 1040384 tid 2 2024-04-02T08:32:25.248 INFO:tasks.rados.rados.0.smithi104.stdout:361: writing smithi10482514-13 from 1040384 to 1818624 tid 3 2024-04-02T08:32:25.250 INFO:tasks.rados.rados.0.smithi104.stdout:361: writing smithi10482514-13 from 1818624 to 2138112 tid 4 2024-04-02T08:32:25.250 INFO:tasks.rados.rados.0.smithi104.stdout:356: done (4 left) 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:357: done (3 left) 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:362: setattr oid 17 current snap is 40 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:359: finishing copy_from to smithi10482514-43 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 64 (ObjNum 83 snap 18 seq_num 83) dirty exists 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:360: finishing write tid 3 to smithi10482514-19 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:360: finishing write tid 4 to smithi10482514-19 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:360: finishing write tid 5 to smithi10482514-19 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:360: finishing write tid 6 to smithi10482514-19 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:360: oid 19 updating version 0 to 101 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:360: oid 19 updating version 101 to 103 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:360: oid 19 updating version 103 to 105 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:360: oid 19 version 105 is already newer than 102 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:360: oid 19 version 105 is already newer than 104 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 105 (ObjNum 126 snap 40 seq_num 126) dirty exists 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:360: left oid 19 (ObjNum 126 snap 40 seq_num 126) 2024-04-02T08:32:25.251 INFO:tasks.rados.rados.0.smithi104.stdout:361: finishing write tid 1 to smithi10482514-13 2024-04-02T08:32:25.252 INFO:tasks.rados.rados.0.smithi104.stdout:361: finishing write tid 2 to smithi10482514-13 2024-04-02T08:32:25.252 INFO:tasks.rados.rados.0.smithi104.stdout:361: finishing write tid 3 to smithi10482514-13 2024-04-02T08:32:25.252 INFO:tasks.rados.rados.0.smithi104.stdout:359: done (3 left) 2024-04-02T08:32:25.252 INFO:tasks.rados.rados.0.smithi104.stdout:360: done (2 left) 2024-04-02T08:32:25.252 INFO:tasks.rados.rados.0.smithi104.stdout:363: snap_create 2024-04-02T08:32:25.253 INFO:tasks.rados.rados.0.smithi104.stdout:361: finishing write tid 4 to smithi10482514-13 2024-04-02T08:32:25.253 INFO:tasks.rados.rados.0.smithi104.stdout:361: finishing write tid 5 to smithi10482514-13 2024-04-02T08:32:25.255 INFO:tasks.rados.rados.0.smithi104.stdout:361: finishing write tid 6 to smithi10482514-13 2024-04-02T08:32:25.255 INFO:tasks.rados.rados.0.smithi104.stdout:361: oid 13 updating version 0 to 128 2024-04-02T08:32:25.255 INFO:tasks.rados.rados.0.smithi104.stdout:361: oid 13 version 128 is already newer than 126 2024-04-02T08:32:25.255 INFO:tasks.rados.rados.0.smithi104.stdout:361: oid 13 version 128 is already newer than 127 2024-04-02T08:32:25.255 INFO:tasks.rados.rados.0.smithi104.stdout:361: oid 13 version 128 is already newer than 125 2024-04-02T08:32:25.255 INFO:tasks.rados.rados.0.smithi104.stdout:361: oid 13 updating version 128 to 129 2024-04-02T08:32:25.255 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 129 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:32:25.255 INFO:tasks.rados.rados.0.smithi104.stdout:361: left oid 13 (ObjNum 127 snap 40 seq_num 127) 2024-04-02T08:32:25.256 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 167 (ObjNum 94 snap 23 seq_num 94) dirty exists 2024-04-02T08:32:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:25 smithi188 ceph-mon[30882]: pgmap v203: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:32:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:25 smithi188 ceph-mon[30882]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:32:25.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:25 smithi104 ceph-mon[27401]: pgmap v203: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:32:25.542 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:25 smithi104 ceph-mon[27401]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:32:25.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:25 smithi104 ceph-mon[39229]: pgmap v203: 121 pgs: 121 active+clean; 109 MiB data, 410 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:32:25.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:25 smithi104 ceph-mon[39229]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:32:26.221 INFO:tasks.rados.rados.0.smithi104.stdout:361: done (2 left) 2024-04-02T08:32:26.221 INFO:tasks.rados.rados.0.smithi104.stdout:362: done (1 left) 2024-04-02T08:32:26.221 INFO:tasks.rados.rados.0.smithi104.stdout:363: done (0 left) 2024-04-02T08:32:26.222 INFO:tasks.rados.rados.0.smithi104.stdout:364: copy_from oid 34 from oid 46 current snap is 41 2024-04-02T08:32:26.222 INFO:tasks.rados.rados.0.smithi104.stdout:365: snap_remove snap 38 2024-04-02T08:32:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:26 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:26 smithi188 ceph-mon[30882]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:32:26.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:26.042+0000 7fe06a569200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:32:26.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:26.186+0000 7fe06a569200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:32:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:26 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:26 smithi104 ceph-mon[39229]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:32:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:26 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:26 smithi104 ceph-mon[27401]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:32:26.821 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:26.540+0000 7fe06a569200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:32:26.821 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:26.638+0000 7fe06a569200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:32:27.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:26.845+0000 7fe06a569200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:27.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:27 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:27.035+0000 7fe06a569200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:32:27.225 INFO:tasks.rados.rados.0.smithi104.stdout:365: done (1 left) 2024-04-02T08:32:27.225 INFO:tasks.rados.rados.0.smithi104.stdout:366: rollback oid 45 current snap is 41 2024-04-02T08:32:27.225 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 45 to 18 2024-04-02T08:32:27.225 INFO:tasks.rados.rados.0.smithi104.stdout:367: read oid 20 snap -1 2024-04-02T08:32:27.225 INFO:tasks.rados.rados.0.smithi104.stdout:367: expect (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:32:27.225 INFO:tasks.rados.rados.0.smithi104.stdout:368: read oid 37 snap -1 2024-04-02T08:32:27.225 INFO:tasks.rados.rados.0.smithi104.stdout:368: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:32:27.226 INFO:tasks.rados.rados.0.smithi104.stdout:369: delete oid 28 current snap is 41 2024-04-02T08:32:27.226 INFO:tasks.rados.rados.0.smithi104.stdout:364: finishing copy_from racing read to smithi10482514-34 2024-04-02T08:32:27.226 INFO:tasks.rados.rados.0.smithi104.stdout:364: finishing copy_from to smithi10482514-34 2024-04-02T08:32:27.226 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 52 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-02T08:32:27.231 INFO:tasks.rados.rados.0.smithi104.stdout:364: done (4 left) 2024-04-02T08:32:27.231 INFO:tasks.rados.rados.0.smithi104.stdout:369: done (3 left) 2024-04-02T08:32:27.231 INFO:tasks.rados.rados.0.smithi104.stdout:370: rollback oid 46 current snap is 41 2024-04-02T08:32:27.231 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 46 to 22 2024-04-02T08:32:27.231 INFO:tasks.rados.rados.0.smithi104.stdout:371: snap_remove snap 17 2024-04-02T08:32:27.613 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:27 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:27.340+0000 7fe06a569200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:27.613 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:27 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:27.614+0000 7fe06a569200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:27.614 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:27 smithi188 ceph-mon[30882]: pgmap v206: 121 pgs: 121 active+clean; 124 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-02T08:32:27.614 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:27 smithi188 ceph-mon[30882]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:32:27.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:32:27] "GET /metrics HTTP/1.1" 200 36017 "" "Prometheus/2.43.0" 2024-04-02T08:32:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:27 smithi104 ceph-mon[39229]: pgmap v206: 121 pgs: 121 active+clean; 124 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-02T08:32:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:27 smithi104 ceph-mon[39229]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:32:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:27 smithi104 ceph-mon[27401]: pgmap v206: 121 pgs: 121 active+clean; 124 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-02T08:32:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:27 smithi104 ceph-mon[27401]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:32:28.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:27 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:27.866+0000 7fe06a569200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:32:28.225 INFO:tasks.rados.rados.0.smithi104.stdout:371: done (4 left) 2024-04-02T08:32:28.225 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 31 current snap is 41 2024-04-02T08:32:28.225 INFO:tasks.rados.rados.0.smithi104.stdout:372: seq_num 129 ranges {3055616=565248,3620864=679936,4300800=786432,5087232=139264} 2024-04-02T08:32:28.245 INFO:tasks.rados.rados.0.smithi104.stdout:372: writing smithi10482514-31 from 3055616 to 3620864 tid 1 2024-04-02T08:32:28.249 INFO:tasks.rados.rados.0.smithi104.stdout:372: writing smithi10482514-31 from 3620864 to 4300800 tid 2 2024-04-02T08:32:28.253 INFO:tasks.rados.rados.0.smithi104.stdout:372: writing smithi10482514-31 from 4300800 to 5087232 tid 3 2024-04-02T08:32:28.254 INFO:tasks.rados.rados.0.smithi104.stdout:372: writing smithi10482514-31 from 5087232 to 5226496 tid 4 2024-04-02T08:32:28.254 INFO:tasks.rados.rados.0.smithi104.stdout:373: read oid 27 snap -1 2024-04-02T08:32:28.255 INFO:tasks.rados.rados.0.smithi104.stdout:373: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:32:28.255 INFO:tasks.rados.rados.0.smithi104.stdout:374: setattr oid 3 current snap is 41 2024-04-02T08:32:28.255 INFO:tasks.rados.rados.0.smithi104.stdout:368: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:32:28.272 INFO:tasks.rados.rados.0.smithi104.stdout:366: finishing rollback tid 0 to smithi10482514-45 2024-04-02T08:32:28.272 INFO:tasks.rados.rados.0.smithi104.stdout:366: finishing rollback tid 1 to smithi10482514-45 2024-04-02T08:32:28.272 INFO:tasks.rados.rados.0.smithi104.stdout:366: finishing rollback tid 2 to smithi10482514-45 2024-04-02T08:32:28.272 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 133 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:32:28.272 INFO:tasks.rados.rados.0.smithi104.stdout:367: expect (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:32:28.313 INFO:tasks.rados.rados.0.smithi104.stdout:370: finishing rollback tid 0 to smithi10482514-46 2024-04-02T08:32:28.313 INFO:tasks.rados.rados.0.smithi104.stdout:370: finishing rollback tid 1 to smithi10482514-46 2024-04-02T08:32:28.313 INFO:tasks.rados.rados.0.smithi104.stdout:370: finishing rollback tid 2 to smithi10482514-46 2024-04-02T08:32:28.313 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 80 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-02T08:32:28.313 INFO:tasks.rados.rados.0.smithi104.stdout:372: finishing write tid 1 to smithi10482514-31 2024-04-02T08:32:28.313 INFO:tasks.rados.rados.0.smithi104.stdout:372: finishing write tid 2 to smithi10482514-31 2024-04-02T08:32:28.314 INFO:tasks.rados.rados.0.smithi104.stdout:372: finishing write tid 3 to smithi10482514-31 2024-04-02T08:32:28.314 INFO:tasks.rados.rados.0.smithi104.stdout:372: finishing write tid 4 to smithi10482514-31 2024-04-02T08:32:28.314 INFO:tasks.rados.rados.0.smithi104.stdout:373: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:372: finishing write tid 5 to smithi10482514-31 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:372: finishing write tid 6 to smithi10482514-31 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:372: oid 31 updating version 0 to 190 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:372: oid 31 version 190 is already newer than 188 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:372: oid 31 version 190 is already newer than 187 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:372: oid 31 version 190 is already newer than 189 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:372: oid 31 updating version 190 to 191 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 191 (ObjNum 129 snap 41 seq_num 129) dirty exists 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:372: left oid 31 (ObjNum 129 snap 41 seq_num 129) 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 38 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:366: done (6 left) 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:367: done (5 left) 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:368: done (4 left) 2024-04-02T08:32:28.325 INFO:tasks.rados.rados.0.smithi104.stdout:370: done (3 left) 2024-04-02T08:32:28.326 INFO:tasks.rados.rados.0.smithi104.stdout:372: done (2 left) 2024-04-02T08:32:28.326 INFO:tasks.rados.rados.0.smithi104.stdout:373: done (1 left) 2024-04-02T08:32:28.326 INFO:tasks.rados.rados.0.smithi104.stdout:374: done (0 left) 2024-04-02T08:32:28.326 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 41 2024-04-02T08:32:28.326 INFO:tasks.rados.rados.0.smithi104.stdout:375: seq_num 130 ranges {5840896=581632,6422528=614400,7036928=598016,7634944=393216} 2024-04-02T08:32:28.358 INFO:tasks.rados.rados.0.smithi104.stdout:375: writing smithi10482514-32 from 5840896 to 6422528 tid 1 2024-04-02T08:32:28.362 INFO:tasks.rados.rados.0.smithi104.stdout:375: writing smithi10482514-32 from 6422528 to 7036928 tid 2 2024-04-02T08:32:28.365 INFO:tasks.rados.rados.0.smithi104.stdout:375: writing smithi10482514-32 from 7036928 to 7634944 tid 3 2024-04-02T08:32:28.368 INFO:tasks.rados.rados.0.smithi104.stdout:375: writing smithi10482514-32 from 7634944 to 8028160 tid 4 2024-04-02T08:32:28.368 INFO:tasks.rados.rados.0.smithi104.stdout:376: snap_create 2024-04-02T08:32:28.368 INFO:tasks.rados.rados.0.smithi104.stdout:375: finishing write tid 1 to smithi10482514-32 2024-04-02T08:32:28.368 INFO:tasks.rados.rados.0.smithi104.stdout:375: finishing write tid 2 to smithi10482514-32 2024-04-02T08:32:28.368 INFO:tasks.rados.rados.0.smithi104.stdout:375: finishing write tid 3 to smithi10482514-32 2024-04-02T08:32:28.370 INFO:tasks.rados.rados.0.smithi104.stdout:375: finishing write tid 4 to smithi10482514-32 2024-04-02T08:32:28.370 INFO:tasks.rados.rados.0.smithi104.stdout:375: finishing write tid 5 to smithi10482514-32 2024-04-02T08:32:28.373 INFO:tasks.rados.rados.0.smithi104.stdout:375: finishing write tid 6 to smithi10482514-32 2024-04-02T08:32:28.373 INFO:tasks.rados.rados.0.smithi104.stdout:375: oid 32 updating version 0 to 55 2024-04-02T08:32:28.373 INFO:tasks.rados.rados.0.smithi104.stdout:375: oid 32 updating version 55 to 56 2024-04-02T08:32:28.373 INFO:tasks.rados.rados.0.smithi104.stdout:375: oid 32 version 56 is already newer than 53 2024-04-02T08:32:28.373 INFO:tasks.rados.rados.0.smithi104.stdout:375: oid 32 version 56 is already newer than 54 2024-04-02T08:32:28.373 INFO:tasks.rados.rados.0.smithi104.stdout:375: oid 32 updating version 56 to 57 2024-04-02T08:32:28.373 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 57 (ObjNum 130 snap 41 seq_num 130) dirty exists 2024-04-02T08:32:28.373 INFO:tasks.rados.rados.0.smithi104.stdout:375: left oid 32 (ObjNum 130 snap 41 seq_num 130) 2024-04-02T08:32:28.619 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:28 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.619 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:28 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.619 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:28 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.619 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:28 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.619 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:28 smithi188 ceph-mon[30882]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:32:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:28 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:28 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:28 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:28 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:28 smithi104 ceph-mon[39229]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:32:28.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:28 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:28 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:28 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:28 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:28.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:28 smithi104 ceph-mon[27401]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:32:28.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:28 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:28.748+0000 7fe06a569200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:32:29.277 INFO:tasks.rados.rados.0.smithi104.stdout:375: done (1 left) 2024-04-02T08:32:29.278 INFO:tasks.rados.rados.0.smithi104.stdout:376: done (0 left) 2024-04-02T08:32:29.278 INFO:tasks.rados.rados.0.smithi104.stdout:377: read oid 25 snap 30 2024-04-02T08:32:29.278 INFO:tasks.rados.rados.0.smithi104.stdout:377: expect (ObjNum 74 snap 12 seq_num 74) 2024-04-02T08:32:29.278 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 36 current snap is 42 2024-04-02T08:32:29.278 INFO:tasks.rados.rados.0.smithi104.stdout:378: seq_num 131 ranges {3588096=598016,4186112=499712,4685824=753664,5439488=352256} 2024-04-02T08:32:29.300 INFO:tasks.rados.rados.0.smithi104.stdout:378: writing smithi10482514-36 from 3588096 to 4186112 tid 1 2024-04-02T08:32:29.303 INFO:tasks.rados.rados.0.smithi104.stdout:378: writing smithi10482514-36 from 4186112 to 4685824 tid 2 2024-04-02T08:32:29.307 INFO:tasks.rados.rados.0.smithi104.stdout:378: writing smithi10482514-36 from 4685824 to 5439488 tid 3 2024-04-02T08:32:29.310 INFO:tasks.rados.rados.0.smithi104.stdout:378: writing smithi10482514-36 from 5439488 to 5791744 tid 4 2024-04-02T08:32:29.310 INFO:tasks.rados.rados.0.smithi104.stdout:379: rollback oid 49 current snap is 42 2024-04-02T08:32:29.310 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 49 to 35 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:380: read oid 5 snap -1 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:380: expect (ObjNum 123 snap 38 seq_num 123) 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:381: read oid 16 snap 22 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:381: expect (ObjNum 78 snap 13 seq_num 78) 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:382: rmattr oid 23 current snap is 42 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:382: done (5 left) 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:383: rmattr oid 40 current snap is 42 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:383: done (5 left) 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:384: rmattr oid 2 current snap is 42 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:384: done (5 left) 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:385: copy_from oid 30 from oid 23 current snap is 42 2024-04-02T08:32:29.311 INFO:tasks.rados.rados.0.smithi104.stdout:377: expect (ObjNum 74 snap 12 seq_num 74) 2024-04-02T08:32:29.347 INFO:tasks.rados.rados.0.smithi104.stdout:378: finishing write tid 1 to smithi10482514-36 2024-04-02T08:32:29.347 INFO:tasks.rados.rados.0.smithi104.stdout:378: finishing write tid 2 to smithi10482514-36 2024-04-02T08:32:29.347 INFO:tasks.rados.rados.0.smithi104.stdout:379: finishing rollback tid 1 to smithi10482514-49 2024-04-02T08:32:29.347 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 124 (ObjNum 129 snap 0 seq_num 1939288352) dirty dne 2024-04-02T08:32:29.347 INFO:tasks.rados.rados.0.smithi104.stdout:378: finishing write tid 3 to smithi10482514-36 2024-04-02T08:32:29.347 INFO:tasks.rados.rados.0.smithi104.stdout:378: finishing write tid 4 to smithi10482514-36 2024-04-02T08:32:29.347 INFO:tasks.rados.rados.0.smithi104.stdout:378: finishing write tid 5 to smithi10482514-36 2024-04-02T08:32:29.347 INFO:tasks.rados.rados.0.smithi104.stdout:378: finishing write tid 6 to smithi10482514-36 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:378: oid 36 updating version 0 to 61 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:378: oid 36 updating version 61 to 64 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:378: oid 36 version 64 is already newer than 62 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:378: oid 36 updating version 64 to 65 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:378: oid 36 version 65 is already newer than 63 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 65 (ObjNum 131 snap 42 seq_num 131) dirty exists 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:378: left oid 36 (ObjNum 131 snap 42 seq_num 131) 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:385: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:385: finishing copy_from to smithi10482514-30 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 70 (ObjNum 113 snap 31 seq_num 113) dirty exists 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:377: done (5 left) 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:378: done (4 left) 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:379: done (3 left) 2024-04-02T08:32:29.348 INFO:tasks.rados.rados.0.smithi104.stdout:385: done (2 left) 2024-04-02T08:32:29.349 INFO:tasks.rados.rados.0.smithi104.stdout:386: delete oid 42 current snap is 42 2024-04-02T08:32:29.405 INFO:tasks.rados.rados.0.smithi104.stdout:381: expect (ObjNum 78 snap 13 seq_num 78) 2024-04-02T08:32:29.453 INFO:tasks.rados.rados.0.smithi104.stdout:380: expect (ObjNum 123 snap 38 seq_num 123) 2024-04-02T08:32:29.593 INFO:tasks.rados.rados.0.smithi104.stdout:380: done (2 left) 2024-04-02T08:32:29.594 INFO:tasks.rados.rados.0.smithi104.stdout:381: done (1 left) 2024-04-02T08:32:29.594 INFO:tasks.rados.rados.0.smithi104.stdout:386: done (0 left) 2024-04-02T08:32:29.594 INFO:tasks.rados.rados.0.smithi104.stdout:387: rollback oid 30 current snap is 42 2024-04-02T08:32:29.594 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 39 2024-04-02T08:32:29.594 INFO:tasks.rados.rados.0.smithi104.stdout:388: read oid 19 snap -1 2024-04-02T08:32:29.594 INFO:tasks.rados.rados.0.smithi104.stdout:388: expect (ObjNum 126 snap 40 seq_num 126) 2024-04-02T08:32:29.594 INFO:tasks.rados.rados.0.smithi104.stdout:389: snap_remove snap 41 2024-04-02T08:32:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:29 smithi188 ceph-mon[30882]: pgmap v209: 121 pgs: 121 active+clean; 124 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-02T08:32:29.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:29.347+0000 7fe06a569200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:32:29.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:29.456+0000 7fe06a569200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:32:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:29 smithi104 ceph-mon[39229]: pgmap v209: 121 pgs: 121 active+clean; 124 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-02T08:32:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:29 smithi104 ceph-mon[27401]: pgmap v209: 121 pgs: 121 active+clean; 124 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-02T08:32:30.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:29.681+0000 7fe06a569200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:32:30.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:32:29] ENGINE Bus STARTING 2024-04-02T08:32:30.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: CherryPy Checker: 2024-04-02T08:32:30.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: The Application mounted at '' has an empty config. 2024-04-02T08:32:30.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:30.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:32:29] ENGINE Serving on http://:::9283 2024-04-02T08:32:30.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:32:29] ENGINE Bus STARTED 2024-04-02T08:32:30.295 INFO:tasks.rados.rados.0.smithi104.stdout:389: done (2 left) 2024-04-02T08:32:30.295 INFO:tasks.rados.rados.0.smithi104.stdout:390: delete oid 12 current snap is 42 2024-04-02T08:32:30.295 INFO:tasks.rados.rados.0.smithi104.stdout:387: finishing rollback tid 0 to smithi10482514-30 2024-04-02T08:32:30.296 INFO:tasks.rados.rados.0.smithi104.stdout:387: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:32:30.296 INFO:tasks.rados.rados.0.smithi104.stdout:387: finishing rollback tid 2 to smithi10482514-30 2024-04-02T08:32:30.296 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 196 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:32:30.296 INFO:tasks.rados.rados.0.smithi104.stdout:388: expect (ObjNum 126 snap 40 seq_num 126) 2024-04-02T08:32:30.352 INFO:tasks.rados.rados.0.smithi104.stdout:387: done (2 left) 2024-04-02T08:32:30.352 INFO:tasks.rados.rados.0.smithi104.stdout:388: done (1 left) 2024-04-02T08:32:30.353 INFO:tasks.rados.rados.0.smithi104.stdout:390: done (0 left) 2024-04-02T08:32:30.353 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 42 2024-04-02T08:32:30.353 INFO:tasks.rados.rados.0.smithi104.stdout:391: seq_num 134 ranges {0=647168,647168=548864,1196032=573440,1769472=483328} 2024-04-02T08:32:30.356 INFO:tasks.rados.rados.0.smithi104.stdout:391: writing smithi10482514-12 from 0 to 647168 tid 1 2024-04-02T08:32:30.359 INFO:tasks.rados.rados.0.smithi104.stdout:391: writing smithi10482514-12 from 647168 to 1196032 tid 2 2024-04-02T08:32:30.362 INFO:tasks.rados.rados.0.smithi104.stdout:391: writing smithi10482514-12 from 1196032 to 1769472 tid 3 2024-04-02T08:32:30.365 INFO:tasks.rados.rados.0.smithi104.stdout:391: writing smithi10482514-12 from 1769472 to 2252800 tid 4 2024-04-02T08:32:30.365 INFO:tasks.rados.rados.0.smithi104.stdout:392: snap_remove snap 29 2024-04-02T08:32:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:30 smithi188 ceph-mon[30882]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:32:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:30 smithi188 ceph-mon[30882]: Standby manager daemon x restarted 2024-04-02T08:32:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:30 smithi188 ceph-mon[30882]: Standby manager daemon x started 2024-04-02T08:32:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:30 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:30 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:30 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:30.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:30 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:30.639 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:32:30.243Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[27401]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[27401]: Standby manager daemon x restarted 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[27401]: Standby manager daemon x started 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[39229]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[39229]: Standby manager daemon x restarted 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[39229]: Standby manager daemon x started 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:30.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:30.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:30 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:31.299 INFO:tasks.rados.rados.0.smithi104.stdout:392: done (1 left) 2024-04-02T08:32:31.299 INFO:tasks.rados.rados.0.smithi104.stdout:393: snap_remove snap 28 2024-04-02T08:32:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:31 smithi188 ceph-mon[30882]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:32:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:31 smithi188 ceph-mon[30882]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:32:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:31 smithi188 ceph-mon[30882]: pgmap v212: 121 pgs: 121 active+clean; 124 MiB data, 432 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:31 smithi104 ceph-mon[39229]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:32:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:31 smithi104 ceph-mon[39229]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:32:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:31 smithi104 ceph-mon[39229]: pgmap v212: 121 pgs: 121 active+clean; 124 MiB data, 432 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:31 smithi104 ceph-mon[27401]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:32:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:31 smithi104 ceph-mon[27401]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:32:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:31 smithi104 ceph-mon[27401]: pgmap v212: 121 pgs: 121 active+clean; 124 MiB data, 432 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:32.309 INFO:tasks.rados.rados.0.smithi104.stdout:393: done (1 left) 2024-04-02T08:32:32.309 INFO:tasks.rados.rados.0.smithi104.stdout:394: snap_remove snap 35 2024-04-02T08:32:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:32 smithi188 ceph-mon[30882]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:32:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:32 smithi104 ceph-mon[27401]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:32:32.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:32 smithi104 ceph-mon[39229]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:32:33.312 INFO:tasks.rados.rados.0.smithi104.stdout:394: done (1 left) 2024-04-02T08:32:33.312 INFO:tasks.rados.rados.0.smithi104.stdout:395: snap_remove snap 37 2024-04-02T08:32:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:33 smithi188 ceph-mon[30882]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:32:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:33 smithi188 ceph-mon[30882]: pgmap v215: 121 pgs: 121 active+clean; 132 MiB data, 465 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-02T08:32:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:33 smithi104 ceph-mon[39229]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:32:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:33 smithi104 ceph-mon[39229]: pgmap v215: 121 pgs: 121 active+clean; 132 MiB data, 465 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-02T08:32:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:33 smithi104 ceph-mon[27401]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:32:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:33 smithi104 ceph-mon[27401]: pgmap v215: 121 pgs: 121 active+clean; 132 MiB data, 465 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-02T08:32:34.217 INFO:tasks.rados.rados.0.smithi104.stdout:395: done (1 left) 2024-04-02T08:32:34.217 INFO:tasks.rados.rados.0.smithi104.stdout:396: setattr oid 21 current snap is 42 2024-04-02T08:32:34.217 INFO:tasks.rados.rados.0.smithi104.stdout:391: finishing write tid 1 to smithi10482514-12 2024-04-02T08:32:34.217 INFO:tasks.rados.rados.0.smithi104.stdout:391: finishing write tid 2 to smithi10482514-12 2024-04-02T08:32:34.217 INFO:tasks.rados.rados.0.smithi104.stdout:391: finishing write tid 3 to smithi10482514-12 2024-04-02T08:32:34.217 INFO:tasks.rados.rados.0.smithi104.stdout:391: finishing write tid 4 to smithi10482514-12 2024-04-02T08:32:34.217 INFO:tasks.rados.rados.0.smithi104.stdout:391: finishing write tid 5 to smithi10482514-12 2024-04-02T08:32:34.217 INFO:tasks.rados.rados.0.smithi104.stdout:391: finishing write tid 6 to smithi10482514-12 2024-04-02T08:32:34.217 INFO:tasks.rados.rados.0.smithi104.stdout:391: oid 12 updating version 0 to 159 2024-04-02T08:32:34.218 INFO:tasks.rados.rados.0.smithi104.stdout:391: oid 12 updating version 159 to 160 2024-04-02T08:32:34.218 INFO:tasks.rados.rados.0.smithi104.stdout:391: oid 12 version 160 is already newer than 158 2024-04-02T08:32:34.218 INFO:tasks.rados.rados.0.smithi104.stdout:391: oid 12 version 160 is already newer than 157 2024-04-02T08:32:34.218 INFO:tasks.rados.rados.0.smithi104.stdout:391: oid 12 updating version 160 to 161 2024-04-02T08:32:34.218 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 161 (ObjNum 134 snap 42 seq_num 134) dirty exists 2024-04-02T08:32:34.218 INFO:tasks.rados.rados.0.smithi104.stdout:391: left oid 12 (ObjNum 134 snap 42 seq_num 134) 2024-04-02T08:32:34.218 INFO:tasks.rados.rados.0.smithi104.stdout:391: done (1 left) 2024-04-02T08:32:34.219 INFO:tasks.rados.rados.0.smithi104.stdout:397: read oid 27 snap -1 2024-04-02T08:32:34.219 INFO:tasks.rados.rados.0.smithi104.stdout:397: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:32:34.219 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 42 2024-04-02T08:32:34.219 INFO:tasks.rados.rados.0.smithi104.stdout:398: seq_num 135 ranges {8028160=663552,8691712=434176,9125888=786432,9912320=385024} 2024-04-02T08:32:34.266 INFO:tasks.rados.rados.0.smithi104.stdout:398: writing smithi10482514-32 from 8028160 to 8691712 tid 1 2024-04-02T08:32:34.268 INFO:tasks.rados.rados.0.smithi104.stdout:398: writing smithi10482514-32 from 8691712 to 9125888 tid 2 2024-04-02T08:32:34.274 INFO:tasks.rados.rados.0.smithi104.stdout:398: writing smithi10482514-32 from 9125888 to 9912320 tid 3 2024-04-02T08:32:34.275 INFO:tasks.rados.rados.0.smithi104.stdout:398: writing smithi10482514-32 from 9912320 to 10297344 tid 4 2024-04-02T08:32:34.275 INFO:tasks.rados.rados.0.smithi104.stdout:399: setattr oid 8 current snap is 42 2024-04-02T08:32:34.275 INFO:tasks.rados.rados.0.smithi104.stdout:397: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:32:34.288 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 209 (ObjNum 103 snap 26 seq_num 103) dirty exists 2024-04-02T08:32:34.288 INFO:tasks.rados.rados.0.smithi104.stdout:398: finishing write tid 1 to smithi10482514-32 2024-04-02T08:32:34.288 INFO:tasks.rados.rados.0.smithi104.stdout:398: finishing write tid 2 to smithi10482514-32 2024-04-02T08:32:34.288 INFO:tasks.rados.rados.0.smithi104.stdout:398: finishing write tid 3 to smithi10482514-32 2024-04-02T08:32:34.288 INFO:tasks.rados.rados.0.smithi104.stdout:398: finishing write tid 4 to smithi10482514-32 2024-04-02T08:32:34.288 INFO:tasks.rados.rados.0.smithi104.stdout:398: finishing write tid 5 to smithi10482514-32 2024-04-02T08:32:34.288 INFO:tasks.rados.rados.0.smithi104.stdout:398: finishing write tid 6 to smithi10482514-32 2024-04-02T08:32:34.288 INFO:tasks.rados.rados.0.smithi104.stdout:398: oid 32 updating version 0 to 67 2024-04-02T08:32:34.288 INFO:tasks.rados.rados.0.smithi104.stdout:398: oid 32 updating version 67 to 70 2024-04-02T08:32:34.288 INFO:tasks.rados.rados.0.smithi104.stdout:398: oid 32 version 70 is already newer than 66 2024-04-02T08:32:34.288 INFO:tasks.rados.rados.0.smithi104.stdout:398: oid 32 version 70 is already newer than 68 2024-04-02T08:32:34.289 INFO:tasks.rados.rados.0.smithi104.stdout:398: oid 32 version 70 is already newer than 69 2024-04-02T08:32:34.289 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 70 (ObjNum 135 snap 42 seq_num 135) dirty exists 2024-04-02T08:32:34.289 INFO:tasks.rados.rados.0.smithi104.stdout:398: left oid 32 (ObjNum 135 snap 42 seq_num 135) 2024-04-02T08:32:34.289 INFO:tasks.rados.rados.0.smithi104.stdout:396: done (3 left) 2024-04-02T08:32:34.289 INFO:tasks.rados.rados.0.smithi104.stdout:397: done (2 left) 2024-04-02T08:32:34.289 INFO:tasks.rados.rados.0.smithi104.stdout:398: done (1 left) 2024-04-02T08:32:34.289 INFO:tasks.rados.rados.0.smithi104.stdout:400: read oid 47 snap -1 2024-04-02T08:32:34.289 INFO:tasks.rados.rados.0.smithi104.stdout:400: expect (ObjNum 108 snap 26 seq_num 108) 2024-04-02T08:32:34.289 INFO:tasks.rados.rados.0.smithi104.stdout:401: delete oid 50 current snap is 42 2024-04-02T08:32:34.290 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 105 (ObjNum 129 snap 0 seq_num 1939240096) dirty exists 2024-04-02T08:32:34.291 INFO:tasks.rados.rados.0.smithi104.stdout:399: done (2 left) 2024-04-02T08:32:34.291 INFO:tasks.rados.rados.0.smithi104.stdout:401: done (1 left) 2024-04-02T08:32:34.291 INFO:tasks.rados.rados.0.smithi104.stdout:402: snap_create 2024-04-02T08:32:34.300 INFO:tasks.rados.rados.0.smithi104.stdout:400: expect (ObjNum 108 snap 26 seq_num 108) 2024-04-02T08:32:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:34 smithi188 ceph-mon[30882]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:32:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:34 smithi188 ceph-mon[30882]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:32:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:34 smithi104 ceph-mon[39229]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:32:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:34 smithi104 ceph-mon[39229]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:32:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:34 smithi104 ceph-mon[27401]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:32:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:34 smithi104 ceph-mon[27401]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:32:35.224 INFO:tasks.rados.rados.0.smithi104.stdout:400: done (1 left) 2024-04-02T08:32:35.225 INFO:tasks.rados.rados.0.smithi104.stdout:402: done (0 left) 2024-04-02T08:32:35.225 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 43 2024-04-02T08:32:35.225 INFO:tasks.rados.rados.0.smithi104.stdout:403: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2024-04-02T08:32:35.229 INFO:tasks.rados.rados.0.smithi104.stdout:403: writing smithi10482514-28 from 0 to 704512 tid 1 2024-04-02T08:32:35.233 INFO:tasks.rados.rados.0.smithi104.stdout:403: writing smithi10482514-28 from 704512 to 1359872 tid 2 2024-04-02T08:32:35.237 INFO:tasks.rados.rados.0.smithi104.stdout:403: writing smithi10482514-28 from 1359872 to 2113536 tid 3 2024-04-02T08:32:35.238 INFO:tasks.rados.rados.0.smithi104.stdout:403: writing smithi10482514-28 from 2113536 to 2310144 tid 4 2024-04-02T08:32:35.238 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 43 2024-04-02T08:32:35.239 INFO:tasks.rados.rados.0.smithi104.stdout:403: finishing write tid 1 to smithi10482514-28 2024-04-02T08:32:35.239 INFO:tasks.rados.rados.0.smithi104.stdout:404: seq_num 138 ranges {2039808=720896,2760704=540672,3301376=557056,3858432=507904} 2024-04-02T08:32:35.253 INFO:tasks.rados.rados.0.smithi104.stdout:404: writing smithi10482514-43 from 2039808 to 2760704 tid 1 2024-04-02T08:32:35.257 INFO:tasks.rados.rados.0.smithi104.stdout:404: writing smithi10482514-43 from 2760704 to 3301376 tid 2 2024-04-02T08:32:35.260 INFO:tasks.rados.rados.0.smithi104.stdout:404: writing smithi10482514-43 from 3301376 to 3858432 tid 3 2024-04-02T08:32:35.263 INFO:tasks.rados.rados.0.smithi104.stdout:404: writing smithi10482514-43 from 3858432 to 4366336 tid 4 2024-04-02T08:32:35.263 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 43 2024-04-02T08:32:35.263 INFO:tasks.rados.rados.0.smithi104.stdout:403: finishing write tid 2 to smithi10482514-28 2024-04-02T08:32:35.263 INFO:tasks.rados.rados.0.smithi104.stdout:405: seq_num 139 ranges {3694592=737280,4431872=425984,4857856=761856,5619712=417792} 2024-04-02T08:32:35.287 INFO:tasks.rados.rados.0.smithi104.stdout:405: writing smithi10482514-26 from 3694592 to 4431872 tid 1 2024-04-02T08:32:35.289 INFO:tasks.rados.rados.0.smithi104.stdout:405: writing smithi10482514-26 from 4431872 to 4857856 tid 2 2024-04-02T08:32:35.293 INFO:tasks.rados.rados.0.smithi104.stdout:405: writing smithi10482514-26 from 4857856 to 5619712 tid 3 2024-04-02T08:32:35.297 INFO:tasks.rados.rados.0.smithi104.stdout:405: writing smithi10482514-26 from 5619712 to 6037504 tid 4 2024-04-02T08:32:35.297 INFO:tasks.rados.rados.0.smithi104.stdout:406: delete oid 17 current snap is 43 2024-04-02T08:32:35.297 INFO:tasks.rados.rados.0.smithi104.stdout:403: finishing write tid 3 to smithi10482514-28 2024-04-02T08:32:35.297 INFO:tasks.rados.rados.0.smithi104.stdout:403: finishing write tid 4 to smithi10482514-28 2024-04-02T08:32:35.297 INFO:tasks.rados.rados.0.smithi104.stdout:403: finishing write tid 5 to smithi10482514-28 2024-04-02T08:32:35.297 INFO:tasks.rados.rados.0.smithi104.stdout:403: finishing write tid 6 to smithi10482514-28 2024-04-02T08:32:35.297 INFO:tasks.rados.rados.0.smithi104.stdout:403: oid 28 updating version 0 to 179 2024-04-02T08:32:35.297 INFO:tasks.rados.rados.0.smithi104.stdout:403: oid 28 version 179 is already newer than 178 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:403: oid 28 updating version 179 to 182 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:403: oid 28 version 182 is already newer than 181 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:403: oid 28 version 182 is already newer than 180 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 182 (ObjNum 137 snap 43 seq_num 137) dirty exists 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:403: left oid 28 (ObjNum 137 snap 43 seq_num 137) 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:404: finishing write tid 1 to smithi10482514-43 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:404: finishing write tid 2 to smithi10482514-43 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:404: finishing write tid 3 to smithi10482514-43 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:404: finishing write tid 4 to smithi10482514-43 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:404: finishing write tid 5 to smithi10482514-43 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:404: finishing write tid 6 to smithi10482514-43 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:404: oid 43 updating version 0 to 226 2024-04-02T08:32:35.298 INFO:tasks.rados.rados.0.smithi104.stdout:404: oid 43 updating version 226 to 227 2024-04-02T08:32:35.299 INFO:tasks.rados.rados.0.smithi104.stdout:404: oid 43 version 227 is already newer than 225 2024-04-02T08:32:35.299 INFO:tasks.rados.rados.0.smithi104.stdout:404: oid 43 version 227 is already newer than 224 2024-04-02T08:32:35.299 INFO:tasks.rados.rados.0.smithi104.stdout:404: oid 43 updating version 227 to 228 2024-04-02T08:32:35.299 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 228 (ObjNum 138 snap 43 seq_num 138) dirty exists 2024-04-02T08:32:35.299 INFO:tasks.rados.rados.0.smithi104.stdout:404: left oid 43 (ObjNum 138 snap 43 seq_num 138) 2024-04-02T08:32:35.299 INFO:tasks.rados.rados.0.smithi104.stdout:405: finishing write tid 1 to smithi10482514-26 2024-04-02T08:32:35.299 INFO:tasks.rados.rados.0.smithi104.stdout:405: finishing write tid 2 to smithi10482514-26 2024-04-02T08:32:35.299 INFO:tasks.rados.rados.0.smithi104.stdout:405: finishing write tid 3 to smithi10482514-26 2024-04-02T08:32:35.300 INFO:tasks.rados.rados.0.smithi104.stdout:405: finishing write tid 4 to smithi10482514-26 2024-04-02T08:32:35.300 INFO:tasks.rados.rados.0.smithi104.stdout:405: finishing write tid 5 to smithi10482514-26 2024-04-02T08:32:35.300 INFO:tasks.rados.rados.0.smithi104.stdout:403: done (3 left) 2024-04-02T08:32:35.300 INFO:tasks.rados.rados.0.smithi104.stdout:404: done (2 left) 2024-04-02T08:32:35.300 INFO:tasks.rados.rados.0.smithi104.stdout:406: done (1 left) 2024-04-02T08:32:35.300 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 43 2024-04-02T08:32:35.300 INFO:tasks.rados.rados.0.smithi104.stdout:407: seq_num 141 ranges {0=770048,770048=589824,1359872=729088,2088960=286720} 2024-04-02T08:32:35.304 INFO:tasks.rados.rados.0.smithi104.stdout:407: writing smithi10482514-38 from 0 to 770048 tid 1 2024-04-02T08:32:35.307 INFO:tasks.rados.rados.0.smithi104.stdout:407: writing smithi10482514-38 from 770048 to 1359872 tid 2 2024-04-02T08:32:35.311 INFO:tasks.rados.rados.0.smithi104.stdout:407: writing smithi10482514-38 from 1359872 to 2088960 tid 3 2024-04-02T08:32:35.313 INFO:tasks.rados.rados.0.smithi104.stdout:407: writing smithi10482514-38 from 2088960 to 2375680 tid 4 2024-04-02T08:32:35.313 INFO:tasks.rados.rados.0.smithi104.stdout:408: setattr oid 2 current snap is 43 2024-04-02T08:32:35.314 INFO:tasks.rados.rados.0.smithi104.stdout:405: finishing write tid 6 to smithi10482514-26 2024-04-02T08:32:35.314 INFO:tasks.rados.rados.0.smithi104.stdout:405: oid 26 updating version 0 to 120 2024-04-02T08:32:35.314 INFO:tasks.rados.rados.0.smithi104.stdout:405: oid 26 version 120 is already newer than 117 2024-04-02T08:32:35.314 INFO:tasks.rados.rados.0.smithi104.stdout:405: oid 26 version 120 is already newer than 118 2024-04-02T08:32:35.314 INFO:tasks.rados.rados.0.smithi104.stdout:405: oid 26 version 120 is already newer than 119 2024-04-02T08:32:35.314 INFO:tasks.rados.rados.0.smithi104.stdout:405: oid 26 updating version 120 to 121 2024-04-02T08:32:35.314 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 121 (ObjNum 139 snap 43 seq_num 139) dirty exists 2024-04-02T08:32:35.314 INFO:tasks.rados.rados.0.smithi104.stdout:405: left oid 26 (ObjNum 139 snap 43 seq_num 139) 2024-04-02T08:32:35.314 INFO:tasks.rados.rados.0.smithi104.stdout:407: finishing write tid 1 to smithi10482514-38 2024-04-02T08:32:35.314 INFO:tasks.rados.rados.0.smithi104.stdout:407: finishing write tid 2 to smithi10482514-38 2024-04-02T08:32:35.316 INFO:tasks.rados.rados.0.smithi104.stdout:407: finishing write tid 3 to smithi10482514-38 2024-04-02T08:32:35.316 INFO:tasks.rados.rados.0.smithi104.stdout:405: done (2 left) 2024-04-02T08:32:35.316 INFO:tasks.rados.rados.0.smithi104.stdout:409: read oid 14 snap -1 2024-04-02T08:32:35.316 INFO:tasks.rados.rados.0.smithi104.stdout:409: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:32:35.316 INFO:tasks.rados.rados.0.smithi104.stdout:410: snap_create 2024-04-02T08:32:35.316 INFO:tasks.rados.rados.0.smithi104.stdout:407: finishing write tid 4 to smithi10482514-38 2024-04-02T08:32:35.316 INFO:tasks.rados.rados.0.smithi104.stdout:407: finishing write tid 5 to smithi10482514-38 2024-04-02T08:32:35.318 INFO:tasks.rados.rados.0.smithi104.stdout:409: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:32:35.324 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 33 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:32:35.324 INFO:tasks.rados.rados.0.smithi104.stdout:407: finishing write tid 6 to smithi10482514-38 2024-04-02T08:32:35.324 INFO:tasks.rados.rados.0.smithi104.stdout:407: oid 38 updating version 0 to 50 2024-04-02T08:32:35.325 INFO:tasks.rados.rados.0.smithi104.stdout:407: oid 38 version 50 is already newer than 49 2024-04-02T08:32:35.325 INFO:tasks.rados.rados.0.smithi104.stdout:407: oid 38 version 50 is already newer than 47 2024-04-02T08:32:35.325 INFO:tasks.rados.rados.0.smithi104.stdout:407: oid 38 version 50 is already newer than 48 2024-04-02T08:32:35.325 INFO:tasks.rados.rados.0.smithi104.stdout:407: oid 38 updating version 50 to 51 2024-04-02T08:32:35.325 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 51 (ObjNum 141 snap 43 seq_num 141) dirty exists 2024-04-02T08:32:35.325 INFO:tasks.rados.rados.0.smithi104.stdout:407: left oid 38 (ObjNum 141 snap 43 seq_num 141) 2024-04-02T08:32:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:35 smithi188 ceph-mon[30882]: pgmap v218: 121 pgs: 121 active+clean; 132 MiB data, 465 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-02T08:32:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:35 smithi188 ceph-mon[30882]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:32:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:35 smithi104 ceph-mon[39229]: pgmap v218: 121 pgs: 121 active+clean; 132 MiB data, 465 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-02T08:32:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:35 smithi104 ceph-mon[39229]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:32:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:35 smithi104 ceph-mon[27401]: pgmap v218: 121 pgs: 121 active+clean; 132 MiB data, 465 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-02T08:32:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:35 smithi104 ceph-mon[27401]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:32:36.326 INFO:tasks.rados.rados.0.smithi104.stdout:407: done (3 left) 2024-04-02T08:32:36.326 INFO:tasks.rados.rados.0.smithi104.stdout:408: done (2 left) 2024-04-02T08:32:36.326 INFO:tasks.rados.rados.0.smithi104.stdout:409: done (1 left) 2024-04-02T08:32:36.326 INFO:tasks.rados.rados.0.smithi104.stdout:410: done (0 left) 2024-04-02T08:32:36.326 INFO:tasks.rados.rados.0.smithi104.stdout:411: delete oid 27 current snap is 44 2024-04-02T08:32:36.328 INFO:tasks.rados.rados.0.smithi104.stdout:411: done (0 left) 2024-04-02T08:32:36.329 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 44 2024-04-02T08:32:36.329 INFO:tasks.rados.rados.0.smithi104.stdout:412: seq_num 143 ranges {1523712=802816,2326528=761856,3088384=745472,3833856=98304} 2024-04-02T08:32:36.341 INFO:tasks.rados.rados.0.smithi104.stdout:412: writing smithi10482514-3 from 1523712 to 2326528 tid 1 2024-04-02T08:32:36.346 INFO:tasks.rados.rados.0.smithi104.stdout:412: writing smithi10482514-3 from 2326528 to 3088384 tid 2 2024-04-02T08:32:36.350 INFO:tasks.rados.rados.0.smithi104.stdout:412: writing smithi10482514-3 from 3088384 to 3833856 tid 3 2024-04-02T08:32:36.350 INFO:tasks.rados.rados.0.smithi104.stdout:412: writing smithi10482514-3 from 3833856 to 3932160 tid 4 2024-04-02T08:32:36.351 INFO:tasks.rados.rados.0.smithi104.stdout:413: snap_create 2024-04-02T08:32:36.351 INFO:tasks.rados.rados.0.smithi104.stdout:412: finishing write tid 1 to smithi10482514-3 2024-04-02T08:32:36.351 INFO:tasks.rados.rados.0.smithi104.stdout:412: finishing write tid 2 to smithi10482514-3 2024-04-02T08:32:36.353 INFO:tasks.rados.rados.0.smithi104.stdout:412: finishing write tid 3 to smithi10482514-3 2024-04-02T08:32:36.354 INFO:tasks.rados.rados.0.smithi104.stdout:412: finishing write tid 4 to smithi10482514-3 2024-04-02T08:32:36.354 INFO:tasks.rados.rados.0.smithi104.stdout:412: finishing write tid 5 to smithi10482514-3 2024-04-02T08:32:36.355 INFO:tasks.rados.rados.0.smithi104.stdout:412: finishing write tid 6 to smithi10482514-3 2024-04-02T08:32:36.355 INFO:tasks.rados.rados.0.smithi104.stdout:412: oid 3 updating version 0 to 55 2024-04-02T08:32:36.355 INFO:tasks.rados.rados.0.smithi104.stdout:412: oid 3 updating version 55 to 56 2024-04-02T08:32:36.355 INFO:tasks.rados.rados.0.smithi104.stdout:412: oid 3 updating version 56 to 57 2024-04-02T08:32:36.355 INFO:tasks.rados.rados.0.smithi104.stdout:412: oid 3 version 57 is already newer than 53 2024-04-02T08:32:36.355 INFO:tasks.rados.rados.0.smithi104.stdout:412: oid 3 version 57 is already newer than 54 2024-04-02T08:32:36.355 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 57 (ObjNum 143 snap 44 seq_num 143) dirty exists 2024-04-02T08:32:36.355 INFO:tasks.rados.rados.0.smithi104.stdout:412: left oid 3 (ObjNum 143 snap 44 seq_num 143) 2024-04-02T08:32:37.332 INFO:tasks.rados.rados.0.smithi104.stdout:412: done (1 left) 2024-04-02T08:32:37.332 INFO:tasks.rados.rados.0.smithi104.stdout:413: done (0 left) 2024-04-02T08:32:37.332 INFO:tasks.rados.rados.0.smithi104.stdout:414: rollback oid 27 current snap is 45 2024-04-02T08:32:37.333 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 27 to 44 2024-04-02T08:32:37.333 INFO:tasks.rados.rados.0.smithi104.stdout:415: setattr oid 20 current snap is 45 2024-04-02T08:32:37.334 INFO:tasks.rados.rados.0.smithi104.stdout:416: snap_create 2024-04-02T08:32:37.336 INFO:tasks.rados.rados.0.smithi104.stdout:414: finishing rollback tid 1 to smithi10482514-27 2024-04-02T08:32:37.336 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 123 (ObjNum 209 snap 0 seq_num 0) dirty dne 2024-04-02T08:32:37.338 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 215 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-02T08:32:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:37 smithi188 ceph-mon[30882]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:32:37.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:37 smithi188 ceph-mon[30882]: pgmap v221: 121 pgs: 121 active+clean; 143 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-02T08:32:37.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:37 smithi104 ceph-mon[27401]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:32:37.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:37 smithi104 ceph-mon[27401]: pgmap v221: 121 pgs: 121 active+clean; 143 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-02T08:32:37.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:37 smithi104 ceph-mon[39229]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:32:37.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:37 smithi104 ceph-mon[39229]: pgmap v221: 121 pgs: 121 active+clean; 143 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-02T08:32:37.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:37 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:32:37] "GET /metrics HTTP/1.1" 200 36017 "" "Prometheus/2.43.0" 2024-04-02T08:32:38.328 INFO:tasks.rados.rados.0.smithi104.stdout:414: done (2 left) 2024-04-02T08:32:38.328 INFO:tasks.rados.rados.0.smithi104.stdout:415: done (1 left) 2024-04-02T08:32:38.328 INFO:tasks.rados.rados.0.smithi104.stdout:416: done (0 left) 2024-04-02T08:32:38.328 INFO:tasks.rados.rados.0.smithi104.stdout:417: read oid 46 snap -1 2024-04-02T08:32:38.328 INFO:tasks.rados.rados.0.smithi104.stdout:417: expect (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:32:38.328 INFO:tasks.rados.rados.0.smithi104.stdout:418: snap_remove snap 42 2024-04-02T08:32:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:38 smithi188 ceph-mon[30882]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:32:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:38 smithi104 ceph-mon[27401]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:32:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:38 smithi104 ceph-mon[39229]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:32:39.220 INFO:tasks.rados.rados.0.smithi104.stdout:418: done (1 left) 2024-04-02T08:32:39.221 INFO:tasks.rados.rados.0.smithi104.stdout:419: read oid 12 snap -1 2024-04-02T08:32:39.221 INFO:tasks.rados.rados.0.smithi104.stdout:419: expect (ObjNum 134 snap 42 seq_num 134) 2024-04-02T08:32:39.221 INFO:tasks.rados.rados.0.smithi104.stdout:420: read oid 38 snap 10 2024-04-02T08:32:39.221 INFO:tasks.rados.rados.0.smithi104.stdout:420: expect deleted 2024-04-02T08:32:39.221 INFO:tasks.rados.rados.0.smithi104.stdout:421: snap_create 2024-04-02T08:32:39.221 INFO:tasks.rados.rados.0.smithi104.stdout:417: expect (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:32:39.265 INFO:tasks.rados.rados.0.smithi104.stdout:419: expect (ObjNum 134 snap 42 seq_num 134) 2024-04-02T08:32:39.589 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:39 smithi188 ceph-mon[30882]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:32:39.589 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:39 smithi188 ceph-mon[30882]: pgmap v224: 121 pgs: 121 active+clean; 143 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-02T08:32:39.589 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:39 smithi188 ceph-mon[30882]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:32:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:39 smithi104 ceph-mon[27401]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:32:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:39 smithi104 ceph-mon[27401]: pgmap v224: 121 pgs: 121 active+clean; 143 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-02T08:32:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:39 smithi104 ceph-mon[27401]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:32:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:39 smithi104 ceph-mon[39229]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:32:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:39 smithi104 ceph-mon[39229]: pgmap v224: 121 pgs: 121 active+clean; 143 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-02T08:32:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:39 smithi104 ceph-mon[39229]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:32:40.226 INFO:tasks.rados.rados.0.smithi104.stdout:417: done (3 left) 2024-04-02T08:32:40.226 INFO:tasks.rados.rados.0.smithi104.stdout:419: done (2 left) 2024-04-02T08:32:40.226 INFO:tasks.rados.rados.0.smithi104.stdout:420: done (1 left) 2024-04-02T08:32:40.226 INFO:tasks.rados.rados.0.smithi104.stdout:421: done (0 left) 2024-04-02T08:32:40.226 INFO:tasks.rados.rados.0.smithi104.stdout:422: delete oid 4 current snap is 47 2024-04-02T08:32:40.228 INFO:tasks.rados.rados.0.smithi104.stdout:422: done (0 left) 2024-04-02T08:32:40.229 INFO:tasks.rados.rados.0.smithi104.stdout:423: snap_create 2024-04-02T08:32:41.231 INFO:tasks.rados.rados.0.smithi104.stdout:423: done (0 left) 2024-04-02T08:32:41.232 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 48 2024-04-02T08:32:41.232 INFO:tasks.rados.rados.0.smithi104.stdout:424: seq_num 145 ranges {2310144=32768} 2024-04-02T08:32:41.244 INFO:tasks.rados.rados.0.smithi104.stdout:424: writing smithi10482514-28 from 2310144 to 2342912 tid 1 2024-04-02T08:32:41.244 INFO:tasks.rados.rados.0.smithi104.stdout:425: rollback oid 34 current snap is 48 2024-04-02T08:32:41.244 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 27 2024-04-02T08:32:41.244 INFO:tasks.rados.rados.0.smithi104.stdout:426: delete oid 8 current snap is 48 2024-04-02T08:32:41.250 INFO:tasks.rados.rados.0.smithi104.stdout:426: done (2 left) 2024-04-02T08:32:41.250 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 48 2024-04-02T08:32:41.250 INFO:tasks.rados.rados.0.smithi104.stdout:427: seq_num 147 ranges {4284416=65536} 2024-04-02T08:32:41.274 INFO:tasks.rados.rados.0.smithi104.stdout:427: writing smithi10482514-47 from 4284416 to 4349952 tid 1 2024-04-02T08:32:41.274 INFO:tasks.rados.rados.0.smithi104.stdout:428: snap_create 2024-04-02T08:32:41.274 INFO:tasks.rados.rados.0.smithi104.stdout:424: finishing write tid 1 to smithi10482514-28 2024-04-02T08:32:41.274 INFO:tasks.rados.rados.0.smithi104.stdout:424: finishing write tid 2 to smithi10482514-28 2024-04-02T08:32:41.274 INFO:tasks.rados.rados.0.smithi104.stdout:425: finishing rollback tid 0 to smithi10482514-34 2024-04-02T08:32:41.274 INFO:tasks.rados.rados.0.smithi104.stdout:425: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:32:41.274 INFO:tasks.rados.rados.0.smithi104.stdout:424: finishing write tid 3 to smithi10482514-28 2024-04-02T08:32:41.274 INFO:tasks.rados.rados.0.smithi104.stdout:424: oid 28 updating version 0 to 184 2024-04-02T08:32:41.274 INFO:tasks.rados.rados.0.smithi104.stdout:424: oid 28 updating version 184 to 185 2024-04-02T08:32:41.274 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 185 (ObjNum 145 snap 48 seq_num 145) dirty exists 2024-04-02T08:32:41.275 INFO:tasks.rados.rados.0.smithi104.stdout:424: left oid 28 (ObjNum 145 snap 48 seq_num 145) 2024-04-02T08:32:41.275 INFO:tasks.rados.rados.0.smithi104.stdout:425: finishing rollback tid 2 to smithi10482514-34 2024-04-02T08:32:41.275 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 223 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:32:41.276 INFO:tasks.rados.rados.0.smithi104.stdout:427: finishing write tid 1 to smithi10482514-47 2024-04-02T08:32:41.276 INFO:tasks.rados.rados.0.smithi104.stdout:427: finishing write tid 2 to smithi10482514-47 2024-04-02T08:32:41.278 INFO:tasks.rados.rados.0.smithi104.stdout:427: finishing write tid 3 to smithi10482514-47 2024-04-02T08:32:41.278 INFO:tasks.rados.rados.0.smithi104.stdout:427: oid 47 updating version 0 to 188 2024-04-02T08:32:41.278 INFO:tasks.rados.rados.0.smithi104.stdout:427: oid 47 version 188 is already newer than 187 2024-04-02T08:32:41.279 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 188 (ObjNum 147 snap 48 seq_num 147) dirty exists 2024-04-02T08:32:41.279 INFO:tasks.rados.rados.0.smithi104.stdout:427: left oid 47 (ObjNum 147 snap 48 seq_num 147) 2024-04-02T08:32:41.451 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:41 smithi188 ceph-mon[30882]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:32:41.451 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:41 smithi188 ceph-mon[30882]: pgmap v227: 121 pgs: 121 active+clean; 143 MiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:41.451 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:41 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:41 smithi104 ceph-mon[27401]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:32:41.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:41 smithi104 ceph-mon[27401]: pgmap v227: 121 pgs: 121 active+clean; 143 MiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:41.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:41 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:41.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:41 smithi104 ceph-mon[39229]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:32:41.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:41 smithi104 ceph-mon[39229]: pgmap v227: 121 pgs: 121 active+clean; 143 MiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:41.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:41 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:424: done (3 left) 2024-04-02T08:32:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:425: done (2 left) 2024-04-02T08:32:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:427: done (1 left) 2024-04-02T08:32:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:428: done (0 left) 2024-04-02T08:32:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:429: read oid 45 snap -1 2024-04-02T08:32:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:429: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:32:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:430: read oid 29 snap 40 2024-04-02T08:32:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:430: expect (ObjNum 1940036912 snap 22068 seq_num 1939338528) 2024-04-02T08:32:41.933 INFO:tasks.rados.rados.0.smithi104.stdout:431: rollback oid 8 current snap is 49 2024-04-02T08:32:41.933 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 8 to 31 2024-04-02T08:32:41.933 INFO:tasks.rados.rados.0.smithi104.stdout:432: rollback oid 26 current snap is 49 2024-04-02T08:32:41.933 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 22 2024-04-02T08:32:41.933 INFO:tasks.rados.rados.0.smithi104.stdout:433: snap_create 2024-04-02T08:32:41.933 INFO:tasks.rados.rados.0.smithi104.stdout:430: expect (ObjNum 1940036912 snap 22068 seq_num 1939338528) 2024-04-02T08:32:41.937 INFO:tasks.rados.rados.0.smithi104.stdout:431: finishing rollback tid 1 to smithi10482514-8 2024-04-02T08:32:41.937 INFO:tasks.rados.rados.0.smithi104.stdout:432: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:32:41.938 INFO:tasks.rados.rados.0.smithi104.stdout:431: finishing rollback tid 2 to smithi10482514-8 2024-04-02T08:32:41.938 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 109 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:32:41.938 INFO:tasks.rados.rados.0.smithi104.stdout:432: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:32:41.938 INFO:tasks.rados.rados.0.smithi104.stdout:432: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:32:41.938 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 134 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:32:41.939 INFO:tasks.rados.rados.0.smithi104.stdout:429: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:32:42.228 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:41 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:41.930+0000 7f20adb79700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-02T08:32:42.228 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:41 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ignoring --setuser ceph since I am not root 2024-04-02T08:32:42.228 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:41 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ignoring --setgroup ceph since I am not root 2024-04-02T08:32:42.229 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:32:41] ENGINE Bus STOPPING 2024-04-02T08:32:42.229 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:32:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:32:41] ENGINE Bus STOPPED 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:32:42] ENGINE Bus STARTING 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:42.066+0000 7fdfc81b4700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:42.066+0000 7fdfc81b4700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:42.066+0000 7fdfc81b4700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:42.066+0000 7fdfc81b4700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:42.066+0000 7fdfc81b4700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:42.066+0000 7fdfcb1ba700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:42.066+0000 7fdfcb1ba700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:42.066+0000 7fdfcb1ba700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:42.066+0000 7fdfcb1ba700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:32:42.066+0000 7fdfcb1ba700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.230 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:32:42] ENGINE Serving on http://:::9283 2024-04-02T08:32:42.231 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:32:42] ENGINE Bus STARTED 2024-04-02T08:32:42.523 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: mgrmap e24: x(active, starting, since 0.00781011s) 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:42.524 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:42.525 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: Manager daemon x is now available 2024-04-02T08:32:42.526 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:42.526 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:42.526 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:42.526 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:42.526 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:42.526 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:42.526 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:32:42.526 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: mgrmap e24: x(active, starting, since 0.00781011s) 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:42.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:42.528 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:42.528 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:42.528 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:42.528 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:42.528 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:42.528 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:42.528 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:42.528 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:42.528 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:42.528 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:42.528 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:42.529 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:42.529 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: Manager daemon x is now available 2024-04-02T08:32:42.529 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:42.529 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:42.529 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:42.529 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:42.529 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:42.529 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:32:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.14610 172.21.15.104:0/189890454' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: mgrmap e24: x(active, starting, since 0.00781011s) 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:42.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: Manager daemon x is now available 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:42.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:42.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:42.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:42.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:42.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:42 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:42.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:42.523+0000 7ff30f0b5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:32:42.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:42 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:42.618+0000 7ff30f0b5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:32:42.931 INFO:tasks.rados.rados.0.smithi104.stdout:429: done (4 left) 2024-04-02T08:32:42.931 INFO:tasks.rados.rados.0.smithi104.stdout:430: done (3 left) 2024-04-02T08:32:42.931 INFO:tasks.rados.rados.0.smithi104.stdout:431: done (2 left) 2024-04-02T08:32:42.931 INFO:tasks.rados.rados.0.smithi104.stdout:432: done (1 left) 2024-04-02T08:32:42.931 INFO:tasks.rados.rados.0.smithi104.stdout:433: done (0 left) 2024-04-02T08:32:42.932 INFO:tasks.rados.rados.0.smithi104.stdout:434: rollback oid 39 current snap is 50 2024-04-02T08:32:42.932 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 34 2024-04-02T08:32:42.932 INFO:tasks.rados.rados.0.smithi104.stdout:435: rollback oid 21 current snap is 50 2024-04-02T08:32:42.932 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 21 to 36 2024-04-02T08:32:42.932 INFO:tasks.rados.rados.0.smithi104.stdout:436: delete oid 24 current snap is 50 2024-04-02T08:32:42.938 INFO:tasks.rados.rados.0.smithi104.stdout:435: finishing rollback tid 0 to smithi10482514-21 2024-04-02T08:32:42.940 INFO:tasks.rados.rados.0.smithi104.stdout:435: finishing rollback tid 1 to smithi10482514-21 2024-04-02T08:32:42.940 INFO:tasks.rados.rados.0.smithi104.stdout:435: finishing rollback tid 2 to smithi10482514-21 2024-04-02T08:32:42.940 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 227 (ObjNum 103 snap 26 seq_num 103) dirty exists 2024-04-02T08:32:42.941 INFO:tasks.rados.rados.0.smithi104.stdout:434: finishing rollback tid 0 to smithi10482514-39 2024-04-02T08:32:42.942 INFO:tasks.rados.rados.0.smithi104.stdout:434: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:32:42.942 INFO:tasks.rados.rados.0.smithi104.stdout:434: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:32:42.942 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 160 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:32:42.942 INFO:tasks.rados.rados.0.smithi104.stdout:434: done (2 left) 2024-04-02T08:32:42.943 INFO:tasks.rados.rados.0.smithi104.stdout:435: done (1 left) 2024-04-02T08:32:42.943 INFO:tasks.rados.rados.0.smithi104.stdout:436: done (0 left) 2024-04-02T08:32:42.943 INFO:tasks.rados.rados.0.smithi104.stdout:437: delete oid 47 current snap is 50 2024-04-02T08:32:42.946 INFO:tasks.rados.rados.0.smithi104.stdout:437: done (0 left) 2024-04-02T08:32:42.946 INFO:tasks.rados.rados.0.smithi104.stdout:438: read oid 33 snap 31 2024-04-02T08:32:42.946 INFO:tasks.rados.rados.0.smithi104.stdout:438: expect (ObjNum 112 snap 28 seq_num 112) 2024-04-02T08:32:42.946 INFO:tasks.rados.rados.0.smithi104.stdout:439: snap_create 2024-04-02T08:32:42.957 INFO:tasks.rados.rados.0.smithi104.stdout:438: expect (ObjNum 112 snap 28 seq_num 112) 2024-04-02T08:32:43.499 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-mon[27401]: Deploying cephadm binary to smithi104 2024-04-02T08:32:43.499 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-mon[27401]: Deploying cephadm binary to smithi188 2024-04-02T08:32:43.499 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-mon[27401]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:32:43.499 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-mon[27401]: mgrmap e25: x(active, since 1.01419s) 2024-04-02T08:32:43.500 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-mon[39229]: Deploying cephadm binary to smithi104 2024-04-02T08:32:43.500 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-mon[39229]: Deploying cephadm binary to smithi188 2024-04-02T08:32:43.500 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-mon[39229]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:32:43.500 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-mon[39229]: mgrmap e25: x(active, since 1.01419s) 2024-04-02T08:32:43.500 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:43.265+0000 7ff30f0b5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:32:43.500 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:43.357+0000 7ff30f0b5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:32:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:43 smithi188 ceph-mon[30882]: Deploying cephadm binary to smithi104 2024-04-02T08:32:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:43 smithi188 ceph-mon[30882]: Deploying cephadm binary to smithi188 2024-04-02T08:32:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:43 smithi188 ceph-mon[30882]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:32:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:43 smithi188 ceph-mon[30882]: mgrmap e25: x(active, since 1.01419s) 2024-04-02T08:32:43.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:43.500+0000 7ff30f0b5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:32:43.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:43.596+0000 7ff30f0b5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:32:43.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:43.678+0000 7ff30f0b5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:32:43.940 INFO:tasks.rados.rados.0.smithi104.stdout:438: done (1 left) 2024-04-02T08:32:43.940 INFO:tasks.rados.rados.0.smithi104.stdout:439: done (0 left) 2024-04-02T08:32:43.940 INFO:tasks.rados.rados.0.smithi104.stdout:440: delete oid 49 current snap is 51 2024-04-02T08:32:43.942 INFO:tasks.rados.rados.0.smithi104.stdout:440: done (0 left) 2024-04-02T08:32:43.942 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 51 2024-04-02T08:32:43.942 INFO:tasks.rados.rados.0.smithi104.stdout:441: seq_num 151 ranges {4046848=131072} 2024-04-02T08:32:43.965 INFO:tasks.rados.rados.0.smithi104.stdout:441: writing smithi10482514-5 from 4046848 to 4177920 tid 1 2024-04-02T08:32:43.965 INFO:tasks.rados.rados.0.smithi104.stdout:442: setattr oid 28 current snap is 51 2024-04-02T08:32:43.968 INFO:tasks.rados.rados.0.smithi104.stdout:443: read oid 15 snap -1 2024-04-02T08:32:43.968 INFO:tasks.rados.rados.0.smithi104.stdout:443: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:32:43.968 INFO:tasks.rados.rados.0.smithi104.stdout:444: rmattr oid 32 current snap is 51 2024-04-02T08:32:43.968 INFO:tasks.rados.rados.0.smithi104.stdout:445: rollback oid 41 current snap is 51 2024-04-02T08:32:43.968 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 48 2024-04-02T08:32:43.968 INFO:tasks.rados.rados.0.smithi104.stdout:446: rollback oid 48 current snap is 51 2024-04-02T08:32:43.968 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 48 to 46 2024-04-02T08:32:43.969 INFO:tasks.rados.rados.0.smithi104.stdout:447: read oid 10 snap -1 2024-04-02T08:32:43.969 INFO:tasks.rados.rados.0.smithi104.stdout:447: expect (ObjNum 83 snap 18 seq_num 83) 2024-04-02T08:32:43.969 INFO:tasks.rados.rados.0.smithi104.stdout:448: snap_create 2024-04-02T08:32:43.969 INFO:tasks.rados.rados.0.smithi104.stdout:441: finishing write tid 1 to smithi10482514-5 2024-04-02T08:32:43.969 INFO:tasks.rados.rados.0.smithi104.stdout:441: finishing write tid 2 to smithi10482514-5 2024-04-02T08:32:43.971 INFO:tasks.rados.rados.0.smithi104.stdout:441: finishing write tid 3 to smithi10482514-5 2024-04-02T08:32:43.971 INFO:tasks.rados.rados.0.smithi104.stdout:441: oid 5 updating version 0 to 112 2024-04-02T08:32:43.971 INFO:tasks.rados.rados.0.smithi104.stdout:441: oid 5 version 112 is already newer than 111 2024-04-02T08:32:43.971 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 112 (ObjNum 151 snap 51 seq_num 151) dirty exists 2024-04-02T08:32:43.971 INFO:tasks.rados.rados.0.smithi104.stdout:441: left oid 5 (ObjNum 151 snap 51 seq_num 151) 2024-04-02T08:32:43.972 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 192 (ObjNum 145 snap 48 seq_num 145) dirty exists 2024-04-02T08:32:43.972 INFO:tasks.rados.rados.0.smithi104.stdout:446: finishing rollback tid 0 to smithi10482514-48 2024-04-02T08:32:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:446: finishing rollback tid 1 to smithi10482514-48 2024-04-02T08:32:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 72 (ObjNum 135 snap 42 seq_num 135) dirty exists 2024-04-02T08:32:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:446: finishing rollback tid 2 to smithi10482514-48 2024-04-02T08:32:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 116 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:32:43.977 INFO:tasks.rados.rados.0.smithi104.stdout:447: expect (ObjNum 83 snap 18 seq_num 83) 2024-04-02T08:32:44.042 INFO:tasks.rados.rados.0.smithi104.stdout:443: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:32:44.071 INFO:tasks.rados.rados.0.smithi104.stdout:445: finishing rollback tid 0 to smithi10482514-41 2024-04-02T08:32:44.071 INFO:tasks.rados.rados.0.smithi104.stdout:445: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:32:44.071 INFO:tasks.rados.rados.0.smithi104.stdout:445: finishing rollback tid 2 to smithi10482514-41 2024-04-02T08:32:44.071 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 166 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:32:44.221 INFO:tasks.rados.rados.0.smithi104.stdout:441: done (7 left) 2024-04-02T08:32:44.221 INFO:tasks.rados.rados.0.smithi104.stdout:442: done (6 left) 2024-04-02T08:32:44.221 INFO:tasks.rados.rados.0.smithi104.stdout:443: done (5 left) 2024-04-02T08:32:44.221 INFO:tasks.rados.rados.0.smithi104.stdout:444: done (4 left) 2024-04-02T08:32:44.221 INFO:tasks.rados.rados.0.smithi104.stdout:445: done (3 left) 2024-04-02T08:32:44.222 INFO:tasks.rados.rados.0.smithi104.stdout:446: done (2 left) 2024-04-02T08:32:44.222 INFO:tasks.rados.rados.0.smithi104.stdout:447: done (1 left) 2024-04-02T08:32:44.222 INFO:tasks.rados.rados.0.smithi104.stdout:448: done (0 left) 2024-04-02T08:32:44.222 INFO:tasks.rados.rados.0.smithi104.stdout:449: copy_from oid 1 from oid 7 current snap is 52 2024-04-02T08:32:44.222 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 52 2024-04-02T08:32:44.222 INFO:tasks.rados.rados.0.smithi104.stdout:450: seq_num 152 ranges {778240=147456} 2024-04-02T08:32:44.226 INFO:tasks.rados.rados.0.smithi104.stdout:450: writing smithi10482514-48 from 778240 to 925696 tid 1 2024-04-02T08:32:44.226 INFO:tasks.rados.rados.0.smithi104.stdout:451: rmattr oid 50 current snap is 52 2024-04-02T08:32:44.226 INFO:tasks.rados.rados.0.smithi104.stdout:451: done (2 left) 2024-04-02T08:32:44.226 INFO:tasks.rados.rados.0.smithi104.stdout:452: delete oid 43 current snap is 52 2024-04-02T08:32:44.227 INFO:tasks.rados.rados.0.smithi104.stdout:449: finishing copy_from racing read to smithi10482514-1 2024-04-02T08:32:44.227 INFO:tasks.rados.rados.0.smithi104.stdout:449: finishing copy_from to smithi10482514-1 2024-04-02T08:32:44.227 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:32:44.230 INFO:tasks.rados.rados.0.smithi104.stdout:449: done (2 left) 2024-04-02T08:32:44.230 INFO:tasks.rados.rados.0.smithi104.stdout:452: done (1 left) 2024-04-02T08:32:44.230 INFO:tasks.rados.rados.0.smithi104.stdout:453: read oid 26 snap -1 2024-04-02T08:32:44.230 INFO:tasks.rados.rados.0.smithi104.stdout:453: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:32:44.230 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 34 current snap is 52 2024-04-02T08:32:44.230 INFO:tasks.rados.rados.0.smithi104.stdout:454: seq_num 154 ranges {557056=180224} 2024-04-02T08:32:44.234 INFO:tasks.rados.rados.0.smithi104.stdout:454: writing smithi10482514-34 from 557056 to 737280 tid 1 2024-04-02T08:32:44.234 INFO:tasks.rados.rados.0.smithi104.stdout:455: delete oid 9 current snap is 52 2024-04-02T08:32:44.235 INFO:tasks.rados.rados.0.smithi104.stdout:450: finishing write tid 1 to smithi10482514-48 2024-04-02T08:32:44.235 INFO:tasks.rados.rados.0.smithi104.stdout:450: finishing write tid 2 to smithi10482514-48 2024-04-02T08:32:44.235 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:43 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:43.945+0000 7ff30f0b5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:32:44.235 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:44.064+0000 7ff30f0b5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:44.235 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:44.151+0000 7ff30f0b5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:32:44.235 INFO:tasks.rados.rados.0.smithi104.stdout:450: finishing write tid 3 to smithi10482514-48 2024-04-02T08:32:44.235 INFO:tasks.rados.rados.0.smithi104.stdout:450: oid 48 updating version 0 to 119 2024-04-02T08:32:44.236 INFO:tasks.rados.rados.0.smithi104.stdout:450: oid 48 version 119 is already newer than 118 2024-04-02T08:32:44.236 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 119 (ObjNum 152 snap 52 seq_num 152) dirty exists 2024-04-02T08:32:44.236 INFO:tasks.rados.rados.0.smithi104.stdout:450: left oid 48 (ObjNum 152 snap 52 seq_num 152) 2024-04-02T08:32:44.236 INFO:tasks.rados.rados.0.smithi104.stdout:453: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:32:44.298 INFO:tasks.rados.rados.0.smithi104.stdout:454: finishing write tid 1 to smithi10482514-34 2024-04-02T08:32:44.298 INFO:tasks.rados.rados.0.smithi104.stdout:454: finishing write tid 2 to smithi10482514-34 2024-04-02T08:32:44.298 INFO:tasks.rados.rados.0.smithi104.stdout:450: done (3 left) 2024-04-02T08:32:44.298 INFO:tasks.rados.rados.0.smithi104.stdout:453: done (2 left) 2024-04-02T08:32:44.298 INFO:tasks.rados.rados.0.smithi104.stdout:455: done (1 left) 2024-04-02T08:32:44.298 INFO:tasks.rados.rados.0.smithi104.stdout:456: delete oid 33 current snap is 52 2024-04-02T08:32:44.299 INFO:tasks.rados.rados.0.smithi104.stdout:454: finishing write tid 3 to smithi10482514-34 2024-04-02T08:32:44.299 INFO:tasks.rados.rados.0.smithi104.stdout:454: oid 34 updating version 0 to 230 2024-04-02T08:32:44.299 INFO:tasks.rados.rados.0.smithi104.stdout:454: oid 34 version 230 is already newer than 229 2024-04-02T08:32:44.299 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 230 (ObjNum 154 snap 52 seq_num 154) dirty exists 2024-04-02T08:32:44.299 INFO:tasks.rados.rados.0.smithi104.stdout:454: left oid 34 (ObjNum 154 snap 52 seq_num 154) 2024-04-02T08:32:44.299 INFO:tasks.rados.rados.0.smithi104.stdout:454: done (1 left) 2024-04-02T08:32:44.299 INFO:tasks.rados.rados.0.smithi104.stdout:456: done (0 left) 2024-04-02T08:32:44.299 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 52 2024-04-02T08:32:44.299 INFO:tasks.rados.rados.0.smithi104.stdout:457: seq_num 157 ranges {0=237568} 2024-04-02T08:32:44.301 INFO:tasks.rados.rados.0.smithi104.stdout:457: writing smithi10482514-24 from 0 to 237568 tid 1 2024-04-02T08:32:44.301 INFO:tasks.rados.rados.0.smithi104.stdout:458: read oid 4 snap -1 2024-04-02T08:32:44.301 INFO:tasks.rados.rados.0.smithi104.stdout:458: expect deleted 2024-04-02T08:32:44.301 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 1 current snap is 52 2024-04-02T08:32:44.301 INFO:tasks.rados.rados.0.smithi104.stdout:459: seq_num 158 ranges {106496=253952} 2024-04-02T08:32:44.303 INFO:tasks.rados.rados.0.smithi104.stdout:459: writing smithi10482514-1 from 106496 to 360448 tid 1 2024-04-02T08:32:44.303 INFO:tasks.rados.rados.0.smithi104.stdout:460: rmattr oid 50 current snap is 52 2024-04-02T08:32:44.303 INFO:tasks.rados.rados.0.smithi104.stdout:460: done (3 left) 2024-04-02T08:32:44.303 INFO:tasks.rados.rados.0.smithi104.stdout:461: setattr oid 26 current snap is 52 2024-04-02T08:32:44.303 INFO:tasks.rados.rados.0.smithi104.stdout:457: finishing write tid 1 to smithi10482514-24 2024-04-02T08:32:44.303 INFO:tasks.rados.rados.0.smithi104.stdout:457: finishing write tid 2 to smithi10482514-24 2024-04-02T08:32:44.304 INFO:tasks.rados.rados.0.smithi104.stdout:457: finishing write tid 3 to smithi10482514-24 2024-04-02T08:32:44.304 INFO:tasks.rados.rados.0.smithi104.stdout:457: oid 24 updating version 0 to 167 2024-04-02T08:32:44.304 INFO:tasks.rados.rados.0.smithi104.stdout:457: oid 24 updating version 167 to 168 2024-04-02T08:32:44.305 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 168 (ObjNum 157 snap 52 seq_num 157) dirty exists 2024-04-02T08:32:44.305 INFO:tasks.rados.rados.0.smithi104.stdout:457: left oid 24 (ObjNum 157 snap 52 seq_num 157) 2024-04-02T08:32:44.305 INFO:tasks.rados.rados.0.smithi104.stdout:457: done (3 left) 2024-04-02T08:32:44.305 INFO:tasks.rados.rados.0.smithi104.stdout:458: done (2 left) 2024-04-02T08:32:44.305 INFO:tasks.rados.rados.0.smithi104.stdout:462: rollback oid 30 current snap is 52 2024-04-02T08:32:44.305 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 36 2024-04-02T08:32:44.305 INFO:tasks.rados.rados.0.smithi104.stdout:463: delete oid 46 current snap is 52 2024-04-02T08:32:44.305 INFO:tasks.rados.rados.0.smithi104.stdout:459: finishing write tid 1 to smithi10482514-1 2024-04-02T08:32:44.306 INFO:tasks.rados.rados.0.smithi104.stdout:459: finishing write tid 2 to smithi10482514-1 2024-04-02T08:32:44.306 INFO:tasks.rados.rados.0.smithi104.stdout:463: done (3 left) 2024-04-02T08:32:44.306 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 52 2024-04-02T08:32:44.306 INFO:tasks.rados.rados.0.smithi104.stdout:464: seq_num 160 ranges {4808704=286720} 2024-04-02T08:32:44.334 INFO:tasks.rados.rados.0.smithi104.stdout:464: writing smithi10482514-23 from 4808704 to 5095424 tid 1 2024-04-02T08:32:44.334 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 52 2024-04-02T08:32:44.334 INFO:tasks.rados.rados.0.smithi104.stdout:465: seq_num 161 ranges {606208=303104} 2024-04-02T08:32:44.340 INFO:tasks.rados.rados.0.smithi104.stdout:465: writing smithi10482514-6 from 606208 to 909312 tid 1 2024-04-02T08:32:44.340 INFO:tasks.rados.rados.0.smithi104.stdout:466: read oid 15 snap -1 2024-04-02T08:32:44.340 INFO:tasks.rados.rados.0.smithi104.stdout:466: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:32:44.340 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 52 2024-04-02T08:32:44.340 INFO:tasks.rados.rados.0.smithi104.stdout:459: finishing write tid 3 to smithi10482514-1 2024-04-02T08:32:44.340 INFO:tasks.rados.rados.0.smithi104.stdout:459: oid 1 updating version 0 to 8 2024-04-02T08:32:44.340 INFO:tasks.rados.rados.0.smithi104.stdout:459: oid 1 version 8 is already newer than 7 2024-04-02T08:32:44.340 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 8 (ObjNum 158 snap 52 seq_num 158) dirty exists 2024-04-02T08:32:44.340 INFO:tasks.rados.rados.0.smithi104.stdout:459: left oid 1 (ObjNum 158 snap 52 seq_num 158) 2024-04-02T08:32:44.340 INFO:tasks.rados.rados.0.smithi104.stdout:462: finishing rollback tid 0 to smithi10482514-30 2024-04-02T08:32:44.341 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 136 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:32:44.341 INFO:tasks.rados.rados.0.smithi104.stdout:467: seq_num 162 ranges {0=319488} 2024-04-02T08:32:44.342 INFO:tasks.rados.rados.0.smithi104.stdout:467: writing smithi10482514-43 from 0 to 319488 tid 1 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:459: done (6 left) 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:461: done (5 left) 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:468: read oid 39 snap 46 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:468: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:469: rollback oid 13 current snap is 52 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 46 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:462: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:462: finishing rollback tid 2 to smithi10482514-30 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 236 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:464: finishing write tid 1 to smithi10482514-23 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:464: finishing write tid 2 to smithi10482514-23 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:464: finishing write tid 3 to smithi10482514-23 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:464: oid 23 updating version 0 to 87 2024-04-02T08:32:44.343 INFO:tasks.rados.rados.0.smithi104.stdout:464: oid 23 updating version 87 to 88 2024-04-02T08:32:44.344 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 88 (ObjNum 160 snap 52 seq_num 160) dirty exists 2024-04-02T08:32:44.344 INFO:tasks.rados.rados.0.smithi104.stdout:464: left oid 23 (ObjNum 160 snap 52 seq_num 160) 2024-04-02T08:32:44.344 INFO:tasks.rados.rados.0.smithi104.stdout:462: done (6 left) 2024-04-02T08:32:44.344 INFO:tasks.rados.rados.0.smithi104.stdout:464: done (5 left) 2024-04-02T08:32:44.344 INFO:tasks.rados.rados.0.smithi104.stdout:470: delete oid 37 current snap is 52 2024-04-02T08:32:44.344 INFO:tasks.rados.rados.0.smithi104.stdout:467: finishing write tid 1 to smithi10482514-43 2024-04-02T08:32:44.344 INFO:tasks.rados.rados.0.smithi104.stdout:467: finishing write tid 2 to smithi10482514-43 2024-04-02T08:32:44.345 INFO:tasks.rados.rados.0.smithi104.stdout:469: finishing rollback tid 0 to smithi10482514-13 2024-04-02T08:32:44.345 INFO:tasks.rados.rados.0.smithi104.stdout:469: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:32:44.345 INFO:tasks.rados.rados.0.smithi104.stdout:469: finishing rollback tid 2 to smithi10482514-13 2024-04-02T08:32:44.345 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 163 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:32:44.346 INFO:tasks.rados.rados.0.smithi104.stdout:465: finishing write tid 1 to smithi10482514-6 2024-04-02T08:32:44.346 INFO:tasks.rados.rados.0.smithi104.stdout:465: finishing write tid 2 to smithi10482514-6 2024-04-02T08:32:44.346 INFO:tasks.rados.rados.0.smithi104.stdout:467: finishing write tid 3 to smithi10482514-43 2024-04-02T08:32:44.346 INFO:tasks.rados.rados.0.smithi104.stdout:467: oid 43 updating version 0 to 237 2024-04-02T08:32:44.346 INFO:tasks.rados.rados.0.smithi104.stdout:467: oid 43 updating version 237 to 238 2024-04-02T08:32:44.346 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 238 (ObjNum 162 snap 52 seq_num 162) dirty exists 2024-04-02T08:32:44.346 INFO:tasks.rados.rados.0.smithi104.stdout:467: left oid 43 (ObjNum 162 snap 52 seq_num 162) 2024-04-02T08:32:44.348 INFO:tasks.rados.rados.0.smithi104.stdout:466: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:32:44.378 INFO:tasks.rados.rados.0.smithi104.stdout:465: finishing write tid 3 to smithi10482514-6 2024-04-02T08:32:44.378 INFO:tasks.rados.rados.0.smithi104.stdout:465: oid 6 updating version 0 to 170 2024-04-02T08:32:44.378 INFO:tasks.rados.rados.0.smithi104.stdout:465: oid 6 updating version 170 to 171 2024-04-02T08:32:44.378 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 171 (ObjNum 161 snap 52 seq_num 161) dirty exists 2024-04-02T08:32:44.378 INFO:tasks.rados.rados.0.smithi104.stdout:465: left oid 6 (ObjNum 161 snap 52 seq_num 161) 2024-04-02T08:32:44.378 INFO:tasks.rados.rados.0.smithi104.stdout:468: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:32:44.395 INFO:tasks.rados.rados.0.smithi104.stdout:465: done (5 left) 2024-04-02T08:32:44.395 INFO:tasks.rados.rados.0.smithi104.stdout:466: done (4 left) 2024-04-02T08:32:44.395 INFO:tasks.rados.rados.0.smithi104.stdout:467: done (3 left) 2024-04-02T08:32:44.395 INFO:tasks.rados.rados.0.smithi104.stdout:468: done (2 left) 2024-04-02T08:32:44.395 INFO:tasks.rados.rados.0.smithi104.stdout:469: done (1 left) 2024-04-02T08:32:44.395 INFO:tasks.rados.rados.0.smithi104.stdout:470: done (0 left) 2024-04-02T08:32:44.395 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 52 2024-04-02T08:32:44.396 INFO:tasks.rados.rados.0.smithi104.stdout:471: seq_num 164 ranges {2342912=352256} 2024-04-02T08:32:44.410 INFO:tasks.rados.rados.0.smithi104.stdout:471: writing smithi10482514-28 from 2342912 to 2695168 tid 1 2024-04-02T08:32:44.410 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 52 2024-04-02T08:32:44.410 INFO:tasks.rados.rados.0.smithi104.stdout:472: seq_num 165 ranges {0=368640} 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi104.stdout:472: writing smithi10482514-17 from 0 to 368640 tid 1 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 52 2024-04-02T08:32:44.413 INFO:tasks.rados.rados.0.smithi104.stdout:473: seq_num 166 ranges {2252800=385024} 2024-04-02T08:32:44.428 INFO:tasks.rados.rados.0.smithi104.stdout:473: writing smithi10482514-12 from 2252800 to 2637824 tid 1 2024-04-02T08:32:44.428 INFO:tasks.rados.rados.0.smithi104.stdout:474: read oid 34 snap -1 2024-04-02T08:32:44.428 INFO:tasks.rados.rados.0.smithi104.stdout:474: expect (ObjNum 154 snap 52 seq_num 154) 2024-04-02T08:32:44.428 INFO:tasks.rados.rados.0.smithi104.stdout:475: snap_remove snap 31 2024-04-02T08:32:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:44 smithi188 ceph-mon[30882]: pgmap v4: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:44 smithi188 ceph-mon[30882]: [02/Apr/2024:08:32:43] ENGINE Bus STARTING 2024-04-02T08:32:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:44 smithi188 ceph-mon[30882]: [02/Apr/2024:08:32:43] ENGINE Serving on http://172.21.15.188:8765 2024-04-02T08:32:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:44 smithi188 ceph-mon[30882]: [02/Apr/2024:08:32:43] ENGINE Serving on https://172.21.15.188:7150 2024-04-02T08:32:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:44 smithi188 ceph-mon[30882]: [02/Apr/2024:08:32:43] ENGINE Bus STARTED 2024-04-02T08:32:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:44 smithi188 ceph-mon[30882]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:32:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:44 smithi188 ceph-mon[30882]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:32:44.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:44.255+0000 7ff30f0b5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:32:44.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:44.455+0000 7ff30f0b5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:32:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[39229]: pgmap v4: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[39229]: [02/Apr/2024:08:32:43] ENGINE Bus STARTING 2024-04-02T08:32:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[39229]: [02/Apr/2024:08:32:43] ENGINE Serving on http://172.21.15.188:8765 2024-04-02T08:32:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[39229]: [02/Apr/2024:08:32:43] ENGINE Serving on https://172.21.15.188:7150 2024-04-02T08:32:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[39229]: [02/Apr/2024:08:32:43] ENGINE Bus STARTED 2024-04-02T08:32:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[39229]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:32:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[39229]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:32:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[27401]: pgmap v4: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:44.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[27401]: [02/Apr/2024:08:32:43] ENGINE Bus STARTING 2024-04-02T08:32:44.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[27401]: [02/Apr/2024:08:32:43] ENGINE Serving on http://172.21.15.188:8765 2024-04-02T08:32:44.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[27401]: [02/Apr/2024:08:32:43] ENGINE Serving on https://172.21.15.188:7150 2024-04-02T08:32:44.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[27401]: [02/Apr/2024:08:32:43] ENGINE Bus STARTED 2024-04-02T08:32:44.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[27401]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:32:44.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:44 smithi104 ceph-mon[27401]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:32:45.257 INFO:tasks.rados.rados.0.smithi104.stdout:471: finishing write tid 1 to smithi10482514-28 2024-04-02T08:32:45.257 INFO:tasks.rados.rados.0.smithi104.stdout:471: finishing write tid 2 to smithi10482514-28 2024-04-02T08:32:45.257 INFO:tasks.rados.rados.0.smithi104.stdout:471: finishing write tid 3 to smithi10482514-28 2024-04-02T08:32:45.257 INFO:tasks.rados.rados.0.smithi104.stdout:471: oid 28 updating version 0 to 194 2024-04-02T08:32:45.257 INFO:tasks.rados.rados.0.smithi104.stdout:471: oid 28 updating version 194 to 195 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 195 (ObjNum 164 snap 52 seq_num 164) dirty exists 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:471: left oid 28 (ObjNum 164 snap 52 seq_num 164) 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:472: finishing write tid 1 to smithi10482514-17 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:472: finishing write tid 2 to smithi10482514-17 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:472: finishing write tid 3 to smithi10482514-17 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:472: oid 17 updating version 0 to 234 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:472: oid 17 version 234 is already newer than 233 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 234 (ObjNum 165 snap 52 seq_num 165) dirty exists 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:472: left oid 17 (ObjNum 165 snap 52 seq_num 165) 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:473: finishing write tid 1 to smithi10482514-12 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:473: finishing write tid 2 to smithi10482514-12 2024-04-02T08:32:45.258 INFO:tasks.rados.rados.0.smithi104.stdout:474: expect (ObjNum 154 snap 52 seq_num 154) 2024-04-02T08:32:45.293 INFO:tasks.rados.rados.0.smithi104.stdout:473: finishing write tid 3 to smithi10482514-12 2024-04-02T08:32:45.293 INFO:tasks.rados.rados.0.smithi104.stdout:473: oid 12 updating version 0 to 197 2024-04-02T08:32:45.294 INFO:tasks.rados.rados.0.smithi104.stdout:473: oid 12 updating version 197 to 198 2024-04-02T08:32:45.294 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 198 (ObjNum 166 snap 52 seq_num 166) dirty exists 2024-04-02T08:32:45.294 INFO:tasks.rados.rados.0.smithi104.stdout:473: left oid 12 (ObjNum 166 snap 52 seq_num 166) 2024-04-02T08:32:45.294 INFO:tasks.rados.rados.0.smithi104.stdout:471: done (4 left) 2024-04-02T08:32:45.294 INFO:tasks.rados.rados.0.smithi104.stdout:472: done (3 left) 2024-04-02T08:32:45.294 INFO:tasks.rados.rados.0.smithi104.stdout:473: done (2 left) 2024-04-02T08:32:45.294 INFO:tasks.rados.rados.0.smithi104.stdout:474: done (1 left) 2024-04-02T08:32:45.294 INFO:tasks.rados.rados.0.smithi104.stdout:475: done (0 left) 2024-04-02T08:32:45.294 INFO:tasks.rados.rados.0.smithi104.stdout:476: rollback oid 1 current snap is 52 2024-04-02T08:32:45.294 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 45 2024-04-02T08:32:45.295 INFO:tasks.rados.rados.0.smithi104.stdout:477: delete oid 32 current snap is 52 2024-04-02T08:32:45.295 INFO:tasks.rados.rados.0.smithi104.stdout:476: finishing rollback tid 0 to smithi10482514-1 2024-04-02T08:32:45.295 INFO:tasks.rados.rados.0.smithi104.stdout:476: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:32:45.296 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 10 (ObjNum 465 snap 0 seq_num 1939426256) dirty dne 2024-04-02T08:32:45.296 INFO:tasks.rados.rados.0.smithi104.stdout:476: done (1 left) 2024-04-02T08:32:45.296 INFO:tasks.rados.rados.0.smithi104.stdout:477: done (0 left) 2024-04-02T08:32:45.296 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 52 2024-04-02T08:32:45.296 INFO:tasks.rados.rados.0.smithi104.stdout:478: seq_num 168 ranges {0=417792} 2024-04-02T08:32:45.297 INFO:tasks.rados.rados.0.smithi104.stdout:478: writing smithi10482514-49 from 0 to 417792 tid 1 2024-04-02T08:32:45.297 INFO:tasks.rados.rados.0.smithi104.stdout:479: snap_remove snap 46 2024-04-02T08:32:45.556 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:45 smithi104 ceph-mon[39229]: pgmap v6: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:45.557 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:45 smithi104 ceph-mon[39229]: mgrmap e26: x(active, since 2s) 2024-04-02T08:32:45.557 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:45 smithi104 ceph-mon[27401]: pgmap v6: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:45.557 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:45 smithi104 ceph-mon[27401]: mgrmap e26: x(active, since 2s) 2024-04-02T08:32:45.557 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:45.427+0000 7ff30f0b5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:32:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:45 smithi188 ceph-mon[30882]: pgmap v6: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:45 smithi188 ceph-mon[30882]: mgrmap e26: x(active, since 2s) 2024-04-02T08:32:45.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:45.557+0000 7ff30f0b5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:32:46.177 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:45.890+0000 7ff30f0b5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:32:46.177 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:45.981+0000 7ff30f0b5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:32:46.177 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:46 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:46.178+0000 7ff30f0b5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:46.267 INFO:tasks.rados.rados.0.smithi104.stdout:479: done (1 left) 2024-04-02T08:32:46.267 INFO:tasks.rados.rados.0.smithi104.stdout:480: copy_from oid 46 from oid 11 current snap is 52 2024-04-02T08:32:46.267 INFO:tasks.rados.rados.0.smithi104.stdout:478: finishing write tid 1 to smithi10482514-49 2024-04-02T08:32:46.267 INFO:tasks.rados.rados.0.smithi104.stdout:478: finishing write tid 2 to smithi10482514-49 2024-04-02T08:32:46.267 INFO:tasks.rados.rados.0.smithi104.stdout:478: finishing write tid 3 to smithi10482514-49 2024-04-02T08:32:46.268 INFO:tasks.rados.rados.0.smithi104.stdout:478: oid 49 updating version 0 to 171 2024-04-02T08:32:46.268 INFO:tasks.rados.rados.0.smithi104.stdout:478: oid 49 version 171 is already newer than 170 2024-04-02T08:32:46.268 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 171 (ObjNum 168 snap 52 seq_num 168) dirty exists 2024-04-02T08:32:46.268 INFO:tasks.rados.rados.0.smithi104.stdout:478: left oid 49 (ObjNum 168 snap 52 seq_num 168) 2024-04-02T08:32:46.268 INFO:tasks.rados.rados.0.smithi104.stdout:478: done (1 left) 2024-04-02T08:32:46.268 INFO:tasks.rados.rados.0.smithi104.stdout:481: setattr oid 27 current snap is 52 2024-04-02T08:32:46.269 INFO:tasks.rados.rados.0.smithi104.stdout:482: rollback oid 3 current snap is 52 2024-04-02T08:32:46.269 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 3 to 49 2024-04-02T08:32:46.269 INFO:tasks.rados.rados.0.smithi104.stdout:483: setattr oid 40 current snap is 52 2024-04-02T08:32:46.269 INFO:tasks.rados.rados.0.smithi104.stdout:484: snap_create 2024-04-02T08:32:46.276 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 145 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:32:46.277 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 147 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-04-02T08:32:46.279 INFO:tasks.rados.rados.0.smithi104.stdout:482: finishing rollback tid 0 to smithi10482514-3 2024-04-02T08:32:46.280 INFO:tasks.rados.rados.0.smithi104.stdout:482: finishing rollback tid 1 to smithi10482514-3 2024-04-02T08:32:46.280 INFO:tasks.rados.rados.0.smithi104.stdout:482: finishing rollback tid 2 to smithi10482514-3 2024-04-02T08:32:46.280 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 65 (ObjNum 143 snap 44 seq_num 143) dirty exists 2024-04-02T08:32:46.282 INFO:tasks.rados.rados.0.smithi104.stdout:480: finishing copy_from racing read to smithi10482514-46 2024-04-02T08:32:46.283 INFO:tasks.rados.rados.0.smithi104.stdout:480: finishing copy_from to smithi10482514-46 2024-04-02T08:32:46.283 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 22 (ObjNum 107 snap 26 seq_num 107) dirty exists 2024-04-02T08:32:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:46 smithi188 ceph-mon[30882]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:32:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:46 smithi104 ceph-mon[39229]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:32:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:46 smithi104 ceph-mon[27401]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:32:46.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:46 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:46.376+0000 7ff30f0b5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:32:46.921 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:46 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:46.663+0000 7ff30f0b5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:47.257 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:46 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:46.922+0000 7ff30f0b5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:47.258 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:47 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:47.164+0000 7ff30f0b5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:32:47.267 INFO:tasks.rados.rados.0.smithi104.stdout:480: done (4 left) 2024-04-02T08:32:47.267 INFO:tasks.rados.rados.0.smithi104.stdout:481: done (3 left) 2024-04-02T08:32:47.268 INFO:tasks.rados.rados.0.smithi104.stdout:482: done (2 left) 2024-04-02T08:32:47.268 INFO:tasks.rados.rados.0.smithi104.stdout:483: done (1 left) 2024-04-02T08:32:47.268 INFO:tasks.rados.rados.0.smithi104.stdout:484: done (0 left) 2024-04-02T08:32:47.268 INFO:tasks.rados.rados.0.smithi104.stdout:485: snap_create 2024-04-02T08:32:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:47 smithi188 ceph-mon[30882]: pgmap v9: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:47 smithi188 ceph-mon[30882]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:32:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:47 smithi188 ceph-mon[30882]: mgrmap e27: x(active, since 4s) 2024-04-02T08:32:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:47 smithi104 ceph-mon[39229]: pgmap v9: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:47 smithi104 ceph-mon[39229]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:32:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:47 smithi104 ceph-mon[39229]: mgrmap e27: x(active, since 4s) 2024-04-02T08:32:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:47 smithi104 ceph-mon[27401]: pgmap v9: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:47 smithi104 ceph-mon[27401]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:32:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:47 smithi104 ceph-mon[27401]: mgrmap e27: x(active, since 4s) 2024-04-02T08:32:48.271 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:48.046+0000 7ff30f0b5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:32:48.271 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:48 smithi104 ceph-mon[27401]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:32:48.274 INFO:tasks.rados.rados.0.smithi104.stdout:485: done (0 left) 2024-04-02T08:32:48.274 INFO:tasks.rados.rados.0.smithi104.stdout:486: setattr oid 4 current snap is 54 2024-04-02T08:32:48.275 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 54 2024-04-02T08:32:48.275 INFO:tasks.rados.rados.0.smithi104.stdout:487: seq_num 169 ranges {221184=434176} 2024-04-02T08:32:48.279 INFO:tasks.rados.rados.0.smithi104.stdout:487: writing smithi10482514-14 from 221184 to 655360 tid 1 2024-04-02T08:32:48.279 INFO:tasks.rados.rados.0.smithi104.stdout:488: read oid 16 snap 34 2024-04-02T08:32:48.280 INFO:tasks.rados.rados.0.smithi104.stdout:488: expect (ObjNum 110 snap 27 seq_num 110) 2024-04-02T08:32:48.280 INFO:tasks.rados.rados.0.smithi104.stdout:489: rmattr oid 23 current snap is 54 2024-04-02T08:32:48.280 INFO:tasks.rados.rados.0.smithi104.stdout:489: done (3 left) 2024-04-02T08:32:48.280 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 54 2024-04-02T08:32:48.280 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 152 (ObjNum 1939654704 snap 22068 seq_num 304) dirty exists 2024-04-02T08:32:48.280 INFO:tasks.rados.rados.0.smithi104.stdout:490: seq_num 170 ranges {1024000=450560} 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:490: writing smithi10482514-15 from 1024000 to 1474560 tid 1 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:486: done (3 left) 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:491: rollback oid 10 current snap is 54 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 10 to 39 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:487: finishing write tid 1 to smithi10482514-14 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:487: finishing write tid 2 to smithi10482514-14 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:487: finishing write tid 3 to smithi10482514-14 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:487: oid 14 updating version 0 to 250 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:487: oid 14 updating version 250 to 251 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 251 (ObjNum 169 snap 54 seq_num 169) dirty exists 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:487: left oid 14 (ObjNum 169 snap 54 seq_num 169) 2024-04-02T08:32:48.289 INFO:tasks.rados.rados.0.smithi104.stdout:487: done (3 left) 2024-04-02T08:32:48.290 INFO:tasks.rados.rados.0.smithi104.stdout:492: read oid 5 snap -1 2024-04-02T08:32:48.290 INFO:tasks.rados.rados.0.smithi104.stdout:492: expect (ObjNum 151 snap 51 seq_num 151) 2024-04-02T08:32:48.290 INFO:tasks.rados.rados.0.smithi104.stdout:493: rollback oid 23 current snap is 54 2024-04-02T08:32:48.290 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 23 to 47 2024-04-02T08:32:48.290 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 54 2024-04-02T08:32:48.290 INFO:tasks.rados.rados.0.smithi104.stdout:494: seq_num 171 ranges {655360=466944} 2024-04-02T08:32:48.295 INFO:tasks.rados.rados.0.smithi104.stdout:494: writing smithi10482514-14 from 655360 to 1122304 tid 1 2024-04-02T08:32:48.295 INFO:tasks.rados.rados.0.smithi104.stdout:495: rollback oid 28 current snap is 54 2024-04-02T08:32:48.295 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 28 to 36 2024-04-02T08:32:48.295 INFO:tasks.rados.rados.0.smithi104.stdout:491: finishing rollback tid 0 to smithi10482514-10 2024-04-02T08:32:48.296 INFO:tasks.rados.rados.0.smithi104.stdout:493: finishing rollback tid 0 to smithi10482514-23 2024-04-02T08:32:48.296 INFO:tasks.rados.rados.0.smithi104.stdout:496: snap_remove snap 52 2024-04-02T08:32:48.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:48 smithi188 ceph-mon[30882]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:32:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:48 smithi104 ceph-mon[39229]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:32:49.009 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:48.674+0000 7ff30f0b5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:32:49.009 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:48.784+0000 7ff30f0b5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:32:49.009 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:49.010+0000 7ff30f0b5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:32:49.269 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:32:49] ENGINE Bus STARTING 2024-04-02T08:32:49.269 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: CherryPy Checker: 2024-04-02T08:32:49.269 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: The Application mounted at '' has an empty config. 2024-04-02T08:32:49.269 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: 2024-04-02T08:32:49.269 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:32:49] ENGINE Serving on http://:::9283 2024-04-02T08:32:49.269 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: [02/Apr/2024:08:32:49] ENGINE Bus STARTED 2024-04-02T08:32:49.280 INFO:tasks.rados.rados.0.smithi104.stdout:496: done (7 left) 2024-04-02T08:32:49.280 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 54 2024-04-02T08:32:49.280 INFO:tasks.rados.rados.0.smithi104.stdout:497: seq_num 172 ranges {1335296=483328} 2024-04-02T08:32:49.290 INFO:tasks.rados.rados.0.smithi104.stdout:497: writing smithi10482514-20 from 1335296 to 1818624 tid 1 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:498: delete oid 1 current snap is 54 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:491: finishing rollback tid 1 to smithi10482514-10 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:491: finishing rollback tid 2 to smithi10482514-10 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 214 (ObjNum 83 snap 18 seq_num 83) dirty exists 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:493: finishing rollback tid 1 to smithi10482514-23 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:493: finishing rollback tid 2 to smithi10482514-23 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 96 (ObjNum 113 snap 31 seq_num 113) dirty exists 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:490: finishing write tid 1 to smithi10482514-15 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:490: finishing write tid 2 to smithi10482514-15 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:490: finishing write tid 3 to smithi10482514-15 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:490: oid 15 updating version 0 to 191 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:490: oid 15 updating version 191 to 192 2024-04-02T08:32:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 192 (ObjNum 170 snap 54 seq_num 170) dirty exists 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:490: left oid 15 (ObjNum 170 snap 54 seq_num 170) 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:494: finishing write tid 1 to smithi10482514-14 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:494: finishing write tid 2 to smithi10482514-14 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:495: finishing rollback tid 0 to smithi10482514-28 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:495: finishing rollback tid 1 to smithi10482514-28 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:495: finishing rollback tid 2 to smithi10482514-28 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 218 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:494: finishing write tid 3 to smithi10482514-14 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:494: oid 14 updating version 0 to 252 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:494: oid 14 updating version 252 to 253 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 253 (ObjNum 171 snap 54 seq_num 171) dirty exists 2024-04-02T08:32:49.292 INFO:tasks.rados.rados.0.smithi104.stdout:494: left oid 14 (ObjNum 171 snap 54 seq_num 171) 2024-04-02T08:32:49.293 INFO:tasks.rados.rados.0.smithi104.stdout:488: expect (ObjNum 110 snap 27 seq_num 110) 2024-04-02T08:32:49.408 INFO:tasks.rados.rados.0.smithi104.stdout:492: expect (ObjNum 151 snap 51 seq_num 151) 2024-04-02T08:32:49.620 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:49 smithi188 ceph-mon[30882]: pgmap v12: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:49.621 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:49 smithi188 ceph-mon[30882]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:32:49.621 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:49 smithi188 ceph-mon[30882]: Standby manager daemon y started 2024-04-02T08:32:49.621 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:49 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:49.621 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:49 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:49.621 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:49 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:49.621 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:49 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:49.626 INFO:tasks.rados.rados.0.smithi104.stdout:497: finishing write tid 1 to smithi10482514-20 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:497: finishing write tid 2 to smithi10482514-20 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:488: done (8 left) 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:490: done (7 left) 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:491: done (6 left) 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:492: done (5 left) 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:493: done (4 left) 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:494: done (3 left) 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:495: done (2 left) 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:498: done (1 left) 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:499: snap_create 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:497: finishing write tid 3 to smithi10482514-20 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:497: oid 20 updating version 0 to 254 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:497: oid 20 updating version 254 to 255 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 255 (ObjNum 172 snap 54 seq_num 172) dirty exists 2024-04-02T08:32:49.627 INFO:tasks.rados.rados.0.smithi104.stdout:497: left oid 20 (ObjNum 172 snap 54 seq_num 172) 2024-04-02T08:32:49.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[39229]: pgmap v12: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:49.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[39229]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:32:49.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[39229]: Standby manager daemon y started 2024-04-02T08:32:49.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:49.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:49.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:49.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:49.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[27401]: pgmap v12: 121 pgs: 121 active+clean; 146 MiB data, 530 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:49.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[27401]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:32:49.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[27401]: Standby manager daemon y started 2024-04-02T08:32:49.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:49.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:49.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:49.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:49 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.104:0/3287180934' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:50.287 INFO:tasks.rados.rados.0.smithi104.stdout:497: done (1 left) 2024-04-02T08:32:50.287 INFO:tasks.rados.rados.0.smithi104.stdout:499: done (0 left) 2024-04-02T08:32:50.287 INFO:tasks.rados.rados.0.smithi104.stdout:500: snap_create 2024-04-02T08:32:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:50 smithi188 ceph-mon[30882]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-02T08:32:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:50 smithi188 ceph-mon[30882]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:32:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:50 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:50 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:50 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:50 smithi104 ceph-mon[39229]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-02T08:32:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:50 smithi104 ceph-mon[39229]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:32:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:50 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:50 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:50 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:50 smithi104 ceph-mon[27401]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-02T08:32:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:50 smithi104 ceph-mon[27401]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:32:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:50 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:50 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:50 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:51.285 INFO:tasks.rados.rados.0.smithi104.stdout:500: done (0 left) 2024-04-02T08:32:51.286 INFO:tasks.rados.rados.0.smithi104.stdout:501: snap_remove snap 44 2024-04-02T08:32:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: pgmap v15: 121 pgs: 121 active+clean; 151 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 70 op/s 2024-04-02T08:32:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:32:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:51 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: pgmap v15: 121 pgs: 121 active+clean; 151 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 70 op/s 2024-04-02T08:32:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:32:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: pgmap v15: 121 pgs: 121 active+clean; 151 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 70 op/s 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:51.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:51 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:52.289 INFO:tasks.rados.rados.0.smithi104.stdout:501: done (0 left) 2024-04-02T08:32:52.289 INFO:tasks.rados.rados.0.smithi104.stdout:502: read oid 21 snap -1 2024-04-02T08:32:52.289 INFO:tasks.rados.rados.0.smithi104.stdout:502: expect (ObjNum 103 snap 26 seq_num 103) 2024-04-02T08:32:52.290 INFO:tasks.rados.rados.0.smithi104.stdout:503: snap_remove snap 54 2024-04-02T08:32:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:52 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi104 to 2480M 2024-04-02T08:32:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:52 smithi188 ceph-mon[30882]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:32:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:52 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:52 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:52 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi104 to 2480M 2024-04-02T08:32:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:52 smithi104 ceph-mon[27401]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:32:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:52 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:52 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:52 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi104 to 2480M 2024-04-02T08:32:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:52 smithi104 ceph-mon[39229]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:32:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:52 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:52 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:52.894 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:32:53.209 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:32:53.209 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (3m) 3s ago 4m 26.3M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:32:53.209 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (4m) 1s ago 4m 87.7M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:32:53.209 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (5m) 3s ago 5m 14.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:32:53.209 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (5m) 1s ago 5m 17.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:32:53.209 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (31s) 1s ago 8m 491M - 19.0.0-2419-g14da45f2 53081131892e 02275b1aad48 2024-04-02T08:32:53.209 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:9283,8765 running (10m) 3s ago 10m 371M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 2e260794b810 2024-04-02T08:32:53.209 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (10m) 3s ago 10m 56.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d e3e66e74231a 2024-04-02T08:32:53.209 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (9m) 1s ago 9m 43.8M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3404e6d1d70c 2024-04-02T08:32:53.209 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (9m) 3s ago 9m 42.5M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 91267a7083f3 2024-04-02T08:32:53.209 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (4m) 3s ago 4m 16.8M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:32:53.210 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (4m) 1s ago 4m 15.7M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:32:53.210 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (8m) 3s ago 8m 99.1M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5ffe884bf 2024-04-02T08:32:53.210 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (8m) 3s ago 8m 100M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0fac1c9ff7f8 2024-04-02T08:32:53.210 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (7m) 3s ago 7m 96.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d f49701d81936 2024-04-02T08:32:53.210 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (7m) 3s ago 7m 91.3M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 56815e6cf0b9 2024-04-02T08:32:53.210 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (6m) 1s ago 6m 99.6M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:32:53.210 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (6m) 1s ago 6m 108M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:32:53.210 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (6m) 1s ago 6m 71.0M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:32:53.210 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (5m) 1s ago 5m 79.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:32:53.210 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (3m) 1s ago 4m 51.3M - 2.43.0 a07b618ecd1d 8c547908995c 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi104.stdout:503: done (1 left) 2024-04-02T08:32:53.289 INFO:tasks.rados.rados.0.smithi104.stdout:504: snap_remove snap 48 2024-04-02T08:32:53.592 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:53 smithi188 ceph-mon[30882]: pgmap v18: 121 pgs: 121 active+clean; 151 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 70 op/s 2024-04-02T08:32:53.593 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:53 smithi188 ceph-mon[30882]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:32:53.593 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:53 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:53.593 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:53 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:53.593 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:53 smithi188 ceph-mon[30882]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:32:53.600 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:53 smithi104 ceph-mon[27401]: pgmap v18: 121 pgs: 121 active+clean; 151 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 70 op/s 2024-04-02T08:32:53.600 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:53 smithi104 ceph-mon[27401]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:32:53.600 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:53 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:53.601 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:53 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:53.601 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:53 smithi104 ceph-mon[27401]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:32:53.601 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:53 smithi104 ceph-mon[39229]: pgmap v18: 121 pgs: 121 active+clean; 151 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 70 op/s 2024-04-02T08:32:53.601 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:53 smithi104 ceph-mon[39229]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:32:53.601 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:53 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:53.601 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:53 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:53.601 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:53 smithi104 ceph-mon[39229]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:32:53.601 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 1 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:32:53.602 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:32:53.603 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 14, 2024-04-02T08:32:53.603 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 1 2024-04-02T08:32:53.603 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:32:53.603 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:32:54.224 INFO:tasks.rados.rados.0.smithi104.stdout:504: done (1 left) 2024-04-02T08:32:54.225 INFO:tasks.rados.rados.0.smithi104.stdout:505: copy_from oid 40 from oid 22 current snap is 56 2024-04-02T08:32:54.225 INFO:tasks.rados.rados.0.smithi104.stdout:502: expect (ObjNum 103 snap 26 seq_num 103) 2024-04-02T08:32:54.304 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:54 smithi188 ceph-mon[30882]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:54.304 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:54 smithi188 ceph-mon[30882]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:54.304 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:54 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/1335925574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:54.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:54 smithi188 ceph-mon[30882]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:32:54.524 INFO:tasks.rados.rados.0.smithi104.stdout:505: finishing copy_from racing read to smithi10482514-40 2024-04-02T08:32:54.524 INFO:tasks.rados.rados.0.smithi104.stdout:505: finishing copy_from to smithi10482514-40 2024-04-02T08:32:54.524 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 60 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-04-02T08:32:54.524 INFO:tasks.rados.rados.0.smithi104.stdout:502: done (1 left) 2024-04-02T08:32:54.524 INFO:tasks.rados.rados.0.smithi104.stdout:505: done (0 left) 2024-04-02T08:32:54.524 INFO:tasks.rados.rados.0.smithi104.stdout:506: rollback oid 48 current snap is 56 2024-04-02T08:32:54.524 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 48 to 18 2024-04-02T08:32:54.524 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 56 2024-04-02T08:32:54.524 INFO:tasks.rados.rados.0.smithi104.stdout:507: seq_num 174 ranges {1818624=516096} 2024-04-02T08:32:54.536 INFO:tasks.rados.rados.0.smithi104.stdout:507: writing smithi10482514-20 from 1818624 to 2334720 tid 1 2024-04-02T08:32:54.536 INFO:tasks.rados.rados.0.smithi104.stdout:508: snap_create 2024-04-02T08:32:54.536 INFO:tasks.rados.rados.0.smithi104.stdout:506: finishing rollback tid 0 to smithi10482514-48 2024-04-02T08:32:54.536 INFO:tasks.rados.rados.0.smithi104.stdout:506: finishing rollback tid 1 to smithi10482514-48 2024-04-02T08:32:54.536 INFO:tasks.rados.rados.0.smithi104.stdout:506: finishing rollback tid 2 to smithi10482514-48 2024-04-02T08:32:54.536 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 156 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:32:54.539 INFO:tasks.rados.rados.0.smithi104.stdout:507: finishing write tid 1 to smithi10482514-20 2024-04-02T08:32:54.539 INFO:tasks.rados.rados.0.smithi104.stdout:507: finishing write tid 2 to smithi10482514-20 2024-04-02T08:32:54.540 INFO:tasks.rados.rados.0.smithi104.stdout:507: finishing write tid 3 to smithi10482514-20 2024-04-02T08:32:54.540 INFO:tasks.rados.rados.0.smithi104.stdout:507: oid 20 updating version 0 to 273 2024-04-02T08:32:54.540 INFO:tasks.rados.rados.0.smithi104.stdout:507: oid 20 updating version 273 to 274 2024-04-02T08:32:54.540 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 274 (ObjNum 174 snap 56 seq_num 174) dirty exists 2024-04-02T08:32:54.540 INFO:tasks.rados.rados.0.smithi104.stdout:507: left oid 20 (ObjNum 174 snap 56 seq_num 174) 2024-04-02T08:32:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:54 smithi104 ceph-mon[27401]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:54 smithi104 ceph-mon[27401]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:54 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/1335925574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:54 smithi104 ceph-mon[27401]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:32:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:54 smithi104 ceph-mon[39229]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:54 smithi104 ceph-mon[39229]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:54 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/1335925574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:54 smithi104 ceph-mon[39229]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:32:55.321 INFO:tasks.rados.rados.0.smithi104.stdout:506: done (2 left) 2024-04-02T08:32:55.321 INFO:tasks.rados.rados.0.smithi104.stdout:507: done (1 left) 2024-04-02T08:32:55.321 INFO:tasks.rados.rados.0.smithi104.stdout:508: done (0 left) 2024-04-02T08:32:55.321 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 57 2024-04-02T08:32:55.321 INFO:tasks.rados.rados.0.smithi104.stdout:509: seq_num 175 ranges {368640=540672} 2024-04-02T08:32:55.326 INFO:tasks.rados.rados.0.smithi104.stdout:509: writing smithi10482514-17 from 368640 to 909312 tid 1 2024-04-02T08:32:55.326 INFO:tasks.rados.rados.0.smithi104.stdout:510: copy_from oid 28 from oid 42 current snap is 57 2024-04-02T08:32:55.326 INFO:tasks.rados.rados.0.smithi104.stdout:511: rollback oid 15 current snap is 57 2024-04-02T08:32:55.326 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 15 to 40 2024-04-02T08:32:55.326 INFO:tasks.rados.rados.0.smithi104.stdout:512: rollback oid 33 current snap is 57 2024-04-02T08:32:55.326 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 27 2024-04-02T08:32:55.327 INFO:tasks.rados.rados.0.smithi104.stdout:513: delete oid 46 current snap is 57 2024-04-02T08:32:55.331 INFO:tasks.rados.rados.0.smithi104.stdout:510: finishing copy_from to smithi10482514-28 2024-04-02T08:32:55.331 INFO:tasks.rados.rados.0.smithi104.stdout:510: got expected ENOENT (src dne) 2024-04-02T08:32:55.331 INFO:tasks.rados.rados.0.smithi104.stdout:510: finishing copy_from racing read to smithi10482514-28 2024-04-02T08:32:55.332 INFO:tasks.rados.rados.0.smithi104.stdout:510: done (4 left) 2024-04-02T08:32:55.332 INFO:tasks.rados.rados.0.smithi104.stdout:513: done (3 left) 2024-04-02T08:32:55.332 INFO:tasks.rados.rados.0.smithi104.stdout:514: read oid 22 snap 45 2024-04-02T08:32:55.332 INFO:tasks.rados.rados.0.smithi104.stdout:514: expect (ObjNum 82 snap 18 seq_num 82) 2024-04-02T08:32:55.332 INFO:tasks.rados.rados.0.smithi104.stdout:515: read oid 40 snap 22 2024-04-02T08:32:55.332 INFO:tasks.rados.rados.0.smithi104.stdout:515: expect (ObjNum 61 snap 5 seq_num 61) 2024-04-02T08:32:55.332 INFO:tasks.rados.rados.0.smithi104.stdout:516: rollback oid 24 current snap is 57 2024-04-02T08:32:55.332 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 24 to 34 2024-04-02T08:32:55.332 INFO:tasks.rados.rados.0.smithi104.stdout:517: snap_remove snap 10 2024-04-02T08:32:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:55 smithi188 ceph-mon[30882]: pgmap v21: 121 pgs: 121 active+clean; 153 MiB data, 562 MiB used, 715 GiB / 715 GiB avail; 9.6 MiB/s rd, 448 KiB/s wr, 12 op/s 2024-04-02T08:32:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:55 smithi104 ceph-mon[27401]: pgmap v21: 121 pgs: 121 active+clean; 153 MiB data, 562 MiB used, 715 GiB / 715 GiB avail; 9.6 MiB/s rd, 448 KiB/s wr, 12 op/s 2024-04-02T08:32:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:55 smithi104 ceph-mon[39229]: pgmap v21: 121 pgs: 121 active+clean; 153 MiB data, 562 MiB used, 715 GiB / 715 GiB avail; 9.6 MiB/s rd, 448 KiB/s wr, 12 op/s 2024-04-02T08:32:56.326 INFO:tasks.rados.rados.0.smithi104.stdout:517: done (6 left) 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:518: read oid 32 snap -1 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:518: expect deleted 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:519: rollback oid 10 current snap is 57 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 10 to 39 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:509: finishing write tid 1 to smithi10482514-17 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:509: finishing write tid 2 to smithi10482514-17 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:512: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:512: finishing rollback tid 2 to smithi10482514-33 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 143 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:509: finishing write tid 3 to smithi10482514-17 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:509: oid 17 updating version 0 to 277 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:509: oid 17 version 277 is already newer than 276 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 277 (ObjNum 175 snap 57 seq_num 175) dirty exists 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:509: left oid 17 (ObjNum 175 snap 57 seq_num 175) 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:511: finishing rollback tid 0 to smithi10482514-15 2024-04-02T08:32:56.327 INFO:tasks.rados.rados.0.smithi104.stdout:511: finishing rollback tid 1 to smithi10482514-15 2024-04-02T08:32:56.328 INFO:tasks.rados.rados.0.smithi104.stdout:511: finishing rollback tid 2 to smithi10482514-15 2024-04-02T08:32:56.328 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 218 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-04-02T08:32:56.328 INFO:tasks.rados.rados.0.smithi104.stdout:515: expect (ObjNum 61 snap 5 seq_num 61) 2024-04-02T08:32:56.387 INFO:tasks.rados.rados.0.smithi104.stdout:516: finishing rollback tid 0 to smithi10482514-24 2024-04-02T08:32:56.387 INFO:tasks.rados.rados.0.smithi104.stdout:516: finishing rollback tid 1 to smithi10482514-24 2024-04-02T08:32:56.387 INFO:tasks.rados.rados.0.smithi104.stdout:516: finishing rollback tid 2 to smithi10482514-24 2024-04-02T08:32:56.387 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 222 (ObjNum 89 snap 21 seq_num 89) dirty exists 2024-04-02T08:32:56.388 INFO:tasks.rados.rados.0.smithi104.stdout:509: done (7 left) 2024-04-02T08:32:56.388 INFO:tasks.rados.rados.0.smithi104.stdout:511: done (6 left) 2024-04-02T08:32:56.388 INFO:tasks.rados.rados.0.smithi104.stdout:512: done (5 left) 2024-04-02T08:32:56.388 INFO:tasks.rados.rados.0.smithi104.stdout:515: done (4 left) 2024-04-02T08:32:56.388 INFO:tasks.rados.rados.0.smithi104.stdout:516: done (3 left) 2024-04-02T08:32:56.388 INFO:tasks.rados.rados.0.smithi104.stdout:520: delete oid 40 current snap is 57 2024-04-02T08:32:56.388 INFO:tasks.rados.rados.0.smithi104.stdout:514: expect (ObjNum 82 snap 18 seq_num 82) 2024-04-02T08:32:56.512 INFO:tasks.rados.rados.0.smithi104.stdout:514: done (3 left) 2024-04-02T08:32:56.512 INFO:tasks.rados.rados.0.smithi104.stdout:520: done (2 left) 2024-04-02T08:32:56.512 INFO:tasks.rados.rados.0.smithi104.stdout:521: rmattr oid 9 current snap is 57 2024-04-02T08:32:56.512 INFO:tasks.rados.rados.0.smithi104.stdout:521: done (2 left) 2024-04-02T08:32:56.512 INFO:tasks.rados.rados.0.smithi104.stdout:522: snap_create 2024-04-02T08:32:56.512 INFO:tasks.rados.rados.0.smithi104.stdout:519: finishing rollback tid 0 to smithi10482514-10 2024-04-02T08:32:56.512 INFO:tasks.rados.rados.0.smithi104.stdout:519: finishing rollback tid 1 to smithi10482514-10 2024-04-02T08:32:56.512 INFO:tasks.rados.rados.0.smithi104.stdout:519: finishing rollback tid 2 to smithi10482514-10 2024-04-02T08:32:56.512 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 242 (ObjNum 83 snap 18 seq_num 83) dirty exists 2024-04-02T08:32:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:56 smithi188 ceph-mon[30882]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:32:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:56 smithi104 ceph-mon[27401]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:32:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:56 smithi104 ceph-mon[39229]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:32:57.498 INFO:tasks.rados.rados.0.smithi104.stdout:518: done (2 left) 2024-04-02T08:32:57.499 INFO:tasks.rados.rados.0.smithi104.stdout:519: done (1 left) 2024-04-02T08:32:57.499 INFO:tasks.rados.rados.0.smithi104.stdout:522: done (0 left) 2024-04-02T08:32:57.499 INFO:tasks.rados.rados.0.smithi104.stdout:523: delete oid 37 current snap is 58 2024-04-02T08:32:57.502 INFO:tasks.rados.rados.0.smithi104.stdout:523: done (0 left) 2024-04-02T08:32:57.502 INFO:tasks.rados.rados.0.smithi104.stdout:524: read oid 28 snap 50 2024-04-02T08:32:57.502 INFO:tasks.rados.rados.0.smithi104.stdout:524: expect (ObjNum 145 snap 48 seq_num 145) 2024-04-02T08:32:57.502 INFO:tasks.rados.rados.0.smithi104.stdout:525: read oid 2 snap 43 2024-04-02T08:32:57.503 INFO:tasks.rados.rados.0.smithi104.stdout:525: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:32:57.503 INFO:tasks.rados.rados.0.smithi104.stdout:526: read oid 46 snap 47 2024-04-02T08:32:57.503 INFO:tasks.rados.rados.0.smithi104.stdout:526: expect (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:32:57.503 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 58 2024-04-02T08:32:57.503 INFO:tasks.rados.rados.0.smithi104.stdout:527: seq_num 179 ranges {0=606208} 2024-04-02T08:32:57.506 INFO:tasks.rados.rados.0.smithi104.stdout:527: writing smithi10482514-27 from 0 to 606208 tid 1 2024-04-02T08:32:57.506 INFO:tasks.rados.rados.0.smithi104.stdout:528: read oid 43 snap 55 2024-04-02T08:32:57.506 INFO:tasks.rados.rados.0.smithi104.stdout:528: expect (ObjNum 162 snap 52 seq_num 162) 2024-04-02T08:32:57.507 INFO:tasks.rados.rados.0.smithi104.stdout:529: rollback oid 19 current snap is 58 2024-04-02T08:32:57.507 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 19 to 57 2024-04-02T08:32:57.507 INFO:tasks.rados.rados.0.smithi104.stdout:525: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:32:57.512 INFO:tasks.rados.rados.0.smithi104.stdout:526: expect (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:32:57.555 INFO:tasks.rados.rados.0.smithi104.stdout:528: expect (ObjNum 162 snap 52 seq_num 162) 2024-04-02T08:32:57.564 INFO:tasks.rados.rados.0.smithi104.stdout:524: expect (ObjNum 145 snap 48 seq_num 145) 2024-04-02T08:32:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: pgmap v24: 121 pgs: 121 active+clean; 153 MiB data, 562 MiB used, 715 GiB / 715 GiB avail; 9.6 MiB/s rd, 448 KiB/s wr, 12 op/s 2024-04-02T08:32:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:32:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:57 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:57.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27658]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:32:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-02T08:32:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: pgmap v24: 121 pgs: 121 active+clean; 153 MiB data, 562 MiB used, 715 GiB / 715 GiB avail; 9.6 MiB/s rd, 448 KiB/s wr, 12 op/s 2024-04-02T08:32:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:32:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: pgmap v24: 121 pgs: 121 active+clean; 153 MiB data, 562 MiB used, 715 GiB / 715 GiB avail; 9.6 MiB/s rd, 448 KiB/s wr, 12 op/s 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:57 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:57.664 INFO:tasks.rados.rados.0.smithi104.stdout:527: finishing write tid 1 to smithi10482514-27 2024-04-02T08:32:57.664 INFO:tasks.rados.rados.0.smithi104.stdout:527: finishing write tid 2 to smithi10482514-27 2024-04-02T08:32:57.664 INFO:tasks.rados.rados.0.smithi104.stdout:529: finishing rollback tid 0 to smithi10482514-19 2024-04-02T08:32:57.664 INFO:tasks.rados.rados.0.smithi104.stdout:529: finishing rollback tid 1 to smithi10482514-19 2024-04-02T08:32:57.664 INFO:tasks.rados.rados.0.smithi104.stdout:529: finishing rollback tid 2 to smithi10482514-19 2024-04-02T08:32:57.664 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 183 (ObjNum 126 snap 40 seq_num 126) dirty exists 2024-04-02T08:32:57.664 INFO:tasks.rados.rados.0.smithi104.stdout:527: finishing write tid 3 to smithi10482514-27 2024-04-02T08:32:57.664 INFO:tasks.rados.rados.0.smithi104.stdout:527: oid 27 updating version 0 to 178 2024-04-02T08:32:57.664 INFO:tasks.rados.rados.0.smithi104.stdout:527: oid 27 updating version 178 to 179 2024-04-02T08:32:57.664 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 179 (ObjNum 179 snap 58 seq_num 179) dirty exists 2024-04-02T08:32:57.664 INFO:tasks.rados.rados.0.smithi104.stdout:527: left oid 27 (ObjNum 179 snap 58 seq_num 179) 2024-04-02T08:32:57.665 INFO:tasks.rados.rados.0.smithi104.stdout:524: done (5 left) 2024-04-02T08:32:57.665 INFO:tasks.rados.rados.0.smithi104.stdout:525: done (4 left) 2024-04-02T08:32:57.665 INFO:tasks.rados.rados.0.smithi104.stdout:526: done (3 left) 2024-04-02T08:32:57.665 INFO:tasks.rados.rados.0.smithi104.stdout:527: done (2 left) 2024-04-02T08:32:57.665 INFO:tasks.rados.rados.0.smithi104.stdout:528: done (1 left) 2024-04-02T08:32:57.665 INFO:tasks.rados.rados.0.smithi104.stdout:529: done (0 left) 2024-04-02T08:32:57.665 INFO:tasks.rados.rados.0.smithi104.stdout:530: snap_create 2024-04-02T08:32:58.551 INFO:tasks.rados.rados.0.smithi104.stdout:530: done (0 left) 2024-04-02T08:32:58.551 INFO:tasks.rados.rados.0.smithi104.stdout:531: read oid 22 snap -1 2024-04-02T08:32:58.551 INFO:tasks.rados.rados.0.smithi104.stdout:531: expect (ObjNum 82 snap 18 seq_num 82) 2024-04-02T08:32:58.551 INFO:tasks.rados.rados.0.smithi104.stdout:532: read oid 45 snap 36 2024-04-02T08:32:58.551 INFO:tasks.rados.rados.0.smithi104.stdout:532: expect (ObjNum 114 snap 32 seq_num 114) 2024-04-02T08:32:58.551 INFO:tasks.rados.rados.0.smithi104.stdout:533: read oid 30 snap -1 2024-04-02T08:32:58.551 INFO:tasks.rados.rados.0.smithi104.stdout:533: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:32:58.551 INFO:tasks.rados.rados.0.smithi104.stdout:534: snap_create 2024-04-02T08:32:58.554 INFO:tasks.rados.rados.0.smithi104.stdout:533: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:32:58.575 INFO:tasks.rados.rados.0.smithi104.stdout:531: expect (ObjNum 82 snap 18 seq_num 82) 2024-04-02T08:32:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: Adjusting osd_memory_target on smithi188 to 2480M 2024-04-02T08:32:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:32:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:32:58.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:58.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:58.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:58.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:58.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:58.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:58.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:32:58.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:58 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: Adjusting osd_memory_target on smithi188 to 2480M 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: Adjusting osd_memory_target on smithi188 to 2480M 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.644 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.644 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.644 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:58 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:32:58.698 INFO:tasks.rados.rados.0.smithi104.stdout:532: expect (ObjNum 114 snap 32 seq_num 114) 2024-04-02T08:32:59.556 INFO:tasks.rados.rados.0.smithi104.stdout:531: done (3 left) 2024-04-02T08:32:59.556 INFO:tasks.rados.rados.0.smithi104.stdout:532: done (2 left) 2024-04-02T08:32:59.556 INFO:tasks.rados.rados.0.smithi104.stdout:533: done (1 left) 2024-04-02T08:32:59.556 INFO:tasks.rados.rados.0.smithi104.stdout:534: done (0 left) 2024-04-02T08:32:59.556 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 11 current snap is 60 2024-04-02T08:32:59.556 INFO:tasks.rados.rados.0.smithi104.stdout:535: seq_num 180 ranges {1974272=622592} 2024-04-02T08:32:59.569 INFO:tasks.rados.rados.0.smithi104.stdout:535: writing smithi10482514-11 from 1974272 to 2596864 tid 1 2024-04-02T08:32:59.569 INFO:tasks.rados.rados.0.smithi104.stdout:536: rollback oid 29 current snap is 60 2024-04-02T08:32:59.570 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 40 2024-04-02T08:32:59.570 INFO:tasks.rados.rados.0.smithi104.stdout:537: rollback oid 32 current snap is 60 2024-04-02T08:32:59.570 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 32 to 22 2024-04-02T08:32:59.570 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 60 2024-04-02T08:32:59.570 INFO:tasks.rados.rados.0.smithi104.stdout:538: seq_num 181 ranges {253952=638976} 2024-04-02T08:32:59.576 INFO:tasks.rados.rados.0.smithi104.stdout:538: writing smithi10482514-33 from 253952 to 892928 tid 1 2024-04-02T08:32:59.576 INFO:tasks.rados.rados.0.smithi104.stdout:539: rollback oid 34 current snap is 60 2024-04-02T08:32:59.576 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 59 2024-04-02T08:32:59.576 INFO:tasks.rados.rados.0.smithi104.stdout:536: finishing rollback tid 0 to smithi10482514-29 2024-04-02T08:32:59.576 INFO:tasks.rados.rados.0.smithi104.stdout:540: read oid 44 snap -1 2024-04-02T08:32:59.577 INFO:tasks.rados.rados.0.smithi104.stdout:540: expect deleted 2024-04-02T08:32:59.577 INFO:tasks.rados.rados.0.smithi104.stdout:541: rollback oid 36 current snap is 60 2024-04-02T08:32:59.577 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 36 to 30 2024-04-02T08:32:59.577 INFO:tasks.rados.rados.0.smithi104.stdout:535: finishing write tid 1 to smithi10482514-11 2024-04-02T08:32:59.577 INFO:tasks.rados.rados.0.smithi104.stdout:535: finishing write tid 2 to smithi10482514-11 2024-04-02T08:32:59.577 INFO:tasks.rados.rados.0.smithi104.stdout:542: read oid 16 snap -1 2024-04-02T08:32:59.577 INFO:tasks.rados.rados.0.smithi104.stdout:542: expect (ObjNum 110 snap 27 seq_num 110) 2024-04-02T08:32:59.577 INFO:tasks.rados.rados.0.smithi104.stdout:543: delete oid 50 current snap is 60 2024-04-02T08:32:59.577 INFO:tasks.rados.rados.0.smithi104.stdout:536: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:32:59.578 INFO:tasks.rados.rados.0.smithi104.stdout:537: finishing rollback tid 1 to smithi10482514-32 2024-04-02T08:32:59.578 INFO:tasks.rados.rados.0.smithi104.stdout:536: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:32:59.578 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 254 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:32:59.578 INFO:tasks.rados.rados.0.smithi104.stdout:537: finishing rollback tid 2 to smithi10482514-32 2024-04-02T08:32:59.578 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 86 (ObjNum 81 snap 16 seq_num 81) dirty exists 2024-04-02T08:32:59.578 INFO:tasks.rados.rados.0.smithi104.stdout:535: finishing write tid 3 to smithi10482514-11 2024-04-02T08:32:59.579 INFO:tasks.rados.rados.0.smithi104.stdout:535: oid 11 updating version 0 to 37 2024-04-02T08:32:59.579 INFO:tasks.rados.rados.0.smithi104.stdout:535: oid 11 version 37 is already newer than 36 2024-04-02T08:32:59.579 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 37 (ObjNum 180 snap 60 seq_num 180) dirty exists 2024-04-02T08:32:59.579 INFO:tasks.rados.rados.0.smithi104.stdout:535: left oid 11 (ObjNum 180 snap 60 seq_num 180) 2024-04-02T08:32:59.580 INFO:tasks.rados.rados.0.smithi104.stdout:541: finishing rollback tid 0 to smithi10482514-36 2024-04-02T08:32:59.580 INFO:tasks.rados.rados.0.smithi104.stdout:541: finishing rollback tid 1 to smithi10482514-36 2024-04-02T08:32:59.581 INFO:tasks.rados.rados.0.smithi104.stdout:538: finishing write tid 1 to smithi10482514-33 2024-04-02T08:32:59.581 INFO:tasks.rados.rados.0.smithi104.stdout:541: finishing rollback tid 2 to smithi10482514-36 2024-04-02T08:32:59.581 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 80 (ObjNum 104 snap 26 seq_num 104) dirty exists 2024-04-02T08:32:59.583 INFO:tasks.rados.rados.0.smithi104.stdout:539: finishing rollback tid 0 to smithi10482514-34 2024-04-02T08:32:59.583 INFO:tasks.rados.rados.0.smithi104.stdout:539: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:32:59.583 INFO:tasks.rados.rados.0.smithi104.stdout:539: finishing rollback tid 2 to smithi10482514-34 2024-04-02T08:32:59.583 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 293 (ObjNum 154 snap 52 seq_num 154) dirty exists 2024-04-02T08:32:59.584 INFO:tasks.rados.rados.0.smithi104.stdout:535: done (8 left) 2024-04-02T08:32:59.584 INFO:tasks.rados.rados.0.smithi104.stdout:536: done (7 left) 2024-04-02T08:32:59.584 INFO:tasks.rados.rados.0.smithi104.stdout:537: done (6 left) 2024-04-02T08:32:59.584 INFO:tasks.rados.rados.0.smithi104.stdout:539: done (5 left) 2024-04-02T08:32:59.584 INFO:tasks.rados.rados.0.smithi104.stdout:540: done (4 left) 2024-04-02T08:32:59.584 INFO:tasks.rados.rados.0.smithi104.stdout:541: done (3 left) 2024-04-02T08:32:59.584 INFO:tasks.rados.rados.0.smithi104.stdout:543: done (2 left) 2024-04-02T08:32:59.584 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 34 current snap is 60 2024-04-02T08:32:59.585 INFO:tasks.rados.rados.0.smithi104.stdout:544: seq_num 183 ranges {737280=671744} 2024-04-02T08:32:59.592 INFO:tasks.rados.rados.0.smithi104.stdout:544: writing smithi10482514-34 from 737280 to 1409024 tid 1 2024-04-02T08:32:59.593 INFO:tasks.rados.rados.0.smithi104.stdout:545: rollback oid 36 current snap is 60 2024-04-02T08:32:59.593 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 36 to 18 2024-04-02T08:32:59.593 INFO:tasks.rados.rados.0.smithi104.stdout:538: finishing write tid 2 to smithi10482514-33 2024-04-02T08:32:59.593 INFO:tasks.rados.rados.0.smithi104.stdout:546: read oid 40 snap -1 2024-04-02T08:32:59.593 INFO:tasks.rados.rados.0.smithi104.stdout:546: expect deleted 2024-04-02T08:32:59.593 INFO:tasks.rados.rados.0.smithi104.stdout:547: read oid 24 snap -1 2024-04-02T08:32:59.593 INFO:tasks.rados.rados.0.smithi104.stdout:547: expect (ObjNum 89 snap 21 seq_num 89) 2024-04-02T08:32:59.593 INFO:tasks.rados.rados.0.smithi104.stdout:548: delete oid 7 current snap is 60 2024-04-02T08:32:59.594 INFO:tasks.rados.rados.0.smithi104.stdout:542: expect (ObjNum 110 snap 27 seq_num 110) 2024-04-02T08:32:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:59 smithi188 ceph-mon[30882]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:59 smithi188 ceph-mon[30882]: Reconfiguring daemon prometheus.a on smithi188 2024-04-02T08:32:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:59 smithi188 ceph-mon[30882]: pgmap v27: 121 pgs: 121 active+clean; 153 MiB data, 562 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:32:59 smithi188 ceph-mon[30882]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:32:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:59 smithi104 ceph-mon[39229]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:59 smithi104 ceph-mon[39229]: Reconfiguring daemon prometheus.a on smithi188 2024-04-02T08:32:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:59 smithi104 ceph-mon[39229]: pgmap v27: 121 pgs: 121 active+clean; 153 MiB data, 562 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:32:59 smithi104 ceph-mon[39229]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:32:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:59 smithi104 ceph-mon[27401]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:59 smithi104 ceph-mon[27401]: Reconfiguring daemon prometheus.a on smithi188 2024-04-02T08:32:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:59 smithi104 ceph-mon[27401]: pgmap v27: 121 pgs: 121 active+clean; 153 MiB data, 562 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:32:59 smithi104 ceph-mon[27401]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:32:59.716 INFO:tasks.rados.rados.0.smithi104.stdout:538: finishing write tid 3 to smithi10482514-33 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:538: oid 33 updating version 0 to 144 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:538: oid 33 updating version 144 to 145 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 145 (ObjNum 181 snap 60 seq_num 181) dirty exists 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:538: left oid 33 (ObjNum 181 snap 60 seq_num 181) 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:544: finishing write tid 1 to smithi10482514-34 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:538: done (6 left) 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:542: done (5 left) 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:546: done (4 left) 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:548: done (3 left) 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 60 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:544: finishing write tid 2 to smithi10482514-34 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:545: finishing rollback tid 0 to smithi10482514-36 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:545: finishing rollback tid 1 to smithi10482514-36 2024-04-02T08:32:59.717 INFO:tasks.rados.rados.0.smithi104.stdout:545: finishing rollback tid 2 to smithi10482514-36 2024-04-02T08:32:59.718 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 83 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:32:59.718 INFO:tasks.rados.rados.0.smithi104.stdout:544: finishing write tid 3 to smithi10482514-34 2024-04-02T08:32:59.718 INFO:tasks.rados.rados.0.smithi104.stdout:544: oid 34 updating version 0 to 295 2024-04-02T08:32:59.718 INFO:tasks.rados.rados.0.smithi104.stdout:544: oid 34 updating version 295 to 296 2024-04-02T08:32:59.718 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 296 (ObjNum 183 snap 60 seq_num 183) dirty exists 2024-04-02T08:32:59.718 INFO:tasks.rados.rados.0.smithi104.stdout:544: left oid 34 (ObjNum 183 snap 60 seq_num 183) 2024-04-02T08:32:59.718 INFO:tasks.rados.rados.0.smithi104.stdout:547: expect (ObjNum 89 snap 21 seq_num 89) 2024-04-02T08:32:59.753 INFO:tasks.rados.rados.0.smithi104.stdout:549: seq_num 185 ranges {1974272=704512} 2024-04-02T08:32:59.768 INFO:tasks.rados.rados.0.smithi104.stdout:549: writing smithi10482514-26 from 1974272 to 2678784 tid 1 2024-04-02T08:32:59.768 INFO:tasks.rados.rados.0.smithi104.stdout:544: done (3 left) 2024-04-02T08:32:59.768 INFO:tasks.rados.rados.0.smithi104.stdout:545: done (2 left) 2024-04-02T08:32:59.768 INFO:tasks.rados.rados.0.smithi104.stdout:547: done (1 left) 2024-04-02T08:32:59.768 INFO:tasks.rados.rados.0.smithi104.stdout:550: read oid 6 snap -1 2024-04-02T08:32:59.768 INFO:tasks.rados.rados.0.smithi104.stdout:550: expect (ObjNum 161 snap 52 seq_num 161) 2024-04-02T08:32:59.768 INFO:tasks.rados.rados.0.smithi104.stdout:551: snap_create 2024-04-02T08:32:59.771 INFO:tasks.rados.rados.0.smithi104.stdout:549: finishing write tid 1 to smithi10482514-26 2024-04-02T08:32:59.771 INFO:tasks.rados.rados.0.smithi104.stdout:549: finishing write tid 2 to smithi10482514-26 2024-04-02T08:32:59.772 INFO:tasks.rados.rados.0.smithi104.stdout:549: finishing write tid 3 to smithi10482514-26 2024-04-02T08:32:59.772 INFO:tasks.rados.rados.0.smithi104.stdout:549: oid 26 updating version 0 to 186 2024-04-02T08:32:59.772 INFO:tasks.rados.rados.0.smithi104.stdout:549: oid 26 version 186 is already newer than 185 2024-04-02T08:32:59.772 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 186 (ObjNum 185 snap 60 seq_num 185) dirty exists 2024-04-02T08:32:59.772 INFO:tasks.rados.rados.0.smithi104.stdout:549: left oid 26 (ObjNum 185 snap 60 seq_num 185) 2024-04-02T08:32:59.773 INFO:tasks.rados.rados.0.smithi104.stdout:550: expect (ObjNum 161 snap 52 seq_num 161) 2024-04-02T08:33:00.561 INFO:tasks.rados.rados.0.smithi104.stdout:549: done (2 left) 2024-04-02T08:33:00.562 INFO:tasks.rados.rados.0.smithi104.stdout:550: done (1 left) 2024-04-02T08:33:00.562 INFO:tasks.rados.rados.0.smithi104.stdout:551: done (0 left) 2024-04-02T08:33:00.562 INFO:tasks.rados.rados.0.smithi104.stdout:552: delete oid 27 current snap is 61 2024-04-02T08:33:00.565 INFO:tasks.rados.rados.0.smithi104.stdout:552: done (0 left) 2024-04-02T08:33:00.565 INFO:tasks.rados.rados.0.smithi104.stdout:553: snap_create 2024-04-02T08:33:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:00 smithi188 ceph-mon[30882]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:33:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:00 smithi188 ceph-mon[30882]: pgmap v30: 121 pgs: 121 active+clean; 157 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:33:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:00 smithi104 ceph-mon[27401]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:33:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:00 smithi104 ceph-mon[27401]: pgmap v30: 121 pgs: 121 active+clean; 157 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:33:00.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:00 smithi104 ceph-mon[39229]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:33:00.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:00 smithi104 ceph-mon[39229]: pgmap v30: 121 pgs: 121 active+clean; 157 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:33:01.563 INFO:tasks.rados.rados.0.smithi104.stdout:553: done (0 left) 2024-04-02T08:33:01.563 INFO:tasks.rados.rados.0.smithi104.stdout:554: read oid 45 snap -1 2024-04-02T08:33:01.563 INFO:tasks.rados.rados.0.smithi104.stdout:554: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:33:01.563 INFO:tasks.rados.rados.0.smithi104.stdout:555: copy_from oid 49 from oid 4 current snap is 62 2024-04-02T08:33:01.564 INFO:tasks.rados.rados.0.smithi104.stdout:556: snap_remove snap 34 2024-04-02T08:33:01.564 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 systemd[1]: Stopping Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-mon[30882]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:33:01.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.725Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:33:01.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.725Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:33:01.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.726Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:33:01.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.726Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:33:01.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.726Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:33:01.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.726Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:33:01.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.726Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:33:01.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.726Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:33:01.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.726Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:33:01.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.726Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:33:01.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.726Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:33:01.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[63895]: ts=2024-04-02T08:33:01.726Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:33:01.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:01 smithi188 podman[74897]: 2024-04-02 08:33:01.736195734 +0000 UTC m=+0.118676440 container died 8c547908995cb8320fda16af642be3c4ff5d83e586d18316dafb717fdb23d27e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:01 smithi104 ceph-mon[27401]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:33:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:01 smithi104 ceph-mon[39229]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:33:02.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:02 smithi188 podman[74897]: 2024-04-02 08:33:02.081189907 +0000 UTC m=+0.463670670 container cleanup 8c547908995cb8320fda16af642be3c4ff5d83e586d18316dafb717fdb23d27e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:02.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:02 smithi188 bash[74897]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:33:02.568 INFO:tasks.rados.rados.0.smithi104.stdout:554: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:33:02.593 INFO:tasks.rados.rados.0.smithi104.stdout:555: finishing copy_from racing read to smithi10482514-49 2024-04-02T08:33:02.593 INFO:tasks.rados.rados.0.smithi104.stdout:555: finishing copy_from to smithi10482514-49 2024-04-02T08:33:02.593 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 152 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:33:02.593 INFO:tasks.rados.rados.0.smithi104.stdout:554: done (2 left) 2024-04-02T08:33:02.594 INFO:tasks.rados.rados.0.smithi104.stdout:555: done (1 left) 2024-04-02T08:33:02.594 INFO:tasks.rados.rados.0.smithi104.stdout:556: done (0 left) 2024-04-02T08:33:02.594 INFO:tasks.rados.rados.0.smithi104.stdout:557: rollback oid 4 current snap is 62 2024-04-02T08:33:02.594 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 4 to 47 2024-04-02T08:33:02.594 INFO:tasks.rados.rados.0.smithi104.stdout:558: snap_create 2024-04-02T08:33:02.595 INFO:tasks.rados.rados.0.smithi104.stdout:557: finishing rollback tid 0 to smithi10482514-4 2024-04-02T08:33:02.595 INFO:tasks.rados.rados.0.smithi104.stdout:557: finishing rollback tid 1 to smithi10482514-4 2024-04-02T08:33:02.595 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 201 (ObjNum 129 snap 0 seq_num 1939823544) dirty dne 2024-04-02T08:33:02.770 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:02 smithi188 ceph-mon[30882]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:33:02.770 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:02 smithi188 ceph-mon[30882]: pgmap v33: 121 pgs: 121 active+clean; 157 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:33:02.770 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:02 smithi188 ceph-mon[30882]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:33:02.771 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:02 smithi188 podman[74916]: 2024-04-02 08:33:02.382305092 +0000 UTC m=+0.649656516 container remove 8c547908995cb8320fda16af642be3c4ff5d83e586d18316dafb717fdb23d27e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:02.771 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:02 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:33:02.771 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:02 smithi188 systemd[1]: Stopped Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:02.771 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:02 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.657s CPU time. 2024-04-02T08:33:02.771 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:02 smithi188 systemd[1]: Starting Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:02 smithi104 ceph-mon[27401]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:33:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:02 smithi104 ceph-mon[27401]: pgmap v33: 121 pgs: 121 active+clean; 157 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:33:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:02 smithi104 ceph-mon[27401]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:33:02.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:02 smithi104 ceph-mon[39229]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:33:02.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:02 smithi104 ceph-mon[39229]: pgmap v33: 121 pgs: 121 active+clean; 157 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:33:02.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:02 smithi104 ceph-mon[39229]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:33:03.025 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:02 smithi188 podman[75012]: 2024-04-02 08:33:02.676034017 +0000 UTC m=+0.018745840 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:33:03.025 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:02 smithi188 podman[75012]: 2024-04-02 08:33:02.795678298 +0000 UTC m=+0.138390110 container create 2392aea5a26b89537d1bc1a78e4d1c6cc19bd19a14070a3d2dd832ae7662fae3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:03.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 podman[75012]: 2024-04-02 08:33:03.027519192 +0000 UTC m=+0.370231004 container init 2392aea5a26b89537d1bc1a78e4d1c6cc19bd19a14070a3d2dd832ae7662fae3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:03.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 podman[75012]: 2024-04-02 08:33:03.033089093 +0000 UTC m=+0.375800906 container start 2392aea5a26b89537d1bc1a78e4d1c6cc19bd19a14070a3d2dd832ae7662fae3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:03.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.056Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:33:03.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.056Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:33:03.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.056Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi188 (none))" 2024-04-02T08:33:03.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.056Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:33:03.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.056Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:33:03.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.058Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:33:03.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.058Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:33:03.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.059Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.059Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.061Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.061Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.651µs 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.061Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.062Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.069Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.069Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.069Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.571µs wal_replay_duration=8.249928ms wbl_replay_duration=117ns total_replay_duration=8.289268ms 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.072Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.072Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.072Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.090Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.243408ms db_storage=1.021µs remote_storage=1.008µs web_handler=387ns query_engine=571ns scrape=304.143µs scrape_sd=104.722µs notify=15.996µs notify_sd=27.501µs rules=17.471645ms tracing=5.525µs 2024-04-02T08:33:03.375 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.090Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:33:03.376 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:03.090Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:33:03.376 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 bash[75012]: 2392aea5a26b89537d1bc1a78e4d1c6cc19bd19a14070a3d2dd832ae7662fae3 2024-04-02T08:33:03.376 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:03 smithi188 systemd[1]: Started Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:03.579 INFO:tasks.rados.rados.0.smithi104.stdout:557: done (1 left) 2024-04-02T08:33:03.579 INFO:tasks.rados.rados.0.smithi104.stdout:558: done (0 left) 2024-04-02T08:33:03.579 INFO:tasks.rados.rados.0.smithi104.stdout:559: copy_from oid 16 from oid 10 current snap is 63 2024-04-02T08:33:03.579 INFO:tasks.rados.rados.0.smithi104.stdout:560: snap_remove snap 27 2024-04-02T08:33:04.228 INFO:tasks.rados.rados.0.smithi104.stdout:560: done (1 left) 2024-04-02T08:33:04.228 INFO:tasks.rados.rados.0.smithi104.stdout:561: read oid 35 snap -1 2024-04-02T08:33:04.228 INFO:tasks.rados.rados.0.smithi104.stdout:561: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:33:04.228 INFO:tasks.rados.rados.0.smithi104.stdout:562: copy_from oid 27 from oid 13 current snap is 63 2024-04-02T08:33:04.229 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 63 2024-04-02T08:33:04.229 INFO:tasks.rados.rados.0.smithi104.stdout:563: seq_num 187 ranges {0=737280} 2024-04-02T08:33:04.233 INFO:tasks.rados.rados.0.smithi104.stdout:563: writing smithi10482514-47 from 0 to 737280 tid 1 2024-04-02T08:33:04.234 INFO:tasks.rados.rados.0.smithi104.stdout:564: rollback oid 34 current snap is 63 2024-04-02T08:33:04.234 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 57 2024-04-02T08:33:04.234 INFO:tasks.rados.rados.0.smithi104.stdout:559: finishing copy_from racing read to smithi10482514-16 2024-04-02T08:33:04.234 INFO:tasks.rados.rados.0.smithi104.stdout:559: finishing copy_from to smithi10482514-16 2024-04-02T08:33:04.234 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 242 (ObjNum 83 snap 18 seq_num 83) dirty exists 2024-04-02T08:33:04.234 INFO:tasks.rados.rados.0.smithi104.stdout:559: done (4 left) 2024-04-02T08:33:04.234 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 63 2024-04-02T08:33:04.234 INFO:tasks.rados.rados.0.smithi104.stdout:565: seq_num 188 ranges {2039808=753664} 2024-04-02T08:33:04.250 INFO:tasks.rados.rados.0.smithi104.stdout:565: writing smithi10482514-10 from 2039808 to 2793472 tid 1 2024-04-02T08:33:04.250 INFO:tasks.rados.rados.0.smithi104.stdout:566: rollback oid 2 current snap is 63 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 2 to 18 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:564: finishing rollback tid 0 to smithi10482514-34 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:564: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:564: finishing rollback tid 2 to smithi10482514-34 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 316 (ObjNum 154 snap 52 seq_num 154) dirty exists 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:563: finishing write tid 1 to smithi10482514-47 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:563: finishing write tid 2 to smithi10482514-47 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:563: finishing write tid 3 to smithi10482514-47 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:563: oid 47 updating version 0 to 270 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:563: oid 47 version 270 is already newer than 269 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 270 (ObjNum 187 snap 63 seq_num 187) dirty exists 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:563: left oid 47 (ObjNum 187 snap 63 seq_num 187) 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:563: done (5 left) 2024-04-02T08:33:04.251 INFO:tasks.rados.rados.0.smithi104.stdout:564: done (4 left) 2024-04-02T08:33:04.252 INFO:tasks.rados.rados.0.smithi104.stdout:567: rollback oid 15 current snap is 63 2024-04-02T08:33:04.252 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 15 to 40 2024-04-02T08:33:04.252 INFO:tasks.rados.rados.0.smithi104.stdout:568: read oid 6 snap 33 2024-04-02T08:33:04.252 INFO:tasks.rados.rados.0.smithi104.stdout:568: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:33:04.252 INFO:tasks.rados.rados.0.smithi104.stdout:569: rollback oid 9 current snap is 63 2024-04-02T08:33:04.252 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 9 to 47 2024-04-02T08:33:04.252 INFO:tasks.rados.rados.0.smithi104.stdout:570: setattr oid 42 current snap is 63 2024-04-02T08:33:04.253 INFO:tasks.rados.rados.0.smithi104.stdout:561: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:33:04.313 INFO:tasks.rados.rados.0.smithi104.stdout:567: finishing rollback tid 0 to smithi10482514-15 2024-04-02T08:33:04.313 INFO:tasks.rados.rados.0.smithi104.stdout:569: finishing rollback tid 1 to smithi10482514-9 2024-04-02T08:33:04.313 INFO:tasks.rados.rados.0.smithi104.stdout:569: finishing rollback tid 2 to smithi10482514-9 2024-04-02T08:33:04.313 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 326 (ObjNum 121 snap 37 seq_num 121) dirty exists 2024-04-02T08:33:04.313 INFO:tasks.rados.rados.0.smithi104.stdout:567: finishing rollback tid 1 to smithi10482514-15 2024-04-02T08:33:04.313 INFO:tasks.rados.rados.0.smithi104.stdout:566: finishing rollback tid 0 to smithi10482514-2 2024-04-02T08:33:04.314 INFO:tasks.rados.rados.0.smithi104.stdout:562: finishing copy_from racing read to smithi10482514-27 2024-04-02T08:33:04.314 INFO:tasks.rados.rados.0.smithi104.stdout:566: finishing rollback tid 1 to smithi10482514-2 2024-04-02T08:33:04.314 INFO:tasks.rados.rados.0.smithi104.stdout:567: finishing rollback tid 2 to smithi10482514-15 2024-04-02T08:33:04.314 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 260 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-04-02T08:33:04.314 INFO:tasks.rados.rados.0.smithi104.stdout:566: finishing rollback tid 2 to smithi10482514-2 2024-04-02T08:33:04.314 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 47 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:04.314 INFO:tasks.rados.rados.0.smithi104.stdout:562: finishing copy_from to smithi10482514-27 2024-04-02T08:33:04.314 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 163 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:33:04.314 INFO:tasks.rados.rados.0.smithi104.stdout:565: finishing write tid 1 to smithi10482514-10 2024-04-02T08:33:04.314 INFO:tasks.rados.rados.0.smithi104.stdout:565: finishing write tid 2 to smithi10482514-10 2024-04-02T08:33:04.314 INFO:tasks.rados.rados.0.smithi104.stdout:568: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:33:04.332 INFO:tasks.rados.rados.0.smithi104.stdout:565: finishing write tid 3 to smithi10482514-10 2024-04-02T08:33:04.332 INFO:tasks.rados.rados.0.smithi104.stdout:565: oid 10 updating version 0 to 279 2024-04-02T08:33:04.332 INFO:tasks.rados.rados.0.smithi104.stdout:565: oid 10 version 279 is already newer than 278 2024-04-02T08:33:04.332 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 279 (ObjNum 188 snap 63 seq_num 188) dirty exists 2024-04-02T08:33:04.332 INFO:tasks.rados.rados.0.smithi104.stdout:565: left oid 10 (ObjNum 188 snap 63 seq_num 188) 2024-04-02T08:33:04.332 INFO:tasks.rados.rados.0.smithi104.stdout:561: done (7 left) 2024-04-02T08:33:04.332 INFO:tasks.rados.rados.0.smithi104.stdout:562: done (6 left) 2024-04-02T08:33:04.332 INFO:tasks.rados.rados.0.smithi104.stdout:565: done (5 left) 2024-04-02T08:33:04.332 INFO:tasks.rados.rados.0.smithi104.stdout:566: done (4 left) 2024-04-02T08:33:04.333 INFO:tasks.rados.rados.0.smithi104.stdout:567: done (3 left) 2024-04-02T08:33:04.333 INFO:tasks.rados.rados.0.smithi104.stdout:568: done (2 left) 2024-04-02T08:33:04.333 INFO:tasks.rados.rados.0.smithi104.stdout:569: done (1 left) 2024-04-02T08:33:04.333 INFO:tasks.rados.rados.0.smithi104.stdout:571: setattr oid 15 current snap is 63 2024-04-02T08:33:04.333 INFO:tasks.rados.rados.0.smithi104.stdout:572: delete oid 8 current snap is 63 2024-04-02T08:33:04.333 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 243 (ObjNum 33 snap 0 seq_num 1939449152) dirty exists 2024-04-02T08:33:04.335 INFO:tasks.rados.rados.0.smithi104.stdout:570: done (2 left) 2024-04-02T08:33:04.335 INFO:tasks.rados.rados.0.smithi104.stdout:572: done (1 left) 2024-04-02T08:33:04.335 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 63 2024-04-02T08:33:04.335 INFO:tasks.rados.rados.0.smithi104.stdout:573: seq_num 190 ranges {0=786432} 2024-04-02T08:33:04.339 INFO:tasks.rados.rados.0.smithi104.stdout:573: writing smithi10482514-44 from 0 to 786432 tid 1 2024-04-02T08:33:04.339 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 63 2024-04-02T08:33:04.339 INFO:tasks.rados.rados.0.smithi104.stdout:574: seq_num 191 ranges {638976=802816} 2024-04-02T08:33:04.347 INFO:tasks.rados.rados.0.smithi104.stdout:574: writing smithi10482514-28 from 638976 to 1441792 tid 1 2024-04-02T08:33:04.348 INFO:tasks.rados.rados.0.smithi104.stdout:575: setattr oid 3 current snap is 63 2024-04-02T08:33:04.348 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 261 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-04-02T08:33:04.348 INFO:tasks.rados.rados.0.smithi104.stdout:573: finishing write tid 1 to smithi10482514-44 2024-04-02T08:33:04.348 INFO:tasks.rados.rados.0.smithi104.stdout:573: finishing write tid 2 to smithi10482514-44 2024-04-02T08:33:04.348 INFO:tasks.rados.rados.0.smithi104.stdout:573: finishing write tid 3 to smithi10482514-44 2024-04-02T08:33:04.348 INFO:tasks.rados.rados.0.smithi104.stdout:573: oid 44 updating version 0 to 327 2024-04-02T08:33:04.348 INFO:tasks.rados.rados.0.smithi104.stdout:573: oid 44 updating version 327 to 328 2024-04-02T08:33:04.348 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 328 (ObjNum 190 snap 63 seq_num 190) dirty exists 2024-04-02T08:33:04.348 INFO:tasks.rados.rados.0.smithi104.stdout:573: left oid 44 (ObjNum 190 snap 63 seq_num 190) 2024-04-02T08:33:04.349 INFO:tasks.rados.rados.0.smithi104.stdout:571: done (3 left) 2024-04-02T08:33:04.349 INFO:tasks.rados.rados.0.smithi104.stdout:573: done (2 left) 2024-04-02T08:33:04.349 INFO:tasks.rados.rados.0.smithi104.stdout:576: delete oid 7 current snap is 63 2024-04-02T08:33:04.350 INFO:tasks.rados.rados.0.smithi104.stdout:576: done (2 left) 2024-04-02T08:33:04.350 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 63 2024-04-02T08:33:04.350 INFO:tasks.rados.rados.0.smithi104.stdout:577: seq_num 193 ranges {1499136=434176,1933312=401408} 2024-04-02T08:33:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:577: writing smithi10482514-24 from 1499136 to 1933312 tid 1 2024-04-02T08:33:04.363 INFO:tasks.rados.rados.0.smithi104.stdout:577: writing smithi10482514-24 from 1933312 to 2334720 tid 2 2024-04-02T08:33:04.364 INFO:tasks.rados.rados.0.smithi104.stdout:578: copy_from oid 45 from oid 6 current snap is 63 2024-04-02T08:33:04.364 INFO:tasks.rados.rados.0.smithi104.stdout:574: finishing write tid 1 to smithi10482514-28 2024-04-02T08:33:04.364 INFO:tasks.rados.rados.0.smithi104.stdout:574: finishing write tid 2 to smithi10482514-28 2024-04-02T08:33:04.364 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 77 (ObjNum 143 snap 44 seq_num 143) dirty exists 2024-04-02T08:33:04.364 INFO:tasks.rados.rados.0.smithi104.stdout:574: finishing write tid 3 to smithi10482514-28 2024-04-02T08:33:04.364 INFO:tasks.rados.rados.0.smithi104.stdout:574: oid 28 updating version 0 to 281 2024-04-02T08:33:04.364 INFO:tasks.rados.rados.0.smithi104.stdout:574: oid 28 updating version 281 to 282 2024-04-02T08:33:04.364 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 282 (ObjNum 191 snap 63 seq_num 191) dirty exists 2024-04-02T08:33:04.364 INFO:tasks.rados.rados.0.smithi104.stdout:574: left oid 28 (ObjNum 191 snap 63 seq_num 191) 2024-04-02T08:33:04.364 INFO:tasks.rados.rados.0.smithi104.stdout:574: done (3 left) 2024-04-02T08:33:04.364 INFO:tasks.rados.rados.0.smithi104.stdout:575: done (2 left) 2024-04-02T08:33:04.365 INFO:tasks.rados.rados.0.smithi104.stdout:579: rollback oid 9 current snap is 63 2024-04-02T08:33:04.365 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 9 to 50 2024-04-02T08:33:04.365 INFO:tasks.rados.rados.0.smithi104.stdout:580: copy_from oid 32 from oid 18 current snap is 63 2024-04-02T08:33:04.365 INFO:tasks.rados.rados.0.smithi104.stdout:581: copy_from oid 17 from oid 7 current snap is 63 2024-04-02T08:33:04.365 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 16 current snap is 63 2024-04-02T08:33:04.365 INFO:tasks.rados.rados.0.smithi104.stdout:582: seq_num 194 ranges {2039808=458752,2498560=401408} 2024-04-02T08:33:04.377 INFO:tasks.rados.rados.0.smithi104.stdout:582: writing smithi10482514-16 from 2039808 to 2498560 tid 1 2024-04-02T08:33:04.381 INFO:tasks.rados.rados.0.smithi104.stdout:582: writing smithi10482514-16 from 2498560 to 2899968 tid 2 2024-04-02T08:33:04.381 INFO:tasks.rados.rados.0.smithi104.stdout:583: snap_remove snap 57 2024-04-02T08:33:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[39229]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[39229]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:33:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[39229]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:33:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[39229]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:33:04.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:04.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:04.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:04.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[27401]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:04.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:04.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[27401]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:33:04.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[27401]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:33:04.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:04 smithi104 ceph-mon[27401]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:33:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:04 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:04 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:04 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:04 smithi188 ceph-mon[30882]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:04 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:04 smithi188 ceph-mon[30882]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:33:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:04 smithi188 ceph-mon[30882]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:33:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:04 smithi188 ceph-mon[30882]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:577: finishing write tid 1 to smithi10482514-24 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:579: finishing rollback tid 0 to smithi10482514-9 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:577: finishing write tid 2 to smithi10482514-24 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:579: finishing rollback tid 1 to smithi10482514-9 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:579: finishing rollback tid 2 to smithi10482514-9 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 331 (ObjNum 121 snap 37 seq_num 121) dirty exists 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:577: finishing write tid 3 to smithi10482514-24 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:581: finishing copy_from to smithi10482514-17 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:581: got expected ENOENT (src dne) 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:581: finishing copy_from racing read to smithi10482514-17 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:577: finishing write tid 4 to smithi10482514-24 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:577: oid 24 updating version 0 to 263 2024-04-02T08:33:05.236 INFO:tasks.rados.rados.0.smithi104.stdout:577: oid 24 updating version 263 to 265 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:577: oid 24 version 265 is already newer than 264 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 265 (ObjNum 193 snap 63 seq_num 193) dirty exists 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:577: left oid 24 (ObjNum 193 snap 63 seq_num 193) 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:578: finishing copy_from racing read to smithi10482514-45 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:578: finishing copy_from to smithi10482514-45 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 171 (ObjNum 161 snap 52 seq_num 161) dirty exists 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:580: finishing copy_from racing read to smithi10482514-32 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:580: finishing copy_from to smithi10482514-32 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 76 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:582: finishing write tid 1 to smithi10482514-16 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:582: finishing write tid 2 to smithi10482514-16 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:582: finishing write tid 3 to smithi10482514-16 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:582: finishing write tid 4 to smithi10482514-16 2024-04-02T08:33:05.237 INFO:tasks.rados.rados.0.smithi104.stdout:582: oid 16 updating version 0 to 246 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:582: oid 16 version 246 is already newer than 245 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:582: oid 16 version 246 is already newer than 244 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 246 (ObjNum 194 snap 63 seq_num 194) dirty exists 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:582: left oid 16 (ObjNum 194 snap 63 seq_num 194) 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:577: done (6 left) 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:578: done (5 left) 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:579: done (4 left) 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:580: done (3 left) 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:581: done (2 left) 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:582: done (1 left) 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:583: done (0 left) 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 63 2024-04-02T08:33:05.238 INFO:tasks.rados.rados.0.smithi104.stdout:584: seq_num 195 ranges {0=475136,475136=401408} 2024-04-02T08:33:05.239 INFO:tasks.rados.rados.0.smithi104.stdout:584: writing smithi10482514-50 from 0 to 475136 tid 1 2024-04-02T08:33:05.242 INFO:tasks.rados.rados.0.smithi104.stdout:584: writing smithi10482514-50 from 475136 to 876544 tid 2 2024-04-02T08:33:05.242 INFO:tasks.rados.rados.0.smithi104.stdout:585: read oid 22 snap -1 2024-04-02T08:33:05.242 INFO:tasks.rados.rados.0.smithi104.stdout:585: expect (ObjNum 82 snap 18 seq_num 82) 2024-04-02T08:33:05.242 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 63 2024-04-02T08:33:05.242 INFO:tasks.rados.rados.0.smithi104.stdout:586: seq_num 196 ranges {4177920=491520,4669440=401408} 2024-04-02T08:33:05.268 INFO:tasks.rados.rados.0.smithi104.stdout:586: writing smithi10482514-5 from 4177920 to 4669440 tid 1 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:586: writing smithi10482514-5 from 4669440 to 5070848 tid 2 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:587: read oid 12 snap -1 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:587: expect (ObjNum 166 snap 52 seq_num 166) 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:588: copy_from oid 15 from oid 39 current snap is 63 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:584: finishing write tid 1 to smithi10482514-50 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:584: finishing write tid 2 to smithi10482514-50 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:584: finishing write tid 3 to smithi10482514-50 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:584: finishing write tid 4 to smithi10482514-50 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:584: oid 50 updating version 0 to 334 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:584: oid 50 updating version 334 to 335 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:584: oid 50 updating version 335 to 336 2024-04-02T08:33:05.271 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 336 (ObjNum 195 snap 63 seq_num 195) dirty exists 2024-04-02T08:33:05.272 INFO:tasks.rados.rados.0.smithi104.stdout:584: left oid 50 (ObjNum 195 snap 63 seq_num 195) 2024-04-02T08:33:05.272 INFO:tasks.rados.rados.0.smithi104.stdout:585: expect (ObjNum 82 snap 18 seq_num 82) 2024-04-02T08:33:05.401 INFO:tasks.rados.rados.0.smithi104.stdout:588: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:33:05.402 INFO:tasks.rados.rados.0.smithi104.stdout:588: finishing copy_from to smithi10482514-15 2024-04-02T08:33:05.402 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 160 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:33:05.402 INFO:tasks.rados.rados.0.smithi104.stdout:587: expect (ObjNum 166 snap 52 seq_num 166) 2024-04-02T08:33:05.513 INFO:tasks.rados.rados.0.smithi104.stdout:586: finishing write tid 1 to smithi10482514-5 2024-04-02T08:33:05.513 INFO:tasks.rados.rados.0.smithi104.stdout:584: done (4 left) 2024-04-02T08:33:05.513 INFO:tasks.rados.rados.0.smithi104.stdout:585: done (3 left) 2024-04-02T08:33:05.514 INFO:tasks.rados.rados.0.smithi104.stdout:587: done (2 left) 2024-04-02T08:33:05.514 INFO:tasks.rados.rados.0.smithi104.stdout:588: done (1 left) 2024-04-02T08:33:05.514 INFO:tasks.rados.rados.0.smithi104.stdout:589: snap_remove snap 22 2024-04-02T08:33:05.539 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[39229]: pgmap v36: 121 pgs: 121 active+clean; 163 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 644 KiB/s wr, 14 op/s 2024-04-02T08:33:05.539 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[39229]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:33:05.539 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:05.539 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:05.540 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:05.540 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:05.540 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:05.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[27401]: pgmap v36: 121 pgs: 121 active+clean; 163 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 644 KiB/s wr, 14 op/s 2024-04-02T08:33:05.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[27401]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:33:05.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:05.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:05.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:05.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:05.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:05 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:05 smithi188 ceph-mon[30882]: pgmap v36: 121 pgs: 121 active+clean; 163 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 644 KiB/s wr, 14 op/s 2024-04-02T08:33:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:05 smithi188 ceph-mon[30882]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:33:05.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:05 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:05.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:05 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:05.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:05 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:05.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:05 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:05.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:05 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:06.239 INFO:tasks.rados.rados.0.smithi104.stdout:589: done (1 left) 2024-04-02T08:33:06.239 INFO:tasks.rados.rados.0.smithi104.stdout:590: delete oid 14 current snap is 63 2024-04-02T08:33:06.239 INFO:tasks.rados.rados.0.smithi104.stdout:586: finishing write tid 2 to smithi10482514-5 2024-04-02T08:33:06.239 INFO:tasks.rados.rados.0.smithi104.stdout:586: finishing write tid 3 to smithi10482514-5 2024-04-02T08:33:06.239 INFO:tasks.rados.rados.0.smithi104.stdout:586: finishing write tid 4 to smithi10482514-5 2024-04-02T08:33:06.240 INFO:tasks.rados.rados.0.smithi104.stdout:586: oid 5 updating version 0 to 184 2024-04-02T08:33:06.240 INFO:tasks.rados.rados.0.smithi104.stdout:586: oid 5 updating version 184 to 185 2024-04-02T08:33:06.240 INFO:tasks.rados.rados.0.smithi104.stdout:586: oid 5 updating version 185 to 186 2024-04-02T08:33:06.240 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 186 (ObjNum 196 snap 63 seq_num 196) dirty exists 2024-04-02T08:33:06.240 INFO:tasks.rados.rados.0.smithi104.stdout:586: left oid 5 (ObjNum 196 snap 63 seq_num 196) 2024-04-02T08:33:06.252 INFO:tasks.rados.rados.0.smithi104.stdout:586: done (1 left) 2024-04-02T08:33:06.252 INFO:tasks.rados.rados.0.smithi104.stdout:590: done (0 left) 2024-04-02T08:33:06.252 INFO:tasks.rados.rados.0.smithi104.stdout:591: read oid 42 snap -1 2024-04-02T08:33:06.252 INFO:tasks.rados.rados.0.smithi104.stdout:591: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:06.252 INFO:tasks.rados.rados.0.smithi104.stdout:592: read oid 26 snap -1 2024-04-02T08:33:06.252 INFO:tasks.rados.rados.0.smithi104.stdout:592: expect (ObjNum 185 snap 60 seq_num 185) 2024-04-02T08:33:06.252 INFO:tasks.rados.rados.0.smithi104.stdout:593: copy_from oid 40 from oid 27 current snap is 63 2024-04-02T08:33:06.252 INFO:tasks.rados.rados.0.smithi104.stdout:594: snap_remove snap 49 2024-04-02T08:33:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:06 smithi188 ceph-mon[30882]: Upgrade: Updating mgr.y 2024-04-02T08:33:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:06 smithi188 ceph-mon[30882]: Deploying daemon mgr.y on smithi104 2024-04-02T08:33:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:06 smithi188 ceph-mon[30882]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:33:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:06 smithi104 ceph-mon[39229]: Upgrade: Updating mgr.y 2024-04-02T08:33:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:06 smithi104 ceph-mon[39229]: Deploying daemon mgr.y on smithi104 2024-04-02T08:33:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:06 smithi104 ceph-mon[39229]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:33:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:06 smithi104 ceph-mon[27401]: Upgrade: Updating mgr.y 2024-04-02T08:33:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:06 smithi104 ceph-mon[27401]: Deploying daemon mgr.y on smithi104 2024-04-02T08:33:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:06 smithi104 ceph-mon[27401]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:33:07.080 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:07 smithi104 systemd[1]: Stopping Ceph mgr.y for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:07.259 INFO:tasks.rados.rados.0.smithi104.stdout:594: done (3 left) 2024-04-02T08:33:07.259 INFO:tasks.rados.rados.0.smithi104.stdout:595: delete oid 29 current snap is 63 2024-04-02T08:33:07.260 INFO:tasks.rados.rados.0.smithi104.stdout:591: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:07.262 INFO:tasks.rados.rados.0.smithi104.stdout:592: expect (ObjNum 185 snap 60 seq_num 185) 2024-04-02T08:33:07.377 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:07 smithi104 ceph-mon[39229]: pgmap v39: 121 pgs: 121 active+clean; 163 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 644 KiB/s wr, 14 op/s 2024-04-02T08:33:07.377 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:07 smithi104 ceph-mon[39229]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:33:07.377 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:07 smithi104 ceph-mon[27401]: pgmap v39: 121 pgs: 121 active+clean; 163 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 644 KiB/s wr, 14 op/s 2024-04-02T08:33:07.378 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:07 smithi104 ceph-mon[27401]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:593: finishing copy_from racing read to smithi10482514-40 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:593: finishing copy_from to smithi10482514-40 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 163 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:591: done (3 left) 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:592: done (2 left) 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:593: done (1 left) 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:595: done (0 left) 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:596: read oid 24 snap -1 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:596: expect (ObjNum 193 snap 63 seq_num 193) 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:597: read oid 13 snap -1 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:597: expect (ObjNum 127 snap 40 seq_num 127) 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:598: rollback oid 4 current snap is 63 2024-04-02T08:33:07.380 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 4 to 45 2024-04-02T08:33:07.381 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 63 2024-04-02T08:33:07.381 INFO:tasks.rados.rados.0.smithi104.stdout:599: seq_num 199 ranges {2908160=540672,3448832=401408} 2024-04-02T08:33:07.398 INFO:tasks.rados.rados.0.smithi104.stdout:599: writing smithi10482514-32 from 2908160 to 3448832 tid 1 2024-04-02T08:33:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:599: writing smithi10482514-32 from 3448832 to 3850240 tid 2 2024-04-02T08:33:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:600: read oid 5 snap -1 2024-04-02T08:33:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:600: expect (ObjNum 196 snap 63 seq_num 196) 2024-04-02T08:33:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:601: read oid 10 snap -1 2024-04-02T08:33:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:601: expect (ObjNum 188 snap 63 seq_num 188) 2024-04-02T08:33:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 63 2024-04-02T08:33:07.402 INFO:tasks.rados.rados.0.smithi104.stdout:598: finishing rollback tid 1 to smithi10482514-4 2024-04-02T08:33:07.402 INFO:tasks.rados.rados.0.smithi104.stdout:602: seq_num 200 ranges {2678784=557056,3235840=401408} 2024-04-02T08:33:07.418 INFO:tasks.rados.rados.0.smithi104.stdout:602: writing smithi10482514-26 from 2678784 to 3235840 tid 1 2024-04-02T08:33:07.421 INFO:tasks.rados.rados.0.smithi104.stdout:602: writing smithi10482514-26 from 3235840 to 3637248 tid 2 2024-04-02T08:33:07.421 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 63 2024-04-02T08:33:07.421 INFO:tasks.rados.rados.0.smithi104.stdout:598: finishing rollback tid 2 to smithi10482514-4 2024-04-02T08:33:07.421 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 239 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-02T08:33:07.421 INFO:tasks.rados.rados.0.smithi104.stdout:603: seq_num 201 ranges {909312=573440,1482752=401408} 2024-04-02T08:33:07.429 INFO:tasks.rados.rados.0.smithi104.stdout:603: writing smithi10482514-17 from 909312 to 1482752 tid 1 2024-04-02T08:33:07.432 INFO:tasks.rados.rados.0.smithi104.stdout:603: writing smithi10482514-17 from 1482752 to 1884160 tid 2 2024-04-02T08:33:07.432 INFO:tasks.rados.rados.0.smithi104.stdout:598: done (7 left) 2024-04-02T08:33:07.432 INFO:tasks.rados.rados.0.smithi104.stdout:604: snap_remove snap 50 2024-04-02T08:33:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:07 smithi188 ceph-mon[30882]: pgmap v39: 121 pgs: 121 active+clean; 163 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 644 KiB/s wr, 14 op/s 2024-04-02T08:33:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:07 smithi188 ceph-mon[30882]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:33:07.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:07 smithi104 podman[85235]: 2024-04-02 08:33:07.378963752 +0000 UTC m=+0.157831798 container died 2e260794b810ce06b5aca1a12de22d9be077cd50434347e56da49e04b55c2920 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-02T08:33:08.027 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:07 smithi104 podman[85235]: 2024-04-02 08:33:07.769245817 +0000 UTC m=+0.548113843 container cleanup 2e260794b810ce06b5aca1a12de22d9be077cd50434347e56da49e04b55c2920 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, GIT_CLEAN=True, ceph=True) 2024-04-02T08:33:08.027 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:07 smithi104 bash[85235]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T08:33:08.263 INFO:tasks.rados.rados.0.smithi104.stdout:604: done (7 left) 2024-04-02T08:33:08.264 INFO:tasks.rados.rados.0.smithi104.stdout:605: snap_remove snap 45 2024-04-02T08:33:08.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:08 smithi104 ceph-mon[27401]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:33:08.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:08 smithi104 ceph-mon[39229]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:33:08.389 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 podman[85254]: 2024-04-02 08:33:08.029328402 +0000 UTC m=+0.650576145 container remove 2e260794b810ce06b5aca1a12de22d9be077cd50434347e56da49e04b55c2920 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-02T08:33:08.389 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:33:08.389 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Failed with result 'exit-code'. 2024-04-02T08:33:08.389 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 systemd[1]: Stopped Ceph mgr.y for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:08.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Consumed 1min 5.914s CPU time. 2024-04-02T08:33:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:08 smithi188 ceph-mon[30882]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:33:08.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 systemd[1]: Starting Ceph mgr.y for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:08.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 podman[85390]: 2024-04-02 08:33:08.508082454 +0000 UTC m=+0.018221319 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:33:08.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 podman[85390]: 2024-04-02 08:33:08.631845696 +0000 UTC m=+0.141984608 container create b3f01344ac8b6c3227e5a0c666a5e21f7e9b6999caaadf853eab7328e9cc9bba (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326) 2024-04-02T08:33:09.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 podman[85390]: 2024-04-02 08:33:08.883458872 +0000 UTC m=+0.393597719 container init b3f01344ac8b6c3227e5a0c666a5e21f7e9b6999caaadf853eab7328e9cc9bba (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T08:33:09.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 podman[85390]: 2024-04-02 08:33:08.888873182 +0000 UTC m=+0.399012032 container start b3f01344ac8b6c3227e5a0c666a5e21f7e9b6999caaadf853eab7328e9cc9bba (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T08:33:09.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 ceph-mgr[85428]: -- 172.21.15.104:0/2131638266 <== mon.2 v2:172.21.15.104:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5587a86e05a0 con 0x5587a86b5000 2024-04-02T08:33:09.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 bash[85390]: b3f01344ac8b6c3227e5a0c666a5e21f7e9b6999caaadf853eab7328e9cc9bba 2024-04-02T08:33:09.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:08 smithi104 systemd[1]: Started Ceph mgr.y for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:09.277 INFO:tasks.rados.rados.0.smithi104.stdout:605: done (7 left) 2024-04-02T08:33:09.278 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 63 2024-04-02T08:33:09.278 INFO:tasks.rados.rados.0.smithi104.stdout:606: seq_num 202 ranges {0=589824,589824=401408} 2024-04-02T08:33:09.281 INFO:tasks.rados.rados.0.smithi104.stdout:606: writing smithi10482514-49 from 0 to 589824 tid 1 2024-04-02T08:33:09.284 INFO:tasks.rados.rados.0.smithi104.stdout:606: writing smithi10482514-49 from 589824 to 991232 tid 2 2024-04-02T08:33:09.290 INFO:tasks.rados.rados.0.smithi104.stdout:597: expect (ObjNum 127 snap 40 seq_num 127) 2024-04-02T08:33:09.346 INFO:tasks.rados.rados.0.smithi104.stdout:596: expect (ObjNum 193 snap 63 seq_num 193) 2024-04-02T08:33:09.432 INFO:tasks.rados.rados.0.smithi104.stdout:599: finishing write tid 1 to smithi10482514-32 2024-04-02T08:33:09.432 INFO:tasks.rados.rados.0.smithi104.stdout:599: finishing write tid 2 to smithi10482514-32 2024-04-02T08:33:09.432 INFO:tasks.rados.rados.0.smithi104.stdout:599: finishing write tid 3 to smithi10482514-32 2024-04-02T08:33:09.433 INFO:tasks.rados.rados.0.smithi104.stdout:599: finishing write tid 4 to smithi10482514-32 2024-04-02T08:33:09.433 INFO:tasks.rados.rados.0.smithi104.stdout:599: oid 32 updating version 0 to 97 2024-04-02T08:33:09.433 INFO:tasks.rados.rados.0.smithi104.stdout:599: oid 32 updating version 97 to 99 2024-04-02T08:33:09.433 INFO:tasks.rados.rados.0.smithi104.stdout:599: oid 32 version 99 is already newer than 98 2024-04-02T08:33:09.433 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 99 (ObjNum 199 snap 63 seq_num 199) dirty exists 2024-04-02T08:33:09.433 INFO:tasks.rados.rados.0.smithi104.stdout:599: left oid 32 (ObjNum 199 snap 63 seq_num 199) 2024-04-02T08:33:09.433 INFO:tasks.rados.rados.0.smithi104.stdout:601: expect (ObjNum 188 snap 63 seq_num 188) 2024-04-02T08:33:09.524 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:09 smithi188 ceph-mon[30882]: pgmap v42: 121 pgs: 121 active+clean; 163 MiB data, 587 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:33:09.524 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:09 smithi188 ceph-mon[30882]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:33:09.524 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:09 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:09.524 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:09 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:09.524 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:09 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:09.557 INFO:tasks.rados.rados.0.smithi104.stdout:602: finishing write tid 1 to smithi10482514-26 2024-04-02T08:33:09.558 INFO:tasks.rados.rados.0.smithi104.stdout:600: expect (ObjNum 196 snap 63 seq_num 196) 2024-04-02T08:33:09.570 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:09.470+0000 7fe83e6f3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:33:09.570 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:09.570+0000 7fe83e6f3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:33:09.570 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-mon[39229]: pgmap v42: 121 pgs: 121 active+clean; 163 MiB data, 587 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:33:09.571 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-mon[39229]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:33:09.571 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:09.571 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:09.571 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:09.572 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-mon[27401]: pgmap v42: 121 pgs: 121 active+clean; 163 MiB data, 587 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:33:09.572 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-mon[27401]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:33:09.572 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:09.572 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:09.572 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:09 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:602: finishing write tid 2 to smithi10482514-26 2024-04-02T08:33:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:602: finishing write tid 3 to smithi10482514-26 2024-04-02T08:33:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:596: done (7 left) 2024-04-02T08:33:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:597: done (6 left) 2024-04-02T08:33:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:599: done (5 left) 2024-04-02T08:33:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:600: done (4 left) 2024-04-02T08:33:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:601: done (3 left) 2024-04-02T08:33:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 63 2024-04-02T08:33:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:607: seq_num 203 ranges {638976=606208,1245184=401408} 2024-04-02T08:33:09.873 INFO:tasks.rados.rados.0.smithi104.stdout:607: writing smithi10482514-39 from 638976 to 1245184 tid 1 2024-04-02T08:33:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:607: writing smithi10482514-39 from 1245184 to 1646592 tid 2 2024-04-02T08:33:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:608: snap_create 2024-04-02T08:33:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:602: finishing write tid 4 to smithi10482514-26 2024-04-02T08:33:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:602: oid 26 updating version 0 to 241 2024-04-02T08:33:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:602: oid 26 updating version 241 to 242 2024-04-02T08:33:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:602: oid 26 updating version 242 to 243 2024-04-02T08:33:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 243 (ObjNum 200 snap 63 seq_num 200) dirty exists 2024-04-02T08:33:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:602: left oid 26 (ObjNum 200 snap 63 seq_num 200) 2024-04-02T08:33:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:603: finishing write tid 1 to smithi10482514-17 2024-04-02T08:33:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:603: finishing write tid 2 to smithi10482514-17 2024-04-02T08:33:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:603: finishing write tid 3 to smithi10482514-17 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:603: finishing write tid 4 to smithi10482514-17 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:603: oid 17 updating version 0 to 359 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:603: oid 17 version 359 is already newer than 358 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:603: oid 17 updating version 359 to 360 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 360 (ObjNum 201 snap 63 seq_num 201) dirty exists 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:603: left oid 17 (ObjNum 201 snap 63 seq_num 201) 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:606: finishing write tid 1 to smithi10482514-49 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:606: finishing write tid 2 to smithi10482514-49 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:606: finishing write tid 3 to smithi10482514-49 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:606: finishing write tid 4 to smithi10482514-49 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:606: oid 49 updating version 0 to 221 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:606: oid 49 updating version 221 to 222 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:606: oid 49 updating version 222 to 223 2024-04-02T08:33:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 223 (ObjNum 202 snap 63 seq_num 202) dirty exists 2024-04-02T08:33:09.879 INFO:tasks.rados.rados.0.smithi104.stdout:606: left oid 49 (ObjNum 202 snap 63 seq_num 202) 2024-04-02T08:33:09.879 INFO:tasks.rados.rados.0.smithi104.stdout:607: finishing write tid 1 to smithi10482514-39 2024-04-02T08:33:09.879 INFO:tasks.rados.rados.0.smithi104.stdout:607: finishing write tid 2 to smithi10482514-39 2024-04-02T08:33:09.879 INFO:tasks.rados.rados.0.smithi104.stdout:607: finishing write tid 3 to smithi10482514-39 2024-04-02T08:33:09.881 INFO:tasks.rados.rados.0.smithi104.stdout:607: finishing write tid 4 to smithi10482514-39 2024-04-02T08:33:09.881 INFO:tasks.rados.rados.0.smithi104.stdout:607: oid 39 updating version 0 to 308 2024-04-02T08:33:09.881 INFO:tasks.rados.rados.0.smithi104.stdout:607: oid 39 updating version 308 to 310 2024-04-02T08:33:09.881 INFO:tasks.rados.rados.0.smithi104.stdout:607: oid 39 version 310 is already newer than 309 2024-04-02T08:33:09.881 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 310 (ObjNum 203 snap 63 seq_num 203) dirty exists 2024-04-02T08:33:09.881 INFO:tasks.rados.rados.0.smithi104.stdout:607: left oid 39 (ObjNum 203 snap 63 seq_num 203) 2024-04-02T08:33:10.526 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-mon[39229]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:33:10.526 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:10.526 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:10.526 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:10.286+0000 7fe83e6f3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:33:10.527 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:10.379+0000 7fe83e6f3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:33:10.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-mon[27401]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:33:10.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:10.527 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:10.542 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:10 smithi188 ceph-mon[30882]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:33:10.542 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:10 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:10.542 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:10 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:10.663 INFO:tasks.rados.rados.0.smithi104.stdout:602: done (4 left) 2024-04-02T08:33:10.664 INFO:tasks.rados.rados.0.smithi104.stdout:603: done (3 left) 2024-04-02T08:33:10.664 INFO:tasks.rados.rados.0.smithi104.stdout:606: done (2 left) 2024-04-02T08:33:10.664 INFO:tasks.rados.rados.0.smithi104.stdout:607: done (1 left) 2024-04-02T08:33:10.664 INFO:tasks.rados.rados.0.smithi104.stdout:608: done (0 left) 2024-04-02T08:33:10.664 INFO:tasks.rados.rados.0.smithi104.stdout:609: rollback oid 13 current snap is 64 2024-04-02T08:33:10.664 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 55 2024-04-02T08:33:10.664 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 64 2024-04-02T08:33:10.664 INFO:tasks.rados.rados.0.smithi104.stdout:610: seq_num 204 ranges {1835008=622592,2457600=401408} 2024-04-02T08:33:10.677 INFO:tasks.rados.rados.0.smithi104.stdout:610: writing smithi10482514-35 from 1835008 to 2457600 tid 1 2024-04-02T08:33:10.680 INFO:tasks.rados.rados.0.smithi104.stdout:610: writing smithi10482514-35 from 2457600 to 2859008 tid 2 2024-04-02T08:33:10.680 INFO:tasks.rados.rados.0.smithi104.stdout:611: read oid 1 snap -1 2024-04-02T08:33:10.680 INFO:tasks.rados.rados.0.smithi104.stdout:611: expect deleted 2024-04-02T08:33:10.680 INFO:tasks.rados.rados.0.smithi104.stdout:612: copy_from oid 17 from oid 38 current snap is 64 2024-04-02T08:33:10.680 INFO:tasks.rados.rados.0.smithi104.stdout:609: finishing rollback tid 0 to smithi10482514-13 2024-04-02T08:33:10.680 INFO:tasks.rados.rados.0.smithi104.stdout:609: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:33:10.680 INFO:tasks.rados.rados.0.smithi104.stdout:609: finishing rollback tid 2 to smithi10482514-13 2024-04-02T08:33:10.680 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 227 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:33:10.680 INFO:tasks.rados.rados.0.smithi104.stdout:609: done (3 left) 2024-04-02T08:33:10.680 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 64 2024-04-02T08:33:10.680 INFO:tasks.rados.rados.0.smithi104.stdout:613: seq_num 205 ranges {909312=638976,1548288=401408} 2024-04-02T08:33:10.688 INFO:tasks.rados.rados.0.smithi104.stdout:613: writing smithi10482514-6 from 909312 to 1548288 tid 1 2024-04-02T08:33:10.691 INFO:tasks.rados.rados.0.smithi104.stdout:613: writing smithi10482514-6 from 1548288 to 1949696 tid 2 2024-04-02T08:33:10.691 INFO:tasks.rados.rados.0.smithi104.stdout:614: setattr oid 27 current snap is 64 2024-04-02T08:33:10.691 INFO:tasks.rados.rados.0.smithi104.stdout:610: finishing write tid 1 to smithi10482514-35 2024-04-02T08:33:10.691 INFO:tasks.rados.rados.0.smithi104.stdout:610: finishing write tid 2 to smithi10482514-35 2024-04-02T08:33:10.692 INFO:tasks.rados.rados.0.smithi104.stdout:610: finishing write tid 3 to smithi10482514-35 2024-04-02T08:33:10.692 INFO:tasks.rados.rados.0.smithi104.stdout:610: finishing write tid 4 to smithi10482514-35 2024-04-02T08:33:10.692 INFO:tasks.rados.rados.0.smithi104.stdout:610: oid 35 updating version 0 to 312 2024-04-02T08:33:10.692 INFO:tasks.rados.rados.0.smithi104.stdout:610: oid 35 updating version 312 to 313 2024-04-02T08:33:10.692 INFO:tasks.rados.rados.0.smithi104.stdout:610: oid 35 updating version 313 to 314 2024-04-02T08:33:10.692 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 314 (ObjNum 204 snap 64 seq_num 204) dirty exists 2024-04-02T08:33:10.692 INFO:tasks.rados.rados.0.smithi104.stdout:610: left oid 35 (ObjNum 204 snap 64 seq_num 204) 2024-04-02T08:33:10.692 INFO:tasks.rados.rados.0.smithi104.stdout:610: done (4 left) 2024-04-02T08:33:10.692 INFO:tasks.rados.rados.0.smithi104.stdout:611: done (3 left) 2024-04-02T08:33:10.692 INFO:tasks.rados.rados.0.smithi104.stdout:615: setattr oid 2 current snap is 64 2024-04-02T08:33:10.693 INFO:tasks.rados.rados.0.smithi104.stdout:616: snap_create 2024-04-02T08:33:10.693 INFO:tasks.rados.rados.0.smithi104.stdout:613: finishing write tid 1 to smithi10482514-6 2024-04-02T08:33:10.694 INFO:tasks.rados.rados.0.smithi104.stdout:613: finishing write tid 2 to smithi10482514-6 2024-04-02T08:33:10.694 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 259 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:33:10.694 INFO:tasks.rados.rados.0.smithi104.stdout:613: finishing write tid 3 to smithi10482514-6 2024-04-02T08:33:10.695 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 59 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:10.696 INFO:tasks.rados.rados.0.smithi104.stdout:613: finishing write tid 4 to smithi10482514-6 2024-04-02T08:33:10.696 INFO:tasks.rados.rados.0.smithi104.stdout:613: oid 6 updating version 0 to 317 2024-04-02T08:33:10.696 INFO:tasks.rados.rados.0.smithi104.stdout:613: oid 6 updating version 317 to 318 2024-04-02T08:33:10.696 INFO:tasks.rados.rados.0.smithi104.stdout:613: oid 6 version 318 is already newer than 316 2024-04-02T08:33:10.696 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 318 (ObjNum 205 snap 64 seq_num 205) dirty exists 2024-04-02T08:33:10.696 INFO:tasks.rados.rados.0.smithi104.stdout:613: left oid 6 (ObjNum 205 snap 64 seq_num 205) 2024-04-02T08:33:10.703 INFO:tasks.rados.rados.0.smithi104.stdout:612: finishing copy_from racing read to smithi10482514-17 2024-04-02T08:33:10.704 INFO:tasks.rados.rados.0.smithi104.stdout:612: finishing copy_from to smithi10482514-17 2024-04-02T08:33:10.704 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 51 (ObjNum 141 snap 43 seq_num 141) dirty exists 2024-04-02T08:33:10.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:10.524+0000 7fe83e6f3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:33:10.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:10.630+0000 7fe83e6f3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:33:10.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:10.725+0000 7fe83e6f3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:33:11.270 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:10.994+0000 7fe83e6f3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:33:11.270 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:11 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:11.117+0000 7fe83e6f3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:11.270 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:11 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:11.204+0000 7fe83e6f3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:33:11.270 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:11 smithi104 ceph-mon[27401]: pgmap v45: 121 pgs: 121 active+clean; 183 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T08:33:11.270 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:11 smithi104 ceph-mon[27401]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:33:11.522 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:11 smithi104 ceph-mon[39229]: pgmap v45: 121 pgs: 121 active+clean; 183 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T08:33:11.522 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:11 smithi104 ceph-mon[39229]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:33:11.523 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:11 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:11.306+0000 7fe83e6f3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:33:11.523 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:11 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:11.489+0000 7fe83e6f3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:33:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:11 smithi188 ceph-mon[30882]: pgmap v45: 121 pgs: 121 active+clean; 183 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T08:33:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:11 smithi188 ceph-mon[30882]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:33:11.665 INFO:tasks.rados.rados.0.smithi104.stdout:612: done (4 left) 2024-04-02T08:33:11.665 INFO:tasks.rados.rados.0.smithi104.stdout:613: done (3 left) 2024-04-02T08:33:11.665 INFO:tasks.rados.rados.0.smithi104.stdout:614: done (2 left) 2024-04-02T08:33:11.665 INFO:tasks.rados.rados.0.smithi104.stdout:615: done (1 left) 2024-04-02T08:33:11.665 INFO:tasks.rados.rados.0.smithi104.stdout:616: done (0 left) 2024-04-02T08:33:11.665 INFO:tasks.rados.rados.0.smithi104.stdout:617: rollback oid 32 current snap is 65 2024-04-02T08:33:11.665 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 32 to 33 2024-04-02T08:33:11.665 INFO:tasks.rados.rados.0.smithi104.stdout:618: snap_remove snap 64 2024-04-02T08:33:12.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:12 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:12.527+0000 7fe83e6f3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:33:12.675 INFO:tasks.rados.rados.0.smithi104.stdout:618: done (1 left) 2024-04-02T08:33:12.675 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 65 2024-04-02T08:33:12.675 INFO:tasks.rados.rados.0.smithi104.stdout:617: finishing rollback tid 0 to smithi10482514-32 2024-04-02T08:33:12.675 INFO:tasks.rados.rados.0.smithi104.stdout:619: seq_num 206 ranges {2334720=655360,2990080=401408} 2024-04-02T08:33:12.691 INFO:tasks.rados.rados.0.smithi104.stdout:619: writing smithi10482514-24 from 2334720 to 2990080 tid 1 2024-04-02T08:33:12.693 INFO:tasks.rados.rados.0.smithi104.stdout:619: writing smithi10482514-24 from 2990080 to 3391488 tid 2 2024-04-02T08:33:12.694 INFO:tasks.rados.rados.0.smithi104.stdout:620: copy_from oid 3 from oid 45 current snap is 65 2024-04-02T08:33:12.694 INFO:tasks.rados.rados.0.smithi104.stdout:617: finishing rollback tid 1 to smithi10482514-32 2024-04-02T08:33:12.694 INFO:tasks.rados.rados.0.smithi104.stdout:617: finishing rollback tid 2 to smithi10482514-32 2024-04-02T08:33:12.694 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 107 (ObjNum 103 snap 26 seq_num 103) dirty exists 2024-04-02T08:33:12.694 INFO:tasks.rados.rados.0.smithi104.stdout:617: done (2 left) 2024-04-02T08:33:12.694 INFO:tasks.rados.rados.0.smithi104.stdout:621: snap_create 2024-04-02T08:33:12.696 INFO:tasks.rados.rados.0.smithi104.stdout:619: finishing write tid 1 to smithi10482514-24 2024-04-02T08:33:12.697 INFO:tasks.rados.rados.0.smithi104.stdout:619: finishing write tid 2 to smithi10482514-24 2024-04-02T08:33:12.697 INFO:tasks.rados.rados.0.smithi104.stdout:619: finishing write tid 3 to smithi10482514-24 2024-04-02T08:33:12.698 INFO:tasks.rados.rados.0.smithi104.stdout:619: finishing write tid 4 to smithi10482514-24 2024-04-02T08:33:12.698 INFO:tasks.rados.rados.0.smithi104.stdout:619: oid 24 updating version 0 to 320 2024-04-02T08:33:12.698 INFO:tasks.rados.rados.0.smithi104.stdout:619: oid 24 updating version 320 to 321 2024-04-02T08:33:12.698 INFO:tasks.rados.rados.0.smithi104.stdout:619: oid 24 updating version 321 to 322 2024-04-02T08:33:12.698 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 322 (ObjNum 206 snap 65 seq_num 206) dirty exists 2024-04-02T08:33:12.699 INFO:tasks.rados.rados.0.smithi104.stdout:619: left oid 24 (ObjNum 206 snap 65 seq_num 206) 2024-04-02T08:33:12.702 INFO:tasks.rados.rados.0.smithi104.stdout:620: finishing copy_from racing read to smithi10482514-3 2024-04-02T08:33:12.704 INFO:tasks.rados.rados.0.smithi104.stdout:620: finishing copy_from to smithi10482514-3 2024-04-02T08:33:12.704 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 171 (ObjNum 161 snap 52 seq_num 161) dirty exists 2024-04-02T08:33:12.938 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:12 smithi188 ceph-mon[30882]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:33:12.938 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:12 smithi188 ceph-mon[30882]: pgmap v48: 121 pgs: 121 active+clean; 183 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T08:33:12.938 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:12 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:13.024 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:12 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:12.659+0000 7fe83e6f3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:33:13.024 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:13.025+0000 7fe83e6f3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:33:13.024 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:12 smithi104 ceph-mon[39229]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:33:13.024 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:12 smithi104 ceph-mon[39229]: pgmap v48: 121 pgs: 121 active+clean; 183 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T08:33:13.025 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:12 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:13.025 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:12 smithi104 ceph-mon[27401]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:33:13.025 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:12 smithi104 ceph-mon[27401]: pgmap v48: 121 pgs: 121 active+clean; 183 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T08:33:13.025 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:12 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:13.324 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:13.121+0000 7fe83e6f3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:33:13.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:13.325+0000 7fe83e6f3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:13.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:13.532+0000 7fe83e6f3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:33:13.678 INFO:tasks.rados.rados.0.smithi104.stdout:619: done (2 left) 2024-04-02T08:33:13.678 INFO:tasks.rados.rados.0.smithi104.stdout:620: done (1 left) 2024-04-02T08:33:13.678 INFO:tasks.rados.rados.0.smithi104.stdout:621: done (0 left) 2024-04-02T08:33:13.678 INFO:tasks.rados.rados.0.smithi104.stdout:622: read oid 39 snap -1 2024-04-02T08:33:13.678 INFO:tasks.rados.rados.0.smithi104.stdout:622: expect (ObjNum 203 snap 63 seq_num 203) 2024-04-02T08:33:13.679 INFO:tasks.rados.rados.0.smithi104.stdout:623: read oid 8 snap 40 2024-04-02T08:33:13.679 INFO:tasks.rados.rados.0.smithi104.stdout:623: expect deleted 2024-04-02T08:33:13.679 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 66 2024-04-02T08:33:13.679 INFO:tasks.rados.rados.0.smithi104.stdout:624: seq_num 207 ranges {2334720=671744,3006464=401408} 2024-04-02T08:33:13.694 INFO:tasks.rados.rados.0.smithi104.stdout:624: writing smithi10482514-20 from 2334720 to 3006464 tid 1 2024-04-02T08:33:13.697 INFO:tasks.rados.rados.0.smithi104.stdout:624: writing smithi10482514-20 from 3006464 to 3407872 tid 2 2024-04-02T08:33:13.697 INFO:tasks.rados.rados.0.smithi104.stdout:625: read oid 11 snap 36 2024-04-02T08:33:13.697 INFO:tasks.rados.rados.0.smithi104.stdout:625: expect (ObjNum 107 snap 26 seq_num 107) 2024-04-02T08:33:13.697 INFO:tasks.rados.rados.0.smithi104.stdout:626: rollback oid 31 current snap is 66 2024-04-02T08:33:13.697 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 31 to 36 2024-04-02T08:33:13.706 INFO:tasks.rados.rados.0.smithi104.stdout:622: expect (ObjNum 203 snap 63 seq_num 203) 2024-04-02T08:33:13.755 INFO:tasks.rados.rados.0.smithi104.stdout:624: finishing write tid 1 to smithi10482514-20 2024-04-02T08:33:13.755 INFO:tasks.rados.rados.0.smithi104.stdout:625: expect (ObjNum 107 snap 26 seq_num 107) 2024-04-02T08:33:13.810 INFO:tasks.rados.rados.0.smithi104.stdout:624: finishing write tid 2 to smithi10482514-20 2024-04-02T08:33:13.810 INFO:tasks.rados.rados.0.smithi104.stdout:624: finishing write tid 3 to smithi10482514-20 2024-04-02T08:33:13.810 INFO:tasks.rados.rados.0.smithi104.stdout:626: finishing rollback tid 0 to smithi10482514-31 2024-04-02T08:33:13.810 INFO:tasks.rados.rados.0.smithi104.stdout:626: finishing rollback tid 1 to smithi10482514-31 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:626: finishing rollback tid 2 to smithi10482514-31 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 323 (ObjNum 106 snap 26 seq_num 106) dirty exists 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:624: finishing write tid 4 to smithi10482514-20 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:624: oid 20 updating version 0 to 378 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:624: oid 20 updating version 378 to 380 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:624: oid 20 version 380 is already newer than 379 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 380 (ObjNum 207 snap 66 seq_num 207) dirty exists 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:624: left oid 20 (ObjNum 207 snap 66 seq_num 207) 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:622: done (4 left) 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:623: done (3 left) 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:624: done (2 left) 2024-04-02T08:33:13.811 INFO:tasks.rados.rados.0.smithi104.stdout:625: done (1 left) 2024-04-02T08:33:13.812 INFO:tasks.rados.rados.0.smithi104.stdout:626: done (0 left) 2024-04-02T08:33:13.812 INFO:tasks.rados.rados.0.smithi104.stdout:627: rollback oid 26 current snap is 66 2024-04-02T08:33:13.812 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 56 2024-04-02T08:33:13.812 INFO:tasks.rados.rados.0.smithi104.stdout:628: setattr oid 21 current snap is 66 2024-04-02T08:33:13.812 INFO:tasks.rados.rados.0.smithi104.stdout:629: delete oid 29 current snap is 66 2024-04-02T08:33:13.814 INFO:tasks.rados.rados.0.smithi104.stdout:627: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:33:13.814 INFO:tasks.rados.rados.0.smithi104.stdout:627: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:33:13.814 INFO:tasks.rados.rados.0.smithi104.stdout:627: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:33:13.814 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 263 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:33:13.815 INFO:tasks.rados.rados.0.smithi104.stdout:627: done (2 left) 2024-04-02T08:33:13.815 INFO:tasks.rados.rados.0.smithi104.stdout:629: done (1 left) 2024-04-02T08:33:13.815 INFO:tasks.rados.rados.0.smithi104.stdout:630: delete oid 49 current snap is 66 2024-04-02T08:33:13.817 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 382 (ObjNum 103 snap 26 seq_num 103) dirty exists 2024-04-02T08:33:13.817 INFO:tasks.rados.rados.0.smithi104.stdout:628: done (1 left) 2024-04-02T08:33:13.817 INFO:tasks.rados.rados.0.smithi104.stdout:630: done (0 left) 2024-04-02T08:33:13.817 INFO:tasks.rados.rados.0.smithi104.stdout:631: rmattr oid 13 current snap is 66 2024-04-02T08:33:13.817 INFO:tasks.rados.rados.0.smithi104.stdout:631: done (0 left) 2024-04-02T08:33:13.818 INFO:tasks.rados.rados.0.smithi104.stdout:632: read oid 1 snap -1 2024-04-02T08:33:13.818 INFO:tasks.rados.rados.0.smithi104.stdout:632: expect deleted 2024-04-02T08:33:13.818 INFO:tasks.rados.rados.0.smithi104.stdout:633: copy_from oid 7 from oid 48 current snap is 66 2024-04-02T08:33:13.818 INFO:tasks.rados.rados.0.smithi104.stdout:634: read oid 24 snap -1 2024-04-02T08:33:13.818 INFO:tasks.rados.rados.0.smithi104.stdout:634: expect (ObjNum 206 snap 65 seq_num 206) 2024-04-02T08:33:13.818 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 66 2024-04-02T08:33:13.818 INFO:tasks.rados.rados.0.smithi104.stdout:635: seq_num 210 ranges {5365760=720896,6086656=401408} 2024-04-02T08:33:13.850 INFO:tasks.rados.rados.0.smithi104.stdout:635: writing smithi10482514-9 from 5365760 to 6086656 tid 1 2024-04-02T08:33:13.852 INFO:tasks.rados.rados.0.smithi104.stdout:635: writing smithi10482514-9 from 6086656 to 6488064 tid 2 2024-04-02T08:33:13.852 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 66 2024-04-02T08:33:13.852 INFO:tasks.rados.rados.0.smithi104.stdout:636: seq_num 211 ranges {5840896=737280,6578176=401408} 2024-04-02T08:33:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:13 smithi188 ceph-mon[30882]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:33:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:13 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:13 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:13.888 INFO:tasks.rados.rados.0.smithi104.stdout:636: writing smithi10482514-32 from 5840896 to 6578176 tid 1 2024-04-02T08:33:13.890 INFO:tasks.rados.rados.0.smithi104.stdout:636: writing smithi10482514-32 from 6578176 to 6979584 tid 2 2024-04-02T08:33:13.890 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 66 2024-04-02T08:33:13.891 INFO:tasks.rados.rados.0.smithi104.stdout:637: seq_num 212 ranges {5070848=753664,5824512=401408} 2024-04-02T08:33:13.922 INFO:tasks.rados.rados.0.smithi104.stdout:637: writing smithi10482514-5 from 5070848 to 5824512 tid 1 2024-04-02T08:33:13.925 INFO:tasks.rados.rados.0.smithi104.stdout:637: writing smithi10482514-5 from 5824512 to 6225920 tid 2 2024-04-02T08:33:13.925 INFO:tasks.rados.rados.0.smithi104.stdout:638: copy_from oid 12 from oid 13 current snap is 66 2024-04-02T08:33:13.925 INFO:tasks.rados.rados.0.smithi104.stdout:633: finishing copy_from racing read to smithi10482514-7 2024-04-02T08:33:13.925 INFO:tasks.rados.rados.0.smithi104.stdout:633: finishing copy_from to smithi10482514-7 2024-04-02T08:33:13.925 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 156 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:33:13.925 INFO:tasks.rados.rados.0.smithi104.stdout:632: done (6 left) 2024-04-02T08:33:13.925 INFO:tasks.rados.rados.0.smithi104.stdout:633: done (5 left) 2024-04-02T08:33:13.925 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 66 2024-04-02T08:33:13.925 INFO:tasks.rados.rados.0.smithi104.stdout:639: seq_num 213 ranges {892928=770048,1662976=401408} 2024-04-02T08:33:13.934 INFO:tasks.rados.rados.0.smithi104.stdout:639: writing smithi10482514-33 from 892928 to 1662976 tid 1 2024-04-02T08:33:13.936 INFO:tasks.rados.rados.0.smithi104.stdout:639: writing smithi10482514-33 from 1662976 to 2064384 tid 2 2024-04-02T08:33:13.936 INFO:tasks.rados.rados.0.smithi104.stdout:640: delete oid 31 current snap is 66 2024-04-02T08:33:13.936 INFO:tasks.rados.rados.0.smithi104.stdout:634: expect (ObjNum 206 snap 65 seq_num 206) 2024-04-02T08:33:14.091 INFO:tasks.rados.rados.0.smithi104.stdout:635: finishing write tid 1 to smithi10482514-9 2024-04-02T08:33:14.091 INFO:tasks.rados.rados.0.smithi104.stdout:635: finishing write tid 2 to smithi10482514-9 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:635: finishing write tid 3 to smithi10482514-9 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:635: finishing write tid 4 to smithi10482514-9 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:635: oid 9 updating version 0 to 385 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:635: oid 9 version 385 is already newer than 384 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:635: oid 9 updating version 385 to 386 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 386 (ObjNum 210 snap 66 seq_num 210) dirty exists 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:635: left oid 9 (ObjNum 210 snap 66 seq_num 210) 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:636: finishing write tid 1 to smithi10482514-32 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:636: finishing write tid 2 to smithi10482514-32 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:636: finishing write tid 3 to smithi10482514-32 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:634: done (6 left) 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:635: done (5 left) 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:640: done (4 left) 2024-04-02T08:33:14.092 INFO:tasks.rados.rados.0.smithi104.stdout:641: snap_remove snap 33 2024-04-02T08:33:14.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:13 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:13.873+0000 7fe83e6f3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:13 smithi104 ceph-mon[27401]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:33:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:13 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:13 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:13 smithi104 ceph-mon[39229]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:33:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:13 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:13 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:14.228 INFO:tasks.rados.rados.0.smithi104.stdout:641: done (4 left) 2024-04-02T08:33:14.228 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 66 2024-04-02T08:33:14.228 INFO:tasks.rados.rados.0.smithi104.stdout:642: seq_num 215 ranges {2375680=409600,2785280=532480,3317760=270336} 2024-04-02T08:33:14.246 INFO:tasks.rados.rados.0.smithi104.stdout:642: writing smithi10482514-17 from 2375680 to 2785280 tid 1 2024-04-02T08:33:14.250 INFO:tasks.rados.rados.0.smithi104.stdout:642: writing smithi10482514-17 from 2785280 to 3317760 tid 2 2024-04-02T08:33:14.252 INFO:tasks.rados.rados.0.smithi104.stdout:642: writing smithi10482514-17 from 3317760 to 3588096 tid 3 2024-04-02T08:33:14.252 INFO:tasks.rados.rados.0.smithi104.stdout:643: read oid 30 snap -1 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:643: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:644: snap_create 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:636: finishing write tid 4 to smithi10482514-32 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:636: oid 32 updating version 0 to 112 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:636: oid 32 version 112 is already newer than 111 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:636: oid 32 updating version 112 to 113 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 113 (ObjNum 211 snap 66 seq_num 211) dirty exists 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:636: left oid 32 (ObjNum 211 snap 66 seq_num 211) 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:637: finishing write tid 1 to smithi10482514-5 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:637: finishing write tid 2 to smithi10482514-5 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:637: finishing write tid 3 to smithi10482514-5 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:637: finishing write tid 4 to smithi10482514-5 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:637: oid 5 updating version 0 to 218 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:637: oid 5 version 218 is already newer than 217 2024-04-02T08:33:14.253 INFO:tasks.rados.rados.0.smithi104.stdout:637: oid 5 version 218 is already newer than 216 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 218 (ObjNum 212 snap 66 seq_num 212) dirty exists 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:637: left oid 5 (ObjNum 212 snap 66 seq_num 212) 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:638: finishing copy_from racing read to smithi10482514-12 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:638: finishing copy_from to smithi10482514-12 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 227 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:639: finishing write tid 1 to smithi10482514-33 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:639: finishing write tid 2 to smithi10482514-33 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:639: finishing write tid 3 to smithi10482514-33 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:639: finishing write tid 4 to smithi10482514-33 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:639: oid 33 updating version 0 to 249 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:639: oid 33 version 249 is already newer than 248 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:639: oid 33 version 249 is already newer than 247 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 249 (ObjNum 213 snap 66 seq_num 213) dirty exists 2024-04-02T08:33:14.254 INFO:tasks.rados.rados.0.smithi104.stdout:639: left oid 33 (ObjNum 213 snap 66 seq_num 213) 2024-04-02T08:33:14.255 INFO:tasks.rados.rados.0.smithi104.stdout:642: finishing write tid 1 to smithi10482514-17 2024-04-02T08:33:14.256 INFO:tasks.rados.rados.0.smithi104.stdout:642: finishing write tid 2 to smithi10482514-17 2024-04-02T08:33:14.259 INFO:tasks.rados.rados.0.smithi104.stdout:643: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:33:14.273 INFO:tasks.rados.rados.0.smithi104.stdout:642: finishing write tid 3 to smithi10482514-17 2024-04-02T08:33:14.273 INFO:tasks.rados.rados.0.smithi104.stdout:642: finishing write tid 4 to smithi10482514-17 2024-04-02T08:33:14.273 INFO:tasks.rados.rados.0.smithi104.stdout:642: finishing write tid 5 to smithi10482514-17 2024-04-02T08:33:14.273 INFO:tasks.rados.rados.0.smithi104.stdout:642: oid 17 updating version 0 to 403 2024-04-02T08:33:14.273 INFO:tasks.rados.rados.0.smithi104.stdout:642: oid 17 version 403 is already newer than 402 2024-04-02T08:33:14.273 INFO:tasks.rados.rados.0.smithi104.stdout:642: oid 17 version 403 is already newer than 396 2024-04-02T08:33:14.273 INFO:tasks.rados.rados.0.smithi104.stdout:642: oid 17 version 403 is already newer than 397 2024-04-02T08:33:14.273 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 403 (ObjNum 215 snap 66 seq_num 215) dirty exists 2024-04-02T08:33:14.274 INFO:tasks.rados.rados.0.smithi104.stdout:642: left oid 17 (ObjNum 215 snap 66 seq_num 215) 2024-04-02T08:33:14.423 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:14.152+0000 7fe83e6f3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:14.677 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:14.424+0000 7fe83e6f3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:33:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:14 smithi188 ceph-mon[30882]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:33:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:14 smithi188 ceph-mon[30882]: pgmap v51: 121 pgs: 121 active+clean; 196 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-02T08:33:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:14 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:14 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:14 smithi188 ceph-mon[30882]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:33:15.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-mon[39229]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:33:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-mon[39229]: pgmap v51: 121 pgs: 121 active+clean; 196 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-02T08:33:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-mon[39229]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:33:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-mon[27401]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:33:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-mon[27401]: pgmap v51: 121 pgs: 121 active+clean; 196 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-02T08:33:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:14 smithi104 ceph-mon[27401]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:33:15.241 INFO:tasks.rados.rados.0.smithi104.stdout:636: done (6 left) 2024-04-02T08:33:15.241 INFO:tasks.rados.rados.0.smithi104.stdout:637: done (5 left) 2024-04-02T08:33:15.241 INFO:tasks.rados.rados.0.smithi104.stdout:638: done (4 left) 2024-04-02T08:33:15.241 INFO:tasks.rados.rados.0.smithi104.stdout:639: done (3 left) 2024-04-02T08:33:15.241 INFO:tasks.rados.rados.0.smithi104.stdout:642: done (2 left) 2024-04-02T08:33:15.241 INFO:tasks.rados.rados.0.smithi104.stdout:643: done (1 left) 2024-04-02T08:33:15.241 INFO:tasks.rados.rados.0.smithi104.stdout:644: done (0 left) 2024-04-02T08:33:15.242 INFO:tasks.rados.rados.0.smithi104.stdout:645: setattr oid 33 current snap is 67 2024-04-02T08:33:15.246 INFO:tasks.rados.rados.0.smithi104.stdout:646: read oid 6 snap -1 2024-04-02T08:33:15.246 INFO:tasks.rados.rados.0.smithi104.stdout:646: expect (ObjNum 205 snap 64 seq_num 205) 2024-04-02T08:33:15.246 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 37 current snap is 67 2024-04-02T08:33:15.246 INFO:tasks.rados.rados.0.smithi104.stdout:647: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-04-02T08:33:15.246 INFO:tasks.rados.rados.0.smithi104.stdout:647: writing smithi10482514-37 from 0 to 425984 tid 1 2024-04-02T08:33:15.247 INFO:tasks.rados.rados.0.smithi104.stdout:647: writing smithi10482514-37 from 425984 to 835584 tid 2 2024-04-02T08:33:15.250 INFO:tasks.rados.rados.0.smithi104.stdout:647: writing smithi10482514-37 from 835584 to 1228800 tid 3 2024-04-02T08:33:15.250 INFO:tasks.rados.rados.0.smithi104.stdout:648: copy_from oid 22 from oid 45 current snap is 67 2024-04-02T08:33:15.251 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 250 (ObjNum 213 snap 66 seq_num 213) dirty exists 2024-04-02T08:33:15.251 INFO:tasks.rados.rados.0.smithi104.stdout:645: done (3 left) 2024-04-02T08:33:15.251 INFO:tasks.rados.rados.0.smithi104.stdout:649: delete oid 30 current snap is 67 2024-04-02T08:33:15.254 INFO:tasks.rados.rados.0.smithi104.stdout:649: done (3 left) 2024-04-02T08:33:15.254 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 67 2024-04-02T08:33:15.254 INFO:tasks.rados.rados.0.smithi104.stdout:650: seq_num 218 ranges {786432=458752,1245184=581632,1826816=221184} 2024-04-02T08:33:15.261 INFO:tasks.rados.rados.0.smithi104.stdout:650: writing smithi10482514-44 from 786432 to 1245184 tid 1 2024-04-02T08:33:15.265 INFO:tasks.rados.rados.0.smithi104.stdout:650: writing smithi10482514-44 from 1245184 to 1826816 tid 2 2024-04-02T08:33:15.266 INFO:tasks.rados.rados.0.smithi104.stdout:650: writing smithi10482514-44 from 1826816 to 2048000 tid 3 2024-04-02T08:33:15.266 INFO:tasks.rados.rados.0.smithi104.stdout:651: snap_create 2024-04-02T08:33:15.266 INFO:tasks.rados.rados.0.smithi104.stdout:648: finishing copy_from racing read to smithi10482514-22 2024-04-02T08:33:15.267 INFO:tasks.rados.rados.0.smithi104.stdout:646: expect (ObjNum 205 snap 64 seq_num 205) 2024-04-02T08:33:15.347 INFO:tasks.rados.rados.0.smithi104.stdout:647: finishing write tid 1 to smithi10482514-37 2024-04-02T08:33:15.347 INFO:tasks.rados.rados.0.smithi104.stdout:647: finishing write tid 2 to smithi10482514-37 2024-04-02T08:33:15.347 INFO:tasks.rados.rados.0.smithi104.stdout:647: finishing write tid 3 to smithi10482514-37 2024-04-02T08:33:15.347 INFO:tasks.rados.rados.0.smithi104.stdout:647: finishing write tid 4 to smithi10482514-37 2024-04-02T08:33:15.347 INFO:tasks.rados.rados.0.smithi104.stdout:648: finishing copy_from to smithi10482514-22 2024-04-02T08:33:15.347 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 171 (ObjNum 161 snap 52 seq_num 161) dirty exists 2024-04-02T08:33:15.347 INFO:tasks.rados.rados.0.smithi104.stdout:647: finishing write tid 5 to smithi10482514-37 2024-04-02T08:33:15.347 INFO:tasks.rados.rados.0.smithi104.stdout:647: oid 37 updating version 0 to 115 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:647: oid 37 updating version 115 to 116 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:647: oid 37 version 116 is already newer than 114 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:647: oid 37 updating version 116 to 117 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 117 (ObjNum 216 snap 67 seq_num 216) dirty exists 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:647: left oid 37 (ObjNum 216 snap 67 seq_num 216) 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:650: finishing write tid 1 to smithi10482514-44 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:650: finishing write tid 2 to smithi10482514-44 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:650: finishing write tid 3 to smithi10482514-44 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:650: finishing write tid 4 to smithi10482514-44 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:650: finishing write tid 5 to smithi10482514-44 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:650: oid 44 updating version 0 to 406 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:650: oid 44 updating version 406 to 407 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:650: oid 44 updating version 407 to 408 2024-04-02T08:33:15.348 INFO:tasks.rados.rados.0.smithi104.stdout:650: oid 44 version 408 is already newer than 405 2024-04-02T08:33:15.349 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 408 (ObjNum 218 snap 67 seq_num 218) dirty exists 2024-04-02T08:33:15.349 INFO:tasks.rados.rados.0.smithi104.stdout:650: left oid 44 (ObjNum 218 snap 67 seq_num 218) 2024-04-02T08:33:15.559 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:15.303+0000 7fe83e6f3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:33:15.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:15 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:33:15] "GET /metrics HTTP/1.1" 200 36016 "" "Prometheus/2.43.0" 2024-04-02T08:33:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:15 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:15 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:15 smithi188 ceph-mon[30882]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:33:15.887 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:15 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.887 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:15 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.887 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:15 smithi104 ceph-mon[39229]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:33:15.887 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:15 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.887 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:15 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:15.887 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:15 smithi104 ceph-mon[27401]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:33:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:15.888+0000 7fe83e6f3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:33:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:15.990+0000 7fe83e6f3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:33:16.242 INFO:tasks.rados.rados.0.smithi104.stdout:646: done (4 left) 2024-04-02T08:33:16.242 INFO:tasks.rados.rados.0.smithi104.stdout:647: done (3 left) 2024-04-02T08:33:16.242 INFO:tasks.rados.rados.0.smithi104.stdout:648: done (2 left) 2024-04-02T08:33:16.242 INFO:tasks.rados.rados.0.smithi104.stdout:650: done (1 left) 2024-04-02T08:33:16.242 INFO:tasks.rados.rados.0.smithi104.stdout:651: done (0 left) 2024-04-02T08:33:16.242 INFO:tasks.rados.rados.0.smithi104.stdout:652: delete oid 35 current snap is 68 2024-04-02T08:33:16.245 INFO:tasks.rados.rados.0.smithi104.stdout:652: done (0 left) 2024-04-02T08:33:16.245 INFO:tasks.rados.rados.0.smithi104.stdout:653: snap_create 2024-04-02T08:33:16.565 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:16.212+0000 7fe83e6f3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:33:16.565 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:16] ENGINE Bus STARTING 2024-04-02T08:33:16.565 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: CherryPy Checker: 2024-04-02T08:33:16.565 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: The Application mounted at '' has an empty config. 2024-04-02T08:33:16.565 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:16.565 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:16] ENGINE Serving on http://:::9283 2024-04-02T08:33:16.565 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:16] ENGINE Bus STARTED 2024-04-02T08:33:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[27401]: pgmap v54: 121 pgs: 121 active+clean; 196 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-02T08:33:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[27401]: Standby manager daemon y restarted 2024-04-02T08:33:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[27401]: Standby manager daemon y started 2024-04-02T08:33:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:33:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:33:16.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:16.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[27401]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:33:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[39229]: pgmap v54: 121 pgs: 121 active+clean; 196 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-02T08:33:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[39229]: Standby manager daemon y restarted 2024-04-02T08:33:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[39229]: Standby manager daemon y started 2024-04-02T08:33:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:33:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:33:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:16 smithi104 ceph-mon[39229]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:33:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:16 smithi188 ceph-mon[30882]: pgmap v54: 121 pgs: 121 active+clean; 196 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-02T08:33:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:16 smithi188 ceph-mon[30882]: Standby manager daemon y restarted 2024-04-02T08:33:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:16 smithi188 ceph-mon[30882]: Standby manager daemon y started 2024-04-02T08:33:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:16 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:33:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:16 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:16 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:33:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:16 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:16 smithi188 ceph-mon[30882]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:33:17.243 INFO:tasks.rados.rados.0.smithi104.stdout:653: done (0 left) 2024-04-02T08:33:17.243 INFO:tasks.rados.rados.0.smithi104.stdout:654: snap_create 2024-04-02T08:33:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:17 smithi104 ceph-mon[39229]: mgrmap e29: x(active, since 34s), standbys: y 2024-04-02T08:33:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:17 smithi104 ceph-mon[39229]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:33:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:17 smithi104 ceph-mon[27401]: mgrmap e29: x(active, since 34s), standbys: y 2024-04-02T08:33:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:17 smithi104 ceph-mon[27401]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:33:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:17 smithi188 ceph-mon[30882]: mgrmap e29: x(active, since 34s), standbys: y 2024-04-02T08:33:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:17 smithi188 ceph-mon[30882]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:33:18.248 INFO:tasks.rados.rados.0.smithi104.stdout:654: done (0 left) 2024-04-02T08:33:18.248 INFO:tasks.rados.rados.0.smithi104.stdout:655: read oid 22 snap -1 2024-04-02T08:33:18.248 INFO:tasks.rados.rados.0.smithi104.stdout:655: expect (ObjNum 161 snap 52 seq_num 161) 2024-04-02T08:33:18.248 INFO:tasks.rados.rados.0.smithi104.stdout:656: copy_from oid 40 from oid 5 current snap is 70 2024-04-02T08:33:18.248 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 70 2024-04-02T08:33:18.248 INFO:tasks.rados.rados.0.smithi104.stdout:657: seq_num 220 ranges {3407872=491520,3899392=753664,4653056=49152} 2024-04-02T08:33:18.269 INFO:tasks.rados.rados.0.smithi104.stdout:657: writing smithi10482514-20 from 3407872 to 3899392 tid 1 2024-04-02T08:33:18.273 INFO:tasks.rados.rados.0.smithi104.stdout:657: writing smithi10482514-20 from 3899392 to 4653056 tid 2 2024-04-02T08:33:18.274 INFO:tasks.rados.rados.0.smithi104.stdout:657: writing smithi10482514-20 from 4653056 to 4702208 tid 3 2024-04-02T08:33:18.274 INFO:tasks.rados.rados.0.smithi104.stdout:658: snap_remove snap 69 2024-04-02T08:33:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:658: done (3 left) 2024-04-02T08:33:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:659: delete oid 24 current snap is 70 2024-04-02T08:33:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:655: expect (ObjNum 161 snap 52 seq_num 161) 2024-04-02T08:33:18.497 INFO:tasks.rados.rados.0.smithi104.stdout:656: finishing copy_from racing read to smithi10482514-40 2024-04-02T08:33:18.497 INFO:tasks.rados.rados.0.smithi104.stdout:657: finishing write tid 1 to smithi10482514-20 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:657: finishing write tid 2 to smithi10482514-20 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:657: finishing write tid 3 to smithi10482514-20 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:656: finishing copy_from to smithi10482514-40 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 218 (ObjNum 212 snap 66 seq_num 212) dirty exists 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:657: finishing write tid 4 to smithi10482514-20 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:657: finishing write tid 5 to smithi10482514-20 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:657: oid 20 updating version 0 to 412 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:657: oid 20 updating version 412 to 413 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:657: oid 20 version 413 is already newer than 410 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:657: oid 20 version 413 is already newer than 411 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 413 (ObjNum 220 snap 70 seq_num 220) dirty exists 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:657: left oid 20 (ObjNum 220 snap 70 seq_num 220) 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:655: done (3 left) 2024-04-02T08:33:18.498 INFO:tasks.rados.rados.0.smithi104.stdout:656: done (2 left) 2024-04-02T08:33:18.499 INFO:tasks.rados.rados.0.smithi104.stdout:657: done (1 left) 2024-04-02T08:33:18.499 INFO:tasks.rados.rados.0.smithi104.stdout:659: done (0 left) 2024-04-02T08:33:18.499 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 70 2024-04-02T08:33:18.499 INFO:tasks.rados.rados.0.smithi104.stdout:660: seq_num 222 ranges {0=524288,524288=565248,1089536=237568} 2024-04-02T08:33:18.500 INFO:tasks.rados.rados.0.smithi104.stdout:660: writing smithi10482514-24 from 0 to 524288 tid 1 2024-04-02T08:33:18.503 INFO:tasks.rados.rados.0.smithi104.stdout:660: writing smithi10482514-24 from 524288 to 1089536 tid 2 2024-04-02T08:33:18.505 INFO:tasks.rados.rados.0.smithi104.stdout:660: writing smithi10482514-24 from 1089536 to 1327104 tid 3 2024-04-02T08:33:18.505 INFO:tasks.rados.rados.0.smithi104.stdout:661: copy_from oid 49 from oid 22 current snap is 70 2024-04-02T08:33:18.505 INFO:tasks.rados.rados.0.smithi104.stdout:660: finishing write tid 1 to smithi10482514-24 2024-04-02T08:33:18.506 INFO:tasks.rados.rados.0.smithi104.stdout:662: delete oid 35 current snap is 70 2024-04-02T08:33:18.508 INFO:tasks.rados.rados.0.smithi104.stdout:660: finishing write tid 2 to smithi10482514-24 2024-04-02T08:33:18.508 INFO:tasks.rados.rados.0.smithi104.stdout:660: finishing write tid 3 to smithi10482514-24 2024-04-02T08:33:18.508 INFO:tasks.rados.rados.0.smithi104.stdout:660: finishing write tid 4 to smithi10482514-24 2024-04-02T08:33:18.510 INFO:tasks.rados.rados.0.smithi104.stdout:662: done (2 left) 2024-04-02T08:33:18.510 INFO:tasks.rados.rados.0.smithi104.stdout:663: read oid 11 snap -1 2024-04-02T08:33:18.510 INFO:tasks.rados.rados.0.smithi104.stdout:663: expect (ObjNum 180 snap 60 seq_num 180) 2024-04-02T08:33:18.510 INFO:tasks.rados.rados.0.smithi104.stdout:664: snap_remove snap 61 2024-04-02T08:33:18.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:18.448+0000 7fe05db55700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-02T08:33:18.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: ignoring --setuser ceph since I am not root 2024-04-02T08:33:18.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: ignoring --setgroup ceph since I am not root 2024-04-02T08:33:18.874 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:18 smithi188 ceph-mgr[66237]: -- 172.21.15.188:0/1540160452 <== mon.1 v2:172.21.15.188:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55abd7a6e5a0 con 0x55abd7a43000 2024-04-02T08:33:18.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:18] ENGINE Bus STOPPING 2024-04-02T08:33:18.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:33:18.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:18] ENGINE Bus STOPPED 2024-04-02T08:33:18.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:18] ENGINE Bus STARTING 2024-04-02T08:33:18.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:18.599+0000 7fe79eb46700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:18.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:18.599+0000 7fe79eb46700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:18.891 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:18.599+0000 7fe79eb46700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:18.891 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:18.599+0000 7fe79eb46700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:18.891 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:18.599+0000 7fe79eb46700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:18.891 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:18.600+0000 7fe79c341700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:18.891 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:18.600+0000 7fe79c341700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:18.891 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:18.600+0000 7fe79c341700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:18.891 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:18.600+0000 7fe79c341700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:18.891 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:18.600+0000 7fe79c341700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:18.891 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:18] ENGINE Serving on http://:::9283 2024-04-02T08:33:18.891 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:18] ENGINE Bus STARTED 2024-04-02T08:33:19.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:19.029+0000 7f6edf1b5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:33:19.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:19.126+0000 7f6edf1b5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:33:19.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:33:19.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:19.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:19.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:19.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:19.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:19.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:19.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:33:19.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:33:19.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.24784 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: mgrmap e30: y(active, starting, since 0.00938393s) 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:33:19.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:33:19.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:19.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:33:19.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:33:19.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:33:19.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: Manager daemon y is now available 2024-04-02T08:33:19.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:19.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:19.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:19.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:19.459 INFO:tasks.rados.rados.0.smithi104.stdout:664: done (3 left) 2024-04-02T08:33:19.459 INFO:tasks.rados.rados.0.smithi104.stdout:665: snap_remove snap 66 2024-04-02T08:33:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:33:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.24784 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: mgrmap e30: y(active, starting, since 0.00938393s) 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:19.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:33:19.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: Manager daemon y is now available 2024-04-02T08:33:19.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:19.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:19.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:19.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:19.643 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:33:19.643 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:19.643 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:19.643 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.24784 172.21.15.188:0/1276662508' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.24784 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: mgrmap e30: y(active, starting, since 0.00938393s) 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:33:19.644 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: Manager daemon y is now available 2024-04-02T08:33:19.645 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:19.646 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:19.646 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:19.646 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:19 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:20.061 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:19.825+0000 7f6edf1b5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:33:20.061 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:19 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:19.919+0000 7f6edf1b5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:33:20.061 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:20.062+0000 7f6edf1b5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:33:20.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:20.165+0000 7f6edf1b5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:33:20.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:20.252+0000 7f6edf1b5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:33:20.470 INFO:tasks.rados.rados.0.smithi104.stdout:665: done (3 left) 2024-04-02T08:33:20.470 INFO:tasks.rados.rados.0.smithi104.stdout:666: setattr oid 12 current snap is 70 2024-04-02T08:33:20.471 INFO:tasks.rados.rados.0.smithi104.stdout:660: finishing write tid 5 to smithi10482514-24 2024-04-02T08:33:20.471 INFO:tasks.rados.rados.0.smithi104.stdout:660: oid 24 updating version 0 to 340 2024-04-02T08:33:20.471 INFO:tasks.rados.rados.0.smithi104.stdout:660: oid 24 updating version 340 to 341 2024-04-02T08:33:20.471 INFO:tasks.rados.rados.0.smithi104.stdout:660: oid 24 updating version 341 to 342 2024-04-02T08:33:20.471 INFO:tasks.rados.rados.0.smithi104.stdout:660: oid 24 version 342 is already newer than 339 2024-04-02T08:33:20.471 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 342 (ObjNum 222 snap 70 seq_num 222) dirty exists 2024-04-02T08:33:20.471 INFO:tasks.rados.rados.0.smithi104.stdout:660: left oid 24 (ObjNum 222 snap 70 seq_num 222) 2024-04-02T08:33:20.471 INFO:tasks.rados.rados.0.smithi104.stdout:661: finishing copy_from racing read to smithi10482514-49 2024-04-02T08:33:20.471 INFO:tasks.rados.rados.0.smithi104.stdout:661: finishing copy_from to smithi10482514-49 2024-04-02T08:33:20.471 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 171 (ObjNum 161 snap 52 seq_num 161) dirty exists 2024-04-02T08:33:20.471 INFO:tasks.rados.rados.0.smithi104.stdout:663: expect (ObjNum 180 snap 60 seq_num 180) 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:660: done (3 left) 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:661: done (2 left) 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:663: done (1 left) 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:667: copy_from oid 15 from oid 10 current snap is 70 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:668: rollback oid 19 current snap is 70 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 19 to 36 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:669: read oid 36 snap -1 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:669: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:670: rollback oid 35 current snap is 70 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 35 to 67 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:671: rollback oid 39 current snap is 70 2024-04-02T08:33:20.578 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 40 2024-04-02T08:33:20.579 INFO:tasks.rados.rados.0.smithi104.stdout:672: rollback oid 11 current snap is 70 2024-04-02T08:33:20.579 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 11 to 47 2024-04-02T08:33:20.579 INFO:tasks.rados.rados.0.smithi104.stdout:673: snap_remove snap 60 2024-04-02T08:33:20.752 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:20.537+0000 7f6edf1b5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:33:20.752 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:20.666+0000 7f6edf1b5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:20.752 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-mon[30882]: [02/Apr/2024:08:33:19] ENGINE Bus STARTING 2024-04-02T08:33:20.752 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-mon[30882]: [02/Apr/2024:08:33:19] ENGINE Serving on https://172.21.15.104:7150 2024-04-02T08:33:20.752 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-mon[30882]: [02/Apr/2024:08:33:19] ENGINE Serving on http://172.21.15.104:8765 2024-04-02T08:33:20.753 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-mon[30882]: [02/Apr/2024:08:33:19] ENGINE Bus STARTED 2024-04-02T08:33:20.753 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-mon[30882]: mgrmap e31: y(active, since 1.01044s) 2024-04-02T08:33:20.753 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-mon[30882]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:33:20.753 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-mon[30882]: pgmap v4: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 218 MiB data, 771 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[39229]: [02/Apr/2024:08:33:19] ENGINE Bus STARTING 2024-04-02T08:33:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[39229]: [02/Apr/2024:08:33:19] ENGINE Serving on https://172.21.15.104:7150 2024-04-02T08:33:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[39229]: [02/Apr/2024:08:33:19] ENGINE Serving on http://172.21.15.104:8765 2024-04-02T08:33:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[39229]: [02/Apr/2024:08:33:19] ENGINE Bus STARTED 2024-04-02T08:33:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[39229]: mgrmap e31: y(active, since 1.01044s) 2024-04-02T08:33:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[39229]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:33:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[39229]: pgmap v4: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 218 MiB data, 771 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[27401]: [02/Apr/2024:08:33:19] ENGINE Bus STARTING 2024-04-02T08:33:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[27401]: [02/Apr/2024:08:33:19] ENGINE Serving on https://172.21.15.104:7150 2024-04-02T08:33:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[27401]: [02/Apr/2024:08:33:19] ENGINE Serving on http://172.21.15.104:8765 2024-04-02T08:33:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[27401]: [02/Apr/2024:08:33:19] ENGINE Bus STARTED 2024-04-02T08:33:20.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[27401]: mgrmap e31: y(active, since 1.01044s) 2024-04-02T08:33:20.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[27401]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:33:20.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:20 smithi104 ceph-mon[27401]: pgmap v4: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 218 MiB data, 771 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:21.048 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:20.753+0000 7f6edf1b5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:33:21.048 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:20 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:20.848+0000 7f6edf1b5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:33:21.048 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:21 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:21.048+0000 7f6edf1b5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:33:21.468 INFO:tasks.rados.rados.0.smithi104.stdout:673: done (7 left) 2024-04-02T08:33:21.469 INFO:tasks.rados.rados.0.smithi104.stdout:674: copy_from oid 7 from oid 30 current snap is 70 2024-04-02T08:33:21.469 INFO:tasks.rados.rados.0.smithi104.stdout:675: rollback oid 1 current snap is 70 2024-04-02T08:33:21.469 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 55 2024-04-02T08:33:21.469 INFO:tasks.rados.rados.0.smithi104.stdout:676: setattr oid 41 current snap is 70 2024-04-02T08:33:21.469 INFO:tasks.rados.rados.0.smithi104.stdout:672: finishing rollback tid 0 to smithi10482514-11 2024-04-02T08:33:21.469 INFO:tasks.rados.rados.0.smithi104.stdout:672: finishing rollback tid 1 to smithi10482514-11 2024-04-02T08:33:21.469 INFO:tasks.rados.rados.0.smithi104.stdout:668: finishing rollback tid 0 to smithi10482514-19 2024-04-02T08:33:21.469 INFO:tasks.rados.rados.0.smithi104.stdout:668: finishing rollback tid 1 to smithi10482514-19 2024-04-02T08:33:21.470 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 286 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:33:21.470 INFO:tasks.rados.rados.0.smithi104.stdout:672: finishing rollback tid 2 to smithi10482514-11 2024-04-02T08:33:21.470 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 57 (ObjNum 107 snap 26 seq_num 107) dirty exists 2024-04-02T08:33:21.470 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 351 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:33:21.470 INFO:tasks.rados.rados.0.smithi104.stdout:670: finishing rollback tid 1 to smithi10482514-35 2024-04-02T08:33:21.470 INFO:tasks.rados.rados.0.smithi104.stdout:669: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:33:21.536 INFO:tasks.rados.rados.0.smithi104.stdout:667: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:33:21.536 INFO:tasks.rados.rados.0.smithi104.stdout:670: finishing rollback tid 2 to smithi10482514-35 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 359 (ObjNum 204 snap 64 seq_num 204) dirty exists 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:671: finishing rollback tid 0 to smithi10482514-39 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:671: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:671: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 363 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:667: finishing copy_from to smithi10482514-15 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 279 (ObjNum 188 snap 63 seq_num 188) dirty exists 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:674: finishing copy_from to smithi10482514-7 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:674: got expected ENOENT (src dne) 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:674: finishing copy_from racing read to smithi10482514-7 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:675: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:666: done (9 left) 2024-04-02T08:33:21.537 INFO:tasks.rados.rados.0.smithi104.stdout:667: done (8 left) 2024-04-02T08:33:21.538 INFO:tasks.rados.rados.0.smithi104.stdout:668: done (7 left) 2024-04-02T08:33:21.538 INFO:tasks.rados.rados.0.smithi104.stdout:669: done (6 left) 2024-04-02T08:33:21.538 INFO:tasks.rados.rados.0.smithi104.stdout:670: done (5 left) 2024-04-02T08:33:21.538 INFO:tasks.rados.rados.0.smithi104.stdout:671: done (4 left) 2024-04-02T08:33:21.538 INFO:tasks.rados.rados.0.smithi104.stdout:672: done (3 left) 2024-04-02T08:33:21.538 INFO:tasks.rados.rados.0.smithi104.stdout:674: done (2 left) 2024-04-02T08:33:21.538 INFO:tasks.rados.rados.0.smithi104.stdout:675: done (1 left) 2024-04-02T08:33:21.538 INFO:tasks.rados.rados.0.smithi104.stdout:677: delete oid 37 current snap is 70 2024-04-02T08:33:21.539 INFO:tasks.rados.rados.0.smithi104.stdout:677: done (1 left) 2024-04-02T08:33:21.539 INFO:tasks.rados.rados.0.smithi104.stdout:678: snap_create 2024-04-02T08:33:21.539 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 377 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:33:21.773 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:21 smithi188 ceph-mon[30882]: pgmap v5: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 218 MiB data, 771 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:21.773 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:21 smithi188 ceph-mon[30882]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:33:21.774 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:21 smithi188 ceph-mon[30882]: mgrmap e32: y(active, since 2s) 2024-04-02T08:33:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:21 smithi104 ceph-mon[39229]: pgmap v5: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 218 MiB data, 771 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:21 smithi104 ceph-mon[39229]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:33:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:21 smithi104 ceph-mon[39229]: mgrmap e32: y(active, since 2s) 2024-04-02T08:33:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:21 smithi104 ceph-mon[27401]: pgmap v5: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 218 MiB data, 771 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:21 smithi104 ceph-mon[27401]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:33:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:21 smithi104 ceph-mon[27401]: mgrmap e32: y(active, since 2s) 2024-04-02T08:33:22.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:22.103+0000 7f6edf1b5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:33:22.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:22.236+0000 7f6edf1b5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:33:22.477 INFO:tasks.rados.rados.0.smithi104.stdout:676: done (1 left) 2024-04-02T08:33:22.477 INFO:tasks.rados.rados.0.smithi104.stdout:678: done (0 left) 2024-04-02T08:33:22.477 INFO:tasks.rados.rados.0.smithi104.stdout:679: delete oid 9 current snap is 71 2024-04-02T08:33:22.481 INFO:tasks.rados.rados.0.smithi104.stdout:679: done (0 left) 2024-04-02T08:33:22.481 INFO:tasks.rados.rados.0.smithi104.stdout:680: snap_create 2024-04-02T08:33:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:22 smithi188 ceph-mon[30882]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:33:22.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:22.613+0000 7f6edf1b5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:33:22.874 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:22.705+0000 7f6edf1b5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:33:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:22 smithi104 ceph-mon[39229]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:33:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:22 smithi104 ceph-mon[27401]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:33:23.212 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:22.919+0000 7f6edf1b5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:23.212 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:23.113+0000 7f6edf1b5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:33:23.471 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:23.408+0000 7f6edf1b5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:23.479 INFO:tasks.rados.rados.0.smithi104.stdout:680: done (0 left) 2024-04-02T08:33:23.479 INFO:tasks.rados.rados.0.smithi104.stdout:681: rmattr oid 13 current snap is 72 2024-04-02T08:33:23.479 INFO:tasks.rados.rados.0.smithi104.stdout:681: done (0 left) 2024-04-02T08:33:23.480 INFO:tasks.rados.rados.0.smithi104.stdout:682: snap_create 2024-04-02T08:33:23.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:23.683+0000 7f6edf1b5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:23 smithi188 ceph-mon[30882]: pgmap v8: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 218 MiB data, 771 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:23 smithi188 ceph-mon[30882]: mgrmap e33: y(active, since 4s) 2024-04-02T08:33:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:23 smithi188 ceph-mon[30882]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:33:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:23 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:23 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:23.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:23 smithi104 ceph-mon[27401]: pgmap v8: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 218 MiB data, 771 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:23 smithi104 ceph-mon[27401]: mgrmap e33: y(active, since 4s) 2024-04-02T08:33:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:23 smithi104 ceph-mon[27401]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:33:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:23 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:23 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:23 smithi104 ceph-mon[39229]: pgmap v8: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 218 MiB data, 771 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:23 smithi104 ceph-mon[39229]: mgrmap e33: y(active, since 4s) 2024-04-02T08:33:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:23 smithi104 ceph-mon[39229]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:33:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:23 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:23 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:23.959 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:33:24.232 INFO:tasks.rados.rados.0.smithi104.stdout:682: done (0 left) 2024-04-02T08:33:24.232 INFO:tasks.rados.rados.0.smithi104.stdout:683: copy_from oid 43 from oid 39 current snap is 73 2024-04-02T08:33:24.232 INFO:tasks.rados.rados.0.smithi104.stdout:684: delete oid 49 current snap is 73 2024-04-02T08:33:24.235 INFO:tasks.rados.rados.0.smithi104.stdout:684: done (1 left) 2024-04-02T08:33:24.235 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 73 2024-04-02T08:33:24.236 INFO:tasks.rados.rados.0.smithi104.stdout:685: seq_num 227 ranges {4808704=606208,5414912=794624,6209536=8192} 2024-04-02T08:33:24.265 INFO:tasks.rados.rados.0.smithi104.stdout:685: writing smithi10482514-23 from 4808704 to 5414912 tid 1 2024-04-02T08:33:24.270 INFO:tasks.rados.rados.0.smithi104.stdout:685: writing smithi10482514-23 from 5414912 to 6209536 tid 2 2024-04-02T08:33:24.270 INFO:tasks.rados.rados.0.smithi104.stdout:685: writing smithi10482514-23 from 6209536 to 6217728 tid 3 2024-04-02T08:33:24.270 INFO:tasks.rados.rados.0.smithi104.stdout:686: rollback oid 3 current snap is 73 2024-04-02T08:33:24.270 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 3 to 56 2024-04-02T08:33:24.270 INFO:tasks.rados.rados.0.smithi104.stdout:683: finishing copy_from racing read to smithi10482514-43 2024-04-02T08:33:24.271 INFO:tasks.rados.rados.0.smithi104.stdout:683: finishing copy_from to smithi10482514-43 2024-04-02T08:33:24.271 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 363 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:33:24.271 INFO:tasks.rados.rados.0.smithi104.stdout:685: finishing write tid 1 to smithi10482514-23 2024-04-02T08:33:24.271 INFO:tasks.rados.rados.0.smithi104.stdout:683: done (2 left) 2024-04-02T08:33:24.271 INFO:tasks.rados.rados.0.smithi104.stdout:687: snap_create 2024-04-02T08:33:24.274 INFO:tasks.rados.rados.0.smithi104.stdout:685: finishing write tid 2 to smithi10482514-23 2024-04-02T08:33:24.274 INFO:tasks.rados.rados.0.smithi104.stdout:685: finishing write tid 3 to smithi10482514-23 2024-04-02T08:33:24.275 INFO:tasks.rados.rados.0.smithi104.stdout:685: finishing write tid 4 to smithi10482514-23 2024-04-02T08:33:24.277 INFO:tasks.rados.rados.0.smithi104.stdout:686: finishing rollback tid 0 to smithi10482514-3 2024-04-02T08:33:24.277 INFO:tasks.rados.rados.0.smithi104.stdout:686: finishing rollback tid 1 to smithi10482514-3 2024-04-02T08:33:24.277 INFO:tasks.rados.rados.0.smithi104.stdout:686: finishing rollback tid 2 to smithi10482514-3 2024-04-02T08:33:24.277 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 174 (ObjNum 143 snap 44 seq_num 143) dirty exists 2024-04-02T08:33:24.277 INFO:tasks.rados.rados.0.smithi104.stdout:685: finishing write tid 5 to smithi10482514-23 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi104.stdout:685: oid 23 updating version 0 to 173 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi104.stdout:685: oid 23 updating version 173 to 175 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi104.stdout:685: oid 23 version 175 is already newer than 172 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi104.stdout:685: oid 23 version 175 is already newer than 174 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 175 (ObjNum 227 snap 73 seq_num 227) dirty exists 2024-04-02T08:33:24.278 INFO:tasks.rados.rados.0.smithi104.stdout:685: left oid 23 (ObjNum 227 snap 73 seq_num 227) 2024-04-02T08:33:24.310 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:33:24.310 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (4m) 1s ago 4m 26.3M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:33:24.310 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (4m) 0s ago 4m 86.1M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:33:24.310 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (5m) 1s ago 5m 14.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:33:24.310 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (5m) 0s ago 5m 17.3M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:33:24.310 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (62s) 0s ago 9m 74.6M - 19.0.0-2419-g14da45f2 53081131892e 02275b1aad48 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (15s) 1s ago 11m 477M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (11m) 1s ago 11m 59.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d e3e66e74231a 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (9m) 0s ago 9m 49.1M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3404e6d1d70c 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (9m) 1s ago 9m 46.5M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 91267a7083f3 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (4m) 1s ago 4m 16.6M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (4m) 0s ago 4m 15.5M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (9m) 1s ago 9m 126M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5ffe884bf 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (8m) 1s ago 8m 122M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0fac1c9ff7f8 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (8m) 1s ago 8m 107M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d f49701d81936 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (7m) 1s ago 7m 109M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 56815e6cf0b9 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (7m) 0s ago 7m 128M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (7m) 0s ago 7m 131M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (6m) 0s ago 6m 91.8M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (6m) 0s ago 6m 89.0M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:33:24.311 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (21s) 0s ago 5m 35.3M - 2.43.0 a07b618ecd1d 2392aea5a26b 2024-04-02T08:33:24.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:23.942+0000 7f6edf1b5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:33:24.720 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:33:24.720 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:33:24.720 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:33:24.720 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:33:24.720 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:33:24.720 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 1 2024-04-02T08:33:24.720 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:33:24.721 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:33:24.721 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:33:24.721 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:33:24.721 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:33:24.721 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:33:24.721 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:33:24.721 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:33:24.721 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 13, 2024-04-02T08:33:24.721 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 1 2024-04-02T08:33:24.721 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:33:24.721 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:33:24.809 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:24 smithi188 ceph-mon[30882]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:33:24.809 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:24 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.809 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:24 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.810 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:24 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.810 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:24 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.810 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:24 smithi188 ceph-mon[30882]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:33:24.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[27401]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:33:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[27401]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:33:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[39229]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:33:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:24 smithi104 ceph-mon[39229]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:33:25.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:24 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:24.810+0000 7f6edf1b5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:33:25.247 INFO:tasks.rados.rados.0.smithi104.stdout:685: done (2 left) 2024-04-02T08:33:25.247 INFO:tasks.rados.rados.0.smithi104.stdout:686: done (1 left) 2024-04-02T08:33:25.247 INFO:tasks.rados.rados.0.smithi104.stdout:687: done (0 left) 2024-04-02T08:33:25.247 INFO:tasks.rados.rados.0.smithi104.stdout:688: read oid 42 snap -1 2024-04-02T08:33:25.247 INFO:tasks.rados.rados.0.smithi104.stdout:688: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:25.247 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 74 2024-04-02T08:33:25.247 INFO:tasks.rados.rados.0.smithi104.stdout:689: seq_num 228 ranges {0=622592,622592=671744,1294336=131072} 2024-04-02T08:33:25.249 INFO:tasks.rados.rados.0.smithi104.stdout:689: writing smithi10482514-29 from 0 to 622592 tid 1 2024-04-02T08:33:25.254 INFO:tasks.rados.rados.0.smithi104.stdout:689: writing smithi10482514-29 from 622592 to 1294336 tid 2 2024-04-02T08:33:25.255 INFO:tasks.rados.rados.0.smithi104.stdout:689: writing smithi10482514-29 from 1294336 to 1425408 tid 3 2024-04-02T08:33:25.255 INFO:tasks.rados.rados.0.smithi104.stdout:690: delete oid 3 current snap is 74 2024-04-02T08:33:25.255 INFO:tasks.rados.rados.0.smithi104.stdout:688: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:25.257 INFO:tasks.rados.rados.0.smithi104.stdout:689: finishing write tid 1 to smithi10482514-29 2024-04-02T08:33:25.257 INFO:tasks.rados.rados.0.smithi104.stdout:689: finishing write tid 2 to smithi10482514-29 2024-04-02T08:33:25.258 INFO:tasks.rados.rados.0.smithi104.stdout:689: finishing write tid 3 to smithi10482514-29 2024-04-02T08:33:25.258 INFO:tasks.rados.rados.0.smithi104.stdout:689: finishing write tid 4 to smithi10482514-29 2024-04-02T08:33:25.259 INFO:tasks.rados.rados.0.smithi104.stdout:688: done (2 left) 2024-04-02T08:33:25.259 INFO:tasks.rados.rados.0.smithi104.stdout:690: done (1 left) 2024-04-02T08:33:25.259 INFO:tasks.rados.rados.0.smithi104.stdout:691: snap_create 2024-04-02T08:33:25.259 INFO:tasks.rados.rados.0.smithi104.stdout:689: finishing write tid 5 to smithi10482514-29 2024-04-02T08:33:25.259 INFO:tasks.rados.rados.0.smithi104.stdout:689: oid 29 updating version 0 to 363 2024-04-02T08:33:25.259 INFO:tasks.rados.rados.0.smithi104.stdout:689: oid 29 version 363 is already newer than 362 2024-04-02T08:33:25.259 INFO:tasks.rados.rados.0.smithi104.stdout:689: oid 29 version 363 is already newer than 361 2024-04-02T08:33:25.259 INFO:tasks.rados.rados.0.smithi104.stdout:689: oid 29 version 363 is already newer than 360 2024-04-02T08:33:25.259 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 363 (ObjNum 228 snap 74 seq_num 228) dirty exists 2024-04-02T08:33:25.259 INFO:tasks.rados.rados.0.smithi104.stdout:689: left oid 29 (ObjNum 228 snap 74 seq_num 228) 2024-04-02T08:33:25.669 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:25.389+0000 7f6edf1b5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:33:25.669 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:25.491+0000 7f6edf1b5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:33:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[27401]: from='client.15222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[27401]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[27401]: pgmap v12: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 219 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 156 KiB/s wr, 6 op/s 2024-04-02T08:33:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[27401]: from='client.? 172.21.15.104:0/3893982409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[27401]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:33:25.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[39229]: from='client.15222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:25.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[39229]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:25.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[39229]: pgmap v12: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 219 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 156 KiB/s wr, 6 op/s 2024-04-02T08:33:25.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:25.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:25.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3893982409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:25.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:25 smithi104 ceph-mon[39229]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:33:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-mon[30882]: from='client.15222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-mon[30882]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-mon[30882]: pgmap v12: 121 pgs: 8 active+clean+snaptrim, 113 active+clean; 219 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 156 KiB/s wr, 6 op/s 2024-04-02T08:33:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3893982409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:26.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-mon[30882]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:33:26.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:25.717+0000 7f6edf1b5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:33:26.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:33:25] ENGINE Bus STARTING 2024-04-02T08:33:26.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: CherryPy Checker: 2024-04-02T08:33:26.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: The Application mounted at '' has an empty config. 2024-04-02T08:33:26.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: 2024-04-02T08:33:26.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:33:25] ENGINE Serving on http://:::9283 2024-04-02T08:33:26.124 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66214]: [02/Apr/2024:08:33:25] ENGINE Bus STARTED 2024-04-02T08:33:26.245 INFO:tasks.rados.rados.0.smithi104.stdout:689: done (1 left) 2024-04-02T08:33:26.245 INFO:tasks.rados.rados.0.smithi104.stdout:691: done (0 left) 2024-04-02T08:33:26.245 INFO:tasks.rados.rados.0.smithi104.stdout:692: snap_create 2024-04-02T08:33:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:26 smithi188 ceph-mon[30882]: Standby manager daemon x started 2024-04-02T08:33:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:26 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:26 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:26 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:26 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:26 smithi188 ceph-mon[30882]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:33:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[27401]: Standby manager daemon x started 2024-04-02T08:33:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[27401]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:33:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[39229]: Standby manager daemon x started 2024-04-02T08:33:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:27.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/2215937010' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:27.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:26 smithi104 ceph-mon[39229]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:33:27.249 INFO:tasks.rados.rados.0.smithi104.stdout:692: done (0 left) 2024-04-02T08:33:27.249 INFO:tasks.rados.rados.0.smithi104.stdout:693: copy_from oid 48 from oid 1 current snap is 76 2024-04-02T08:33:27.250 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 41 current snap is 76 2024-04-02T08:33:27.250 INFO:tasks.rados.rados.0.smithi104.stdout:694: seq_num 230 ranges {679936=655360,1335296=491520,1826816=311296} 2024-04-02T08:33:27.256 INFO:tasks.rados.rados.0.smithi104.stdout:694: writing smithi10482514-41 from 679936 to 1335296 tid 1 2024-04-02T08:33:27.259 INFO:tasks.rados.rados.0.smithi104.stdout:694: writing smithi10482514-41 from 1335296 to 1826816 tid 2 2024-04-02T08:33:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:694: writing smithi10482514-41 from 1826816 to 2138112 tid 3 2024-04-02T08:33:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 76 2024-04-02T08:33:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:693: finishing copy_from to smithi10482514-48 2024-04-02T08:33:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:693: got expected ENOENT (src dne) 2024-04-02T08:33:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:693: finishing copy_from racing read to smithi10482514-48 2024-04-02T08:33:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:695: seq_num 231 ranges {1245184=671744,1916928=778240,2695168=24576} 2024-04-02T08:33:27.271 INFO:tasks.rados.rados.0.smithi104.stdout:695: writing smithi10482514-25 from 1245184 to 1916928 tid 1 2024-04-02T08:33:27.278 INFO:tasks.rados.rados.0.smithi104.stdout:695: writing smithi10482514-25 from 1916928 to 2695168 tid 2 2024-04-02T08:33:27.278 INFO:tasks.rados.rados.0.smithi104.stdout:695: writing smithi10482514-25 from 2695168 to 2719744 tid 3 2024-04-02T08:33:27.278 INFO:tasks.rados.rados.0.smithi104.stdout:693: done (2 left) 2024-04-02T08:33:27.278 INFO:tasks.rados.rados.0.smithi104.stdout:696: rmattr oid 9 current snap is 76 2024-04-02T08:33:27.278 INFO:tasks.rados.rados.0.smithi104.stdout:696: done (2 left) 2024-04-02T08:33:27.278 INFO:tasks.rados.rados.0.smithi104.stdout:697: read oid 21 snap -1 2024-04-02T08:33:27.278 INFO:tasks.rados.rados.0.smithi104.stdout:697: expect (ObjNum 103 snap 26 seq_num 103) 2024-04-02T08:33:27.278 INFO:tasks.rados.rados.0.smithi104.stdout:698: copy_from oid 6 from oid 13 current snap is 76 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:694: finishing write tid 1 to smithi10482514-41 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:694: finishing write tid 2 to smithi10482514-41 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:694: finishing write tid 3 to smithi10482514-41 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:694: finishing write tid 4 to smithi10482514-41 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:694: finishing write tid 5 to smithi10482514-41 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:694: oid 41 updating version 0 to 380 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:694: oid 41 version 380 is already newer than 379 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:694: oid 41 updating version 380 to 382 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:694: oid 41 version 382 is already newer than 381 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 382 (ObjNum 230 snap 76 seq_num 230) dirty exists 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:694: left oid 41 (ObjNum 230 snap 76 seq_num 230) 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:694: done (3 left) 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:699: read oid 8 snap -1 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:699: expect deleted 2024-04-02T08:33:27.279 INFO:tasks.rados.rados.0.smithi104.stdout:700: snap_create 2024-04-02T08:33:27.280 INFO:tasks.rados.rados.0.smithi104.stdout:695: finishing write tid 1 to smithi10482514-25 2024-04-02T08:33:27.283 INFO:tasks.rados.rados.0.smithi104.stdout:695: finishing write tid 2 to smithi10482514-25 2024-04-02T08:33:27.283 INFO:tasks.rados.rados.0.smithi104.stdout:695: finishing write tid 3 to smithi10482514-25 2024-04-02T08:33:27.283 INFO:tasks.rados.rados.0.smithi104.stdout:695: finishing write tid 4 to smithi10482514-25 2024-04-02T08:33:27.285 INFO:tasks.rados.rados.0.smithi104.stdout:695: finishing write tid 5 to smithi10482514-25 2024-04-02T08:33:27.285 INFO:tasks.rados.rados.0.smithi104.stdout:695: oid 25 updating version 0 to 364 2024-04-02T08:33:27.285 INFO:tasks.rados.rados.0.smithi104.stdout:695: oid 25 updating version 364 to 366 2024-04-02T08:33:27.285 INFO:tasks.rados.rados.0.smithi104.stdout:695: oid 25 version 366 is already newer than 365 2024-04-02T08:33:27.285 INFO:tasks.rados.rados.0.smithi104.stdout:695: oid 25 updating version 366 to 367 2024-04-02T08:33:27.285 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 367 (ObjNum 231 snap 76 seq_num 231) dirty exists 2024-04-02T08:33:27.285 INFO:tasks.rados.rados.0.smithi104.stdout:695: left oid 25 (ObjNum 231 snap 76 seq_num 231) 2024-04-02T08:33:27.288 INFO:tasks.rados.rados.0.smithi104.stdout:698: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:33:27.291 INFO:tasks.rados.rados.0.smithi104.stdout:698: finishing copy_from to smithi10482514-6 2024-04-02T08:33:27.291 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 227 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:33:27.296 INFO:tasks.rados.rados.0.smithi104.stdout:697: expect (ObjNum 103 snap 26 seq_num 103) 2024-04-02T08:33:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:27 smithi188 ceph-mon[30882]: pgmap v15: 121 pgs: 121 active+clean; 229 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 45 op/s 2024-04-02T08:33:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:27 smithi188 ceph-mon[30882]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:33:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:27 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:27 smithi188 ceph-mon[30882]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:33:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:27 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:27 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:27 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:27 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:28.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[27401]: pgmap v15: 121 pgs: 121 active+clean; 229 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 45 op/s 2024-04-02T08:33:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[27401]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:33:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[27401]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:33:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[39229]: pgmap v15: 121 pgs: 121 active+clean; 229 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 45 op/s 2024-04-02T08:33:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[39229]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:33:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[39229]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:33:28.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:28.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:28.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:28.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:27 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:28.278 INFO:tasks.rados.rados.0.smithi104.stdout:695: done (4 left) 2024-04-02T08:33:28.278 INFO:tasks.rados.rados.0.smithi104.stdout:697: done (3 left) 2024-04-02T08:33:28.278 INFO:tasks.rados.rados.0.smithi104.stdout:698: done (2 left) 2024-04-02T08:33:28.278 INFO:tasks.rados.rados.0.smithi104.stdout:699: done (1 left) 2024-04-02T08:33:28.278 INFO:tasks.rados.rados.0.smithi104.stdout:700: done (0 left) 2024-04-02T08:33:28.278 INFO:tasks.rados.rados.0.smithi104.stdout:701: snap_create 2024-04-02T08:33:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:33:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:33:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:33:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:28 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:33:29.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:33:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:33:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:33:29.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:33:29.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:29.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:29.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:29.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:29.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:33:29.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:28 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:29.232 INFO:tasks.rados.rados.0.smithi104.stdout:701: done (0 left) 2024-04-02T08:33:29.232 INFO:tasks.rados.rados.0.smithi104.stdout:702: copy_from oid 22 from oid 47 current snap is 78 2024-04-02T08:33:29.232 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 78 2024-04-02T08:33:29.232 INFO:tasks.rados.rados.0.smithi104.stdout:703: seq_num 232 ranges {2138112=688128,2826240=663552,3489792=139264} 2024-04-02T08:33:29.248 INFO:tasks.rados.rados.0.smithi104.stdout:703: writing smithi10482514-27 from 2138112 to 2826240 tid 1 2024-04-02T08:33:29.252 INFO:tasks.rados.rados.0.smithi104.stdout:703: writing smithi10482514-27 from 2826240 to 3489792 tid 2 2024-04-02T08:33:29.253 INFO:tasks.rados.rados.0.smithi104.stdout:703: writing smithi10482514-27 from 3489792 to 3629056 tid 3 2024-04-02T08:33:29.253 INFO:tasks.rados.rados.0.smithi104.stdout:704: snap_create 2024-04-02T08:33:29.253 INFO:tasks.rados.rados.0.smithi104.stdout:702: finishing copy_from racing read to smithi10482514-22 2024-04-02T08:33:29.253 INFO:tasks.rados.rados.0.smithi104.stdout:702: finishing copy_from to smithi10482514-22 2024-04-02T08:33:29.253 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 270 (ObjNum 187 snap 63 seq_num 187) dirty exists 2024-04-02T08:33:29.253 INFO:tasks.rados.rados.0.smithi104.stdout:703: finishing write tid 1 to smithi10482514-27 2024-04-02T08:33:29.256 INFO:tasks.rados.rados.0.smithi104.stdout:703: finishing write tid 2 to smithi10482514-27 2024-04-02T08:33:29.256 INFO:tasks.rados.rados.0.smithi104.stdout:703: finishing write tid 3 to smithi10482514-27 2024-04-02T08:33:29.256 INFO:tasks.rados.rados.0.smithi104.stdout:703: finishing write tid 4 to smithi10482514-27 2024-04-02T08:33:29.260 INFO:tasks.rados.rados.0.smithi104.stdout:703: finishing write tid 5 to smithi10482514-27 2024-04-02T08:33:29.260 INFO:tasks.rados.rados.0.smithi104.stdout:703: oid 27 updating version 0 to 297 2024-04-02T08:33:29.260 INFO:tasks.rados.rados.0.smithi104.stdout:703: oid 27 updating version 297 to 299 2024-04-02T08:33:29.260 INFO:tasks.rados.rados.0.smithi104.stdout:703: oid 27 version 299 is already newer than 298 2024-04-02T08:33:29.261 INFO:tasks.rados.rados.0.smithi104.stdout:703: oid 27 version 299 is already newer than 296 2024-04-02T08:33:29.261 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 299 (ObjNum 232 snap 78 seq_num 232) dirty exists 2024-04-02T08:33:29.261 INFO:tasks.rados.rados.0.smithi104.stdout:703: left oid 27 (ObjNum 232 snap 78 seq_num 232) 2024-04-02T08:33:29.772 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:29 smithi188 ceph-mon[30882]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:29.772 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:29 smithi188 ceph-mon[30882]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:29.772 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:29 smithi188 ceph-mon[30882]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:33:29.772 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:29 smithi188 ceph-mon[30882]: pgmap v18: 121 pgs: 121 active+clean; 229 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-04-02T08:33:29.772 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:29 smithi188 ceph-mon[30882]: Reconfiguring daemon prometheus.a on smithi188 2024-04-02T08:33:29.773 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:29 smithi188 ceph-mon[30882]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:33:30.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[39229]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[39229]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[39229]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:33:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[39229]: pgmap v18: 121 pgs: 121 active+clean; 229 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-04-02T08:33:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[39229]: Reconfiguring daemon prometheus.a on smithi188 2024-04-02T08:33:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[39229]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:33:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[27401]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[27401]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[27401]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:33:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[27401]: pgmap v18: 121 pgs: 121 active+clean; 229 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-04-02T08:33:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[27401]: Reconfiguring daemon prometheus.a on smithi188 2024-04-02T08:33:30.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:29 smithi104 ceph-mon[27401]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:33:30.243 INFO:tasks.rados.rados.0.smithi104.stdout:702: done (2 left) 2024-04-02T08:33:30.243 INFO:tasks.rados.rados.0.smithi104.stdout:703: done (1 left) 2024-04-02T08:33:30.243 INFO:tasks.rados.rados.0.smithi104.stdout:704: done (0 left) 2024-04-02T08:33:30.243 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 79 2024-04-02T08:33:30.243 INFO:tasks.rados.rados.0.smithi104.stdout:705: seq_num 233 ranges {2859008=712704,3571712=548864,4120576=253952} 2024-04-02T08:33:30.262 INFO:tasks.rados.rados.0.smithi104.stdout:705: writing smithi10482514-35 from 2859008 to 3571712 tid 1 2024-04-02T08:33:30.265 INFO:tasks.rados.rados.0.smithi104.stdout:705: writing smithi10482514-35 from 3571712 to 4120576 tid 2 2024-04-02T08:33:30.267 INFO:tasks.rados.rados.0.smithi104.stdout:705: writing smithi10482514-35 from 4120576 to 4374528 tid 3 2024-04-02T08:33:30.267 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 79 2024-04-02T08:33:30.267 INFO:tasks.rados.rados.0.smithi104.stdout:706: seq_num 234 ranges {6225920=729088,6955008=434176,7389184=368640} 2024-04-02T08:33:30.304 INFO:tasks.rados.rados.0.smithi104.stdout:706: writing smithi10482514-40 from 6225920 to 6955008 tid 1 2024-04-02T08:33:30.306 INFO:tasks.rados.rados.0.smithi104.stdout:706: writing smithi10482514-40 from 6955008 to 7389184 tid 2 2024-04-02T08:33:30.309 INFO:tasks.rados.rados.0.smithi104.stdout:706: writing smithi10482514-40 from 7389184 to 7757824 tid 3 2024-04-02T08:33:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:707: read oid 22 snap -1 2024-04-02T08:33:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:707: expect (ObjNum 187 snap 63 seq_num 187) 2024-04-02T08:33:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:708: read oid 8 snap -1 2024-04-02T08:33:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:708: expect deleted 2024-04-02T08:33:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:709: copy_from oid 30 from oid 12 current snap is 79 2024-04-02T08:33:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:705: finishing write tid 1 to smithi10482514-35 2024-04-02T08:33:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:705: finishing write tid 2 to smithi10482514-35 2024-04-02T08:33:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:705: finishing write tid 3 to smithi10482514-35 2024-04-02T08:33:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:705: finishing write tid 4 to smithi10482514-35 2024-04-02T08:33:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:705: finishing write tid 5 to smithi10482514-35 2024-04-02T08:33:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:705: oid 35 updating version 0 to 389 2024-04-02T08:33:30.311 INFO:tasks.rados.rados.0.smithi104.stdout:705: oid 35 version 389 is already newer than 388 2024-04-02T08:33:30.311 INFO:tasks.rados.rados.0.smithi104.stdout:705: oid 35 version 389 is already newer than 386 2024-04-02T08:33:30.311 INFO:tasks.rados.rados.0.smithi104.stdout:705: oid 35 version 389 is already newer than 387 2024-04-02T08:33:30.311 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 389 (ObjNum 233 snap 79 seq_num 233) dirty exists 2024-04-02T08:33:30.311 INFO:tasks.rados.rados.0.smithi104.stdout:705: left oid 35 (ObjNum 233 snap 79 seq_num 233) 2024-04-02T08:33:30.311 INFO:tasks.rados.rados.0.smithi104.stdout:706: finishing write tid 1 to smithi10482514-40 2024-04-02T08:33:30.311 INFO:tasks.rados.rados.0.smithi104.stdout:706: finishing write tid 2 to smithi10482514-40 2024-04-02T08:33:30.311 INFO:tasks.rados.rados.0.smithi104.stdout:705: done (4 left) 2024-04-02T08:33:30.311 INFO:tasks.rados.rados.0.smithi104.stdout:710: snap_remove snap 43 2024-04-02T08:33:31.245 INFO:tasks.rados.rados.0.smithi104.stdout:710: done (4 left) 2024-04-02T08:33:31.246 INFO:tasks.rados.rados.0.smithi104.stdout:711: delete oid 47 current snap is 79 2024-04-02T08:33:31.246 INFO:tasks.rados.rados.0.smithi104.stdout:707: expect (ObjNum 187 snap 63 seq_num 187) 2024-04-02T08:33:31.276 INFO:tasks.rados.rados.0.smithi104.stdout:706: finishing write tid 3 to smithi10482514-40 2024-04-02T08:33:31.276 INFO:tasks.rados.rados.0.smithi104.stdout:706: finishing write tid 4 to smithi10482514-40 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:706: finishing write tid 5 to smithi10482514-40 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:706: oid 40 updating version 0 to 302 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:706: oid 40 version 302 is already newer than 301 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:706: oid 40 updating version 302 to 303 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:706: oid 40 updating version 303 to 304 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 304 (ObjNum 234 snap 79 seq_num 234) dirty exists 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:706: left oid 40 (ObjNum 234 snap 79 seq_num 234) 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:709: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:709: finishing copy_from to smithi10482514-30 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 351 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:706: done (4 left) 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:707: done (3 left) 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:708: done (2 left) 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:709: done (1 left) 2024-04-02T08:33:31.277 INFO:tasks.rados.rados.0.smithi104.stdout:711: done (0 left) 2024-04-02T08:33:31.278 INFO:tasks.rados.rados.0.smithi104.stdout:712: read oid 11 snap -1 2024-04-02T08:33:31.278 INFO:tasks.rados.rados.0.smithi104.stdout:712: expect (ObjNum 107 snap 26 seq_num 107) 2024-04-02T08:33:31.278 INFO:tasks.rados.rados.0.smithi104.stdout:713: snap_remove snap 74 2024-04-02T08:33:31.489 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:31 smithi188 ceph-mon[30882]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:33:31.489 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:31 smithi188 ceph-mon[30882]: pgmap v21: 121 pgs: 121 active+clean; 237 MiB data, 830 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:33:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:31 smithi104 ceph-mon[39229]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:33:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:31 smithi104 ceph-mon[39229]: pgmap v21: 121 pgs: 121 active+clean; 237 MiB data, 830 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:33:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:31 smithi104 ceph-mon[27401]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:33:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:31 smithi104 ceph-mon[27401]: pgmap v21: 121 pgs: 121 active+clean; 237 MiB data, 830 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:33:32.251 INFO:tasks.rados.rados.0.smithi104.stdout:712: expect (ObjNum 107 snap 26 seq_num 107) 2024-04-02T08:33:32.308 INFO:tasks.rados.rados.0.smithi104.stdout:712: done (1 left) 2024-04-02T08:33:32.308 INFO:tasks.rados.rados.0.smithi104.stdout:713: done (0 left) 2024-04-02T08:33:32.308 INFO:tasks.rados.rados.0.smithi104.stdout:714: read oid 48 snap -1 2024-04-02T08:33:32.309 INFO:tasks.rados.rados.0.smithi104.stdout:714: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:33:32.309 INFO:tasks.rados.rados.0.smithi104.stdout:715: read oid 45 snap -1 2024-04-02T08:33:32.309 INFO:tasks.rados.rados.0.smithi104.stdout:715: expect (ObjNum 161 snap 52 seq_num 161) 2024-04-02T08:33:32.309 INFO:tasks.rados.rados.0.smithi104.stdout:716: read oid 47 snap -1 2024-04-02T08:33:32.309 INFO:tasks.rados.rados.0.smithi104.stdout:716: expect deleted 2024-04-02T08:33:32.309 INFO:tasks.rados.rados.0.smithi104.stdout:717: setattr oid 3 current snap is 79 2024-04-02T08:33:32.310 INFO:tasks.rados.rados.0.smithi104.stdout:716: done (3 left) 2024-04-02T08:33:32.310 INFO:tasks.rados.rados.0.smithi104.stdout:718: rollback oid 2 current snap is 79 2024-04-02T08:33:32.311 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 2 to 73 2024-04-02T08:33:32.311 INFO:tasks.rados.rados.0.smithi104.stdout:719: copy_from oid 39 from oid 42 current snap is 79 2024-04-02T08:33:32.311 INFO:tasks.rados.rados.0.smithi104.stdout:720: read oid 33 snap -1 2024-04-02T08:33:32.311 INFO:tasks.rados.rados.0.smithi104.stdout:720: expect (ObjNum 213 snap 66 seq_num 213) 2024-04-02T08:33:32.311 INFO:tasks.rados.rados.0.smithi104.stdout:721: read oid 49 snap -1 2024-04-02T08:33:32.311 INFO:tasks.rados.rados.0.smithi104.stdout:721: expect deleted 2024-04-02T08:33:32.312 INFO:tasks.rados.rados.0.smithi104.stdout:722: snap_remove snap 72 2024-04-02T08:33:32.558 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-mon[30882]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:33:32.559 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 systemd[1]: Stopping Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:32 smithi104 ceph-mon[39229]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:33:32.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:32 smithi104 ceph-mon[27401]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:33:32.831 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.559Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:33:32.831 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.560Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:33:32.832 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.560Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:33:32.832 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.560Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:33:32.832 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.560Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:33:32.832 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.560Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:33:32.832 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.560Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:33:32.832 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.560Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:33:32.832 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.560Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:33:32.832 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.560Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:33:32.832 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.560Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:33:32.832 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75027]: ts=2024-04-02T08:33:32.560Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:33:32.832 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 podman[77728]: 2024-04-02 08:33:32.570336068 +0000 UTC m=+0.120336760 container died 2392aea5a26b89537d1bc1a78e4d1c6cc19bd19a14070a3d2dd832ae7662fae3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:33.123 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 podman[77728]: 2024-04-02 08:33:32.931642659 +0000 UTC m=+0.481643340 container cleanup 2392aea5a26b89537d1bc1a78e4d1c6cc19bd19a14070a3d2dd832ae7662fae3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:33.123 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:32 smithi188 bash[77728]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:33:33.257 INFO:tasks.rados.rados.0.smithi104.stdout:722: done (7 left) 2024-04-02T08:33:33.257 INFO:tasks.rados.rados.0.smithi104.stdout:723: read oid 19 snap -1 2024-04-02T08:33:33.258 INFO:tasks.rados.rados.0.smithi104.stdout:723: expect deleted 2024-04-02T08:33:33.258 INFO:tasks.rados.rados.0.smithi104.stdout:724: rollback oid 5 current snap is 79 2024-04-02T08:33:33.258 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 5 to 40 2024-04-02T08:33:33.258 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 79 2024-04-02T08:33:33.258 INFO:tasks.rados.rados.0.smithi104.stdout:725: seq_num 236 ranges {737280=761856,1499136=647168,2146304=155648} 2024-04-02T08:33:33.266 INFO:tasks.rados.rados.0.smithi104.stdout:725: writing smithi10482514-22 from 737280 to 1499136 tid 1 2024-04-02T08:33:33.270 INFO:tasks.rados.rados.0.smithi104.stdout:725: writing smithi10482514-22 from 1499136 to 2146304 tid 2 2024-04-02T08:33:33.271 INFO:tasks.rados.rados.0.smithi104.stdout:725: writing smithi10482514-22 from 2146304 to 2301952 tid 3 2024-04-02T08:33:33.272 INFO:tasks.rados.rados.0.smithi104.stdout:726: read oid 24 snap -1 2024-04-02T08:33:33.272 INFO:tasks.rados.rados.0.smithi104.stdout:726: expect (ObjNum 222 snap 70 seq_num 222) 2024-04-02T08:33:33.272 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 79 2024-04-02T08:33:33.272 INFO:tasks.rados.rados.0.smithi104.stdout:727: seq_num 237 ranges {638976=778240,1417216=532480,1949696=270336} 2024-04-02T08:33:33.279 INFO:tasks.rados.rados.0.smithi104.stdout:727: writing smithi10482514-7 from 638976 to 1417216 tid 1 2024-04-02T08:33:33.282 INFO:tasks.rados.rados.0.smithi104.stdout:727: writing smithi10482514-7 from 1417216 to 1949696 tid 2 2024-04-02T08:33:33.285 INFO:tasks.rados.rados.0.smithi104.stdout:727: writing smithi10482514-7 from 1949696 to 2220032 tid 3 2024-04-02T08:33:33.285 INFO:tasks.rados.rados.0.smithi104.stdout:728: rollback oid 13 current snap is 79 2024-04-02T08:33:33.285 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 47 2024-04-02T08:33:33.285 INFO:tasks.rados.rados.0.smithi104.stdout:718: finishing rollback tid 0 to smithi10482514-2 2024-04-02T08:33:33.285 INFO:tasks.rados.rados.0.smithi104.stdout:718: finishing rollback tid 1 to smithi10482514-2 2024-04-02T08:33:33.285 INFO:tasks.rados.rados.0.smithi104.stdout:718: finishing rollback tid 2 to smithi10482514-2 2024-04-02T08:33:33.285 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 71 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:33.285 INFO:tasks.rados.rados.0.smithi104.stdout:715: expect (ObjNum 161 snap 52 seq_num 161) 2024-04-02T08:33:33.322 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 176 (ObjNum 145 snap 0 seq_num 1939519160) dirty exists 2024-04-02T08:33:33.322 INFO:tasks.rados.rados.0.smithi104.stdout:714: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:33:33.339 INFO:tasks.rados.rados.0.smithi104.stdout:719: finishing copy_from racing read to smithi10482514-39 2024-04-02T08:33:33.339 INFO:tasks.rados.rados.0.smithi104.stdout:719: finishing copy_from to smithi10482514-39 2024-04-02T08:33:33.339 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 243 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:33.339 INFO:tasks.rados.rados.0.smithi104.stdout:720: expect (ObjNum 213 snap 66 seq_num 213) 2024-04-02T08:33:33.414 INFO:tasks.rados.rados.0.smithi104.stdout:724: finishing rollback tid 0 to smithi10482514-5 2024-04-02T08:33:33.414 INFO:tasks.rados.rados.0.smithi104.stdout:724: finishing rollback tid 1 to smithi10482514-5 2024-04-02T08:33:33.414 INFO:tasks.rados.rados.0.smithi104.stdout:724: finishing rollback tid 2 to smithi10482514-5 2024-04-02T08:33:33.414 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 246 (ObjNum 123 snap 38 seq_num 123) dirty exists 2024-04-02T08:33:33.414 INFO:tasks.rados.rados.0.smithi104.stdout:725: finishing write tid 1 to smithi10482514-22 2024-04-02T08:33:33.414 INFO:tasks.rados.rados.0.smithi104.stdout:714: done (12 left) 2024-04-02T08:33:33.414 INFO:tasks.rados.rados.0.smithi104.stdout:715: done (11 left) 2024-04-02T08:33:33.414 INFO:tasks.rados.rados.0.smithi104.stdout:717: done (10 left) 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:718: done (9 left) 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:719: done (8 left) 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:720: done (7 left) 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:721: done (6 left) 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:723: done (5 left) 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:724: done (4 left) 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:729: read oid 49 snap -1 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:729: expect deleted 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:730: copy_from oid 5 from oid 27 current snap is 79 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:725: finishing write tid 2 to smithi10482514-22 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:725: finishing write tid 3 to smithi10482514-22 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:725: finishing write tid 4 to smithi10482514-22 2024-04-02T08:33:33.415 INFO:tasks.rados.rados.0.smithi104.stdout:725: finishing write tid 5 to smithi10482514-22 2024-04-02T08:33:33.416 INFO:tasks.rados.rados.0.smithi104.stdout:725: oid 22 updating version 0 to 272 2024-04-02T08:33:33.416 INFO:tasks.rados.rados.0.smithi104.stdout:725: oid 22 updating version 272 to 274 2024-04-02T08:33:33.416 INFO:tasks.rados.rados.0.smithi104.stdout:725: oid 22 version 274 is already newer than 271 2024-04-02T08:33:33.416 INFO:tasks.rados.rados.0.smithi104.stdout:725: oid 22 version 274 is already newer than 273 2024-04-02T08:33:33.416 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 274 (ObjNum 236 snap 79 seq_num 236) dirty exists 2024-04-02T08:33:33.416 INFO:tasks.rados.rados.0.smithi104.stdout:725: left oid 22 (ObjNum 236 snap 79 seq_num 236) 2024-04-02T08:33:33.416 INFO:tasks.rados.rados.0.smithi104.stdout:726: expect (ObjNum 222 snap 70 seq_num 222) 2024-04-02T08:33:33.450 INFO:tasks.rados.rados.0.smithi104.stdout:727: finishing write tid 1 to smithi10482514-7 2024-04-02T08:33:33.450 INFO:tasks.rados.rados.0.smithi104.stdout:727: finishing write tid 2 to smithi10482514-7 2024-04-02T08:33:33.450 INFO:tasks.rados.rados.0.smithi104.stdout:727: finishing write tid 3 to smithi10482514-7 2024-04-02T08:33:33.450 INFO:tasks.rados.rados.0.smithi104.stdout:727: finishing write tid 4 to smithi10482514-7 2024-04-02T08:33:33.450 INFO:tasks.rados.rados.0.smithi104.stdout:725: done (5 left) 2024-04-02T08:33:33.450 INFO:tasks.rados.rados.0.smithi104.stdout:726: done (4 left) 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:731: rmattr oid 44 current snap is 79 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:731: done (4 left) 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:732: rollback oid 45 current snap is 79 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 45 to 40 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:728: finishing rollback tid 0 to smithi10482514-13 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:728: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:728: finishing rollback tid 2 to smithi10482514-13 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 260 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:727: finishing write tid 5 to smithi10482514-7 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:727: oid 7 updating version 0 to 157 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:727: oid 7 updating version 157 to 158 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:727: oid 7 updating version 158 to 160 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:727: oid 7 version 160 is already newer than 159 2024-04-02T08:33:33.451 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 160 (ObjNum 237 snap 79 seq_num 237) dirty exists 2024-04-02T08:33:33.452 INFO:tasks.rados.rados.0.smithi104.stdout:727: left oid 7 (ObjNum 237 snap 79 seq_num 237) 2024-04-02T08:33:33.452 INFO:tasks.rados.rados.0.smithi104.stdout:730: finishing copy_from racing read to smithi10482514-5 2024-04-02T08:33:33.452 INFO:tasks.rados.rados.0.smithi104.stdout:730: finishing copy_from to smithi10482514-5 2024-04-02T08:33:33.452 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 299 (ObjNum 232 snap 78 seq_num 232) dirty exists 2024-04-02T08:33:33.452 INFO:tasks.rados.rados.0.smithi104.stdout:727: done (4 left) 2024-04-02T08:33:33.452 INFO:tasks.rados.rados.0.smithi104.stdout:728: done (3 left) 2024-04-02T08:33:33.452 INFO:tasks.rados.rados.0.smithi104.stdout:729: done (2 left) 2024-04-02T08:33:33.452 INFO:tasks.rados.rados.0.smithi104.stdout:730: done (1 left) 2024-04-02T08:33:33.452 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 79 2024-04-02T08:33:33.452 INFO:tasks.rados.rados.0.smithi104.stdout:733: seq_num 238 ranges {638976=794624,1433600=417792,1851392=385024} 2024-04-02T08:33:33.457 INFO:tasks.rados.rados.0.smithi104.stdout:733: writing smithi10482514-43 from 638976 to 1433600 tid 1 2024-04-02T08:33:33.460 INFO:tasks.rados.rados.0.smithi104.stdout:733: writing smithi10482514-43 from 1433600 to 1851392 tid 2 2024-04-02T08:33:33.463 INFO:tasks.rados.rados.0.smithi104.stdout:733: writing smithi10482514-43 from 1851392 to 2236416 tid 3 2024-04-02T08:33:33.463 INFO:tasks.rados.rados.0.smithi104.stdout:734: read oid 20 snap -1 2024-04-02T08:33:33.463 INFO:tasks.rados.rados.0.smithi104.stdout:734: expect (ObjNum 220 snap 70 seq_num 220) 2024-04-02T08:33:33.464 INFO:tasks.rados.rados.0.smithi104.stdout:735: copy_from oid 38 from oid 23 current snap is 79 2024-04-02T08:33:33.464 INFO:tasks.rados.rados.0.smithi104.stdout:732: finishing rollback tid 0 to smithi10482514-45 2024-04-02T08:33:33.464 INFO:tasks.rados.rados.0.smithi104.stdout:732: finishing rollback tid 1 to smithi10482514-45 2024-04-02T08:33:33.464 INFO:tasks.rados.rados.0.smithi104.stdout:732: finishing rollback tid 2 to smithi10482514-45 2024-04-02T08:33:33.464 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 264 (ObjNum 122 snap 37 seq_num 122) dirty exists 2024-04-02T08:33:33.464 INFO:tasks.rados.rados.0.smithi104.stdout:733: finishing write tid 1 to smithi10482514-43 2024-04-02T08:33:33.464 INFO:tasks.rados.rados.0.smithi104.stdout:733: finishing write tid 2 to smithi10482514-43 2024-04-02T08:33:33.464 INFO:tasks.rados.rados.0.smithi104.stdout:732: done (3 left) 2024-04-02T08:33:33.464 INFO:tasks.rados.rados.0.smithi104.stdout:736: rollback oid 47 current snap is 79 2024-04-02T08:33:33.464 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 47 to 75 2024-04-02T08:33:33.465 INFO:tasks.rados.rados.0.smithi104.stdout:737: snap_remove snap 62 2024-04-02T08:33:33.564 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-mon[30882]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:33:33.565 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-mon[30882]: pgmap v24: 121 pgs: 121 active+clean; 237 MiB data, 830 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:33:33.565 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 podman[77747]: 2024-04-02 08:33:33.224422593 +0000 UTC m=+0.656757859 container remove 2392aea5a26b89537d1bc1a78e4d1c6cc19bd19a14070a3d2dd832ae7662fae3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:33.565 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:33:33.565 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 systemd[1]: Stopped Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:33.565 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.163s CPU time. 2024-04-02T08:33:33.565 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 systemd[1]: Starting Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:33 smithi104 ceph-mon[39229]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:33:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:33 smithi104 ceph-mon[39229]: pgmap v24: 121 pgs: 121 active+clean; 237 MiB data, 830 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:33:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:33 smithi104 ceph-mon[27401]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:33:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:33 smithi104 ceph-mon[27401]: pgmap v24: 121 pgs: 121 active+clean; 237 MiB data, 830 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:33:33.834 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 podman[77848]: 2024-04-02 08:33:33.471081749 +0000 UTC m=+0.020812437 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:33:33.834 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 podman[77848]: 2024-04-02 08:33:33.598766711 +0000 UTC m=+0.148497421 container create c4c567ade26449031365f5ba00b0c6ca8333f938162129f276a2bd3154110d8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:34.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 podman[77848]: 2024-04-02 08:33:33.835884679 +0000 UTC m=+0.385615347 container init c4c567ade26449031365f5ba00b0c6ca8333f938162129f276a2bd3154110d8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:34.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 podman[77848]: 2024-04-02 08:33:33.84152821 +0000 UTC m=+0.391258879 container start c4c567ade26449031365f5ba00b0c6ca8333f938162129f276a2bd3154110d8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:34.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.864Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:33:34.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.864Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:33:34.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.864Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi188 (none))" 2024-04-02T08:33:34.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.864Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:33:34.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.864Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:33:34.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.866Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:33:34.124 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.866Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.868Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.868Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.869Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.869Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.706µs 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.869Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.871Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.878Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.886Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.886Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.886Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=33.925µs wal_replay_duration=16.529196ms wbl_replay_duration=106ns total_replay_duration=16.603209ms 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.888Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.888Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:33:34.125 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.888Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:33:34.126 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.906Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.341155ms db_storage=969ns remote_storage=1.001µs web_handler=440ns query_engine=580ns scrape=273.16µs scrape_sd=85.487µs notify=14.489µs notify_sd=15.665µs rules=17.643028ms tracing=6.942µs 2024-04-02T08:33:34.126 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.906Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:33:34.126 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:33.906Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:33:34.126 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 bash[77848]: c4c567ade26449031365f5ba00b0c6ca8333f938162129f276a2bd3154110d8c 2024-04-02T08:33:34.126 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:33 smithi188 systemd[1]: Started Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:34.265 INFO:tasks.rados.rados.0.smithi104.stdout:737: done (4 left) 2024-04-02T08:33:34.265 INFO:tasks.rados.rados.0.smithi104.stdout:738: snap_remove snap 77 2024-04-02T08:33:34.571 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:34 smithi188 ceph-mon[30882]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:33:34.571 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:34 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:34.571 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:34 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:34.571 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:34 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:34.571 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:34 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:34.572 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:34 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[39229]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:33:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[27401]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:33:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:34.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:34.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:34 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:35.272 INFO:tasks.rados.rados.0.smithi104.stdout:738: done (4 left) 2024-04-02T08:33:35.272 INFO:tasks.rados.rados.0.smithi104.stdout:739: snap_remove snap 51 2024-04-02T08:33:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:35 smithi188 ceph-mon[30882]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:35 smithi188 ceph-mon[30882]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:33:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:35 smithi188 ceph-mon[30882]: pgmap v27: 121 pgs: 121 active+clean; 243 MiB data, 832 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:33:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:35 smithi104 ceph-mon[39229]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:35 smithi104 ceph-mon[39229]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:33:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:35 smithi104 ceph-mon[39229]: pgmap v27: 121 pgs: 121 active+clean; 243 MiB data, 832 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:33:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:35 smithi104 ceph-mon[27401]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:35 smithi104 ceph-mon[27401]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:33:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:35 smithi104 ceph-mon[27401]: pgmap v27: 121 pgs: 121 active+clean; 243 MiB data, 832 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:33:36.277 INFO:tasks.rados.rados.0.smithi104.stdout:739: done (4 left) 2024-04-02T08:33:36.277 INFO:tasks.rados.rados.0.smithi104.stdout:740: snap_create 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:736: finishing rollback tid 1 to smithi10482514-47 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:736: finishing rollback tid 2 to smithi10482514-47 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 381 (ObjNum 187 snap 63 seq_num 187) dirty exists 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:733: finishing write tid 3 to smithi10482514-43 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:733: finishing write tid 4 to smithi10482514-43 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:733: finishing write tid 5 to smithi10482514-43 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:733: oid 43 updating version 0 to 376 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:733: oid 43 version 376 is already newer than 374 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:733: oid 43 updating version 376 to 377 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:733: oid 43 version 377 is already newer than 375 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 377 (ObjNum 238 snap 79 seq_num 238) dirty exists 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:733: left oid 43 (ObjNum 238 snap 79 seq_num 238) 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi104.stdout:734: expect (ObjNum 220 snap 70 seq_num 220) 2024-04-02T08:33:36.555 INFO:tasks.rados.rados.0.smithi104.stdout:735: finishing copy_from racing read to smithi10482514-38 2024-04-02T08:33:36.555 INFO:tasks.rados.rados.0.smithi104.stdout:735: finishing copy_from to smithi10482514-38 2024-04-02T08:33:36.555 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 175 (ObjNum 227 snap 73 seq_num 227) dirty exists 2024-04-02T08:33:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:36 smithi188 ceph-mon[30882]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:33:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:36 smithi188 ceph-mon[30882]: Upgrade: Updating mgr.x 2024-04-02T08:33:36.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:36 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:36.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:36 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:36.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:36 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:36.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:36 smithi188 ceph-mon[30882]: Deploying daemon mgr.x on smithi188 2024-04-02T08:33:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[27401]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:33:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[27401]: Upgrade: Updating mgr.x 2024-04-02T08:33:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[27401]: Deploying daemon mgr.x on smithi188 2024-04-02T08:33:36.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[39229]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:33:36.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[39229]: Upgrade: Updating mgr.x 2024-04-02T08:33:36.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:36.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:36.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:36.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:36 smithi104 ceph-mon[39229]: Deploying daemon mgr.x on smithi188 2024-04-02T08:33:37.281 INFO:tasks.rados.rados.0.smithi104.stdout:733: done (4 left) 2024-04-02T08:33:37.281 INFO:tasks.rados.rados.0.smithi104.stdout:734: done (3 left) 2024-04-02T08:33:37.281 INFO:tasks.rados.rados.0.smithi104.stdout:735: done (2 left) 2024-04-02T08:33:37.281 INFO:tasks.rados.rados.0.smithi104.stdout:736: done (1 left) 2024-04-02T08:33:37.281 INFO:tasks.rados.rados.0.smithi104.stdout:740: done (0 left) 2024-04-02T08:33:37.281 INFO:tasks.rados.rados.0.smithi104.stdout:741: rollback oid 21 current snap is 80 2024-04-02T08:33:37.281 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 21 to 75 2024-04-02T08:33:37.281 INFO:tasks.rados.rados.0.smithi104.stdout:742: copy_from oid 28 from oid 37 current snap is 80 2024-04-02T08:33:37.281 INFO:tasks.rados.rados.0.smithi104.stdout:743: delete oid 1 current snap is 80 2024-04-02T08:33:37.282 INFO:tasks.rados.rados.0.smithi104.stdout:743: done (2 left) 2024-04-02T08:33:37.282 INFO:tasks.rados.rados.0.smithi104.stdout:744: delete oid 20 current snap is 80 2024-04-02T08:33:37.284 INFO:tasks.rados.rados.0.smithi104.stdout:742: finishing copy_from to smithi10482514-28 2024-04-02T08:33:37.284 INFO:tasks.rados.rados.0.smithi104.stdout:742: got expected ENOENT (src dne) 2024-04-02T08:33:37.284 INFO:tasks.rados.rados.0.smithi104.stdout:742: finishing copy_from racing read to smithi10482514-28 2024-04-02T08:33:37.285 INFO:tasks.rados.rados.0.smithi104.stdout:741: finishing rollback tid 0 to smithi10482514-21 2024-04-02T08:33:37.285 INFO:tasks.rados.rados.0.smithi104.stdout:741: finishing rollback tid 1 to smithi10482514-21 2024-04-02T08:33:37.287 INFO:tasks.rados.rados.0.smithi104.stdout:741: finishing rollback tid 2 to smithi10482514-21 2024-04-02T08:33:37.287 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 465 (ObjNum 103 snap 26 seq_num 103) dirty exists 2024-04-02T08:33:37.288 INFO:tasks.rados.rados.0.smithi104.stdout:741: done (2 left) 2024-04-02T08:33:37.288 INFO:tasks.rados.rados.0.smithi104.stdout:742: done (1 left) 2024-04-02T08:33:37.288 INFO:tasks.rados.rados.0.smithi104.stdout:744: done (0 left) 2024-04-02T08:33:37.288 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 80 2024-04-02T08:33:37.288 INFO:tasks.rados.rados.0.smithi104.stdout:745: seq_num 241 ranges {1441792=442368,1884160=466944,2351104=688128,3039232=49152} 2024-04-02T08:33:37.298 INFO:tasks.rados.rados.0.smithi104.stdout:745: writing smithi10482514-28 from 1441792 to 1884160 tid 1 2024-04-02T08:33:37.300 INFO:tasks.rados.rados.0.smithi104.stdout:745: writing smithi10482514-28 from 1884160 to 2351104 tid 2 2024-04-02T08:33:37.304 INFO:tasks.rados.rados.0.smithi104.stdout:745: writing smithi10482514-28 from 2351104 to 3039232 tid 3 2024-04-02T08:33:37.305 INFO:tasks.rados.rados.0.smithi104.stdout:745: writing smithi10482514-28 from 3039232 to 3088384 tid 4 2024-04-02T08:33:37.305 INFO:tasks.rados.rados.0.smithi104.stdout:746: rmattr oid 34 current snap is 80 2024-04-02T08:33:37.305 INFO:tasks.rados.rados.0.smithi104.stdout:746: done (1 left) 2024-04-02T08:33:37.305 INFO:tasks.rados.rados.0.smithi104.stdout:747: snap_create 2024-04-02T08:33:37.305 INFO:tasks.rados.rados.0.smithi104.stdout:745: finishing write tid 1 to smithi10482514-28 2024-04-02T08:33:37.305 INFO:tasks.rados.rados.0.smithi104.stdout:745: finishing write tid 2 to smithi10482514-28 2024-04-02T08:33:37.308 INFO:tasks.rados.rados.0.smithi104.stdout:745: finishing write tid 3 to smithi10482514-28 2024-04-02T08:33:37.308 INFO:tasks.rados.rados.0.smithi104.stdout:745: finishing write tid 4 to smithi10482514-28 2024-04-02T08:33:37.308 INFO:tasks.rados.rados.0.smithi104.stdout:745: finishing write tid 5 to smithi10482514-28 2024-04-02T08:33:37.309 INFO:tasks.rados.rados.0.smithi104.stdout:745: finishing write tid 6 to smithi10482514-28 2024-04-02T08:33:37.309 INFO:tasks.rados.rados.0.smithi104.stdout:745: oid 28 updating version 0 to 402 2024-04-02T08:33:37.309 INFO:tasks.rados.rados.0.smithi104.stdout:745: oid 28 version 402 is already newer than 401 2024-04-02T08:33:37.309 INFO:tasks.rados.rados.0.smithi104.stdout:745: oid 28 updating version 402 to 403 2024-04-02T08:33:37.309 INFO:tasks.rados.rados.0.smithi104.stdout:745: oid 28 updating version 403 to 404 2024-04-02T08:33:37.309 INFO:tasks.rados.rados.0.smithi104.stdout:745: oid 28 updating version 404 to 405 2024-04-02T08:33:37.309 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 405 (ObjNum 241 snap 80 seq_num 241) dirty exists 2024-04-02T08:33:37.309 INFO:tasks.rados.rados.0.smithi104.stdout:745: left oid 28 (ObjNum 241 snap 80 seq_num 241) 2024-04-02T08:33:37.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:37 smithi104 ceph-mon[39229]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:33:37.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:37 smithi104 ceph-mon[39229]: pgmap v30: 121 pgs: 121 active+clean; 258 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-04-02T08:33:37.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:37 smithi104 ceph-mon[27401]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:33:37.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:37 smithi104 ceph-mon[27401]: pgmap v30: 121 pgs: 121 active+clean; 258 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-04-02T08:33:37.515 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:37 smithi188 ceph-mon[30882]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:33:37.515 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:37 smithi188 ceph-mon[30882]: pgmap v30: 121 pgs: 121 active+clean; 258 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-04-02T08:33:38.079 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:37 smithi188 systemd[1]: Stopping Ceph mgr.x for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:38.287 INFO:tasks.rados.rados.0.smithi104.stdout:745: done (1 left) 2024-04-02T08:33:38.287 INFO:tasks.rados.rados.0.smithi104.stdout:747: done (0 left) 2024-04-02T08:33:38.287 INFO:tasks.rados.rados.0.smithi104.stdout:748: rmattr oid 35 current snap is 81 2024-04-02T08:33:38.287 INFO:tasks.rados.rados.0.smithi104.stdout:749: read oid 16 snap -1 2024-04-02T08:33:38.287 INFO:tasks.rados.rados.0.smithi104.stdout:749: expect (ObjNum 194 snap 63 seq_num 194) 2024-04-02T08:33:38.287 INFO:tasks.rados.rados.0.smithi104.stdout:750: setattr oid 12 current snap is 81 2024-04-02T08:33:38.288 INFO:tasks.rados.rados.0.smithi104.stdout:751: rollback oid 43 current snap is 81 2024-04-02T08:33:38.288 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 43 to 63 2024-04-02T08:33:38.288 INFO:tasks.rados.rados.0.smithi104.stdout:752: snap_remove snap 73 2024-04-02T08:33:38.362 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:38 smithi188 ceph-mon[30882]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:33:38.363 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:38 smithi188 podman[78257]: 2024-04-02 08:33:38.080540196 +0000 UTC m=+0.134930454 container died 02275b1aad481f5488f9f3f5899a8816dcb3eac44cc6f21c7a62f5719a697fd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-02T08:33:38.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:38 smithi188 podman[78257]: 2024-04-02 08:33:38.463432472 +0000 UTC m=+0.517822736 container cleanup 02275b1aad481f5488f9f3f5899a8816dcb3eac44cc6f21c7a62f5719a697fd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326) 2024-04-02T08:33:38.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:38 smithi188 bash[78257]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:33:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:38 smithi104 ceph-mon[27401]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:33:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:38 smithi104 ceph-mon[39229]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:33:39.074 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:38 smithi188 podman[78276]: 2024-04-02 08:33:38.731204802 +0000 UTC m=+0.648095492 container remove 02275b1aad481f5488f9f3f5899a8816dcb3eac44cc6f21c7a62f5719a697fd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:33:39.074 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:38 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:33:39.074 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:38 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:33:39.074 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:38 smithi188 systemd[1]: Stopped Ceph mgr.x for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:39.074 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:38 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 25.168s CPU time. 2024-04-02T08:33:39.233 INFO:tasks.rados.rados.0.smithi104.stdout:752: done (4 left) 2024-04-02T08:33:39.233 INFO:tasks.rados.rados.0.smithi104.stdout:753: snap_create 2024-04-02T08:33:39.234 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 445 (ObjNum 233 snap 79 seq_num 233) dirty exists 2024-04-02T08:33:39.234 INFO:tasks.rados.rados.0.smithi104.stdout:751: finishing rollback tid 0 to smithi10482514-43 2024-04-02T08:33:39.234 INFO:tasks.rados.rados.0.smithi104.stdout:751: finishing rollback tid 1 to smithi10482514-43 2024-04-02T08:33:39.234 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 407 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:33:39.234 INFO:tasks.rados.rados.0.smithi104.stdout:751: finishing rollback tid 2 to smithi10482514-43 2024-04-02T08:33:39.234 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 403 (ObjNum 162 snap 52 seq_num 162) dirty exists 2024-04-02T08:33:39.234 INFO:tasks.rados.rados.0.smithi104.stdout:749: expect (ObjNum 194 snap 63 seq_num 194) 2024-04-02T08:33:39.329 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:39 smithi188 ceph-mon[30882]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:33:39.329 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:39 smithi188 ceph-mon[30882]: pgmap v33: 121 pgs: 121 active+clean; 258 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-04-02T08:33:39.329 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:39 smithi188 ceph-mon[30882]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:33:39.330 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:39 smithi188 systemd[1]: Starting Ceph mgr.x for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:39.330 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:39 smithi188 podman[78416]: 2024-04-02 08:33:39.192504836 +0000 UTC m=+0.017956131 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:33:39.582 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:39 smithi188 podman[78416]: 2024-04-02 08:33:39.331586153 +0000 UTC m=+0.157037425 container create e33967dde0c5c007908323c6cb8e88691e0af1b1654993816f43e1975c389890 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:33:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:39 smithi104 ceph-mon[27401]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:33:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:39 smithi104 ceph-mon[27401]: pgmap v33: 121 pgs: 121 active+clean; 258 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-04-02T08:33:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:39 smithi104 ceph-mon[27401]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:33:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:39 smithi104 ceph-mon[39229]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:33:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:39 smithi104 ceph-mon[39229]: pgmap v33: 121 pgs: 121 active+clean; 258 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-04-02T08:33:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:39 smithi104 ceph-mon[39229]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:33:39.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:39 smithi188 podman[78416]: 2024-04-02 08:33:39.584516781 +0000 UTC m=+0.409968052 container init e33967dde0c5c007908323c6cb8e88691e0af1b1654993816f43e1975c389890 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:33:39.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:39 smithi188 podman[78416]: 2024-04-02 08:33:39.590179593 +0000 UTC m=+0.415630864 container start e33967dde0c5c007908323c6cb8e88691e0af1b1654993816f43e1975c389890 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:33:39.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:39 smithi188 ceph-mgr[78453]: -- 172.21.15.188:0/3111370076 <== mon.1 v2:172.21.15.188:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5580491785a0 con 0x55804914d000 2024-04-02T08:33:39.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:39 smithi188 bash[78416]: e33967dde0c5c007908323c6cb8e88691e0af1b1654993816f43e1975c389890 2024-04-02T08:33:39.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:39 smithi188 systemd[1]: Started Ceph mgr.x for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:40.234 INFO:tasks.rados.rados.0.smithi104.stdout:748: done (4 left) 2024-04-02T08:33:40.234 INFO:tasks.rados.rados.0.smithi104.stdout:749: done (3 left) 2024-04-02T08:33:40.234 INFO:tasks.rados.rados.0.smithi104.stdout:750: done (2 left) 2024-04-02T08:33:40.234 INFO:tasks.rados.rados.0.smithi104.stdout:751: done (1 left) 2024-04-02T08:33:40.234 INFO:tasks.rados.rados.0.smithi104.stdout:753: done (0 left) 2024-04-02T08:33:40.234 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 1 current snap is 82 2024-04-02T08:33:40.234 INFO:tasks.rados.rados.0.smithi104.stdout:754: seq_num 242 ranges {0=458752,458752=753664,1212416=450560} 2024-04-02T08:33:40.237 INFO:tasks.rados.rados.0.smithi104.stdout:754: writing smithi10482514-1 from 0 to 458752 tid 1 2024-04-02T08:33:40.241 INFO:tasks.rados.rados.0.smithi104.stdout:754: writing smithi10482514-1 from 458752 to 1212416 tid 2 2024-04-02T08:33:40.244 INFO:tasks.rados.rados.0.smithi104.stdout:754: writing smithi10482514-1 from 1212416 to 1662976 tid 3 2024-04-02T08:33:40.244 INFO:tasks.rados.rados.0.smithi104.stdout:755: copy_from oid 48 from oid 18 current snap is 82 2024-04-02T08:33:40.244 INFO:tasks.rados.rados.0.smithi104.stdout:754: finishing write tid 1 to smithi10482514-1 2024-04-02T08:33:40.244 INFO:tasks.rados.rados.0.smithi104.stdout:756: read oid 33 snap -1 2024-04-02T08:33:40.244 INFO:tasks.rados.rados.0.smithi104.stdout:756: expect (ObjNum 213 snap 66 seq_num 213) 2024-04-02T08:33:40.244 INFO:tasks.rados.rados.0.smithi104.stdout:757: copy_from oid 27 from oid 20 current snap is 82 2024-04-02T08:33:40.244 INFO:tasks.rados.rados.0.smithi104.stdout:758: rmattr oid 32 current snap is 82 2024-04-02T08:33:40.244 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 46 current snap is 82 2024-04-02T08:33:40.244 INFO:tasks.rados.rados.0.smithi104.stdout:759: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-04-02T08:33:40.246 INFO:tasks.rados.rados.0.smithi104.stdout:759: writing smithi10482514-46 from 0 to 475136 tid 1 2024-04-02T08:33:40.251 INFO:tasks.rados.rados.0.smithi104.stdout:759: writing smithi10482514-46 from 475136 to 1114112 tid 2 2024-04-02T08:33:40.256 INFO:tasks.rados.rados.0.smithi104.stdout:759: writing smithi10482514-46 from 1114112 to 1679360 tid 3 2024-04-02T08:33:40.256 INFO:tasks.rados.rados.0.smithi104.stdout:760: read oid 23 snap 40 2024-04-02T08:33:40.256 INFO:tasks.rados.rados.0.smithi104.stdout:760: expect (ObjNum 113 snap 31 seq_num 113) 2024-04-02T08:33:40.256 INFO:tasks.rados.rados.0.smithi104.stdout:761: read oid 44 snap -1 2024-04-02T08:33:40.256 INFO:tasks.rados.rados.0.smithi104.stdout:761: expect (ObjNum 218 snap 67 seq_num 218) 2024-04-02T08:33:40.256 INFO:tasks.rados.rados.0.smithi104.stdout:762: rmattr oid 29 current snap is 82 2024-04-02T08:33:40.256 INFO:tasks.rados.rados.0.smithi104.stdout:762: done (8 left) 2024-04-02T08:33:40.256 INFO:tasks.rados.rados.0.smithi104.stdout:763: rmattr oid 39 current snap is 82 2024-04-02T08:33:40.256 INFO:tasks.rados.rados.0.smithi104.stdout:754: finishing write tid 2 to smithi10482514-1 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:754: finishing write tid 3 to smithi10482514-1 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:754: finishing write tid 4 to smithi10482514-1 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:757: finishing copy_from to smithi10482514-27 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:757: got expected ENOENT (src dne) 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:757: finishing copy_from racing read to smithi10482514-27 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:759: finishing write tid 1 to smithi10482514-46 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 127 (ObjNum 211 snap 66 seq_num 211) dirty exists 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:754: finishing write tid 5 to smithi10482514-1 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:754: oid 1 updating version 0 to 163 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:754: oid 1 updating version 163 to 164 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:754: oid 1 version 164 is already newer than 162 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:754: oid 1 version 164 is already newer than 161 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 164 (ObjNum 242 snap 82 seq_num 242) dirty exists 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:754: left oid 1 (ObjNum 242 snap 82 seq_num 242) 2024-04-02T08:33:40.257 INFO:tasks.rados.rados.0.smithi104.stdout:754: done (8 left) 2024-04-02T08:33:40.258 INFO:tasks.rados.rados.0.smithi104.stdout:757: done (7 left) 2024-04-02T08:33:40.258 INFO:tasks.rados.rados.0.smithi104.stdout:758: done (6 left) 2024-04-02T08:33:40.258 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 41 current snap is 82 2024-04-02T08:33:40.258 INFO:tasks.rados.rados.0.smithi104.stdout:764: seq_num 244 ranges {2138112=491520,2629632=573440,3203072=458752,3661824=172032} 2024-04-02T08:33:40.270 INFO:tasks.rados.rados.0.smithi104.stdout:764: writing smithi10482514-41 from 2138112 to 2629632 tid 1 2024-04-02T08:33:40.273 INFO:tasks.rados.rados.0.smithi104.stdout:764: writing smithi10482514-41 from 2629632 to 3203072 tid 2 2024-04-02T08:33:40.276 INFO:tasks.rados.rados.0.smithi104.stdout:764: writing smithi10482514-41 from 3203072 to 3661824 tid 3 2024-04-02T08:33:40.277 INFO:tasks.rados.rados.0.smithi104.stdout:764: writing smithi10482514-41 from 3661824 to 3833856 tid 4 2024-04-02T08:33:40.277 INFO:tasks.rados.rados.0.smithi104.stdout:765: rollback oid 42 current snap is 82 2024-04-02T08:33:40.277 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 42 to 76 2024-04-02T08:33:40.277 INFO:tasks.rados.rados.0.smithi104.stdout:761: expect (ObjNum 218 snap 67 seq_num 218) 2024-04-02T08:33:40.345 INFO:tasks.rados.rados.0.smithi104.stdout:756: expect (ObjNum 213 snap 66 seq_num 213) 2024-04-02T08:33:40.424 INFO:tasks.rados.rados.0.smithi104.stdout:755: finishing copy_from racing read to smithi10482514-48 2024-04-02T08:33:40.424 INFO:tasks.rados.rados.0.smithi104.stdout:759: finishing write tid 2 to smithi10482514-46 2024-04-02T08:33:40.424 INFO:tasks.rados.rados.0.smithi104.stdout:759: finishing write tid 3 to smithi10482514-46 2024-04-02T08:33:40.424 INFO:tasks.rados.rados.0.smithi104.stdout:759: finishing write tid 4 to smithi10482514-46 2024-04-02T08:33:40.424 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 455 (ObjNum 65 snap 0 seq_num 1666928752) dirty exists 2024-04-02T08:33:40.424 INFO:tasks.rados.rados.0.smithi104.stdout:756: done (7 left) 2024-04-02T08:33:40.424 INFO:tasks.rados.rados.0.smithi104.stdout:761: done (6 left) 2024-04-02T08:33:40.424 INFO:tasks.rados.rados.0.smithi104.stdout:763: done (5 left) 2024-04-02T08:33:40.424 INFO:tasks.rados.rados.0.smithi104.stdout:766: delete oid 15 current snap is 82 2024-04-02T08:33:40.424 INFO:tasks.rados.rados.0.smithi104.stdout:759: finishing write tid 5 to smithi10482514-46 2024-04-02T08:33:40.424 INFO:tasks.rados.rados.0.smithi104.stdout:759: oid 46 updating version 0 to 300 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:759: oid 46 updating version 300 to 302 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:759: oid 46 updating version 302 to 303 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:759: oid 46 version 303 is already newer than 301 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 303 (ObjNum 243 snap 82 seq_num 243) dirty exists 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:759: left oid 46 (ObjNum 243 snap 82 seq_num 243) 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:755: finishing copy_from to smithi10482514-48 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 76 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:764: finishing write tid 1 to smithi10482514-41 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:764: finishing write tid 2 to smithi10482514-41 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:764: finishing write tid 3 to smithi10482514-41 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:765: finishing rollback tid 0 to smithi10482514-42 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:765: finishing rollback tid 1 to smithi10482514-42 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:765: finishing rollback tid 2 to smithi10482514-42 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 253 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi104.stdout:764: finishing write tid 4 to smithi10482514-41 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi104.stdout:764: finishing write tid 5 to smithi10482514-41 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi104.stdout:764: finishing write tid 6 to smithi10482514-41 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi104.stdout:764: oid 41 updating version 0 to 457 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi104.stdout:764: oid 41 updating version 457 to 459 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi104.stdout:764: oid 41 updating version 459 to 460 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi104.stdout:764: oid 41 updating version 460 to 461 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi104.stdout:764: oid 41 version 461 is already newer than 458 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 461 (ObjNum 244 snap 82 seq_num 244) dirty exists 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi104.stdout:764: left oid 41 (ObjNum 244 snap 82 seq_num 244) 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi104.stdout:760: expect (ObjNum 113 snap 31 seq_num 113) 2024-04-02T08:33:40.618 INFO:tasks.rados.rados.0.smithi104.stdout:755: done (5 left) 2024-04-02T08:33:40.618 INFO:tasks.rados.rados.0.smithi104.stdout:759: done (4 left) 2024-04-02T08:33:40.618 INFO:tasks.rados.rados.0.smithi104.stdout:760: done (3 left) 2024-04-02T08:33:40.618 INFO:tasks.rados.rados.0.smithi104.stdout:764: done (2 left) 2024-04-02T08:33:40.618 INFO:tasks.rados.rados.0.smithi104.stdout:765: done (1 left) 2024-04-02T08:33:40.618 INFO:tasks.rados.rados.0.smithi104.stdout:766: done (0 left) 2024-04-02T08:33:40.618 INFO:tasks.rados.rados.0.smithi104.stdout:767: rmattr oid 3 current snap is 82 2024-04-02T08:33:40.619 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 82 2024-04-02T08:33:40.619 INFO:tasks.rados.rados.0.smithi104.stdout:768: seq_num 246 ranges {24576=524288,548864=745472,1294336=425984,1720320=32768} 2024-04-02T08:33:40.621 INFO:tasks.rados.rados.0.smithi104.stdout:768: writing smithi10482514-2 from 24576 to 548864 tid 1 2024-04-02T08:33:40.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:40.153+0000 7fc1e6803200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:33:40.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:40.262+0000 7fc1e6803200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:33:40.625 INFO:tasks.rados.rados.0.smithi104.stdout:768: writing smithi10482514-2 from 548864 to 1294336 tid 2 2024-04-02T08:33:40.628 INFO:tasks.rados.rados.0.smithi104.stdout:768: writing smithi10482514-2 from 1294336 to 1720320 tid 3 2024-04-02T08:33:40.628 INFO:tasks.rados.rados.0.smithi104.stdout:768: writing smithi10482514-2 from 1720320 to 1753088 tid 4 2024-04-02T08:33:40.629 INFO:tasks.rados.rados.0.smithi104.stdout:769: rollback oid 28 current snap is 82 2024-04-02T08:33:40.629 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 28 to 47 2024-04-02T08:33:40.629 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 177 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:33:40.629 INFO:tasks.rados.rados.0.smithi104.stdout:768: finishing write tid 1 to smithi10482514-2 2024-04-02T08:33:40.629 INFO:tasks.rados.rados.0.smithi104.stdout:768: finishing write tid 2 to smithi10482514-2 2024-04-02T08:33:40.629 INFO:tasks.rados.rados.0.smithi104.stdout:767: done (2 left) 2024-04-02T08:33:40.629 INFO:tasks.rados.rados.0.smithi104.stdout:770: read oid 38 snap -1 2024-04-02T08:33:40.629 INFO:tasks.rados.rados.0.smithi104.stdout:770: expect (ObjNum 227 snap 73 seq_num 227) 2024-04-02T08:33:40.629 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 82 2024-04-02T08:33:40.629 INFO:tasks.rados.rados.0.smithi104.stdout:771: seq_num 247 ranges {2138112=540672,2678784=622592,3301376=581632} 2024-04-02T08:33:40.643 INFO:tasks.rados.rados.0.smithi104.stdout:771: writing smithi10482514-13 from 2138112 to 2678784 tid 1 2024-04-02T08:33:40.646 INFO:tasks.rados.rados.0.smithi104.stdout:771: writing smithi10482514-13 from 2678784 to 3301376 tid 2 2024-04-02T08:33:40.650 INFO:tasks.rados.rados.0.smithi104.stdout:771: writing smithi10482514-13 from 3301376 to 3883008 tid 3 2024-04-02T08:33:40.650 INFO:tasks.rados.rados.0.smithi104.stdout:772: setattr oid 40 current snap is 82 2024-04-02T08:33:40.650 INFO:tasks.rados.rados.0.smithi104.stdout:769: finishing rollback tid 0 to smithi10482514-28 2024-04-02T08:33:40.650 INFO:tasks.rados.rados.0.smithi104.stdout:769: finishing rollback tid 1 to smithi10482514-28 2024-04-02T08:33:40.650 INFO:tasks.rados.rados.0.smithi104.stdout:768: finishing write tid 3 to smithi10482514-2 2024-04-02T08:33:40.650 INFO:tasks.rados.rados.0.smithi104.stdout:769: finishing rollback tid 2 to smithi10482514-28 2024-04-02T08:33:40.650 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 417 (ObjNum 137 snap 43 seq_num 137) dirty exists 2024-04-02T08:33:40.650 INFO:tasks.rados.rados.0.smithi104.stdout:768: finishing write tid 4 to smithi10482514-2 2024-04-02T08:33:40.651 INFO:tasks.rados.rados.0.smithi104.stdout:768: finishing write tid 5 to smithi10482514-2 2024-04-02T08:33:40.651 INFO:tasks.rados.rados.0.smithi104.stdout:768: finishing write tid 6 to smithi10482514-2 2024-04-02T08:33:40.651 INFO:tasks.rados.rados.0.smithi104.stdout:768: oid 2 updating version 0 to 86 2024-04-02T08:33:40.651 INFO:tasks.rados.rados.0.smithi104.stdout:768: oid 2 version 86 is already newer than 83 2024-04-02T08:33:40.651 INFO:tasks.rados.rados.0.smithi104.stdout:768: oid 2 updating version 86 to 87 2024-04-02T08:33:40.651 INFO:tasks.rados.rados.0.smithi104.stdout:768: oid 2 version 87 is already newer than 84 2024-04-02T08:33:40.651 INFO:tasks.rados.rados.0.smithi104.stdout:768: oid 2 version 87 is already newer than 85 2024-04-02T08:33:40.651 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 87 (ObjNum 246 snap 82 seq_num 246) dirty exists 2024-04-02T08:33:40.651 INFO:tasks.rados.rados.0.smithi104.stdout:768: left oid 2 (ObjNum 246 snap 82 seq_num 246) 2024-04-02T08:33:40.651 INFO:tasks.rados.rados.0.smithi104.stdout:771: finishing write tid 1 to smithi10482514-13 2024-04-02T08:33:40.652 INFO:tasks.rados.rados.0.smithi104.stdout:768: done (4 left) 2024-04-02T08:33:40.652 INFO:tasks.rados.rados.0.smithi104.stdout:769: done (3 left) 2024-04-02T08:33:40.652 INFO:tasks.rados.rados.0.smithi104.stdout:773: copy_from oid 16 from oid 17 current snap is 82 2024-04-02T08:33:40.652 INFO:tasks.rados.rados.0.smithi104.stdout:774: read oid 11 snap 70 2024-04-02T08:33:40.652 INFO:tasks.rados.rados.0.smithi104.stdout:774: expect (ObjNum 107 snap 26 seq_num 107) 2024-04-02T08:33:40.652 INFO:tasks.rados.rados.0.smithi104.stdout:775: rmattr oid 47 current snap is 82 2024-04-02T08:33:40.652 INFO:tasks.rados.rados.0.smithi104.stdout:775: done (5 left) 2024-04-02T08:33:40.652 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 82 2024-04-02T08:33:40.653 INFO:tasks.rados.rados.0.smithi104.stdout:776: seq_num 248 ranges {1327104=557056,1884160=507904,2392064=442368,2834432=253952} 2024-04-02T08:33:40.662 INFO:tasks.rados.rados.0.smithi104.stdout:776: writing smithi10482514-24 from 1327104 to 1884160 tid 1 2024-04-02T08:33:40.664 INFO:tasks.rados.rados.0.smithi104.stdout:776: writing smithi10482514-24 from 1884160 to 2392064 tid 2 2024-04-02T08:33:40.667 INFO:tasks.rados.rados.0.smithi104.stdout:776: writing smithi10482514-24 from 2392064 to 2834432 tid 3 2024-04-02T08:33:40.669 INFO:tasks.rados.rados.0.smithi104.stdout:776: writing smithi10482514-24 from 2834432 to 3088384 tid 4 2024-04-02T08:33:40.669 INFO:tasks.rados.rados.0.smithi104.stdout:777: rmattr oid 44 current snap is 82 2024-04-02T08:33:40.669 INFO:tasks.rados.rados.0.smithi104.stdout:777: done (6 left) 2024-04-02T08:33:40.669 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 82 2024-04-02T08:33:40.669 INFO:tasks.rados.rados.0.smithi104.stdout:771: finishing write tid 2 to smithi10482514-13 2024-04-02T08:33:40.669 INFO:tasks.rados.rados.0.smithi104.stdout:771: finishing write tid 3 to smithi10482514-13 2024-04-02T08:33:40.669 INFO:tasks.rados.rados.0.smithi104.stdout:771: finishing write tid 4 to smithi10482514-13 2024-04-02T08:33:40.669 INFO:tasks.rados.rados.0.smithi104.stdout:778: seq_num 249 ranges {2138112=573440,2711552=794624,3506176=409600} 2024-04-02T08:33:40.683 INFO:tasks.rados.rados.0.smithi104.stdout:778: writing smithi10482514-6 from 2138112 to 2711552 tid 1 2024-04-02T08:33:40.687 INFO:tasks.rados.rados.0.smithi104.stdout:778: writing smithi10482514-6 from 2711552 to 3506176 tid 2 2024-04-02T08:33:40.690 INFO:tasks.rados.rados.0.smithi104.stdout:778: writing smithi10482514-6 from 3506176 to 3915776 tid 3 2024-04-02T08:33:40.690 INFO:tasks.rados.rados.0.smithi104.stdout:779: read oid 4 snap 81 2024-04-02T08:33:40.690 INFO:tasks.rados.rados.0.smithi104.stdout:779: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:33:40.690 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 82 2024-04-02T08:33:40.690 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 342 (ObjNum 234 snap 79 seq_num 234) dirty exists 2024-04-02T08:33:40.690 INFO:tasks.rados.rados.0.smithi104.stdout:771: finishing write tid 5 to smithi10482514-13 2024-04-02T08:33:40.690 INFO:tasks.rados.rados.0.smithi104.stdout:771: oid 13 updating version 0 to 286 2024-04-02T08:33:40.691 INFO:tasks.rados.rados.0.smithi104.stdout:771: oid 13 version 286 is already newer than 284 2024-04-02T08:33:40.691 INFO:tasks.rados.rados.0.smithi104.stdout:771: oid 13 updating version 286 to 287 2024-04-02T08:33:40.691 INFO:tasks.rados.rados.0.smithi104.stdout:771: oid 13 version 287 is already newer than 285 2024-04-02T08:33:40.691 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 287 (ObjNum 247 snap 82 seq_num 247) dirty exists 2024-04-02T08:33:40.691 INFO:tasks.rados.rados.0.smithi104.stdout:771: left oid 13 (ObjNum 247 snap 82 seq_num 247) 2024-04-02T08:33:40.691 INFO:tasks.rados.rados.0.smithi104.stdout:780: seq_num 250 ranges {876544=589824,1466368=679936,2146304=409600,2555904=114688} 2024-04-02T08:33:40.697 INFO:tasks.rados.rados.0.smithi104.stdout:780: writing smithi10482514-50 from 876544 to 1466368 tid 1 2024-04-02T08:33:40.701 INFO:tasks.rados.rados.0.smithi104.stdout:780: writing smithi10482514-50 from 1466368 to 2146304 tid 2 2024-04-02T08:33:40.703 INFO:tasks.rados.rados.0.smithi104.stdout:780: writing smithi10482514-50 from 2146304 to 2555904 tid 3 2024-04-02T08:33:40.705 INFO:tasks.rados.rados.0.smithi104.stdout:780: writing smithi10482514-50 from 2555904 to 2670592 tid 4 2024-04-02T08:33:40.705 INFO:tasks.rados.rados.0.smithi104.stdout:771: done (8 left) 2024-04-02T08:33:40.705 INFO:tasks.rados.rados.0.smithi104.stdout:772: done (7 left) 2024-04-02T08:33:40.705 INFO:tasks.rados.rados.0.smithi104.stdout:781: read oid 1 snap 59 2024-04-02T08:33:40.705 INFO:tasks.rados.rados.0.smithi104.stdout:781: expect deleted 2024-04-02T08:33:40.705 INFO:tasks.rados.rados.0.smithi104.stdout:782: setattr oid 42 current snap is 82 2024-04-02T08:33:40.705 INFO:tasks.rados.rados.0.smithi104.stdout:774: expect (ObjNum 107 snap 26 seq_num 107) 2024-04-02T08:33:40.759 INFO:tasks.rados.rados.0.smithi104.stdout:770: expect (ObjNum 227 snap 73 seq_num 227) 2024-04-02T08:33:41.064 INFO:tasks.rados.rados.0.smithi104.stdout:776: finishing write tid 1 to smithi10482514-24 2024-04-02T08:33:41.064 INFO:tasks.rados.rados.0.smithi104.stdout:776: finishing write tid 2 to smithi10482514-24 2024-04-02T08:33:41.064 INFO:tasks.rados.rados.0.smithi104.stdout:776: finishing write tid 3 to smithi10482514-24 2024-04-02T08:33:41.064 INFO:tasks.rados.rados.0.smithi104.stdout:776: finishing write tid 4 to smithi10482514-24 2024-04-02T08:33:41.064 INFO:tasks.rados.rados.0.smithi104.stdout:776: finishing write tid 5 to smithi10482514-24 2024-04-02T08:33:41.064 INFO:tasks.rados.rados.0.smithi104.stdout:776: finishing write tid 6 to smithi10482514-24 2024-04-02T08:33:41.064 INFO:tasks.rados.rados.0.smithi104.stdout:776: oid 24 updating version 0 to 466 2024-04-02T08:33:41.064 INFO:tasks.rados.rados.0.smithi104.stdout:776: oid 24 updating version 466 to 468 2024-04-02T08:33:41.064 INFO:tasks.rados.rados.0.smithi104.stdout:776: oid 24 version 468 is already newer than 465 2024-04-02T08:33:41.065 INFO:tasks.rados.rados.0.smithi104.stdout:776: oid 24 version 468 is already newer than 467 2024-04-02T08:33:41.065 INFO:tasks.rados.rados.0.smithi104.stdout:776: oid 24 updating version 468 to 469 2024-04-02T08:33:41.065 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 469 (ObjNum 248 snap 82 seq_num 248) dirty exists 2024-04-02T08:33:41.065 INFO:tasks.rados.rados.0.smithi104.stdout:776: left oid 24 (ObjNum 248 snap 82 seq_num 248) 2024-04-02T08:33:41.065 INFO:tasks.rados.rados.0.smithi104.stdout:773: finishing copy_from racing read to smithi10482514-16 2024-04-02T08:33:41.065 INFO:tasks.rados.rados.0.smithi104.stdout:773: finishing copy_from to smithi10482514-16 2024-04-02T08:33:41.065 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 403 (ObjNum 215 snap 66 seq_num 215) dirty exists 2024-04-02T08:33:41.065 INFO:tasks.rados.rados.0.smithi104.stdout:778: finishing write tid 1 to smithi10482514-6 2024-04-02T08:33:41.065 INFO:tasks.rados.rados.0.smithi104.stdout:779: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:778: finishing write tid 2 to smithi10482514-6 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:778: finishing write tid 3 to smithi10482514-6 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:778: finishing write tid 4 to smithi10482514-6 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:778: finishing write tid 5 to smithi10482514-6 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:778: oid 6 updating version 0 to 472 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:778: oid 6 version 472 is already newer than 471 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:778: oid 6 updating version 472 to 473 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:778: oid 6 updating version 473 to 474 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 474 (ObjNum 249 snap 82 seq_num 249) dirty exists 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:778: left oid 6 (ObjNum 249 snap 82 seq_num 249) 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:780: finishing write tid 1 to smithi10482514-50 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:780: finishing write tid 2 to smithi10482514-50 2024-04-02T08:33:41.067 INFO:tasks.rados.rados.0.smithi104.stdout:780: finishing write tid 3 to smithi10482514-50 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:780: finishing write tid 4 to smithi10482514-50 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:780: finishing write tid 5 to smithi10482514-50 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:780: finishing write tid 6 to smithi10482514-50 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:780: oid 50 updating version 0 to 476 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:780: oid 50 version 476 is already newer than 475 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:780: oid 50 version 476 is already newer than 473 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:780: oid 50 updating version 476 to 477 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:780: oid 50 version 477 is already newer than 474 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 477 (ObjNum 250 snap 82 seq_num 250) dirty exists 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:780: left oid 50 (ObjNum 250 snap 82 seq_num 250) 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:770: done (8 left) 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:773: done (7 left) 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:774: done (6 left) 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:776: done (5 left) 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:778: done (4 left) 2024-04-02T08:33:41.068 INFO:tasks.rados.rados.0.smithi104.stdout:779: done (3 left) 2024-04-02T08:33:41.069 INFO:tasks.rados.rados.0.smithi104.stdout:780: done (2 left) 2024-04-02T08:33:41.069 INFO:tasks.rados.rados.0.smithi104.stdout:781: done (1 left) 2024-04-02T08:33:41.069 INFO:tasks.rados.rados.0.smithi104.stdout:783: read oid 40 snap 81 2024-04-02T08:33:41.069 INFO:tasks.rados.rados.0.smithi104.stdout:783: expect (ObjNum 234 snap 79 seq_num 234) 2024-04-02T08:33:41.069 INFO:tasks.rados.rados.0.smithi104.stdout:784: rmattr oid 3 current snap is 82 2024-04-02T08:33:41.069 INFO:tasks.rados.rados.0.smithi104.stdout:785: snap_remove snap 67 2024-04-02T08:33:41.094 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:41.000+0000 7fc1e6803200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:33:41.094 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:40 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.095 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:40 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.095 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:40 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:41.095 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:40 smithi188 ceph-mon[30882]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:33:41.095 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:40 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.095 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:40 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[39229]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:33:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[27401]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:33:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:40 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:41.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:41.095+0000 7fc1e6803200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:33:41.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:41.240+0000 7fc1e6803200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:33:41.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:41.344+0000 7fc1e6803200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:33:41.690 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:41.432+0000 7fc1e6803200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:33:41.766 INFO:tasks.rados.rados.0.smithi104.stdout:785: done (3 left) 2024-04-02T08:33:41.767 INFO:tasks.rados.rados.0.smithi104.stdout:786: read oid 35 snap -1 2024-04-02T08:33:41.767 INFO:tasks.rados.rados.0.smithi104.stdout:786: expect (ObjNum 233 snap 79 seq_num 233) 2024-04-02T08:33:41.767 INFO:tasks.rados.rados.0.smithi104.stdout:787: delete oid 14 current snap is 82 2024-04-02T08:33:41.767 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 178 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:33:41.767 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 404 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:41.767 INFO:tasks.rados.rados.0.smithi104.stdout:783: expect (ObjNum 234 snap 79 seq_num 234) 2024-04-02T08:33:41.953 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:41 smithi188 ceph-mon[30882]: pgmap v36: 121 pgs: 121 active+clean; 256 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 402 KiB/s wr, 13 op/s 2024-04-02T08:33:41.962 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:41.712+0000 7fc1e6803200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:33:41.963 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:41.855+0000 7fc1e6803200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:42.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:41 smithi104 ceph-mon[39229]: pgmap v36: 121 pgs: 121 active+clean; 256 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 402 KiB/s wr, 13 op/s 2024-04-02T08:33:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:41 smithi104 ceph-mon[27401]: pgmap v36: 121 pgs: 121 active+clean; 256 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 402 KiB/s wr, 13 op/s 2024-04-02T08:33:42.246 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:41.954+0000 7fc1e6803200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:33:42.247 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:42.057+0000 7fc1e6803200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:33:42.320 INFO:tasks.rados.rados.0.smithi104.stdout:786: expect (ObjNum 233 snap 79 seq_num 233) 2024-04-02T08:33:42.516 INFO:tasks.rados.rados.0.smithi104.stdout:782: done (4 left) 2024-04-02T08:33:42.516 INFO:tasks.rados.rados.0.smithi104.stdout:783: done (3 left) 2024-04-02T08:33:42.516 INFO:tasks.rados.rados.0.smithi104.stdout:784: done (2 left) 2024-04-02T08:33:42.516 INFO:tasks.rados.rados.0.smithi104.stdout:786: done (1 left) 2024-04-02T08:33:42.516 INFO:tasks.rados.rados.0.smithi104.stdout:787: done (0 left) 2024-04-02T08:33:42.517 INFO:tasks.rados.rados.0.smithi104.stdout:788: rmattr oid 17 current snap is 82 2024-04-02T08:33:42.517 INFO:tasks.rados.rados.0.smithi104.stdout:788: done (0 left) 2024-04-02T08:33:42.517 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 82 2024-04-02T08:33:42.517 INFO:tasks.rados.rados.0.smithi104.stdout:789: seq_num 252 ranges {2138112=630784,2768896=499712,3268608=425984,3694592=278528} 2024-04-02T08:33:42.530 INFO:tasks.rados.rados.0.smithi104.stdout:789: writing smithi10482514-30 from 2138112 to 2768896 tid 1 2024-04-02T08:33:42.533 INFO:tasks.rados.rados.0.smithi104.stdout:789: writing smithi10482514-30 from 2768896 to 3268608 tid 2 2024-04-02T08:33:42.536 INFO:tasks.rados.rados.0.smithi104.stdout:789: writing smithi10482514-30 from 3268608 to 3694592 tid 3 2024-04-02T08:33:42.538 INFO:tasks.rados.rados.0.smithi104.stdout:789: writing smithi10482514-30 from 3694592 to 3973120 tid 4 2024-04-02T08:33:42.538 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 82 2024-04-02T08:33:42.538 INFO:tasks.rados.rados.0.smithi104.stdout:789: finishing write tid 1 to smithi10482514-30 2024-04-02T08:33:42.538 INFO:tasks.rados.rados.0.smithi104.stdout:789: finishing write tid 2 to smithi10482514-30 2024-04-02T08:33:42.538 INFO:tasks.rados.rados.0.smithi104.stdout:790: seq_num 253 ranges {3629056=647168,4276224=786432,5062656=417792} 2024-04-02T08:33:42.561 INFO:tasks.rados.rados.0.smithi104.stdout:790: writing smithi10482514-27 from 3629056 to 4276224 tid 1 2024-04-02T08:33:42.565 INFO:tasks.rados.rados.0.smithi104.stdout:790: writing smithi10482514-27 from 4276224 to 5062656 tid 2 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:790: writing smithi10482514-27 from 5062656 to 5480448 tid 3 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:791: delete oid 20 current snap is 82 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:789: finishing write tid 3 to smithi10482514-30 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:789: finishing write tid 4 to smithi10482514-30 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:789: finishing write tid 5 to smithi10482514-30 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:789: finishing write tid 6 to smithi10482514-30 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:789: oid 30 updating version 0 to 418 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:789: oid 30 version 418 is already newer than 414 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:789: oid 30 version 418 is already newer than 417 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:789: oid 30 version 418 is already newer than 415 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:789: oid 30 version 418 is already newer than 416 2024-04-02T08:33:42.568 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 418 (ObjNum 252 snap 82 seq_num 252) dirty exists 2024-04-02T08:33:42.569 INFO:tasks.rados.rados.0.smithi104.stdout:789: left oid 30 (ObjNum 252 snap 82 seq_num 252) 2024-04-02T08:33:42.569 INFO:tasks.rados.rados.0.smithi104.stdout:790: finishing write tid 1 to smithi10482514-27 2024-04-02T08:33:42.569 INFO:tasks.rados.rados.0.smithi104.stdout:789: done (2 left) 2024-04-02T08:33:42.569 INFO:tasks.rados.rados.0.smithi104.stdout:791: done (1 left) 2024-04-02T08:33:42.569 INFO:tasks.rados.rados.0.smithi104.stdout:792: snap_create 2024-04-02T08:33:42.570 INFO:tasks.rados.rados.0.smithi104.stdout:790: finishing write tid 2 to smithi10482514-27 2024-04-02T08:33:42.570 INFO:tasks.rados.rados.0.smithi104.stdout:790: finishing write tid 3 to smithi10482514-27 2024-04-02T08:33:42.570 INFO:tasks.rados.rados.0.smithi104.stdout:790: finishing write tid 4 to smithi10482514-27 2024-04-02T08:33:42.571 INFO:tasks.rados.rados.0.smithi104.stdout:790: finishing write tid 5 to smithi10482514-27 2024-04-02T08:33:42.571 INFO:tasks.rados.rados.0.smithi104.stdout:790: oid 27 updating version 0 to 352 2024-04-02T08:33:42.571 INFO:tasks.rados.rados.0.smithi104.stdout:790: oid 27 version 352 is already newer than 351 2024-04-02T08:33:42.571 INFO:tasks.rados.rados.0.smithi104.stdout:790: oid 27 version 352 is already newer than 350 2024-04-02T08:33:42.571 INFO:tasks.rados.rados.0.smithi104.stdout:790: oid 27 updating version 352 to 353 2024-04-02T08:33:42.571 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 353 (ObjNum 253 snap 82 seq_num 253) dirty exists 2024-04-02T08:33:42.571 INFO:tasks.rados.rados.0.smithi104.stdout:790: left oid 27 (ObjNum 253 snap 82 seq_num 253) 2024-04-02T08:33:42.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:42.247+0000 7fc1e6803200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:33:42.788 INFO:tasks.rados.rados.0.smithi104.stdout:790: done (1 left) 2024-04-02T08:33:42.788 INFO:tasks.rados.rados.0.smithi104.stdout:792: done (0 left) 2024-04-02T08:33:42.788 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 83 2024-04-02T08:33:42.788 INFO:tasks.rados.rados.0.smithi104.stdout:793: seq_num 255 ranges {3883008=679936,4562944=548864,5111808=598016,5709824=57344} 2024-04-02T08:33:42.812 INFO:tasks.rados.rados.0.smithi104.stdout:793: writing smithi10482514-13 from 3883008 to 4562944 tid 1 2024-04-02T08:33:42.814 INFO:tasks.rados.rados.0.smithi104.stdout:793: writing smithi10482514-13 from 4562944 to 5111808 tid 2 2024-04-02T08:33:42.818 INFO:tasks.rados.rados.0.smithi104.stdout:793: writing smithi10482514-13 from 5111808 to 5709824 tid 3 2024-04-02T08:33:42.818 INFO:tasks.rados.rados.0.smithi104.stdout:793: writing smithi10482514-13 from 5709824 to 5767168 tid 4 2024-04-02T08:33:42.819 INFO:tasks.rados.rados.0.smithi104.stdout:794: delete oid 50 current snap is 83 2024-04-02T08:33:42.819 INFO:tasks.rados.rados.0.smithi104.stdout:793: finishing write tid 1 to smithi10482514-13 2024-04-02T08:33:42.821 INFO:tasks.rados.rados.0.smithi104.stdout:794: done (1 left) 2024-04-02T08:33:42.821 INFO:tasks.rados.rados.0.smithi104.stdout:795: rollback oid 21 current snap is 83 2024-04-02T08:33:42.821 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 21 to 18 2024-04-02T08:33:42.821 INFO:tasks.rados.rados.0.smithi104.stdout:793: finishing write tid 2 to smithi10482514-13 2024-04-02T08:33:42.822 INFO:tasks.rados.rados.0.smithi104.stdout:796: snap_remove snap 30 2024-04-02T08:33:43.110 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:42 smithi188 ceph-mon[30882]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:33:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:42 smithi104 ceph-mon[27401]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:33:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:42 smithi104 ceph-mon[39229]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:33:43.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:43.302+0000 7fc1e6803200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:33:43.787 INFO:tasks.rados.rados.0.smithi104.stdout:796: done (2 left) 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:797: snap_create 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:793: finishing write tid 3 to smithi10482514-13 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:793: finishing write tid 4 to smithi10482514-13 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:793: finishing write tid 5 to smithi10482514-13 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:793: finishing write tid 6 to smithi10482514-13 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:793: oid 13 updating version 0 to 296 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:793: oid 13 updating version 296 to 297 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:793: oid 13 version 297 is already newer than 295 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:793: oid 13 version 297 is already newer than 294 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:793: oid 13 version 297 is already newer than 293 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 297 (ObjNum 255 snap 83 seq_num 255) dirty exists 2024-04-02T08:33:43.788 INFO:tasks.rados.rados.0.smithi104.stdout:793: left oid 13 (ObjNum 255 snap 83 seq_num 255) 2024-04-02T08:33:43.789 INFO:tasks.rados.rados.0.smithi104.stdout:795: finishing rollback tid 0 to smithi10482514-21 2024-04-02T08:33:43.789 INFO:tasks.rados.rados.0.smithi104.stdout:795: finishing rollback tid 1 to smithi10482514-21 2024-04-02T08:33:43.789 INFO:tasks.rados.rados.0.smithi104.stdout:795: finishing rollback tid 2 to smithi10482514-21 2024-04-02T08:33:43.789 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 492 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:33:43.790 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:43.435+0000 7fc1e6803200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:33:43.791 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:44.119 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:43 smithi188 ceph-mon[30882]: pgmap v38: 121 pgs: 121 active+clean; 256 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 385 KiB/s wr, 12 op/s 2024-04-02T08:33:44.119 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:43 smithi188 ceph-mon[30882]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:33:44.120 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:43.793+0000 7fc1e6803200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:33:44.120 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:43.901+0000 7fc1e6803200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:33:44.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:43 smithi104 ceph-mon[39229]: pgmap v38: 121 pgs: 121 active+clean; 256 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 385 KiB/s wr, 12 op/s 2024-04-02T08:33:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:43 smithi104 ceph-mon[39229]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:33:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:43 smithi104 ceph-mon[27401]: pgmap v38: 121 pgs: 121 active+clean; 256 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 385 KiB/s wr, 12 op/s 2024-04-02T08:33:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:43 smithi104 ceph-mon[27401]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:33:44.238 INFO:tasks.rados.rados.0.smithi104.stdout:793: done (2 left) 2024-04-02T08:33:44.238 INFO:tasks.rados.rados.0.smithi104.stdout:795: done (1 left) 2024-04-02T08:33:44.238 INFO:tasks.rados.rados.0.smithi104.stdout:797: done (0 left) 2024-04-02T08:33:44.238 INFO:tasks.rados.rados.0.smithi104.stdout:798: read oid 46 snap -1 2024-04-02T08:33:44.238 INFO:tasks.rados.rados.0.smithi104.stdout:798: expect (ObjNum 243 snap 82 seq_num 243) 2024-04-02T08:33:44.238 INFO:tasks.rados.rados.0.smithi104.stdout:799: read oid 12 snap -1 2024-04-02T08:33:44.238 INFO:tasks.rados.rados.0.smithi104.stdout:799: expect (ObjNum 127 snap 40 seq_num 127) 2024-04-02T08:33:44.238 INFO:tasks.rados.rados.0.smithi104.stdout:800: rmattr oid 10 current snap is 84 2024-04-02T08:33:44.239 INFO:tasks.rados.rados.0.smithi104.stdout:800: done (2 left) 2024-04-02T08:33:44.239 INFO:tasks.rados.rados.0.smithi104.stdout:801: snap_remove snap 63 2024-04-02T08:33:44.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:44.120+0000 7fc1e6803200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:44.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:44.324+0000 7fc1e6803200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:33:44.898 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:44.627+0000 7fc1e6803200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:44.898 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:44 smithi188 ceph-mon[30882]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:33:44.899 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:44 smithi188 ceph-mon[30882]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:33:45.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:44 smithi104 ceph-mon[39229]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:33:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:44 smithi104 ceph-mon[39229]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:33:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:44 smithi104 ceph-mon[27401]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:33:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:44 smithi104 ceph-mon[27401]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:33:45.242 INFO:tasks.rados.rados.0.smithi104.stdout:801: done (2 left) 2024-04-02T08:33:45.242 INFO:tasks.rados.rados.0.smithi104.stdout:802: setattr oid 18 current snap is 84 2024-04-02T08:33:45.242 INFO:tasks.rados.rados.0.smithi104.stdout:799: expect (ObjNum 127 snap 40 seq_num 127) 2024-04-02T08:33:45.311 INFO:tasks.rados.rados.0.smithi104.stdout:798: expect (ObjNum 243 snap 82 seq_num 243) 2024-04-02T08:33:45.355 INFO:tasks.rados.rados.0.smithi104.stdout:798: done (2 left) 2024-04-02T08:33:45.355 INFO:tasks.rados.rados.0.smithi104.stdout:799: done (1 left) 2024-04-02T08:33:45.355 INFO:tasks.rados.rados.0.smithi104.stdout:803: rmattr oid 31 current snap is 84 2024-04-02T08:33:45.355 INFO:tasks.rados.rados.0.smithi104.stdout:803: done (1 left) 2024-04-02T08:33:45.355 INFO:tasks.rados.rados.0.smithi104.stdout:804: rollback oid 42 current snap is 84 2024-04-02T08:33:45.355 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 42 to 83 2024-04-02T08:33:45.355 INFO:tasks.rados.rados.0.smithi104.stdout:805: rollback oid 38 current snap is 84 2024-04-02T08:33:45.355 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 38 to 83 2024-04-02T08:33:45.355 INFO:tasks.rados.rados.0.smithi104.stdout:806: snap_create 2024-04-02T08:33:45.358 INFO:tasks.rados.rados.0.smithi104.stdout:805: finishing rollback tid 0 to smithi10482514-38 2024-04-02T08:33:45.358 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 77 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-02T08:33:45.358 INFO:tasks.rados.rados.0.smithi104.stdout:804: finishing rollback tid 0 to smithi10482514-42 2024-04-02T08:33:45.362 INFO:tasks.rados.rados.0.smithi104.stdout:804: finishing rollback tid 1 to smithi10482514-42 2024-04-02T08:33:45.362 INFO:tasks.rados.rados.0.smithi104.stdout:805: finishing rollback tid 1 to smithi10482514-38 2024-04-02T08:33:45.362 INFO:tasks.rados.rados.0.smithi104.stdout:804: finishing rollback tid 2 to smithi10482514-42 2024-04-02T08:33:45.362 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 407 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:45.362 INFO:tasks.rados.rados.0.smithi104.stdout:805: finishing rollback tid 2 to smithi10482514-38 2024-04-02T08:33:45.362 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 181 (ObjNum 227 snap 73 seq_num 227) dirty exists 2024-04-02T08:33:45.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:44.899+0000 7fc1e6803200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:45.373 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:45 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:45.144+0000 7fc1e6803200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:33:46.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:46.018+0000 7fc1e6803200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:33:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:45 smithi188 ceph-mon[30882]: pgmap v42: 121 pgs: 121 active+clean; 267 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-02T08:33:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:45 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:45 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:45 smithi188 ceph-mon[30882]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:33:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:33:45] "GET /metrics HTTP/1.1" 200 36014 "" "Prometheus/2.43.0" 2024-04-02T08:33:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:45 smithi104 ceph-mon[27401]: pgmap v42: 121 pgs: 121 active+clean; 267 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-02T08:33:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:45 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:45 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:45 smithi104 ceph-mon[27401]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:33:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:45 smithi104 ceph-mon[39229]: pgmap v42: 121 pgs: 121 active+clean; 267 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-02T08:33:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:45 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:45 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:45 smithi104 ceph-mon[39229]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:33:46.259 INFO:tasks.rados.rados.0.smithi104.stdout:802: done (3 left) 2024-04-02T08:33:46.259 INFO:tasks.rados.rados.0.smithi104.stdout:804: done (2 left) 2024-04-02T08:33:46.259 INFO:tasks.rados.rados.0.smithi104.stdout:805: done (1 left) 2024-04-02T08:33:46.259 INFO:tasks.rados.rados.0.smithi104.stdout:806: done (0 left) 2024-04-02T08:33:46.260 INFO:tasks.rados.rados.0.smithi104.stdout:807: rollback oid 43 current snap is 85 2024-04-02T08:33:46.260 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 43 to 76 2024-04-02T08:33:46.260 INFO:tasks.rados.rados.0.smithi104.stdout:808: snap_create 2024-04-02T08:33:46.263 INFO:tasks.rados.rados.0.smithi104.stdout:807: finishing rollback tid 0 to smithi10482514-43 2024-04-02T08:33:46.263 INFO:tasks.rados.rados.0.smithi104.stdout:807: finishing rollback tid 1 to smithi10482514-43 2024-04-02T08:33:46.263 INFO:tasks.rados.rados.0.smithi104.stdout:807: finishing rollback tid 2 to smithi10482514-43 2024-04-02T08:33:46.263 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 440 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:33:46.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:46.621+0000 7fc1e6803200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:33:46.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:46.725+0000 7fc1e6803200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:33:47.223 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:46.964+0000 7fc1e6803200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:33:47.223 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: [02/Apr/2024:08:33:46] ENGINE Bus STARTING 2024-04-02T08:33:47.224 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: CherryPy Checker: 2024-04-02T08:33:47.224 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: The Application mounted at '' has an empty config. 2024-04-02T08:33:47.224 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:47.224 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: [02/Apr/2024:08:33:47] ENGINE Serving on http://:::9283 2024-04-02T08:33:47.224 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: [02/Apr/2024:08:33:47] ENGINE Bus STARTED 2024-04-02T08:33:47.256 INFO:tasks.rados.rados.0.smithi104.stdout:807: done (1 left) 2024-04-02T08:33:47.256 INFO:tasks.rados.rados.0.smithi104.stdout:808: done (0 left) 2024-04-02T08:33:47.256 INFO:tasks.rados.rados.0.smithi104.stdout:809: rmattr oid 29 current snap is 86 2024-04-02T08:33:47.256 INFO:tasks.rados.rados.0.smithi104.stdout:809: done (0 left) 2024-04-02T08:33:47.256 INFO:tasks.rados.rados.0.smithi104.stdout:810: snap_create 2024-04-02T08:33:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-mon[30882]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:33:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-mon[30882]: pgmap v45: 121 pgs: 121 active+clean; 284 MiB data, 991 MiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 6.7 MiB/s wr, 49 op/s 2024-04-02T08:33:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-mon[30882]: Standby manager daemon x restarted 2024-04-02T08:33:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-mon[30882]: Standby manager daemon x started 2024-04-02T08:33:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:47 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[39229]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:33:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[39229]: pgmap v45: 121 pgs: 121 active+clean; 284 MiB data, 991 MiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 6.7 MiB/s wr, 49 op/s 2024-04-02T08:33:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[39229]: Standby manager daemon x restarted 2024-04-02T08:33:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[39229]: Standby manager daemon x started 2024-04-02T08:33:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:47.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[27401]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:33:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[27401]: pgmap v45: 121 pgs: 121 active+clean; 284 MiB data, 991 MiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 6.7 MiB/s wr, 49 op/s 2024-04-02T08:33:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[27401]: Standby manager daemon x restarted 2024-04-02T08:33:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[27401]: Standby manager daemon x started 2024-04-02T08:33:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:47 smithi104 ceph-mon[27401]: from='mgr.? 172.21.15.188:0/3075854738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:48.257 INFO:tasks.rados.rados.0.smithi104.stdout:810: done (0 left) 2024-04-02T08:33:48.258 INFO:tasks.rados.rados.0.smithi104.stdout:811: delete oid 33 current snap is 87 2024-04-02T08:33:48.262 INFO:tasks.rados.rados.0.smithi104.stdout:811: done (0 left) 2024-04-02T08:33:48.262 INFO:tasks.rados.rados.0.smithi104.stdout:812: setattr oid 48 current snap is 87 2024-04-02T08:33:48.264 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 87 2024-04-02T08:33:48.264 INFO:tasks.rados.rados.0.smithi104.stdout:813: seq_num 258 ranges {1753088=729088,2482176=606208,3088384=598016} 2024-04-02T08:33:48.277 INFO:tasks.rados.rados.0.smithi104.stdout:813: writing smithi10482514-2 from 1753088 to 2482176 tid 1 2024-04-02T08:33:48.281 INFO:tasks.rados.rados.0.smithi104.stdout:813: writing smithi10482514-2 from 2482176 to 3088384 tid 2 2024-04-02T08:33:48.285 INFO:tasks.rados.rados.0.smithi104.stdout:813: writing smithi10482514-2 from 3088384 to 3686400 tid 3 2024-04-02T08:33:48.285 INFO:tasks.rados.rados.0.smithi104.stdout:814: read oid 37 snap -1 2024-04-02T08:33:48.285 INFO:tasks.rados.rados.0.smithi104.stdout:814: expect deleted 2024-04-02T08:33:48.285 INFO:tasks.rados.rados.0.smithi104.stdout:815: copy_from oid 40 from oid 33 current snap is 87 2024-04-02T08:33:48.286 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 304 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-02T08:33:48.286 INFO:tasks.rados.rados.0.smithi104.stdout:813: finishing write tid 1 to smithi10482514-2 2024-04-02T08:33:48.286 INFO:tasks.rados.rados.0.smithi104.stdout:812: done (3 left) 2024-04-02T08:33:48.286 INFO:tasks.rados.rados.0.smithi104.stdout:816: snap_remove snap 18 2024-04-02T08:33:48.320 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:48 smithi188 ceph-mon[30882]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:33:48.321 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:48 smithi188 ceph-mon[30882]: mgrmap e35: y(active, since 28s), standbys: x 2024-04-02T08:33:48.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:48 smithi104 ceph-mon[39229]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:33:48.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:48 smithi104 ceph-mon[39229]: mgrmap e35: y(active, since 28s), standbys: x 2024-04-02T08:33:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:48 smithi104 ceph-mon[27401]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:33:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:48 smithi104 ceph-mon[27401]: mgrmap e35: y(active, since 28s), standbys: x 2024-04-02T08:33:49.241 INFO:tasks.rados.rados.0.smithi104.stdout:815: finishing copy_from to smithi10482514-40 2024-04-02T08:33:49.241 INFO:tasks.rados.rados.0.smithi104.stdout:815: got expected ENOENT (src dne) 2024-04-02T08:33:49.241 INFO:tasks.rados.rados.0.smithi104.stdout:815: finishing copy_from racing read to smithi10482514-40 2024-04-02T08:33:49.241 INFO:tasks.rados.rados.0.smithi104.stdout:813: finishing write tid 2 to smithi10482514-2 2024-04-02T08:33:49.241 INFO:tasks.rados.rados.0.smithi104.stdout:813: finishing write tid 3 to smithi10482514-2 2024-04-02T08:33:49.242 INFO:tasks.rados.rados.0.smithi104.stdout:813: finishing write tid 4 to smithi10482514-2 2024-04-02T08:33:49.242 INFO:tasks.rados.rados.0.smithi104.stdout:813: finishing write tid 5 to smithi10482514-2 2024-04-02T08:33:49.242 INFO:tasks.rados.rados.0.smithi104.stdout:813: oid 2 updating version 0 to 95 2024-04-02T08:33:49.242 INFO:tasks.rados.rados.0.smithi104.stdout:813: oid 2 updating version 95 to 96 2024-04-02T08:33:49.242 INFO:tasks.rados.rados.0.smithi104.stdout:813: oid 2 updating version 96 to 98 2024-04-02T08:33:49.242 INFO:tasks.rados.rados.0.smithi104.stdout:813: oid 2 version 98 is already newer than 97 2024-04-02T08:33:49.243 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 98 (ObjNum 258 snap 87 seq_num 258) dirty exists 2024-04-02T08:33:49.243 INFO:tasks.rados.rados.0.smithi104.stdout:813: left oid 2 (ObjNum 258 snap 87 seq_num 258) 2024-04-02T08:33:49.243 INFO:tasks.rados.rados.0.smithi104.stdout:813: done (3 left) 2024-04-02T08:33:49.243 INFO:tasks.rados.rados.0.smithi104.stdout:814: done (2 left) 2024-04-02T08:33:49.243 INFO:tasks.rados.rados.0.smithi104.stdout:815: done (1 left) 2024-04-02T08:33:49.243 INFO:tasks.rados.rados.0.smithi104.stdout:816: done (0 left) 2024-04-02T08:33:49.244 INFO:tasks.rados.rados.0.smithi104.stdout:817: setattr oid 31 current snap is 87 2024-04-02T08:33:49.244 INFO:tasks.rados.rados.0.smithi104.stdout:818: snap_create 2024-04-02T08:33:49.252 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 441 (ObjNum 289 snap 0 seq_num 282920931) dirty exists 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:49 smithi188 ceph-mon[30882]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:49 smithi188 ceph-mon[30882]: pgmap v48: 121 pgs: 121 active+clean; 284 MiB data, 991 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:49 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:49 smithi188 ceph-mon[30882]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:33:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:49 smithi104 ceph-mon[39229]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:33:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:49 smithi104 ceph-mon[39229]: pgmap v48: 121 pgs: 121 active+clean; 284 MiB data, 991 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-02T08:33:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:49 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:49.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:49 smithi104 ceph-mon[39229]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:33:49.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:49 smithi104 ceph-mon[27401]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:33:49.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:49 smithi104 ceph-mon[27401]: pgmap v48: 121 pgs: 121 active+clean; 284 MiB data, 991 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-02T08:33:49.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:49 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:49.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:49 smithi104 ceph-mon[27401]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:33:50.243 INFO:tasks.rados.rados.0.smithi104.stdout:817: done (1 left) 2024-04-02T08:33:50.243 INFO:tasks.rados.rados.0.smithi104.stdout:818: done (0 left) 2024-04-02T08:33:50.243 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 37 current snap is 88 2024-04-02T08:33:50.243 INFO:tasks.rados.rados.0.smithi104.stdout:819: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2024-04-02T08:33:50.247 INFO:tasks.rados.rados.0.smithi104.stdout:819: writing smithi10482514-37 from 0 to 745472 tid 1 2024-04-02T08:33:50.250 INFO:tasks.rados.rados.0.smithi104.stdout:819: writing smithi10482514-37 from 745472 to 1286144 tid 2 2024-04-02T08:33:50.254 INFO:tasks.rados.rados.0.smithi104.stdout:819: writing smithi10482514-37 from 1286144 to 1867776 tid 3 2024-04-02T08:33:50.254 INFO:tasks.rados.rados.0.smithi104.stdout:819: writing smithi10482514-37 from 1867776 to 1949696 tid 4 2024-04-02T08:33:50.255 INFO:tasks.rados.rados.0.smithi104.stdout:820: snap_create 2024-04-02T08:33:50.255 INFO:tasks.rados.rados.0.smithi104.stdout:819: finishing write tid 1 to smithi10482514-37 2024-04-02T08:33:50.255 INFO:tasks.rados.rados.0.smithi104.stdout:819: finishing write tid 2 to smithi10482514-37 2024-04-02T08:33:50.257 INFO:tasks.rados.rados.0.smithi104.stdout:819: finishing write tid 3 to smithi10482514-37 2024-04-02T08:33:50.257 INFO:tasks.rados.rados.0.smithi104.stdout:819: finishing write tid 4 to smithi10482514-37 2024-04-02T08:33:50.257 INFO:tasks.rados.rados.0.smithi104.stdout:819: finishing write tid 5 to smithi10482514-37 2024-04-02T08:33:50.259 INFO:tasks.rados.rados.0.smithi104.stdout:819: finishing write tid 6 to smithi10482514-37 2024-04-02T08:33:50.259 INFO:tasks.rados.rados.0.smithi104.stdout:819: oid 37 updating version 0 to 138 2024-04-02T08:33:50.259 INFO:tasks.rados.rados.0.smithi104.stdout:819: oid 37 updating version 138 to 141 2024-04-02T08:33:50.259 INFO:tasks.rados.rados.0.smithi104.stdout:819: oid 37 version 141 is already newer than 139 2024-04-02T08:33:50.259 INFO:tasks.rados.rados.0.smithi104.stdout:819: oid 37 version 141 is already newer than 140 2024-04-02T08:33:50.259 INFO:tasks.rados.rados.0.smithi104.stdout:819: oid 37 updating version 141 to 142 2024-04-02T08:33:50.259 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 142 (ObjNum 259 snap 88 seq_num 259) dirty exists 2024-04-02T08:33:50.259 INFO:tasks.rados.rados.0.smithi104.stdout:819: left oid 37 (ObjNum 259 snap 88 seq_num 259) 2024-04-02T08:33:50.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:50.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:50.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:50.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:50.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:50.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:50.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:50.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: Upgrade: Setting container_image for all mgr 2024-04-02T08:33:50.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:50.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:50.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:33:50.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:50.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:33:50.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:50.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:50.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:33:50.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:33:50.967 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[39229]: pgmap v51: 121 pgs: 121 active+clean; 270 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 472 KiB/s wr, 18 op/s 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: Upgrade: Setting container_image for all mgr 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:50.968 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:33:50.969 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:50.969 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:50.969 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:33:50.969 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:33:50.969 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:50 smithi104 ceph-mon[27401]: pgmap v51: 121 pgs: 121 active+clean; 270 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 472 KiB/s wr, 18 op/s 2024-04-02T08:33:51.249 INFO:tasks.rados.rados.0.smithi104.stdout:819: done (1 left) 2024-04-02T08:33:51.249 INFO:tasks.rados.rados.0.smithi104.stdout:820: done (0 left) 2024-04-02T08:33:51.249 INFO:tasks.rados.rados.0.smithi104.stdout:821: read oid 11 snap 59 2024-04-02T08:33:51.249 INFO:tasks.rados.rados.0.smithi104.stdout:821: expect (ObjNum 107 snap 26 seq_num 107) 2024-04-02T08:33:51.249 INFO:tasks.rados.rados.0.smithi104.stdout:822: snap_create 2024-04-02T08:33:51.254 INFO:tasks.rados.rados.0.smithi104.stdout:821: expect (ObjNum 107 snap 26 seq_num 107) 2024-04-02T08:33:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: Upgrade: Setting container_image for all mgr 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:33:51.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:33:51.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:50 smithi188 ceph-mon[30882]: pgmap v51: 121 pgs: 121 active+clean; 270 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 472 KiB/s wr, 18 op/s 2024-04-02T08:33:52.248 INFO:tasks.rados.rados.0.smithi104.stdout:821: done (1 left) 2024-04-02T08:33:52.248 INFO:tasks.rados.rados.0.smithi104.stdout:822: done (0 left) 2024-04-02T08:33:52.248 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 90 2024-04-02T08:33:52.248 INFO:tasks.rados.rados.0.smithi104.stdout:823: seq_num 260 ranges {2793472=761856,3555328=417792,3973120=786432} 2024-04-02T08:33:52.267 INFO:tasks.rados.rados.0.smithi104.stdout:823: writing smithi10482514-10 from 2793472 to 3555328 tid 1 2024-04-02T08:33:52.269 INFO:tasks.rados.rados.0.smithi104.stdout:823: writing smithi10482514-10 from 3555328 to 3973120 tid 2 2024-04-02T08:33:52.275 INFO:tasks.rados.rados.0.smithi104.stdout:823: writing smithi10482514-10 from 3973120 to 4759552 tid 3 2024-04-02T08:33:52.275 INFO:tasks.rados.rados.0.smithi104.stdout:824: copy_from oid 5 from oid 16 current snap is 90 2024-04-02T08:33:52.275 INFO:tasks.rados.rados.0.smithi104.stdout:823: finishing write tid 1 to smithi10482514-10 2024-04-02T08:33:52.275 INFO:tasks.rados.rados.0.smithi104.stdout:823: finishing write tid 2 to smithi10482514-10 2024-04-02T08:33:52.275 INFO:tasks.rados.rados.0.smithi104.stdout:825: copy_from oid 36 from oid 3 current snap is 90 2024-04-02T08:33:52.275 INFO:tasks.rados.rados.0.smithi104.stdout:826: read oid 6 snap -1 2024-04-02T08:33:52.276 INFO:tasks.rados.rados.0.smithi104.stdout:826: expect (ObjNum 249 snap 82 seq_num 249) 2024-04-02T08:33:52.276 INFO:tasks.rados.rados.0.smithi104.stdout:827: read oid 47 snap -1 2024-04-02T08:33:52.276 INFO:tasks.rados.rados.0.smithi104.stdout:827: expect (ObjNum 187 snap 63 seq_num 187) 2024-04-02T08:33:52.276 INFO:tasks.rados.rados.0.smithi104.stdout:828: delete oid 44 current snap is 90 2024-04-02T08:33:52.281 INFO:tasks.rados.rados.0.smithi104.stdout:827: expect (ObjNum 187 snap 63 seq_num 187) 2024-04-02T08:33:52.304 INFO:tasks.rados.rados.0.smithi104.stdout:823: finishing write tid 3 to smithi10482514-10 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:823: finishing write tid 4 to smithi10482514-10 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:823: finishing write tid 5 to smithi10482514-10 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:823: oid 10 updating version 0 to 452 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:823: oid 10 version 452 is already newer than 450 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:823: oid 10 version 452 is already newer than 449 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:823: oid 10 version 452 is already newer than 451 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 452 (ObjNum 260 snap 90 seq_num 260) dirty exists 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:823: left oid 10 (ObjNum 260 snap 90 seq_num 260) 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:823: done (5 left) 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:827: done (4 left) 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:828: done (3 left) 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 90 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:825: finishing copy_from racing read to smithi10482514-36 2024-04-02T08:33:52.305 INFO:tasks.rados.rados.0.smithi104.stdout:826: expect (ObjNum 249 snap 82 seq_num 249) 2024-04-02T08:33:52.439 INFO:tasks.rados.rados.0.smithi104.stdout:825: finishing copy_from to smithi10482514-36 2024-04-02T08:33:52.440 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 178 (ObjNum 129 snap 0 seq_num 1939769984) dirty exists 2024-04-02T08:33:52.440 INFO:tasks.rados.rados.0.smithi104.stdout:824: finishing copy_from racing read to smithi10482514-5 2024-04-02T08:33:52.440 INFO:tasks.rados.rados.0.smithi104.stdout:824: finishing copy_from to smithi10482514-5 2024-04-02T08:33:52.440 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 403 (ObjNum 215 snap 66 seq_num 215) dirty exists 2024-04-02T08:33:52.440 INFO:tasks.rados.rados.0.smithi104.stdout:829: seq_num 262 ranges {2719744=794624,3514368=589824,4104192=614400} 2024-04-02T08:33:52.458 INFO:tasks.rados.rados.0.smithi104.stdout:829: writing smithi10482514-25 from 2719744 to 3514368 tid 1 2024-04-02T08:33:52.461 INFO:tasks.rados.rados.0.smithi104.stdout:829: writing smithi10482514-25 from 3514368 to 4104192 tid 2 2024-04-02T08:33:52.465 INFO:tasks.rados.rados.0.smithi104.stdout:829: writing smithi10482514-25 from 4104192 to 4718592 tid 3 2024-04-02T08:33:52.465 INFO:tasks.rados.rados.0.smithi104.stdout:824: done (3 left) 2024-04-02T08:33:52.465 INFO:tasks.rados.rados.0.smithi104.stdout:825: done (2 left) 2024-04-02T08:33:52.465 INFO:tasks.rados.rados.0.smithi104.stdout:826: done (1 left) 2024-04-02T08:33:52.466 INFO:tasks.rados.rados.0.smithi104.stdout:830: rollback oid 47 current snap is 90 2024-04-02T08:33:52.466 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 47 to 86 2024-04-02T08:33:52.466 INFO:tasks.rados.rados.0.smithi104.stdout:829: finishing write tid 1 to smithi10482514-25 2024-04-02T08:33:52.466 INFO:tasks.rados.rados.0.smithi104.stdout:829: finishing write tid 2 to smithi10482514-25 2024-04-02T08:33:52.466 INFO:tasks.rados.rados.0.smithi104.stdout:831: setattr oid 44 current snap is 90 2024-04-02T08:33:52.466 INFO:tasks.rados.rados.0.smithi104.stdout:832: snap_remove snap 75 2024-04-02T08:33:52.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[39229]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:33:52.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[39229]: Upgrade: Updating mon.a 2024-04-02T08:33:52.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:52.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:52.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:52.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:52.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[39229]: Deploying daemon mon.a on smithi104 2024-04-02T08:33:52.511 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[27401]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:33:52.511 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[27401]: Upgrade: Updating mon.a 2024-04-02T08:33:52.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:52.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:52.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:52.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[27401]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:52.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:52 smithi104 ceph-mon[27401]: Deploying daemon mon.a on smithi104 2024-04-02T08:33:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:52 smithi188 ceph-mon[30882]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:33:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:52 smithi188 ceph-mon[30882]: Upgrade: Updating mon.a 2024-04-02T08:33:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:52 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' 2024-04-02T08:33:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:52 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:52 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:52 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:52.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:52 smithi188 ceph-mon[30882]: Deploying daemon mon.a on smithi104 2024-04-02T08:33:53.264 INFO:tasks.rados.rados.0.smithi104.stdout:832: done (3 left) 2024-04-02T08:33:53.264 INFO:tasks.rados.rados.0.smithi104.stdout:833: snap_create 2024-04-02T08:33:53.264 INFO:tasks.rados.rados.0.smithi104.stdout:829: finishing write tid 3 to smithi10482514-25 2024-04-02T08:33:53.264 INFO:tasks.rados.rados.0.smithi104.stdout:829: finishing write tid 4 to smithi10482514-25 2024-04-02T08:33:53.264 INFO:tasks.rados.rados.0.smithi104.stdout:830: finishing rollback tid 0 to smithi10482514-47 2024-04-02T08:33:53.264 INFO:tasks.rados.rados.0.smithi104.stdout:830: finishing rollback tid 1 to smithi10482514-47 2024-04-02T08:33:53.265 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 531 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:53.265 INFO:tasks.rados.rados.0.smithi104.stdout:830: finishing rollback tid 2 to smithi10482514-47 2024-04-02T08:33:53.265 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 456 (ObjNum 187 snap 63 seq_num 187) dirty exists 2024-04-02T08:33:53.265 INFO:tasks.rados.rados.0.smithi104.stdout:829: finishing write tid 5 to smithi10482514-25 2024-04-02T08:33:53.265 INFO:tasks.rados.rados.0.smithi104.stdout:829: oid 25 updating version 0 to 454 2024-04-02T08:33:53.265 INFO:tasks.rados.rados.0.smithi104.stdout:829: oid 25 version 454 is already newer than 453 2024-04-02T08:33:53.265 INFO:tasks.rados.rados.0.smithi104.stdout:829: oid 25 updating version 454 to 455 2024-04-02T08:33:53.265 INFO:tasks.rados.rados.0.smithi104.stdout:829: oid 25 updating version 455 to 456 2024-04-02T08:33:53.265 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 456 (ObjNum 262 snap 90 seq_num 262) dirty exists 2024-04-02T08:33:53.265 INFO:tasks.rados.rados.0.smithi104.stdout:829: left oid 25 (ObjNum 262 snap 90 seq_num 262) 2024-04-02T08:33:53.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:53 smithi104 ceph-mon[39229]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:33:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:53 smithi104 ceph-mon[39229]: pgmap v54: 121 pgs: 121 active+clean; 270 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 472 KiB/s wr, 18 op/s 2024-04-02T08:33:53.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:53 smithi104 ceph-mon[27401]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:33:53.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:53 smithi104 ceph-mon[27401]: pgmap v54: 121 pgs: 121 active+clean; 270 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 472 KiB/s wr, 18 op/s 2024-04-02T08:33:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:53 smithi188 ceph-mon[30882]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:33:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:53 smithi188 ceph-mon[30882]: pgmap v54: 121 pgs: 121 active+clean; 270 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 472 KiB/s wr, 18 op/s 2024-04-02T08:33:53.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:33:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:33:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:54.029 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:53 smithi104 systemd[1]: Stopping Ceph mon.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:54.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a[27378]: 2024-04-02T08:33:54.028+0000 7fb426b7a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:33:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a[27378]: 2024-04-02T08:33:54.028+0000 7fb426b7a700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-02T08:33:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:54 smithi104 podman[93813]: 2024-04-02 08:33:54.050388851 +0000 UTC m=+0.133879494 container died e3e66e74231a63aa807f35591bc6ab3ef15f369f5a3feed9303a48cafa7aea51 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:33:54.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:54] ENGINE Bus STOPPING 2024-04-02T08:33:54.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:33:54.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:54] ENGINE Bus STOPPED 2024-04-02T08:33:54.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:54] ENGINE Bus STARTING 2024-04-02T08:33:54.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:54] ENGINE Serving on http://:::9283 2024-04-02T08:33:54.390 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:54 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:33:54] ENGINE Bus STARTED 2024-04-02T08:33:54.817 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:54 smithi104 podman[93813]: 2024-04-02 08:33:54.484644686 +0000 UTC m=+0.568135328 container cleanup e3e66e74231a63aa807f35591bc6ab3ef15f369f5a3feed9303a48cafa7aea51 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-02T08:33:54.817 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:54 smithi104 bash[93813]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:33:55.071 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:54 smithi104 podman[93832]: 2024-04-02 08:33:54.819246807 +0000 UTC m=+0.764023122 container remove e3e66e74231a63aa807f35591bc6ab3ef15f369f5a3feed9303a48cafa7aea51 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True) 2024-04-02T08:33:55.072 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:33:55.072 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 systemd[1]: Stopped Ceph mon.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:55.072 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Consumed 13.960s CPU time. 2024-04-02T08:33:55.093 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:33:55.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 systemd[1]: Starting Ceph mon.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:55.458 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:33:55.458 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (4m) 32s ago 5m 26.3M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:33:55.458 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (5m) 10s ago 5m 85.3M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (6m) 32s ago 6m 14.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (6m) 10s ago 6m 17.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (16s) 10s ago 9m 94.5M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (46s) 32s ago 11m 477M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (11m) 32s ago 11m 59.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d e3e66e74231a 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (10m) 10s ago 10m 52.3M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3404e6d1d70c 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (10m) 32s ago 10m 46.5M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 91267a7083f3 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (5m) 32s ago 5m 16.6M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (5m) 10s ago 5m 15.3M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (9m) 32s ago 9m 126M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5ffe884bf 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (9m) 32s ago 9m 122M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0fac1c9ff7f8 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (8m) 32s ago 8m 107M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d f49701d81936 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (8m) 32s ago 8m 109M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 56815e6cf0b9 2024-04-02T08:33:55.459 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (7m) 10s ago 7m 160M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:33:55.460 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (7m) 10s ago 7m 158M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:33:55.460 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (7m) 10s ago 7m 118M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:33:55.460 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (6m) 10s ago 6m 102M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:33:55.460 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (21s) 10s ago 5m 39.4M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:33:55.746 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 podman[94020]: 2024-04-02 08:33:55.405547181 +0000 UTC m=+0.019263485 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:33:55.746 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 podman[94020]: 2024-04-02 08:33:55.537270728 +0000 UTC m=+0.150987021 container create b8d22ca7a9844bb92be7b6f5874fc431fb4e956fd95651a87767d59d08001d2f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:33:55.867 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:33:55.868 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:33:55.869 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 13, 2024-04-02T08:33:55.869 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:33:55.869 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:33:55.869 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:33:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:33:55] "GET /metrics HTTP/1.1" 200 36016 "" "Prometheus/2.43.0" 2024-04-02T08:33:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 podman[94020]: 2024-04-02 08:33:55.747964951 +0000 UTC m=+0.361681256 container init b8d22ca7a9844bb92be7b6f5874fc431fb4e956fd95651a87767d59d08001d2f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T08:33:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 podman[94020]: 2024-04-02 08:33:55.753272244 +0000 UTC m=+0.366988535 container start b8d22ca7a9844bb92be7b6f5874fc431fb4e956fd95651a87767d59d08001d2f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T08:33:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:33:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev), process ceph-mon, pid 7 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: pidfile_write: ignore empty --pid-file 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: load: jerasure load: lrc 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Git sha 0 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Compile date 2024-03-28 15:49:08 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: DB SUMMARY 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: DB Session ID: 9RVJ34XJIT13L04CG4G4 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1510 Bytes 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-02T08:33:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 6023045 ; 2024-04-02T08:33:56.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:33:56.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:33:56.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:33:56.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:33:56.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:33:56.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:33:56.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.env: 0x5609a531ec60 2024-04-02T08:33:56.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:33:56.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.info_log: 0x5609a7139ae0 2024-04-02T08:33:56.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:33:56.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.statistics: (nil) 2024-04-02T08:33:56.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.use_fsync: 0 2024-04-02T08:33:56.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:33:56.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:33:56.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:33:56.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:33:56.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:33:56.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:33:56.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:33:56.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.db_log_dir: 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.wal_dir: 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:33:56.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.write_buffer_manager: 0x5609a710a820 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.unordered_write: 0 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:33:56.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.row_cache: None 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.wal_filter: None 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.wal_compression: 0 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:33:56.147 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:33:56.148 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_open_files: -1 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Compression algorithms supported: 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: kZSTD supported: 0 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:33:56.149 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.merge_operator: 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_filter: None 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:33:56.150 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5609a7139cc0) 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: index_type: 0 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: data_block_index_type: 0 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: index_shortening: 1 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: checksum: 4 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: no_block_cache: 0 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_cache: 0x5609a713d090 2024-04-02T08:33:56.151 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_cache_options: 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: capacity : 536870912 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: num_shard_bits : 4 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: strict_capacity_limit : 0 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_cache_compressed: (nil) 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: persistent_cache: (nil) 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_size: 4096 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_size_deviation: 10 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_restart_interval: 16 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: index_block_restart_interval: 1 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: metadata_block_size: 4096 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: partition_filters: 0 2024-04-02T08:33:56.152 INFO:journalctl@ceph.mon.a.smithi104.stdout: use_delta_encoding: 1 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout: filter_policy: bloomfilter 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout: whole_key_filtering: 1 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout: verify_compression: 0 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout: format_version: 5 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout: enable_index_compression: 1 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout: block_align: 0 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout: max_auto_readahead_size: 262144 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout: prepopulate_block_cache: 0 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compression: NoCompression 2024-04-02T08:33:56.153 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.num_levels: 7 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:33:56.154 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:33:56.155 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:33:56.156 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:33:56.157 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.ttl: 2592000 2024-04-02T08:33:56.158 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:33:56.159 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:33:56.160 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:33:56.160 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12871, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-02T08:33:56.160 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-02T08:33:56.160 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: f349d034-6a81-4367-8948-13941a1c7516 2024-04-02T08:33:56.160 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046835782430, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-02T08:33:56.160 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-02T08:33:56.160 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046835800004, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 5558762, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12872, "largest_seqno": 15952, "table_properties": {"data_size": 5544198, "index_size": 9933, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3589, "raw_key_size": 32718, "raw_average_key_size": 22, "raw_value_size": 5514093, "raw_average_value_size": 3856, "num_data_blocks": 433, "num_entries": 1430, "num_filter_entries": 1430, "num_deletions": 294, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046835, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f349d034-6a81-4367-8948-13941a1c7516", "db_session_id": "9RVJ34XJIT13L04CG4G4", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:33:56.160 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046835800107, "job": 1, "event": "recovery_finished"} 2024-04-02T08:33:56.160 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-02T08:33:56.160 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:33:56.160 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:33:56.161 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5609a722c000 2024-04-02T08:33:56.161 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: DB pointer 0x5609a7216000 2024-04-02T08:33:56.161 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:33:56.161 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:33:56.161 INFO:journalctl@ceph.mon.a.smithi104.stdout: ** DB Stats ** 2024-04-02T08:33:56.161 INFO:journalctl@ceph.mon.a.smithi104.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:33:56.161 INFO:journalctl@ceph.mon.a.smithi104.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:56.161 INFO:journalctl@ceph.mon.a.smithi104.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:56.161 INFO:journalctl@ceph.mon.a.smithi104.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:33:56.161 INFO:journalctl@ceph.mon.a.smithi104.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: ** Compaction Stats [default] ** 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: L0 1/0 5.30 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 570.2 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: L6 1/0 6.21 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: Sum 2/0 11.52 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 570.2 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 570.2 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: ** Compaction Stats [default] ** 2024-04-02T08:33:56.162 INFO:journalctl@ceph.mon.a.smithi104.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 570.2 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: Cumulative compaction: 0.01 GB write, 259.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: Interval compaction: 0.01 GB write, 259.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:33:56.163 INFO:journalctl@ceph.mon.a.smithi104.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout: Block cache BinnedLRUCache@0x5609a713d090#7 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: starting mon.a rank 0 at public addrs [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] at bind addrs [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: mon.a@-1(???) e3 preinit fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: mon.a@-1(???).mds e6 new map 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: mon.a@-1(???).mds e6 print_map 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout: e6 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout: legacy client fscid: 1 2024-04-02T08:33:56.164 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: fs_name cephfs 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: epoch 6 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: created 2024-04-02T08:27:37.207296+0000 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: modified 2024-04-02T08:27:39.408888+0000 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: tableserver 0 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: root 0 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: session_timeout 60 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: session_autoclose 300 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: max_file_size 1099511627776 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: max_xattr_size 65536 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: required_client_features {} 2024-04-02T08:33:56.165 INFO:journalctl@ceph.mon.a.smithi104.stdout: last_failure 0 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: last_failure_osd_epoch 0 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: max_mds 1 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: in 0 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: up {0=24325} 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: failed 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: damaged 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: stopped 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: data_pools [3] 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: metadata_pool 2 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: inline_data disabled 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: balancer 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: bal_rank_mask -1 2024-04-02T08:33:56.166 INFO:journalctl@ceph.mon.a.smithi104.stdout: standby_count_wanted 0 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout: [mds.b{0:24325} state up:active seq 3 addr [v2:172.21.15.188:6832/2105604648,v1:172.21.15.188:6833/2105604648] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout: Standby daemons: 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout: 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout: [mds.a{-1:14463} state up:standby seq 1 addr [v2:172.21.15.104:6834/1547074275,v1:172.21.15.104:6835/1547074275] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: mon.a@-1(???).osd e229 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: mon.a@-1(???).osd e229 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: mon.a@-1(???).osd e229 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: mon.a@-1(???).osd e229 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 ceph-mon[94081]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 bash[94020]: b8d22ca7a9844bb92be7b6f5874fc431fb4e956fd95651a87767d59d08001d2f 2024-04-02T08:33:56.167 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:55 smithi104 systemd[1]: Started Ceph mon.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:57.289 INFO:tasks.rados.rados.0.smithi104.stdout:829: done (3 left) 2024-04-02T08:33:57.289 INFO:tasks.rados.rados.0.smithi104.stdout:830: done (2 left) 2024-04-02T08:33:57.289 INFO:tasks.rados.rados.0.smithi104.stdout:831: done (1 left) 2024-04-02T08:33:57.289 INFO:tasks.rados.rados.0.smithi104.stdout:833: done (0 left) 2024-04-02T08:33:57.289 INFO:tasks.rados.rados.0.smithi104.stdout:834: rmattr oid 17 current snap is 91 2024-04-02T08:33:57.289 INFO:tasks.rados.rados.0.smithi104.stdout:834: done (0 left) 2024-04-02T08:33:57.289 INFO:tasks.rados.rados.0.smithi104.stdout:835: read oid 48 snap -1 2024-04-02T08:33:57.289 INFO:tasks.rados.rados.0.smithi104.stdout:835: expect (ObjNum 97 snap 25 seq_num 97) 2024-04-02T08:33:57.289 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 91 2024-04-02T08:33:57.289 INFO:tasks.rados.rados.0.smithi104.stdout:836: seq_num 263 ranges {1974272=409600,2383872=475136,2859008=557056,3416064=573440} 2024-04-02T08:33:57.302 INFO:tasks.rados.rados.0.smithi104.stdout:836: writing smithi10482514-26 from 1974272 to 2383872 tid 1 2024-04-02T08:33:57.305 INFO:tasks.rados.rados.0.smithi104.stdout:836: writing smithi10482514-26 from 2383872 to 2859008 tid 2 2024-04-02T08:33:57.308 INFO:tasks.rados.rados.0.smithi104.stdout:836: writing smithi10482514-26 from 2859008 to 3416064 tid 3 2024-04-02T08:33:57.312 INFO:tasks.rados.rados.0.smithi104.stdout:836: writing smithi10482514-26 from 3416064 to 3989504 tid 4 2024-04-02T08:33:57.312 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 91 2024-04-02T08:33:57.313 INFO:tasks.rados.rados.0.smithi104.stdout:837: seq_num 264 ranges {4759552=425984,5185536=761856,5947392=770048,6717440=73728} 2024-04-02T08:33:57.340 INFO:tasks.rados.rados.0.smithi104.stdout:837: writing smithi10482514-10 from 4759552 to 5185536 tid 1 2024-04-02T08:33:57.345 INFO:tasks.rados.rados.0.smithi104.stdout:837: writing smithi10482514-10 from 5185536 to 5947392 tid 2 2024-04-02T08:33:57.350 INFO:tasks.rados.rados.0.smithi104.stdout:837: writing smithi10482514-10 from 5947392 to 6717440 tid 3 2024-04-02T08:33:57.351 INFO:tasks.rados.rados.0.smithi104.stdout:837: writing smithi10482514-10 from 6717440 to 6791168 tid 4 2024-04-02T08:33:57.351 INFO:tasks.rados.rados.0.smithi104.stdout:838: delete oid 31 current snap is 91 2024-04-02T08:33:57.351 INFO:tasks.rados.rados.0.smithi104.stdout:835: expect (ObjNum 97 snap 25 seq_num 97) 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi104.stdout:836: finishing write tid 1 to smithi10482514-26 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi104.stdout:836: finishing write tid 2 to smithi10482514-26 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi104.stdout:836: finishing write tid 3 to smithi10482514-26 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi104.stdout:836: finishing write tid 4 to smithi10482514-26 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi104.stdout:836: finishing write tid 5 to smithi10482514-26 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi104.stdout:836: finishing write tid 6 to smithi10482514-26 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi104.stdout:836: oid 26 updating version 0 to 388 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi104.stdout:836: oid 26 updating version 388 to 390 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi104.stdout:836: oid 26 version 390 is already newer than 389 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi104.stdout:836: oid 26 version 390 is already newer than 387 2024-04-02T08:33:57.459 INFO:tasks.rados.rados.0.smithi104.stdout:836: oid 26 updating version 390 to 391 2024-04-02T08:33:57.459 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 391 (ObjNum 263 snap 91 seq_num 263) dirty exists 2024-04-02T08:33:57.459 INFO:tasks.rados.rados.0.smithi104.stdout:836: left oid 26 (ObjNum 263 snap 91 seq_num 263) 2024-04-02T08:33:57.459 INFO:tasks.rados.rados.0.smithi104.stdout:837: finishing write tid 1 to smithi10482514-10 2024-04-02T08:33:57.459 INFO:tasks.rados.rados.0.smithi104.stdout:837: finishing write tid 2 to smithi10482514-10 2024-04-02T08:33:57.459 INFO:tasks.rados.rados.0.smithi104.stdout:835: done (3 left) 2024-04-02T08:33:57.459 INFO:tasks.rados.rados.0.smithi104.stdout:836: done (2 left) 2024-04-02T08:33:57.459 INFO:tasks.rados.rados.0.smithi104.stdout:838: done (1 left) 2024-04-02T08:33:57.459 INFO:tasks.rados.rados.0.smithi104.stdout:839: read oid 41 snap -1 2024-04-02T08:33:57.459 INFO:tasks.rados.rados.0.smithi104.stdout:839: expect (ObjNum 244 snap 82 seq_num 244) 2024-04-02T08:33:57.459 INFO:tasks.rados.rados.0.smithi104.stdout:840: snap_remove snap 68 2024-04-02T08:33:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: pgmap v56: 121 pgs: 121 active+clean; 274 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 917 KiB/s wr, 4 op/s 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: from='client.25142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/3793782810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: pgmap v57: 121 pgs: 121 active+clean; 279 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: mon.a calling monitor election 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: monmap epoch 3 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: last_changed 2024-04-02T08:23:40.244628+0000 2024-04-02T08:33:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: created 2024-04-02T08:21:59.892009+0000 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: min_mon_release 18 (reef) 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: election_strategy: 1 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: 0: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.a 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: 1: [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon.b 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: 2: [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon.c 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: mgrmap e35: y(active, since 38s), standbys: x 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: overall HEALTH_OK 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: from='mgr.25064 ' entity='' 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mon[30882]: mgrmap e36: y(active, since 38s), standbys: x 2024-04-02T08:33:57.625 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: ignoring --setuser ceph since I am not root 2024-04-02T08:33:57.626 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: ignoring --setgroup ceph since I am not root 2024-04-02T08:33:57.626 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-mgr[78453]: -- 172.21.15.188:0/2073202559 <== mon.1 v2:172.21.15.188:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556a0807c5a0 con 0x556a08051000 2024-04-02T08:33:57.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ignoring --setuser ceph since I am not root 2024-04-02T08:33:57.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ignoring --setgroup ceph since I am not root 2024-04-02T08:33:57.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mgr[85428]: -- 172.21.15.104:0/485647109 <== mon.0 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5612aa3b84e0 con 0x5612aa38e800 2024-04-02T08:33:57.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mgr[85428]: -- 172.21.15.104:0/485647109 <== mon.0 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5612aa3ba5a0 con 0x5612aa38e800 2024-04-02T08:33:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: pgmap v56: 121 pgs: 121 active+clean; 274 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 917 KiB/s wr, 4 op/s 2024-04-02T08:33:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: from='client.25142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: from='client.? 172.21.15.104:0/3793782810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: pgmap v57: 121 pgs: 121 active+clean; 279 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: mon.a calling monitor election 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: monmap epoch 3 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: last_changed 2024-04-02T08:23:40.244628+0000 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: created 2024-04-02T08:21:59.892009+0000 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: min_mon_release 18 (reef) 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: election_strategy: 1 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: 0: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.a 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: 1: [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon.b 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: 2: [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon.c 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:57.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: mgrmap e35: y(active, since 38s), standbys: x 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: overall HEALTH_OK 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: from='mgr.25064 ' entity='' 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[39229]: mgrmap e36: y(active, since 38s), standbys: x 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: from='mgr.25064 172.21.15.104:0/1014757747' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: pgmap v56: 121 pgs: 121 active+clean; 274 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 917 KiB/s wr, 4 op/s 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: from='client.25142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3793782810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: pgmap v57: 121 pgs: 121 active+clean; 279 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-02T08:33:57.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: mon.a calling monitor election 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: monmap epoch 3 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: last_changed 2024-04-02T08:23:40.244628+0000 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: created 2024-04-02T08:21:59.892009+0000 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: min_mon_release 18 (reef) 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: election_strategy: 1 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: 0: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.a 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: 1: [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon.b 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: 2: [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon.c 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:57.643 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: mgrmap e35: y(active, since 38s), standbys: x 2024-04-02T08:33:57.644 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: overall HEALTH_OK 2024-04-02T08:33:57.644 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: from='mgr.25064 ' entity='' 2024-04-02T08:33:57.644 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-mon[94081]: mgrmap e36: y(active, since 38s), standbys: x 2024-04-02T08:33:58.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:57.812+0000 7ff951d20200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:33:58.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:57.905+0000 7ff951d20200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:33:58.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:57.841+0000 7f6c8a677200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:33:58.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:57.937+0000 7f6c8a677200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:33:58.291 INFO:tasks.rados.rados.0.smithi104.stdout:840: done (2 left) 2024-04-02T08:33:58.291 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 91 2024-04-02T08:33:58.291 INFO:tasks.rados.rados.0.smithi104.stdout:841: seq_num 266 ranges {2301952=458752,2760704=524288,3284992=729088,4014080=352256} 2024-04-02T08:33:58.307 INFO:tasks.rados.rados.0.smithi104.stdout:841: writing smithi10482514-22 from 2301952 to 2760704 tid 1 2024-04-02T08:33:58.311 INFO:tasks.rados.rados.0.smithi104.stdout:841: writing smithi10482514-22 from 2760704 to 3284992 tid 2 2024-04-02T08:33:58.315 INFO:tasks.rados.rados.0.smithi104.stdout:841: writing smithi10482514-22 from 3284992 to 4014080 tid 3 2024-04-02T08:33:58.318 INFO:tasks.rados.rados.0.smithi104.stdout:841: writing smithi10482514-22 from 4014080 to 4366336 tid 4 2024-04-02T08:33:58.318 INFO:tasks.rados.rados.0.smithi104.stdout:837: finishing write tid 3 to smithi10482514-10 2024-04-02T08:33:58.318 INFO:tasks.rados.rados.0.smithi104.stdout:837: finishing write tid 4 to smithi10482514-10 2024-04-02T08:33:58.318 INFO:tasks.rados.rados.0.smithi104.stdout:837: finishing write tid 5 to smithi10482514-10 2024-04-02T08:33:58.318 INFO:tasks.rados.rados.0.smithi104.stdout:837: finishing write tid 6 to smithi10482514-10 2024-04-02T08:33:58.319 INFO:tasks.rados.rados.0.smithi104.stdout:837: oid 10 updating version 0 to 468 2024-04-02T08:33:58.319 INFO:tasks.rados.rados.0.smithi104.stdout:837: oid 10 version 468 is already newer than 466 2024-04-02T08:33:58.319 INFO:tasks.rados.rados.0.smithi104.stdout:837: oid 10 version 468 is already newer than 467 2024-04-02T08:33:58.319 INFO:tasks.rados.rados.0.smithi104.stdout:837: oid 10 updating version 468 to 469 2024-04-02T08:33:58.319 INFO:tasks.rados.rados.0.smithi104.stdout:837: oid 10 updating version 469 to 470 2024-04-02T08:33:58.319 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 470 (ObjNum 264 snap 91 seq_num 264) dirty exists 2024-04-02T08:33:58.319 INFO:tasks.rados.rados.0.smithi104.stdout:837: left oid 10 (ObjNum 264 snap 91 seq_num 264) 2024-04-02T08:33:58.319 INFO:tasks.rados.rados.0.smithi104.stdout:839: expect (ObjNum 244 snap 82 seq_num 244) 2024-04-02T08:33:58.469 INFO:tasks.rados.rados.0.smithi104.stdout:841: finishing write tid 1 to smithi10482514-22 2024-04-02T08:33:58.469 INFO:tasks.rados.rados.0.smithi104.stdout:841: finishing write tid 2 to smithi10482514-22 2024-04-02T08:33:58.469 INFO:tasks.rados.rados.0.smithi104.stdout:841: finishing write tid 3 to smithi10482514-22 2024-04-02T08:33:58.469 INFO:tasks.rados.rados.0.smithi104.stdout:841: finishing write tid 4 to smithi10482514-22 2024-04-02T08:33:58.469 INFO:tasks.rados.rados.0.smithi104.stdout:837: done (2 left) 2024-04-02T08:33:58.469 INFO:tasks.rados.rados.0.smithi104.stdout:839: done (1 left) 2024-04-02T08:33:58.469 INFO:tasks.rados.rados.0.smithi104.stdout:842: read oid 26 snap -1 2024-04-02T08:33:58.469 INFO:tasks.rados.rados.0.smithi104.stdout:842: expect (ObjNum 263 snap 91 seq_num 263) 2024-04-02T08:33:58.469 INFO:tasks.rados.rados.0.smithi104.stdout:843: snap_remove snap 89 2024-04-02T08:33:58.556 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:58 smithi188 ceph-mon[30882]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:33:58.605 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:58 smithi104 ceph-mon[39229]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:33:58.606 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:58 smithi104 ceph-mon[94081]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:33:58.874 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:58.557+0000 7ff951d20200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:33:58.874 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:58.650+0000 7ff951d20200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:33:58.874 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:58.794+0000 7ff951d20200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:33:58.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:58.606+0000 7f6c8a677200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:33:58.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:58.700+0000 7f6c8a677200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:33:58.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:58.841+0000 7f6c8a677200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:33:59.237 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:58.890+0000 7ff951d20200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:33:59.237 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:58.972+0000 7ff951d20200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:33:59.238 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:59.238+0000 7ff951d20200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:33:59.280 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:58.937+0000 7f6c8a677200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:33:59.280 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:59 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:59.019+0000 7f6c8a677200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:33:59.296 INFO:tasks.rados.rados.0.smithi104.stdout:843: done (2 left) 2024-04-02T08:33:59.296 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 91 2024-04-02T08:33:59.296 INFO:tasks.rados.rados.0.smithi104.stdout:841: finishing write tid 5 to smithi10482514-22 2024-04-02T08:33:59.296 INFO:tasks.rados.rados.0.smithi104.stdout:841: finishing write tid 6 to smithi10482514-22 2024-04-02T08:33:59.296 INFO:tasks.rados.rados.0.smithi104.stdout:841: oid 22 updating version 0 to 278 2024-04-02T08:33:59.296 INFO:tasks.rados.rados.0.smithi104.stdout:841: oid 22 updating version 278 to 279 2024-04-02T08:33:59.296 INFO:tasks.rados.rados.0.smithi104.stdout:841: oid 22 version 279 is already newer than 276 2024-04-02T08:33:59.296 INFO:tasks.rados.rados.0.smithi104.stdout:841: oid 22 version 279 is already newer than 277 2024-04-02T08:33:59.296 INFO:tasks.rados.rados.0.smithi104.stdout:841: oid 22 version 279 is already newer than 275 2024-04-02T08:33:59.296 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 279 (ObjNum 266 snap 91 seq_num 266) dirty exists 2024-04-02T08:33:59.297 INFO:tasks.rados.rados.0.smithi104.stdout:841: left oid 22 (ObjNum 266 snap 91 seq_num 266) 2024-04-02T08:33:59.297 INFO:tasks.rados.rados.0.smithi104.stdout:844: seq_num 267 ranges {2146304=475136,2621440=458752,3080192=540672,3620864=606208} 2024-04-02T08:33:59.310 INFO:tasks.rados.rados.0.smithi104.stdout:844: writing smithi10482514-21 from 2146304 to 2621440 tid 1 2024-04-02T08:33:59.313 INFO:tasks.rados.rados.0.smithi104.stdout:844: writing smithi10482514-21 from 2621440 to 3080192 tid 2 2024-04-02T08:33:59.316 INFO:tasks.rados.rados.0.smithi104.stdout:844: writing smithi10482514-21 from 3080192 to 3620864 tid 3 2024-04-02T08:33:59.319 INFO:tasks.rados.rados.0.smithi104.stdout:844: writing smithi10482514-21 from 3620864 to 4227072 tid 4 2024-04-02T08:33:59.320 INFO:tasks.rados.rados.0.smithi104.stdout:841: done (2 left) 2024-04-02T08:33:59.320 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 91 2024-04-02T08:33:59.320 INFO:tasks.rados.rados.0.smithi104.stdout:842: expect (ObjNum 263 snap 91 seq_num 263) 2024-04-02T08:33:59.465 INFO:tasks.rados.rados.0.smithi104.stdout:844: finishing write tid 1 to smithi10482514-21 2024-04-02T08:33:59.465 INFO:tasks.rados.rados.0.smithi104.stdout:844: finishing write tid 2 to smithi10482514-21 2024-04-02T08:33:59.465 INFO:tasks.rados.rados.0.smithi104.stdout:844: finishing write tid 3 to smithi10482514-21 2024-04-02T08:33:59.465 INFO:tasks.rados.rados.0.smithi104.stdout:844: finishing write tid 4 to smithi10482514-21 2024-04-02T08:33:59.465 INFO:tasks.rados.rados.0.smithi104.stdout:844: finishing write tid 5 to smithi10482514-21 2024-04-02T08:33:59.466 INFO:tasks.rados.rados.0.smithi104.stdout:845: seq_num 268 ranges {7757824=491520,8249344=745472,8994816=745472,9740288=114688} 2024-04-02T08:33:59.509 INFO:tasks.rados.rados.0.smithi104.stdout:845: writing smithi10482514-40 from 7757824 to 8249344 tid 1 2024-04-02T08:33:59.513 INFO:tasks.rados.rados.0.smithi104.stdout:845: writing smithi10482514-40 from 8249344 to 8994816 tid 2 2024-04-02T08:33:59.517 INFO:tasks.rados.rados.0.smithi104.stdout:845: writing smithi10482514-40 from 8994816 to 9740288 tid 3 2024-04-02T08:33:59.519 INFO:tasks.rados.rados.0.smithi104.stdout:845: writing smithi10482514-40 from 9740288 to 9854976 tid 4 2024-04-02T08:33:59.519 INFO:tasks.rados.rados.0.smithi104.stdout:842: done (2 left) 2024-04-02T08:33:59.519 INFO:tasks.rados.rados.0.smithi104.stdout:846: rollback oid 41 current snap is 91 2024-04-02T08:33:59.519 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 85 2024-04-02T08:33:59.519 INFO:tasks.rados.rados.0.smithi104.stdout:844: finishing write tid 6 to smithi10482514-21 2024-04-02T08:33:59.519 INFO:tasks.rados.rados.0.smithi104.stdout:844: oid 21 updating version 0 to 556 2024-04-02T08:33:59.519 INFO:tasks.rados.rados.0.smithi104.stdout:844: oid 21 version 556 is already newer than 554 2024-04-02T08:33:59.519 INFO:tasks.rados.rados.0.smithi104.stdout:844: oid 21 updating version 556 to 557 2024-04-02T08:33:59.519 INFO:tasks.rados.rados.0.smithi104.stdout:844: oid 21 version 557 is already newer than 553 2024-04-02T08:33:59.519 INFO:tasks.rados.rados.0.smithi104.stdout:844: oid 21 version 557 is already newer than 555 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 557 (ObjNum 267 snap 91 seq_num 267) dirty exists 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:844: left oid 21 (ObjNum 267 snap 91 seq_num 267) 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:845: finishing write tid 1 to smithi10482514-40 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:845: finishing write tid 2 to smithi10482514-40 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:844: done (2 left) 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:847: rollback oid 48 current snap is 91 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 48 to 86 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:848: rmattr oid 8 current snap is 91 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:848: done (3 left) 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:849: read oid 31 snap -1 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:849: expect deleted 2024-04-02T08:33:59.520 INFO:tasks.rados.rados.0.smithi104.stdout:850: snap_create 2024-04-02T08:33:59.522 INFO:tasks.rados.rados.0.smithi104.stdout:845: finishing write tid 3 to smithi10482514-40 2024-04-02T08:33:59.523 INFO:tasks.rados.rados.0.smithi104.stdout:846: finishing rollback tid 0 to smithi10482514-41 2024-04-02T08:33:59.524 INFO:tasks.rados.rados.0.smithi104.stdout:845: finishing write tid 4 to smithi10482514-40 2024-04-02T08:33:59.524 INFO:tasks.rados.rados.0.smithi104.stdout:845: finishing write tid 5 to smithi10482514-40 2024-04-02T08:33:59.525 INFO:tasks.rados.rados.0.smithi104.stdout:846: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:33:59.526 INFO:tasks.rados.rados.0.smithi104.stdout:846: finishing rollback tid 2 to smithi10482514-41 2024-04-02T08:33:59.526 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 548 (ObjNum 244 snap 82 seq_num 244) dirty exists 2024-04-02T08:33:59.526 INFO:tasks.rados.rados.0.smithi104.stdout:845: finishing write tid 6 to smithi10482514-40 2024-04-02T08:33:59.526 INFO:tasks.rados.rados.0.smithi104.stdout:845: oid 40 updating version 0 to 405 2024-04-02T08:33:59.526 INFO:tasks.rados.rados.0.smithi104.stdout:845: oid 40 updating version 405 to 407 2024-04-02T08:33:59.526 INFO:tasks.rados.rados.0.smithi104.stdout:845: oid 40 version 407 is already newer than 403 2024-04-02T08:33:59.526 INFO:tasks.rados.rados.0.smithi104.stdout:845: oid 40 version 407 is already newer than 406 2024-04-02T08:33:59.526 INFO:tasks.rados.rados.0.smithi104.stdout:845: oid 40 version 407 is already newer than 404 2024-04-02T08:33:59.526 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 407 (ObjNum 268 snap 91 seq_num 268) dirty exists 2024-04-02T08:33:59.526 INFO:tasks.rados.rados.0.smithi104.stdout:845: left oid 40 (ObjNum 268 snap 91 seq_num 268) 2024-04-02T08:33:59.526 INFO:tasks.rados.rados.0.smithi104.stdout:847: finishing rollback tid 0 to smithi10482514-48 2024-04-02T08:33:59.527 INFO:tasks.rados.rados.0.smithi104.stdout:847: finishing rollback tid 1 to smithi10482514-48 2024-04-02T08:33:59.527 INFO:tasks.rados.rados.0.smithi104.stdout:847: finishing rollback tid 2 to smithi10482514-48 2024-04-02T08:33:59.527 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 406 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-02T08:33:59.542 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:33:59 smithi188 ceph-mon[30882]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:33:59.542 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:59.356+0000 7ff951d20200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:59.542 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:59.443+0000 7ff951d20200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:33:59.543 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:59.543+0000 7ff951d20200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:33:59.591 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:33:59 smithi104 ceph-mon[39229]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:33:59.591 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:33:59 smithi104 ceph-mon[94081]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:33:59.591 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:59 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:59.281+0000 7f6c8a677200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:33:59.591 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:59 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:59.402+0000 7f6c8a677200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:59.591 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:59 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:59.490+0000 7f6c8a677200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:33:59.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:33:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:33:59.720+0000 7ff951d20200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:33:59.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:59 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:59.592+0000 7f6c8a677200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:33:59.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:33:59 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:33:59.768+0000 7f6c8a677200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:34:00.302 INFO:tasks.rados.rados.0.smithi104.stdout:845: done (4 left) 2024-04-02T08:34:00.305 INFO:tasks.rados.rados.0.smithi104.stdout:846: done (3 left) 2024-04-02T08:34:00.305 INFO:tasks.rados.rados.0.smithi104.stdout:847: done (2 left) 2024-04-02T08:34:00.305 INFO:tasks.rados.rados.0.smithi104.stdout:849: done (1 left) 2024-04-02T08:34:00.305 INFO:tasks.rados.rados.0.smithi104.stdout:850: done (0 left) 2024-04-02T08:34:00.305 INFO:tasks.rados.rados.0.smithi104.stdout:851: snap_remove snap 80 2024-04-02T08:34:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:00 smithi188 ceph-mon[30882]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:34:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:00 smithi104 ceph-mon[39229]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:34:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:00 smithi104 ceph-mon[94081]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:34:00.812 INFO:tasks.rados.rados.0.smithi104.stdout:851: done (0 left) 2024-04-02T08:34:00.812 INFO:tasks.rados.rados.0.smithi104.stdout:852: read oid 47 snap -1 2024-04-02T08:34:00.812 INFO:tasks.rados.rados.0.smithi104.stdout:852: expect (ObjNum 187 snap 63 seq_num 187) 2024-04-02T08:34:00.812 INFO:tasks.rados.rados.0.smithi104.stdout:853: read oid 35 snap -1 2024-04-02T08:34:00.812 INFO:tasks.rados.rados.0.smithi104.stdout:853: expect (ObjNum 233 snap 79 seq_num 233) 2024-04-02T08:34:00.812 INFO:tasks.rados.rados.0.smithi104.stdout:854: rollback oid 13 current snap is 92 2024-04-02T08:34:00.812 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 40 2024-04-02T08:34:00.812 INFO:tasks.rados.rados.0.smithi104.stdout:855: snap_create 2024-04-02T08:34:00.820 INFO:tasks.rados.rados.0.smithi104.stdout:854: finishing rollback tid 0 to smithi10482514-13 2024-04-02T08:34:00.820 INFO:tasks.rados.rados.0.smithi104.stdout:854: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:34:00.820 INFO:tasks.rados.rados.0.smithi104.stdout:854: finishing rollback tid 2 to smithi10482514-13 2024-04-02T08:34:00.820 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 329 (ObjNum 127 snap 40 seq_num 127) dirty exists 2024-04-02T08:34:00.827 INFO:tasks.rados.rados.0.smithi104.stdout:852: expect (ObjNum 187 snap 63 seq_num 187) 2024-04-02T08:34:00.851 INFO:tasks.rados.rados.0.smithi104.stdout:853: expect (ObjNum 233 snap 79 seq_num 233) 2024-04-02T08:34:01.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:00.683+0000 7ff951d20200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:34:01.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:00.818+0000 7ff951d20200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:34:01.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:00 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:00.723+0000 7f6c8a677200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:34:01.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:00 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:00.870+0000 7f6c8a677200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:34:01.463 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:01 smithi188 ceph-mon[30882]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:34:01.463 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:01 smithi188 ceph-mon[30882]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:34:01.464 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:01.170+0000 7ff951d20200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:34:01.464 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:01.265+0000 7ff951d20200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:34:01.506 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:01 smithi104 ceph-mon[39229]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:34:01.506 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:01 smithi104 ceph-mon[39229]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:34:01.507 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:01 smithi104 ceph-mon[94081]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:34:01.507 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:01 smithi104 ceph-mon[94081]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:34:01.507 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:01.214+0000 7f6c8a677200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:34:01.507 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:01.310+0000 7f6c8a677200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:34:01.507 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:01.507+0000 7f6c8a677200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:34:01.816 INFO:tasks.rados.rados.0.smithi104.stdout:852: done (3 left) 2024-04-02T08:34:01.817 INFO:tasks.rados.rados.0.smithi104.stdout:853: done (2 left) 2024-04-02T08:34:01.817 INFO:tasks.rados.rados.0.smithi104.stdout:854: done (1 left) 2024-04-02T08:34:01.817 INFO:tasks.rados.rados.0.smithi104.stdout:855: done (0 left) 2024-04-02T08:34:01.817 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 1 current snap is 93 2024-04-02T08:34:01.817 INFO:tasks.rados.rados.0.smithi104.stdout:856: seq_num 269 ranges {1662976=507904,2170880=630784,2801664=557056,3358720=417792} 2024-04-02T08:34:01.828 INFO:tasks.rados.rados.0.smithi104.stdout:856: writing smithi10482514-1 from 1662976 to 2170880 tid 1 2024-04-02T08:34:01.832 INFO:tasks.rados.rados.0.smithi104.stdout:856: writing smithi10482514-1 from 2170880 to 2801664 tid 2 2024-04-02T08:34:01.835 INFO:tasks.rados.rados.0.smithi104.stdout:856: writing smithi10482514-1 from 2801664 to 3358720 tid 3 2024-04-02T08:34:01.838 INFO:tasks.rados.rados.0.smithi104.stdout:856: writing smithi10482514-1 from 3358720 to 3776512 tid 4 2024-04-02T08:34:01.838 INFO:tasks.rados.rados.0.smithi104.stdout:857: read oid 35 snap -1 2024-04-02T08:34:01.838 INFO:tasks.rados.rados.0.smithi104.stdout:857: expect (ObjNum 233 snap 79 seq_num 233) 2024-04-02T08:34:01.838 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 36 current snap is 93 2024-04-02T08:34:01.838 INFO:tasks.rados.rados.0.smithi104.stdout:856: finishing write tid 1 to smithi10482514-1 2024-04-02T08:34:01.838 INFO:tasks.rados.rados.0.smithi104.stdout:858: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-04-02T08:34:01.841 INFO:tasks.rados.rados.0.smithi104.stdout:858: writing smithi10482514-36 from 0 to 524288 tid 1 2024-04-02T08:34:01.844 INFO:tasks.rados.rados.0.smithi104.stdout:858: writing smithi10482514-36 from 524288 to 1040384 tid 2 2024-04-02T08:34:01.848 INFO:tasks.rados.rados.0.smithi104.stdout:858: writing smithi10482514-36 from 1040384 to 1802240 tid 3 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:858: writing smithi10482514-36 from 1802240 to 2129920 tid 4 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:859: delete oid 25 current snap is 93 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:856: finishing write tid 2 to smithi10482514-1 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:856: finishing write tid 3 to smithi10482514-1 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:856: finishing write tid 4 to smithi10482514-1 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:856: finishing write tid 5 to smithi10482514-1 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:856: finishing write tid 6 to smithi10482514-1 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:856: oid 1 updating version 0 to 166 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:856: oid 1 updating version 166 to 169 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:856: oid 1 version 169 is already newer than 165 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:856: oid 1 version 169 is already newer than 167 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:856: oid 1 version 169 is already newer than 168 2024-04-02T08:34:01.851 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 169 (ObjNum 269 snap 93 seq_num 269) dirty exists 2024-04-02T08:34:01.852 INFO:tasks.rados.rados.0.smithi104.stdout:856: left oid 1 (ObjNum 269 snap 93 seq_num 269) 2024-04-02T08:34:01.855 INFO:tasks.rados.rados.0.smithi104.stdout:856: done (3 left) 2024-04-02T08:34:01.855 INFO:tasks.rados.rados.0.smithi104.stdout:859: done (2 left) 2024-04-02T08:34:01.856 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 93 2024-04-02T08:34:01.856 INFO:tasks.rados.rados.0.smithi104.stdout:860: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2024-04-02T08:34:01.859 INFO:tasks.rados.rados.0.smithi104.stdout:860: writing smithi10482514-9 from 0 to 565248 tid 1 2024-04-02T08:34:01.863 INFO:tasks.rados.rados.0.smithi104.stdout:860: writing smithi10482514-9 from 565248 to 1253376 tid 2 2024-04-02T08:34:01.868 INFO:tasks.rados.rados.0.smithi104.stdout:860: writing smithi10482514-9 from 1253376 to 1982464 tid 3 2024-04-02T08:34:01.869 INFO:tasks.rados.rados.0.smithi104.stdout:860: writing smithi10482514-9 from 1982464 to 2170880 tid 4 2024-04-02T08:34:01.869 INFO:tasks.rados.rados.0.smithi104.stdout:861: rollback oid 6 current snap is 93 2024-04-02T08:34:01.869 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 6 to 70 2024-04-02T08:34:01.869 INFO:tasks.rados.rados.0.smithi104.stdout:857: expect (ObjNum 233 snap 79 seq_num 233) 2024-04-02T08:34:01.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:01.464+0000 7ff951d20200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:34:01.873 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:01.655+0000 7ff951d20200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:34:01.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:01.696+0000 7f6c8a677200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:34:02.084 INFO:tasks.rados.rados.0.smithi104.stdout:858: finishing write tid 1 to smithi10482514-36 2024-04-02T08:34:02.084 INFO:tasks.rados.rados.0.smithi104.stdout:858: finishing write tid 2 to smithi10482514-36 2024-04-02T08:34:02.084 INFO:tasks.rados.rados.0.smithi104.stdout:858: finishing write tid 3 to smithi10482514-36 2024-04-02T08:34:02.084 INFO:tasks.rados.rados.0.smithi104.stdout:858: finishing write tid 4 to smithi10482514-36 2024-04-02T08:34:02.084 INFO:tasks.rados.rados.0.smithi104.stdout:858: finishing write tid 5 to smithi10482514-36 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:858: finishing write tid 6 to smithi10482514-36 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:858: oid 36 updating version 0 to 179 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:858: oid 36 updating version 179 to 183 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:858: oid 36 version 183 is already newer than 180 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:858: oid 36 version 183 is already newer than 181 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:858: oid 36 version 183 is already newer than 182 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 183 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:858: left oid 36 (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:860: finishing write tid 1 to smithi10482514-9 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:857: done (3 left) 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:858: done (2 left) 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:862: snap_create 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:860: finishing write tid 2 to smithi10482514-9 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:860: finishing write tid 3 to smithi10482514-9 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:860: finishing write tid 4 to smithi10482514-9 2024-04-02T08:34:02.085 INFO:tasks.rados.rados.0.smithi104.stdout:861: finishing rollback tid 0 to smithi10482514-6 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:860: finishing write tid 5 to smithi10482514-9 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:861: finishing rollback tid 1 to smithi10482514-6 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:861: finishing rollback tid 2 to smithi10482514-6 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 564 (ObjNum 205 snap 64 seq_num 205) dirty exists 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:860: finishing write tid 6 to smithi10482514-9 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:860: oid 9 updating version 0 to 566 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:860: oid 9 version 566 is already newer than 565 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:860: oid 9 updating version 566 to 567 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:860: oid 9 version 567 is already newer than 564 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:860: oid 9 updating version 567 to 568 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 568 (ObjNum 272 snap 93 seq_num 272) dirty exists 2024-04-02T08:34:02.086 INFO:tasks.rados.rados.0.smithi104.stdout:860: left oid 9 (ObjNum 272 snap 93 seq_num 272) 2024-04-02T08:34:02.221 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:01.959+0000 7ff951d20200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:34:02.269 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:02 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:02.009+0000 7f6c8a677200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:34:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:02.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:02.222+0000 7ff951d20200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:34:02.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:02.463+0000 7ff951d20200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:34:02.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:02 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:02.270+0000 7f6c8a677200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:34:02.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:02 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:02.509+0000 7f6c8a677200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:34:02.821 INFO:tasks.rados.rados.0.smithi104.stdout:860: done (2 left) 2024-04-02T08:34:02.821 INFO:tasks.rados.rados.0.smithi104.stdout:861: done (1 left) 2024-04-02T08:34:02.822 INFO:tasks.rados.rados.0.smithi104.stdout:862: done (0 left) 2024-04-02T08:34:02.822 INFO:tasks.rados.rados.0.smithi104.stdout:863: rmattr oid 32 current snap is 94 2024-04-02T08:34:02.822 INFO:tasks.rados.rados.0.smithi104.stdout:864: read oid 14 snap -1 2024-04-02T08:34:02.822 INFO:tasks.rados.rados.0.smithi104.stdout:864: expect deleted 2024-04-02T08:34:02.822 INFO:tasks.rados.rados.0.smithi104.stdout:865: rollback oid 42 current snap is 94 2024-04-02T08:34:02.822 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 42 to 91 2024-04-02T08:34:02.822 INFO:tasks.rados.rados.0.smithi104.stdout:866: delete oid 12 current snap is 94 2024-04-02T08:34:02.826 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 143 (ObjNum 211 snap 66 seq_num 211) dirty exists 2024-04-02T08:34:02.827 INFO:tasks.rados.rados.0.smithi104.stdout:865: finishing rollback tid 0 to smithi10482514-42 2024-04-02T08:34:02.827 INFO:tasks.rados.rados.0.smithi104.stdout:863: done (3 left) 2024-04-02T08:34:02.828 INFO:tasks.rados.rados.0.smithi104.stdout:864: done (2 left) 2024-04-02T08:34:02.828 INFO:tasks.rados.rados.0.smithi104.stdout:866: done (1 left) 2024-04-02T08:34:02.828 INFO:tasks.rados.rados.0.smithi104.stdout:867: delete oid 46 current snap is 94 2024-04-02T08:34:02.828 INFO:tasks.rados.rados.0.smithi104.stdout:865: finishing rollback tid 1 to smithi10482514-42 2024-04-02T08:34:02.828 INFO:tasks.rados.rados.0.smithi104.stdout:865: finishing rollback tid 2 to smithi10482514-42 2024-04-02T08:34:02.828 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 411 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:34:02.830 INFO:tasks.rados.rados.0.smithi104.stdout:865: done (1 left) 2024-04-02T08:34:02.830 INFO:tasks.rados.rados.0.smithi104.stdout:867: done (0 left) 2024-04-02T08:34:02.830 INFO:tasks.rados.rados.0.smithi104.stdout:868: copy_from oid 25 from oid 31 current snap is 94 2024-04-02T08:34:02.830 INFO:tasks.rados.rados.0.smithi104.stdout:869: read oid 49 snap 88 2024-04-02T08:34:02.830 INFO:tasks.rados.rados.0.smithi104.stdout:869: expect deleted 2024-04-02T08:34:02.830 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 94 2024-04-02T08:34:02.830 INFO:tasks.rados.rados.0.smithi104.stdout:870: seq_num 275 ranges {6217728=614400,6832128=786432,7618560=499712,8118272=319488} 2024-04-02T08:34:02.867 INFO:tasks.rados.rados.0.smithi104.stdout:870: writing smithi10482514-23 from 6217728 to 6832128 tid 1 2024-04-02T08:34:02.871 INFO:tasks.rados.rados.0.smithi104.stdout:870: writing smithi10482514-23 from 6832128 to 7618560 tid 2 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi104.stdout:870: writing smithi10482514-23 from 7618560 to 8118272 tid 3 2024-04-02T08:34:02.876 INFO:tasks.rados.rados.0.smithi104.stdout:870: writing smithi10482514-23 from 8118272 to 8437760 tid 4 2024-04-02T08:34:02.876 INFO:tasks.rados.rados.0.smithi104.stdout:871: copy_from oid 32 from oid 42 current snap is 94 2024-04-02T08:34:02.876 INFO:tasks.rados.rados.0.smithi104.stdout:868: finishing copy_from to smithi10482514-25 2024-04-02T08:34:02.876 INFO:tasks.rados.rados.0.smithi104.stdout:868: got expected ENOENT (src dne) 2024-04-02T08:34:02.877 INFO:tasks.rados.rados.0.smithi104.stdout:868: finishing copy_from racing read to smithi10482514-25 2024-04-02T08:34:02.877 INFO:tasks.rados.rados.0.smithi104.stdout:870: finishing write tid 1 to smithi10482514-23 2024-04-02T08:34:02.877 INFO:tasks.rados.rados.0.smithi104.stdout:870: finishing write tid 2 to smithi10482514-23 2024-04-02T08:34:02.877 INFO:tasks.rados.rados.0.smithi104.stdout:868: done (3 left) 2024-04-02T08:34:02.877 INFO:tasks.rados.rados.0.smithi104.stdout:869: done (2 left) 2024-04-02T08:34:02.877 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 94 2024-04-02T08:34:02.877 INFO:tasks.rados.rados.0.smithi104.stdout:872: seq_num 276 ranges {6791168=630784,7421952=671744,8093696=704512,8798208=229376} 2024-04-02T08:34:02.916 INFO:tasks.rados.rados.0.smithi104.stdout:872: writing smithi10482514-10 from 6791168 to 7421952 tid 1 2024-04-02T08:34:02.920 INFO:tasks.rados.rados.0.smithi104.stdout:872: writing smithi10482514-10 from 7421952 to 8093696 tid 2 2024-04-02T08:34:02.924 INFO:tasks.rados.rados.0.smithi104.stdout:872: writing smithi10482514-10 from 8093696 to 8798208 tid 3 2024-04-02T08:34:02.926 INFO:tasks.rados.rados.0.smithi104.stdout:872: writing smithi10482514-10 from 8798208 to 9027584 tid 4 2024-04-02T08:34:02.926 INFO:tasks.rados.rados.0.smithi104.stdout:873: read oid 13 snap 59 2024-04-02T08:34:02.926 INFO:tasks.rados.rados.0.smithi104.stdout:873: expect (ObjNum 127 snap 40 seq_num 127) 2024-04-02T08:34:02.926 INFO:tasks.rados.rados.0.smithi104.stdout:874: read oid 8 snap -1 2024-04-02T08:34:02.926 INFO:tasks.rados.rados.0.smithi104.stdout:874: expect deleted 2024-04-02T08:34:02.926 INFO:tasks.rados.rados.0.smithi104.stdout:875: read oid 1 snap 93 2024-04-02T08:34:02.926 INFO:tasks.rados.rados.0.smithi104.stdout:875: expect (ObjNum 269 snap 93 seq_num 269) 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:876: snap_create 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:870: finishing write tid 3 to smithi10482514-23 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:870: finishing write tid 4 to smithi10482514-23 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:870: finishing write tid 5 to smithi10482514-23 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:870: finishing write tid 6 to smithi10482514-23 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:870: oid 23 updating version 0 to 284 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:870: oid 23 version 284 is already newer than 281 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:870: oid 23 version 284 is already newer than 282 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:870: oid 23 version 284 is already newer than 283 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:870: oid 23 version 284 is already newer than 280 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 284 (ObjNum 275 snap 94 seq_num 275) dirty exists 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:870: left oid 23 (ObjNum 275 snap 94 seq_num 275) 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:871: finishing copy_from racing read to smithi10482514-32 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:871: finishing copy_from to smithi10482514-32 2024-04-02T08:34:02.927 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 411 (ObjNum 1940297008 snap 22068 seq_num 304) dirty exists 2024-04-02T08:34:02.928 INFO:tasks.rados.rados.0.smithi104.stdout:872: finishing write tid 1 to smithi10482514-10 2024-04-02T08:34:02.928 INFO:tasks.rados.rados.0.smithi104.stdout:872: finishing write tid 2 to smithi10482514-10 2024-04-02T08:34:02.928 INFO:tasks.rados.rados.0.smithi104.stdout:872: finishing write tid 3 to smithi10482514-10 2024-04-02T08:34:02.929 INFO:tasks.rados.rados.0.smithi104.stdout:872: finishing write tid 4 to smithi10482514-10 2024-04-02T08:34:02.929 INFO:tasks.rados.rados.0.smithi104.stdout:872: finishing write tid 5 to smithi10482514-10 2024-04-02T08:34:02.930 INFO:tasks.rados.rados.0.smithi104.stdout:872: finishing write tid 6 to smithi10482514-10 2024-04-02T08:34:02.930 INFO:tasks.rados.rados.0.smithi104.stdout:872: oid 10 updating version 0 to 495 2024-04-02T08:34:02.930 INFO:tasks.rados.rados.0.smithi104.stdout:872: oid 10 updating version 495 to 496 2024-04-02T08:34:02.930 INFO:tasks.rados.rados.0.smithi104.stdout:872: oid 10 updating version 496 to 497 2024-04-02T08:34:02.930 INFO:tasks.rados.rados.0.smithi104.stdout:872: oid 10 version 497 is already newer than 494 2024-04-02T08:34:02.930 INFO:tasks.rados.rados.0.smithi104.stdout:872: oid 10 updating version 497 to 498 2024-04-02T08:34:02.930 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 498 (ObjNum 276 snap 94 seq_num 276) dirty exists 2024-04-02T08:34:02.930 INFO:tasks.rados.rados.0.smithi104.stdout:872: left oid 10 (ObjNum 276 snap 94 seq_num 276) 2024-04-02T08:34:02.940 INFO:tasks.rados.rados.0.smithi104.stdout:873: expect (ObjNum 127 snap 40 seq_num 127) 2024-04-02T08:34:02.995 INFO:tasks.rados.rados.0.smithi104.stdout:875: expect (ObjNum 269 snap 93 seq_num 269) 2024-04-02T08:34:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:02 smithi188 ceph-mon[30882]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:34:03.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:02 smithi104 ceph-mon[39229]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:34:03.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:02 smithi104 ceph-mon[94081]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:34:03.623 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:03.292+0000 7ff951d20200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:34:03.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:03.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:03 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:03.343+0000 7f6c8a677200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:34:03.831 INFO:tasks.rados.rados.0.smithi104.stdout:870: done (6 left) 2024-04-02T08:34:03.831 INFO:tasks.rados.rados.0.smithi104.stdout:871: done (5 left) 2024-04-02T08:34:03.831 INFO:tasks.rados.rados.0.smithi104.stdout:872: done (4 left) 2024-04-02T08:34:03.831 INFO:tasks.rados.rados.0.smithi104.stdout:873: done (3 left) 2024-04-02T08:34:03.831 INFO:tasks.rados.rados.0.smithi104.stdout:874: done (2 left) 2024-04-02T08:34:03.831 INFO:tasks.rados.rados.0.smithi104.stdout:875: done (1 left) 2024-04-02T08:34:03.831 INFO:tasks.rados.rados.0.smithi104.stdout:876: done (0 left) 2024-04-02T08:34:03.831 INFO:tasks.rados.rados.0.smithi104.stdout:877: read oid 3 snap -1 2024-04-02T08:34:03.831 INFO:tasks.rados.rados.0.smithi104.stdout:877: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:03.831 INFO:tasks.rados.rados.0.smithi104.stdout:878: read oid 25 snap -1 2024-04-02T08:34:03.831 INFO:tasks.rados.rados.0.smithi104.stdout:878: expect deleted 2024-04-02T08:34:03.832 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 95 2024-04-02T08:34:03.832 INFO:tasks.rados.rados.0.smithi104.stdout:879: seq_num 277 ranges {1949696=647168,2596864=557056,3153920=516096,3670016=532480} 2024-04-02T08:34:03.844 INFO:tasks.rados.rados.0.smithi104.stdout:879: writing smithi10482514-6 from 1949696 to 2596864 tid 1 2024-04-02T08:34:03.847 INFO:tasks.rados.rados.0.smithi104.stdout:879: writing smithi10482514-6 from 2596864 to 3153920 tid 2 2024-04-02T08:34:03.850 INFO:tasks.rados.rados.0.smithi104.stdout:879: writing smithi10482514-6 from 3153920 to 3670016 tid 3 2024-04-02T08:34:03.853 INFO:tasks.rados.rados.0.smithi104.stdout:879: writing smithi10482514-6 from 3670016 to 4202496 tid 4 2024-04-02T08:34:03.853 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 95 2024-04-02T08:34:03.853 INFO:tasks.rados.rados.0.smithi104.stdout:880: seq_num 278 ranges {2220032=663552,2883584=442368,3325952=720896,4046848=442368} 2024-04-02T08:34:03.868 INFO:tasks.rados.rados.0.smithi104.stdout:880: writing smithi10482514-7 from 2220032 to 2883584 tid 1 2024-04-02T08:34:03.871 INFO:tasks.rados.rados.0.smithi104.stdout:880: writing smithi10482514-7 from 2883584 to 3325952 tid 2 2024-04-02T08:34:03.876 INFO:tasks.rados.rados.0.smithi104.stdout:880: writing smithi10482514-7 from 3325952 to 4046848 tid 3 2024-04-02T08:34:03.878 INFO:tasks.rados.rados.0.smithi104.stdout:880: writing smithi10482514-7 from 4046848 to 4489216 tid 4 2024-04-02T08:34:03.879 INFO:tasks.rados.rados.0.smithi104.stdout:881: snap_remove snap 91 2024-04-02T08:34:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:03 smithi188 ceph-mon[30882]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:34:04.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:03.874+0000 7ff951d20200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:34:04.123 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:03.976+0000 7ff951d20200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:34:04.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:03 smithi104 ceph-mon[39229]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:34:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:03 smithi104 ceph-mon[94081]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:34:04.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:03 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:03.922+0000 7f6c8a677200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:34:04.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.023+0000 7f6c8a677200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:34:04.257 INFO:tasks.rados.rados.0.smithi104.stdout:881: done (4 left) 2024-04-02T08:34:04.257 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 95 2024-04-02T08:34:04.257 INFO:tasks.rados.rados.0.smithi104.stdout:882: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2024-04-02T08:34:04.261 INFO:tasks.rados.rados.0.smithi104.stdout:882: writing smithi10482514-50 from 0 to 679936 tid 1 2024-04-02T08:34:04.266 INFO:tasks.rados.rados.0.smithi104.stdout:882: writing smithi10482514-50 from 679936 to 1400832 tid 2 2024-04-02T08:34:04.269 INFO:tasks.rados.rados.0.smithi104.stdout:882: writing smithi10482514-50 from 1400832 to 1884160 tid 3 2024-04-02T08:34:04.272 INFO:tasks.rados.rados.0.smithi104.stdout:882: writing smithi10482514-50 from 1884160 to 2285568 tid 4 2024-04-02T08:34:04.272 INFO:tasks.rados.rados.0.smithi104.stdout:883: copy_from oid 42 from oid 36 current snap is 95 2024-04-02T08:34:04.272 INFO:tasks.rados.rados.0.smithi104.stdout:884: snap_remove snap 58 2024-04-02T08:34:04.448 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:04.195+0000 7ff951d20200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:34:04.448 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: [02/Apr/2024:08:34:04] ENGINE Bus STARTING 2024-04-02T08:34:04.449 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: CherryPy Checker: 2024-04-02T08:34:04.449 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: The Application mounted at '' has an empty config. 2024-04-02T08:34:04.449 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: 2024-04-02T08:34:04.449 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: [02/Apr/2024:08:34:04] ENGINE Serving on http://:::9283 2024-04-02T08:34:04.449 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78430]: [02/Apr/2024:08:34:04] ENGINE Bus STARTED 2024-04-02T08:34:04.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.244+0000 7f6c8a677200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:34:04.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:34:04] ENGINE Bus STARTING 2024-04-02T08:34:04.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.387+0000 7f6beda0d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:34:04.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.388+0000 7f6beda0d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:34:04.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.388+0000 7f6beda0d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:34:04.640 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.388+0000 7f6beda0d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:34:04.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.388+0000 7f6beda0d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:34:04.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.388+0000 7f6be8a03700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:34:04.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.388+0000 7f6be8a03700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:34:04.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.388+0000 7f6be8a03700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:34:04.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.388+0000 7f6be8a03700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:34:04.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.388+0000 7f6be8a03700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:34:04.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: CherryPy Checker: 2024-04-02T08:34:04.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: The Application mounted at '' has an empty config. 2024-04-02T08:34:04.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:04.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:34:04] ENGINE Serving on http://:::9283 2024-04-02T08:34:04.641 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:08:34:04] ENGINE Bus STARTED 2024-04-02T08:34:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:34:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: Standby manager daemon x restarted 2024-04-02T08:34:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: Standby manager daemon x started 2024-04-02T08:34:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:34:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:34:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:34:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: Active manager daemon y restarted 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: Activating manager daemon y 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: mgrmap e37: y(active, starting, since 0.00858642s), standbys: x 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:34:05.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: Manager daemon y is now available 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:34:05.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:04 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:34:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:34:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: Standby manager daemon x restarted 2024-04-02T08:34:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: Standby manager daemon x started 2024-04-02T08:34:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:34:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:34:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:34:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:34:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: Active manager daemon y restarted 2024-04-02T08:34:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: Activating manager daemon y 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: mgrmap e37: y(active, starting, since 0.00858642s), standbys: x 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:34:05.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:34:05.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:34:05.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:34:05.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:34:05.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:34:05.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:34:05.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: Manager daemon y is now available 2024-04-02T08:34:05.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:05.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:05.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:34:05.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: Standby manager daemon x restarted 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: Standby manager daemon x started 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.? 172.21.15.188:0/600275648' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: Active manager daemon y restarted 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: Activating manager daemon y 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: mgrmap e37: y(active, starting, since 0.00858642s), standbys: x 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:05.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:05.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:34:05.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:34:05.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:34:05.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:34:05.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:34:05.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:34:05.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:34:05.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:34:05.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:34:05.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:34:05.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: Manager daemon y is now available 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:04 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:34:05.272 INFO:tasks.rados.rados.0.smithi104.stdout:884: done (6 left) 2024-04-02T08:34:05.272 INFO:tasks.rados.rados.0.smithi104.stdout:885: snap_remove snap 88 2024-04-02T08:34:05.595 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:05.255+0000 7f6c40819700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-02T08:34:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:34:05] "GET /metrics HTTP/1.1" 200 33291 "" "Prometheus/2.43.0" 2024-04-02T08:34:06.272 INFO:tasks.rados.rados.0.smithi104.stdout:885: done (6 left) 2024-04-02T08:34:06.272 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 95 2024-04-02T08:34:06.272 INFO:tasks.rados.rados.0.smithi104.stdout:877: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:06.275 INFO:tasks.rados.rados.0.smithi104.stdout:879: finishing write tid 1 to smithi10482514-6 2024-04-02T08:34:06.275 INFO:tasks.rados.rados.0.smithi104.stdout:879: finishing write tid 2 to smithi10482514-6 2024-04-02T08:34:06.275 INFO:tasks.rados.rados.0.smithi104.stdout:879: finishing write tid 3 to smithi10482514-6 2024-04-02T08:34:06.275 INFO:tasks.rados.rados.0.smithi104.stdout:879: finishing write tid 4 to smithi10482514-6 2024-04-02T08:34:06.275 INFO:tasks.rados.rados.0.smithi104.stdout:879: finishing write tid 5 to smithi10482514-6 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:879: finishing write tid 6 to smithi10482514-6 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:879: oid 6 updating version 0 to 568 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:879: oid 6 version 568 is already newer than 566 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:879: oid 6 updating version 568 to 569 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:879: oid 6 version 569 is already newer than 567 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:879: oid 6 updating version 569 to 570 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 570 (ObjNum 277 snap 95 seq_num 277) dirty exists 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:879: left oid 6 (ObjNum 277 snap 95 seq_num 277) 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:880: finishing write tid 1 to smithi10482514-7 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:880: finishing write tid 2 to smithi10482514-7 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:880: finishing write tid 3 to smithi10482514-7 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:880: finishing write tid 4 to smithi10482514-7 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:880: finishing write tid 5 to smithi10482514-7 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:880: finishing write tid 6 to smithi10482514-7 2024-04-02T08:34:06.276 INFO:tasks.rados.rados.0.smithi104.stdout:880: oid 7 updating version 0 to 172 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:880: oid 7 updating version 172 to 173 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:880: oid 7 updating version 173 to 174 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:880: oid 7 version 174 is already newer than 170 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:880: oid 7 version 174 is already newer than 171 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 174 (ObjNum 278 snap 95 seq_num 278) dirty exists 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:880: left oid 7 (ObjNum 278 snap 95 seq_num 278) 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:882: finishing write tid 1 to smithi10482514-50 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:882: finishing write tid 2 to smithi10482514-50 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:882: finishing write tid 3 to smithi10482514-50 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:882: finishing write tid 4 to smithi10482514-50 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:882: finishing write tid 5 to smithi10482514-50 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:882: finishing write tid 6 to smithi10482514-50 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:882: oid 50 updating version 0 to 569 2024-04-02T08:34:06.277 INFO:tasks.rados.rados.0.smithi104.stdout:882: oid 50 updating version 569 to 571 2024-04-02T08:34:06.278 INFO:tasks.rados.rados.0.smithi104.stdout:882: oid 50 updating version 571 to 573 2024-04-02T08:34:06.278 INFO:tasks.rados.rados.0.smithi104.stdout:882: oid 50 version 573 is already newer than 572 2024-04-02T08:34:06.278 INFO:tasks.rados.rados.0.smithi104.stdout:882: oid 50 version 573 is already newer than 570 2024-04-02T08:34:06.278 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 573 (ObjNum 279 snap 95 seq_num 279) dirty exists 2024-04-02T08:34:06.278 INFO:tasks.rados.rados.0.smithi104.stdout:882: left oid 50 (ObjNum 279 snap 95 seq_num 279) 2024-04-02T08:34:06.278 INFO:tasks.rados.rados.0.smithi104.stdout:883: finishing copy_from racing read to smithi10482514-42 2024-04-02T08:34:06.278 INFO:tasks.rados.rados.0.smithi104.stdout:883: finishing copy_from to smithi10482514-42 2024-04-02T08:34:06.278 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 183 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:34:06.278 INFO:tasks.rados.rados.0.smithi104.stdout:886: seq_num 280 ranges {3588096=696320,4284416=606208,4890624=688128,5578752=311296} 2024-04-02T08:34:06.301 INFO:tasks.rados.rados.0.smithi104.stdout:886: writing smithi10482514-5 from 3588096 to 4284416 tid 1 2024-04-02T08:34:06.304 INFO:tasks.rados.rados.0.smithi104.stdout:886: writing smithi10482514-5 from 4284416 to 4890624 tid 2 2024-04-02T08:34:06.308 INFO:tasks.rados.rados.0.smithi104.stdout:886: writing smithi10482514-5 from 4890624 to 5578752 tid 3 2024-04-02T08:34:06.310 INFO:tasks.rados.rados.0.smithi104.stdout:886: writing smithi10482514-5 from 5578752 to 5890048 tid 4 2024-04-02T08:34:06.310 INFO:tasks.rados.rados.0.smithi104.stdout:877: done (6 left) 2024-04-02T08:34:06.310 INFO:tasks.rados.rados.0.smithi104.stdout:878: done (5 left) 2024-04-02T08:34:06.311 INFO:tasks.rados.rados.0.smithi104.stdout:879: done (4 left) 2024-04-02T08:34:06.311 INFO:tasks.rados.rados.0.smithi104.stdout:880: done (3 left) 2024-04-02T08:34:06.311 INFO:tasks.rados.rados.0.smithi104.stdout:882: done (2 left) 2024-04-02T08:34:06.311 INFO:tasks.rados.rados.0.smithi104.stdout:883: done (1 left) 2024-04-02T08:34:06.311 INFO:tasks.rados.rados.0.smithi104.stdout:887: read oid 26 snap -1 2024-04-02T08:34:06.311 INFO:tasks.rados.rados.0.smithi104.stdout:887: expect (ObjNum 263 snap 91 seq_num 263) 2024-04-02T08:34:06.311 INFO:tasks.rados.rados.0.smithi104.stdout:888: setattr oid 33 current snap is 95 2024-04-02T08:34:06.311 INFO:tasks.rados.rados.0.smithi104.stdout:886: finishing write tid 1 to smithi10482514-5 2024-04-02T08:34:06.311 INFO:tasks.rados.rados.0.smithi104.stdout:886: finishing write tid 2 to smithi10482514-5 2024-04-02T08:34:06.312 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 95 2024-04-02T08:34:06.312 INFO:tasks.rados.rados.0.smithi104.stdout:889: seq_num 281 ranges {3588096=712704,4300800=491520,4792320=491520,5283840=622592} 2024-04-02T08:34:06.335 INFO:tasks.rados.rados.0.smithi104.stdout:889: writing smithi10482514-17 from 3588096 to 4300800 tid 1 2024-04-02T08:34:06.338 INFO:tasks.rados.rados.0.smithi104.stdout:889: writing smithi10482514-17 from 4300800 to 4792320 tid 2 2024-04-02T08:34:06.341 INFO:tasks.rados.rados.0.smithi104.stdout:889: writing smithi10482514-17 from 4792320 to 5283840 tid 3 2024-04-02T08:34:06.346 INFO:tasks.rados.rados.0.smithi104.stdout:889: writing smithi10482514-17 from 5283840 to 5906432 tid 4 2024-04-02T08:34:06.346 INFO:tasks.rados.rados.0.smithi104.stdout:890: delete oid 7 current snap is 95 2024-04-02T08:34:06.346 INFO:tasks.rados.rados.0.smithi104.stdout:886: finishing write tid 3 to smithi10482514-5 2024-04-02T08:34:06.346 INFO:tasks.rados.rados.0.smithi104.stdout:886: finishing write tid 4 to smithi10482514-5 2024-04-02T08:34:06.346 INFO:tasks.rados.rados.0.smithi104.stdout:886: finishing write tid 5 to smithi10482514-5 2024-04-02T08:34:06.346 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 412 (ObjNum 225 snap 0 seq_num 159) dirty exists 2024-04-02T08:34:06.346 INFO:tasks.rados.rados.0.smithi104.stdout:886: finishing write tid 6 to smithi10482514-5 2024-04-02T08:34:06.346 INFO:tasks.rados.rados.0.smithi104.stdout:886: oid 5 updating version 0 to 409 2024-04-02T08:34:06.346 INFO:tasks.rados.rados.0.smithi104.stdout:886: oid 5 updating version 409 to 410 2024-04-02T08:34:06.346 INFO:tasks.rados.rados.0.smithi104.stdout:886: oid 5 version 410 is already newer than 408 2024-04-02T08:34:06.347 INFO:tasks.rados.rados.0.smithi104.stdout:886: oid 5 updating version 410 to 412 2024-04-02T08:34:06.347 INFO:tasks.rados.rados.0.smithi104.stdout:886: oid 5 version 412 is already newer than 411 2024-04-02T08:34:06.347 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 412 (ObjNum 280 snap 95 seq_num 280) dirty exists 2024-04-02T08:34:06.347 INFO:tasks.rados.rados.0.smithi104.stdout:886: left oid 5 (ObjNum 280 snap 95 seq_num 280) 2024-04-02T08:34:06.347 INFO:tasks.rados.rados.0.smithi104.stdout:887: expect (ObjNum 263 snap 91 seq_num 263) 2024-04-02T08:34:06.495 INFO:tasks.rados.rados.0.smithi104.stdout:889: finishing write tid 1 to smithi10482514-17 2024-04-02T08:34:06.495 INFO:tasks.rados.rados.0.smithi104.stdout:889: finishing write tid 2 to smithi10482514-17 2024-04-02T08:34:06.495 INFO:tasks.rados.rados.0.smithi104.stdout:886: done (4 left) 2024-04-02T08:34:06.495 INFO:tasks.rados.rados.0.smithi104.stdout:887: done (3 left) 2024-04-02T08:34:06.495 INFO:tasks.rados.rados.0.smithi104.stdout:888: done (2 left) 2024-04-02T08:34:06.495 INFO:tasks.rados.rados.0.smithi104.stdout:890: done (1 left) 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:891: read oid 5 snap -1 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:891: expect (ObjNum 280 snap 95 seq_num 280) 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:892: rmattr oid 32 current snap is 95 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:889: finishing write tid 3 to smithi10482514-17 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:889: finishing write tid 4 to smithi10482514-17 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:889: finishing write tid 5 to smithi10482514-17 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:889: finishing write tid 6 to smithi10482514-17 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:889: oid 17 updating version 0 to 591 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:889: oid 17 version 591 is already newer than 589 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:889: oid 17 version 591 is already newer than 587 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:889: oid 17 version 591 is already newer than 590 2024-04-02T08:34:06.496 INFO:tasks.rados.rados.0.smithi104.stdout:889: oid 17 version 591 is already newer than 588 2024-04-02T08:34:06.497 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 591 (ObjNum 281 snap 95 seq_num 281) dirty exists 2024-04-02T08:34:06.497 INFO:tasks.rados.rados.0.smithi104.stdout:889: left oid 17 (ObjNum 281 snap 95 seq_num 281) 2024-04-02T08:34:06.497 INFO:tasks.rados.rados.0.smithi104.stdout:889: done (2 left) 2024-04-02T08:34:06.497 INFO:tasks.rados.rados.0.smithi104.stdout:893: rmattr oid 47 current snap is 95 2024-04-02T08:34:06.497 INFO:tasks.rados.rados.0.smithi104.stdout:893: done (2 left) 2024-04-02T08:34:06.497 INFO:tasks.rados.rados.0.smithi104.stdout:894: setattr oid 47 current snap is 95 2024-04-02T08:34:06.498 INFO:tasks.rados.rados.0.smithi104.stdout:895: read oid 33 snap 92 2024-04-02T08:34:06.498 INFO:tasks.rados.rados.0.smithi104.stdout:895: expect deleted 2024-04-02T08:34:06.498 INFO:tasks.rados.rados.0.smithi104.stdout:896: rollback oid 9 current snap is 95 2024-04-02T08:34:06.498 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 9 to 36 2024-04-02T08:34:06.498 INFO:tasks.rados.rados.0.smithi104.stdout:897: setattr oid 39 current snap is 95 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:895: done (5 left) 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:898: rollback oid 6 current snap is 95 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 6 to 82 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:899: rollback oid 31 current snap is 95 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 31 to 90 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:900: read oid 30 snap -1 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:900: expect (ObjNum 252 snap 82 seq_num 252) 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:901: read oid 36 snap 47 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:901: expect (ObjNum 131 snap 42 seq_num 131) 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:902: rollback oid 41 current snap is 95 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 86 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 46 current snap is 95 2024-04-02T08:34:06.499 INFO:tasks.rados.rados.0.smithi104.stdout:903: seq_num 283 ranges {0=745472,745472=712704,1458176=458752,1916928=434176} 2024-04-02T08:34:06.502 INFO:tasks.rados.rados.0.smithi104.stdout:903: writing smithi10482514-46 from 0 to 745472 tid 1 2024-04-02T08:34:06.506 INFO:tasks.rados.rados.0.smithi104.stdout:903: writing smithi10482514-46 from 745472 to 1458176 tid 2 2024-04-02T08:34:06.509 INFO:tasks.rados.rados.0.smithi104.stdout:903: writing smithi10482514-46 from 1458176 to 1916928 tid 3 2024-04-02T08:34:06.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[39229]: [02/Apr/2024:08:34:04] ENGINE Bus STARTING 2024-04-02T08:34:06.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[39229]: [02/Apr/2024:08:34:04] ENGINE Serving on https://172.21.15.104:7150 2024-04-02T08:34:06.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[39229]: [02/Apr/2024:08:34:04] ENGINE Serving on http://172.21.15.104:8765 2024-04-02T08:34:06.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[39229]: [02/Apr/2024:08:34:04] ENGINE Bus STARTED 2024-04-02T08:34:06.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[39229]: mgrmap e38: y(active, since 1.00939s), standbys: x 2024-04-02T08:34:06.511 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[39229]: pgmap v3: 121 pgs: 121 active+clean; 309 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:06.512 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[39229]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:34:06.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[94081]: [02/Apr/2024:08:34:04] ENGINE Bus STARTING 2024-04-02T08:34:06.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[94081]: [02/Apr/2024:08:34:04] ENGINE Serving on https://172.21.15.104:7150 2024-04-02T08:34:06.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[94081]: [02/Apr/2024:08:34:04] ENGINE Serving on http://172.21.15.104:8765 2024-04-02T08:34:06.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[94081]: [02/Apr/2024:08:34:04] ENGINE Bus STARTED 2024-04-02T08:34:06.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[94081]: mgrmap e38: y(active, since 1.00939s), standbys: x 2024-04-02T08:34:06.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[94081]: pgmap v3: 121 pgs: 121 active+clean; 309 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:06.512 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:06 smithi104 ceph-mon[94081]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:34:06.513 INFO:tasks.rados.rados.0.smithi104.stdout:903: writing smithi10482514-46 from 1916928 to 2351104 tid 4 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:904: read oid 8 snap -1 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:904: expect deleted 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:905: read oid 42 snap -1 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:905: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:906: rollback oid 14 current snap is 95 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 93 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:907: delete oid 13 current snap is 95 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 412 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:896: finishing rollback tid 0 to smithi10482514-9 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 518 (ObjNum 187 snap 63 seq_num 187) dirty exists 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:896: finishing rollback tid 1 to smithi10482514-9 2024-04-02T08:34:06.514 INFO:tasks.rados.rados.0.smithi104.stdout:896: finishing rollback tid 2 to smithi10482514-9 2024-04-02T08:34:06.515 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 595 (ObjNum 120 snap 36 seq_num 120) dirty exists 2024-04-02T08:34:06.515 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 590 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:34:06.515 INFO:tasks.rados.rados.0.smithi104.stdout:898: finishing rollback tid 0 to smithi10482514-6 2024-04-02T08:34:06.515 INFO:tasks.rados.rados.0.smithi104.stdout:898: finishing rollback tid 1 to smithi10482514-6 2024-04-02T08:34:06.515 INFO:tasks.rados.rados.0.smithi104.stdout:898: finishing rollback tid 2 to smithi10482514-6 2024-04-02T08:34:06.515 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 593 (ObjNum 249 snap 82 seq_num 249) dirty exists 2024-04-02T08:34:06.515 INFO:tasks.rados.rados.0.smithi104.stdout:899: finishing rollback tid 1 to smithi10482514-31 2024-04-02T08:34:06.515 INFO:tasks.rados.rados.0.smithi104.stdout:899: finishing rollback tid 2 to smithi10482514-31 2024-04-02T08:34:06.515 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 496 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-04-02T08:34:06.520 INFO:tasks.rados.rados.0.smithi104.stdout:900: expect (ObjNum 252 snap 82 seq_num 252) 2024-04-02T08:34:06.526 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:06 smithi188 ceph-mon[30882]: [02/Apr/2024:08:34:04] ENGINE Bus STARTING 2024-04-02T08:34:06.526 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:06 smithi188 ceph-mon[30882]: [02/Apr/2024:08:34:04] ENGINE Serving on https://172.21.15.104:7150 2024-04-02T08:34:06.526 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:06 smithi188 ceph-mon[30882]: [02/Apr/2024:08:34:04] ENGINE Serving on http://172.21.15.104:8765 2024-04-02T08:34:06.526 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:06 smithi188 ceph-mon[30882]: [02/Apr/2024:08:34:04] ENGINE Bus STARTED 2024-04-02T08:34:06.526 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:06 smithi188 ceph-mon[30882]: mgrmap e38: y(active, since 1.00939s), standbys: x 2024-04-02T08:34:06.526 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:06 smithi188 ceph-mon[30882]: pgmap v3: 121 pgs: 121 active+clean; 309 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:06.526 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:06 smithi188 ceph-mon[30882]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:34:06.661 INFO:tasks.rados.rados.0.smithi104.stdout:906: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:34:06.661 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 293 (ObjNum 33 snap 0 seq_num 1936655608) dirty dne 2024-04-02T08:34:06.661 INFO:tasks.rados.rados.0.smithi104.stdout:902: finishing rollback tid 0 to smithi10482514-41 2024-04-02T08:34:06.661 INFO:tasks.rados.rados.0.smithi104.stdout:892: done (14 left) 2024-04-02T08:34:06.661 INFO:tasks.rados.rados.0.smithi104.stdout:894: done (13 left) 2024-04-02T08:34:06.661 INFO:tasks.rados.rados.0.smithi104.stdout:896: done (12 left) 2024-04-02T08:34:06.662 INFO:tasks.rados.rados.0.smithi104.stdout:897: done (11 left) 2024-04-02T08:34:06.662 INFO:tasks.rados.rados.0.smithi104.stdout:898: done (10 left) 2024-04-02T08:34:06.662 INFO:tasks.rados.rados.0.smithi104.stdout:899: done (9 left) 2024-04-02T08:34:06.662 INFO:tasks.rados.rados.0.smithi104.stdout:900: done (8 left) 2024-04-02T08:34:06.662 INFO:tasks.rados.rados.0.smithi104.stdout:906: done (7 left) 2024-04-02T08:34:06.662 INFO:tasks.rados.rados.0.smithi104.stdout:907: done (6 left) 2024-04-02T08:34:06.662 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 95 2024-04-02T08:34:06.662 INFO:tasks.rados.rados.0.smithi104.stdout:902: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:34:06.662 INFO:tasks.rados.rados.0.smithi104.stdout:902: finishing rollback tid 2 to smithi10482514-41 2024-04-02T08:34:06.662 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 597 (ObjNum 244 snap 82 seq_num 244) dirty exists 2024-04-02T08:34:06.663 INFO:tasks.rados.rados.0.smithi104.stdout:891: expect (ObjNum 280 snap 95 seq_num 280) 2024-04-02T08:34:06.928 INFO:tasks.rados.rados.0.smithi104.stdout:903: finishing write tid 1 to smithi10482514-46 2024-04-02T08:34:06.928 INFO:tasks.rados.rados.0.smithi104.stdout:903: finishing write tid 2 to smithi10482514-46 2024-04-02T08:34:06.928 INFO:tasks.rados.rados.0.smithi104.stdout:903: finishing write tid 3 to smithi10482514-46 2024-04-02T08:34:06.928 INFO:tasks.rados.rados.0.smithi104.stdout:903: finishing write tid 4 to smithi10482514-46 2024-04-02T08:34:06.928 INFO:tasks.rados.rados.0.smithi104.stdout:903: finishing write tid 5 to smithi10482514-46 2024-04-02T08:34:06.928 INFO:tasks.rados.rados.0.smithi104.stdout:905: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:34:06.989 INFO:tasks.rados.rados.0.smithi104.stdout:903: finishing write tid 6 to smithi10482514-46 2024-04-02T08:34:06.989 INFO:tasks.rados.rados.0.smithi104.stdout:903: oid 46 updating version 0 to 417 2024-04-02T08:34:06.989 INFO:tasks.rados.rados.0.smithi104.stdout:903: oid 46 version 417 is already newer than 414 2024-04-02T08:34:06.989 INFO:tasks.rados.rados.0.smithi104.stdout:903: oid 46 version 417 is already newer than 416 2024-04-02T08:34:06.989 INFO:tasks.rados.rados.0.smithi104.stdout:903: oid 46 version 417 is already newer than 415 2024-04-02T08:34:06.989 INFO:tasks.rados.rados.0.smithi104.stdout:903: oid 46 version 417 is already newer than 413 2024-04-02T08:34:06.989 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 417 (ObjNum 283 snap 95 seq_num 283) dirty exists 2024-04-02T08:34:06.989 INFO:tasks.rados.rados.0.smithi104.stdout:903: left oid 46 (ObjNum 283 snap 95 seq_num 283) 2024-04-02T08:34:06.989 INFO:tasks.rados.rados.0.smithi104.stdout:901: expect (ObjNum 131 snap 42 seq_num 131) 2024-04-02T08:34:07.240 INFO:tasks.rados.rados.0.smithi104.stdout:908: seq_num 285 ranges {3686400=778240,4464640=475136,4939776=475136,5414912=655360} 2024-04-02T08:34:07.264 INFO:tasks.rados.rados.0.smithi104.stdout:908: writing smithi10482514-2 from 3686400 to 4464640 tid 1 2024-04-02T08:34:07.267 INFO:tasks.rados.rados.0.smithi104.stdout:908: writing smithi10482514-2 from 4464640 to 4939776 tid 2 2024-04-02T08:34:07.271 INFO:tasks.rados.rados.0.smithi104.stdout:908: writing smithi10482514-2 from 4939776 to 5414912 tid 3 2024-04-02T08:34:07.278 INFO:tasks.rados.rados.0.smithi104.stdout:908: writing smithi10482514-2 from 5414912 to 6070272 tid 4 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:891: done (6 left) 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:901: done (5 left) 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:902: done (4 left) 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:903: done (3 left) 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:904: done (2 left) 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:905: done (1 left) 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:909: read oid 18 snap -1 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:909: expect (ObjNum 97 snap 25 seq_num 97) 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:908: finishing write tid 1 to smithi10482514-2 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:908: finishing write tid 2 to smithi10482514-2 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:908: finishing write tid 3 to smithi10482514-2 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 95 2024-04-02T08:34:07.279 INFO:tasks.rados.rados.0.smithi104.stdout:910: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-04-02T08:34:07.280 INFO:tasks.rados.rados.0.smithi104.stdout:910: writing smithi10482514-20 from 0 to 794624 tid 1 2024-04-02T08:34:07.285 INFO:tasks.rados.rados.0.smithi104.stdout:910: writing smithi10482514-20 from 794624 to 1556480 tid 2 2024-04-02T08:34:07.289 INFO:tasks.rados.rados.0.smithi104.stdout:910: writing smithi10482514-20 from 1556480 to 2236416 tid 3 2024-04-02T08:34:07.290 INFO:tasks.rados.rados.0.smithi104.stdout:910: writing smithi10482514-20 from 2236416 to 2400256 tid 4 2024-04-02T08:34:07.290 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 34 current snap is 95 2024-04-02T08:34:07.290 INFO:tasks.rados.rados.0.smithi104.stdout:908: finishing write tid 4 to smithi10482514-2 2024-04-02T08:34:07.291 INFO:tasks.rados.rados.0.smithi104.stdout:908: finishing write tid 5 to smithi10482514-2 2024-04-02T08:34:07.291 INFO:tasks.rados.rados.0.smithi104.stdout:908: finishing write tid 6 to smithi10482514-2 2024-04-02T08:34:07.291 INFO:tasks.rados.rados.0.smithi104.stdout:908: oid 2 updating version 0 to 111 2024-04-02T08:34:07.291 INFO:tasks.rados.rados.0.smithi104.stdout:908: oid 2 updating version 111 to 114 2024-04-02T08:34:07.291 INFO:tasks.rados.rados.0.smithi104.stdout:908: oid 2 version 114 is already newer than 113 2024-04-02T08:34:07.291 INFO:tasks.rados.rados.0.smithi104.stdout:908: oid 2 version 114 is already newer than 112 2024-04-02T08:34:07.291 INFO:tasks.rados.rados.0.smithi104.stdout:908: oid 2 version 114 is already newer than 110 2024-04-02T08:34:07.291 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 114 (ObjNum 285 snap 95 seq_num 285) dirty exists 2024-04-02T08:34:07.291 INFO:tasks.rados.rados.0.smithi104.stdout:908: left oid 2 (ObjNum 285 snap 95 seq_num 285) 2024-04-02T08:34:07.291 INFO:tasks.rados.rados.0.smithi104.stdout:910: finishing write tid 1 to smithi10482514-20 2024-04-02T08:34:07.291 INFO:tasks.rados.rados.0.smithi104.stdout:909: expect (ObjNum 97 snap 25 seq_num 97) 2024-04-02T08:34:07.395 INFO:tasks.rados.rados.0.smithi104.stdout:910: finishing write tid 2 to smithi10482514-20 2024-04-02T08:34:07.395 INFO:tasks.rados.rados.0.smithi104.stdout:910: finishing write tid 3 to smithi10482514-20 2024-04-02T08:34:07.395 INFO:tasks.rados.rados.0.smithi104.stdout:911: seq_num 287 ranges {737280=8192} 2024-04-02T08:34:07.400 INFO:tasks.rados.rados.0.smithi104.stdout:911: writing smithi10482514-34 from 737280 to 745472 tid 1 2024-04-02T08:34:07.400 INFO:tasks.rados.rados.0.smithi104.stdout:908: done (3 left) 2024-04-02T08:34:07.400 INFO:tasks.rados.rados.0.smithi104.stdout:909: done (2 left) 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:912: copy_from oid 49 from oid 45 current snap is 95 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:910: finishing write tid 4 to smithi10482514-20 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:910: finishing write tid 5 to smithi10482514-20 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:910: finishing write tid 6 to smithi10482514-20 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:910: oid 20 updating version 0 to 599 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:910: oid 20 version 599 is already newer than 597 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:910: oid 20 version 599 is already newer than 596 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:910: oid 20 updating version 599 to 600 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:910: oid 20 version 600 is already newer than 598 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 600 (ObjNum 286 snap 95 seq_num 286) dirty exists 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:910: left oid 20 (ObjNum 286 snap 95 seq_num 286) 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:910: done (2 left) 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:913: rollback oid 41 current snap is 95 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 40 2024-04-02T08:34:07.401 INFO:tasks.rados.rados.0.smithi104.stdout:914: copy_from oid 3 from oid 7 current snap is 95 2024-04-02T08:34:07.402 INFO:tasks.rados.rados.0.smithi104.stdout:915: read oid 19 snap 86 2024-04-02T08:34:07.402 INFO:tasks.rados.rados.0.smithi104.stdout:915: expect deleted 2024-04-02T08:34:07.402 INFO:tasks.rados.rados.0.smithi104.stdout:916: copy_from oid 1 from oid 46 current snap is 95 2024-04-02T08:34:07.402 INFO:tasks.rados.rados.0.smithi104.stdout:917: snap_create 2024-04-02T08:34:07.402 INFO:tasks.rados.rados.0.smithi104.stdout:914: finishing copy_from to smithi10482514-3 2024-04-02T08:34:07.402 INFO:tasks.rados.rados.0.smithi104.stdout:914: got expected ENOENT (src dne) 2024-04-02T08:34:07.402 INFO:tasks.rados.rados.0.smithi104.stdout:914: finishing copy_from racing read to smithi10482514-3 2024-04-02T08:34:07.404 INFO:tasks.rados.rados.0.smithi104.stdout:911: finishing write tid 1 to smithi10482514-34 2024-04-02T08:34:07.404 INFO:tasks.rados.rados.0.smithi104.stdout:911: finishing write tid 2 to smithi10482514-34 2024-04-02T08:34:07.404 INFO:tasks.rados.rados.0.smithi104.stdout:913: finishing rollback tid 0 to smithi10482514-41 2024-04-02T08:34:07.404 INFO:tasks.rados.rados.0.smithi104.stdout:913: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:34:07.404 INFO:tasks.rados.rados.0.smithi104.stdout:913: finishing rollback tid 2 to smithi10482514-41 2024-04-02T08:34:07.404 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 600 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:34:07.405 INFO:tasks.rados.rados.0.smithi104.stdout:911: finishing write tid 3 to smithi10482514-34 2024-04-02T08:34:07.405 INFO:tasks.rados.rados.0.smithi104.stdout:911: oid 34 updating version 0 to 602 2024-04-02T08:34:07.405 INFO:tasks.rados.rados.0.smithi104.stdout:911: oid 34 updating version 602 to 603 2024-04-02T08:34:07.405 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 603 (ObjNum 287 snap 95 seq_num 287) dirty exists 2024-04-02T08:34:07.405 INFO:tasks.rados.rados.0.smithi104.stdout:911: left oid 34 (ObjNum 287 snap 95 seq_num 287) 2024-04-02T08:34:07.412 INFO:tasks.rados.rados.0.smithi104.stdout:916: finishing copy_from racing read to smithi10482514-1 2024-04-02T08:34:07.413 INFO:tasks.rados.rados.0.smithi104.stdout:916: finishing copy_from to smithi10482514-1 2024-04-02T08:34:07.413 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 417 (ObjNum 283 snap 95 seq_num 283) dirty exists 2024-04-02T08:34:07.420 INFO:tasks.rados.rados.0.smithi104.stdout:912: finishing copy_from racing read to smithi10482514-49 2024-04-02T08:34:07.423 INFO:tasks.rados.rados.0.smithi104.stdout:912: finishing copy_from to smithi10482514-49 2024-04-02T08:34:07.424 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 264 (ObjNum 122 snap 37 seq_num 122) dirty exists 2024-04-02T08:34:07.613 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:07 smithi104 ceph-mon[39229]: pgmap v5: 121 pgs: 121 active+clean; 309 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:07.613 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:07 smithi104 ceph-mon[39229]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:34:07.613 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:07 smithi104 ceph-mon[39229]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:34:07.613 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:07 smithi104 ceph-mon[94081]: pgmap v5: 121 pgs: 121 active+clean; 309 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:07.613 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:07 smithi104 ceph-mon[94081]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:34:07.613 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:07 smithi104 ceph-mon[94081]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:34:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:07 smithi188 ceph-mon[30882]: pgmap v5: 121 pgs: 121 active+clean; 309 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:07 smithi188 ceph-mon[30882]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:34:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:07 smithi188 ceph-mon[30882]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:34:08.293 INFO:tasks.rados.rados.0.smithi104.stdout:911: done (6 left) 2024-04-02T08:34:08.293 INFO:tasks.rados.rados.0.smithi104.stdout:912: done (5 left) 2024-04-02T08:34:08.293 INFO:tasks.rados.rados.0.smithi104.stdout:913: done (4 left) 2024-04-02T08:34:08.293 INFO:tasks.rados.rados.0.smithi104.stdout:914: done (3 left) 2024-04-02T08:34:08.293 INFO:tasks.rados.rados.0.smithi104.stdout:915: done (2 left) 2024-04-02T08:34:08.293 INFO:tasks.rados.rados.0.smithi104.stdout:916: done (1 left) 2024-04-02T08:34:08.294 INFO:tasks.rados.rados.0.smithi104.stdout:917: done (0 left) 2024-04-02T08:34:08.294 INFO:tasks.rados.rados.0.smithi104.stdout:918: read oid 48 snap -1 2024-04-02T08:34:08.294 INFO:tasks.rados.rados.0.smithi104.stdout:918: expect (ObjNum 97 snap 25 seq_num 97) 2024-04-02T08:34:08.294 INFO:tasks.rados.rados.0.smithi104.stdout:919: read oid 35 snap 90 2024-04-02T08:34:08.294 INFO:tasks.rados.rados.0.smithi104.stdout:919: expect (ObjNum 233 snap 79 seq_num 233) 2024-04-02T08:34:08.294 INFO:tasks.rados.rados.0.smithi104.stdout:920: copy_from oid 44 from oid 36 current snap is 96 2024-04-02T08:34:08.294 INFO:tasks.rados.rados.0.smithi104.stdout:921: snap_remove snap 78 2024-04-02T08:34:09.291 INFO:tasks.rados.rados.0.smithi104.stdout:921: done (3 left) 2024-04-02T08:34:09.292 INFO:tasks.rados.rados.0.smithi104.stdout:922: snap_create 2024-04-02T08:34:09.292 INFO:tasks.rados.rados.0.smithi104.stdout:918: expect (ObjNum 97 snap 25 seq_num 97) 2024-04-02T08:34:09.403 INFO:tasks.rados.rados.0.smithi104.stdout:920: finishing copy_from racing read to smithi10482514-44 2024-04-02T08:34:09.403 INFO:tasks.rados.rados.0.smithi104.stdout:920: finishing copy_from to smithi10482514-44 2024-04-02T08:34:09.403 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 183 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:34:09.403 INFO:tasks.rados.rados.0.smithi104.stdout:919: expect (ObjNum 233 snap 79 seq_num 233) 2024-04-02T08:34:09.421 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:09 smithi188 ceph-mon[30882]: pgmap v7: 121 pgs: 121 active+clean; 309 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:09.421 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:09 smithi188 ceph-mon[30882]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:34:09.421 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:09 smithi188 ceph-mon[30882]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:34:09.421 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:09 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:09.421 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:09 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:09.421 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:09 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:09.422 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:09 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[39229]: pgmap v7: 121 pgs: 121 active+clean; 309 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[39229]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:34:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[39229]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:34:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[94081]: pgmap v7: 121 pgs: 121 active+clean; 309 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[94081]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:34:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[94081]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:34:09.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:09.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:09.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:09.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.294 INFO:tasks.rados.rados.0.smithi104.stdout:918: done (3 left) 2024-04-02T08:34:10.294 INFO:tasks.rados.rados.0.smithi104.stdout:919: done (2 left) 2024-04-02T08:34:10.294 INFO:tasks.rados.rados.0.smithi104.stdout:920: done (1 left) 2024-04-02T08:34:10.294 INFO:tasks.rados.rados.0.smithi104.stdout:922: done (0 left) 2024-04-02T08:34:10.294 INFO:tasks.rados.rados.0.smithi104.stdout:923: snap_remove snap 81 2024-04-02T08:34:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:10 smithi188 ceph-mon[30882]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:34:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:10 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:10 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:10 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:10 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:10 smithi104 ceph-mon[94081]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:34:10.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:10 smithi104 ceph-mon[39229]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:34:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:10 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:10 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:10 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:10 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:10.815 INFO:tasks.rados.rados.0.smithi104.stdout:923: done (0 left) 2024-04-02T08:34:10.815 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 97 2024-04-02T08:34:10.815 INFO:tasks.rados.rados.0.smithi104.stdout:924: seq_num 288 ranges {0=24576} 2024-04-02T08:34:10.815 INFO:tasks.rados.rados.0.smithi104.stdout:924: writing smithi10482514-25 from 0 to 24576 tid 1 2024-04-02T08:34:10.815 INFO:tasks.rados.rados.0.smithi104.stdout:925: copy_from oid 1 from oid 10 current snap is 97 2024-04-02T08:34:10.815 INFO:tasks.rados.rados.0.smithi104.stdout:926: read oid 46 snap -1 2024-04-02T08:34:10.815 INFO:tasks.rados.rados.0.smithi104.stdout:926: expect (ObjNum 283 snap 95 seq_num 283) 2024-04-02T08:34:10.815 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 97 2024-04-02T08:34:10.815 INFO:tasks.rados.rados.0.smithi104.stdout:927: seq_num 289 ranges {3088384=40960} 2024-04-02T08:34:10.833 INFO:tasks.rados.rados.0.smithi104.stdout:927: writing smithi10482514-24 from 3088384 to 3129344 tid 1 2024-04-02T08:34:10.833 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 97 2024-04-02T08:34:10.833 INFO:tasks.rados.rados.0.smithi104.stdout:928: seq_num 290 ranges {5890048=57344} 2024-04-02T08:34:10.866 INFO:tasks.rados.rados.0.smithi104.stdout:928: writing smithi10482514-5 from 5890048 to 5947392 tid 1 2024-04-02T08:34:10.867 INFO:tasks.rados.rados.0.smithi104.stdout:929: rollback oid 26 current snap is 97 2024-04-02T08:34:10.867 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 86 2024-04-02T08:34:10.867 INFO:tasks.rados.rados.0.smithi104.stdout:926: expect (ObjNum 283 snap 95 seq_num 283) 2024-04-02T08:34:10.929 INFO:tasks.rados.rados.0.smithi104.stdout:924: finishing write tid 1 to smithi10482514-25 2024-04-02T08:34:10.929 INFO:tasks.rados.rados.0.smithi104.stdout:924: finishing write tid 2 to smithi10482514-25 2024-04-02T08:34:10.929 INFO:tasks.rados.rados.0.smithi104.stdout:924: finishing write tid 3 to smithi10482514-25 2024-04-02T08:34:10.929 INFO:tasks.rados.rados.0.smithi104.stdout:924: oid 25 updating version 0 to 503 2024-04-02T08:34:10.929 INFO:tasks.rados.rados.0.smithi104.stdout:924: oid 25 version 503 is already newer than 502 2024-04-02T08:34:10.929 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 503 (ObjNum 288 snap 97 seq_num 288) dirty exists 2024-04-02T08:34:10.929 INFO:tasks.rados.rados.0.smithi104.stdout:924: left oid 25 (ObjNum 288 snap 97 seq_num 288) 2024-04-02T08:34:10.929 INFO:tasks.rados.rados.0.smithi104.stdout:927: finishing write tid 1 to smithi10482514-24 2024-04-02T08:34:10.929 INFO:tasks.rados.rados.0.smithi104.stdout:924: done (5 left) 2024-04-02T08:34:10.929 INFO:tasks.rados.rados.0.smithi104.stdout:926: done (4 left) 2024-04-02T08:34:10.930 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 11 current snap is 97 2024-04-02T08:34:10.930 INFO:tasks.rados.rados.0.smithi104.stdout:927: finishing write tid 2 to smithi10482514-24 2024-04-02T08:34:10.930 INFO:tasks.rados.rados.0.smithi104.stdout:930: seq_num 291 ranges {1974272=81920} 2024-04-02T08:34:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:930: writing smithi10482514-11 from 1974272 to 2056192 tid 1 2024-04-02T08:34:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:931: copy_from oid 31 from oid 3 current snap is 97 2024-04-02T08:34:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:932: copy_from oid 20 from oid 50 current snap is 97 2024-04-02T08:34:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:927: finishing write tid 3 to smithi10482514-24 2024-04-02T08:34:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:927: oid 24 updating version 0 to 624 2024-04-02T08:34:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:927: oid 24 updating version 624 to 625 2024-04-02T08:34:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 625 (ObjNum 289 snap 97 seq_num 289) dirty exists 2024-04-02T08:34:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:927: left oid 24 (ObjNum 289 snap 97 seq_num 289) 2024-04-02T08:34:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:927: done (6 left) 2024-04-02T08:34:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:933: read oid 8 snap -1 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:933: expect deleted 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:934: setattr oid 47 current snap is 97 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:925: finishing copy_from racing read to smithi10482514-1 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:925: finishing copy_from to smithi10482514-1 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 498 (ObjNum 276 snap 94 seq_num 276) dirty exists 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:928: finishing write tid 1 to smithi10482514-5 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:928: finishing write tid 2 to smithi10482514-5 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:929: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:929: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:929: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 441 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:928: finishing write tid 3 to smithi10482514-5 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:928: oid 5 updating version 0 to 418 2024-04-02T08:34:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:928: oid 5 updating version 418 to 419 2024-04-02T08:34:10.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 419 (ObjNum 290 snap 97 seq_num 290) dirty exists 2024-04-02T08:34:10.943 INFO:tasks.rados.rados.0.smithi104.stdout:928: left oid 5 (ObjNum 290 snap 97 seq_num 290) 2024-04-02T08:34:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:925: done (7 left) 2024-04-02T08:34:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:928: done (6 left) 2024-04-02T08:34:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:929: done (5 left) 2024-04-02T08:34:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:933: done (4 left) 2024-04-02T08:34:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:935: rollback oid 39 current snap is 97 2024-04-02T08:34:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 90 2024-04-02T08:34:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:936: rollback oid 42 current snap is 97 2024-04-02T08:34:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 42 to 96 2024-04-02T08:34:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:937: read oid 24 snap -1 2024-04-02T08:34:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:937: expect (ObjNum 289 snap 97 seq_num 289) 2024-04-02T08:34:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:938: rollback oid 38 current snap is 97 2024-04-02T08:34:10.945 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 38 to 83 2024-04-02T08:34:10.945 INFO:tasks.rados.rados.0.smithi104.stdout:939: delete oid 32 current snap is 97 2024-04-02T08:34:10.945 INFO:tasks.rados.rados.0.smithi104.stdout:930: finishing write tid 1 to smithi10482514-11 2024-04-02T08:34:10.945 INFO:tasks.rados.rados.0.smithi104.stdout:930: finishing write tid 2 to smithi10482514-11 2024-04-02T08:34:10.945 INFO:tasks.rados.rados.0.smithi104.stdout:931: finishing copy_from racing read to smithi10482514-31 2024-04-02T08:34:10.946 INFO:tasks.rados.rados.0.smithi104.stdout:931: finishing copy_from to smithi10482514-31 2024-04-02T08:34:10.946 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 178 (ObjNum 4113 snap 0 seq_num 558361442) dirty exists 2024-04-02T08:34:10.946 INFO:tasks.rados.rados.0.smithi104.stdout:930: finishing write tid 3 to smithi10482514-11 2024-04-02T08:34:10.946 INFO:tasks.rados.rados.0.smithi104.stdout:930: oid 11 updating version 0 to 79 2024-04-02T08:34:10.946 INFO:tasks.rados.rados.0.smithi104.stdout:930: oid 11 updating version 79 to 80 2024-04-02T08:34:10.946 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 80 (ObjNum 291 snap 97 seq_num 291) dirty exists 2024-04-02T08:34:10.946 INFO:tasks.rados.rados.0.smithi104.stdout:930: left oid 11 (ObjNum 291 snap 97 seq_num 291) 2024-04-02T08:34:10.946 INFO:tasks.rados.rados.0.smithi104.stdout:930: done (8 left) 2024-04-02T08:34:10.946 INFO:tasks.rados.rados.0.smithi104.stdout:931: done (7 left) 2024-04-02T08:34:10.946 INFO:tasks.rados.rados.0.smithi104.stdout:939: done (6 left) 2024-04-02T08:34:10.947 INFO:tasks.rados.rados.0.smithi104.stdout:940: copy_from oid 25 from oid 43 current snap is 97 2024-04-02T08:34:10.947 INFO:tasks.rados.rados.0.smithi104.stdout:941: setattr oid 45 current snap is 97 2024-04-02T08:34:10.948 INFO:tasks.rados.rados.0.smithi104.stdout:936: finishing rollback tid 0 to smithi10482514-42 2024-04-02T08:34:10.948 INFO:tasks.rados.rados.0.smithi104.stdout:938: finishing rollback tid 0 to smithi10482514-38 2024-04-02T08:34:10.948 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 536 (ObjNum 187 snap 63 seq_num 187) dirty exists 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:938: finishing rollback tid 1 to smithi10482514-38 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:938: finishing rollback tid 2 to smithi10482514-38 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 184 (ObjNum 227 snap 73 seq_num 227) dirty exists 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:935: finishing rollback tid 0 to smithi10482514-39 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:935: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:934: done (7 left) 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:938: done (6 left) 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:942: snap_create 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:936: finishing rollback tid 1 to smithi10482514-42 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:936: finishing rollback tid 2 to smithi10482514-42 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 415 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:935: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:34:10.949 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 629 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:34:10.950 INFO:tasks.rados.rados.0.smithi104.stdout:932: finishing copy_from racing read to smithi10482514-20 2024-04-02T08:34:10.952 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 350 (ObjNum 122 snap 37 seq_num 122) dirty exists 2024-04-02T08:34:10.953 INFO:tasks.rados.rados.0.smithi104.stdout:932: finishing copy_from to smithi10482514-20 2024-04-02T08:34:10.953 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 573 (ObjNum 279 snap 95 seq_num 279) dirty exists 2024-04-02T08:34:10.953 INFO:tasks.rados.rados.0.smithi104.stdout:940: finishing copy_from racing read to smithi10482514-25 2024-04-02T08:34:10.953 INFO:tasks.rados.rados.0.smithi104.stdout:940: finishing copy_from to smithi10482514-25 2024-04-02T08:34:10.953 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 440 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:34:10.968 INFO:tasks.rados.rados.0.smithi104.stdout:937: expect (ObjNum 289 snap 97 seq_num 289) 2024-04-02T08:34:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:11 smithi188 ceph-mon[30882]: pgmap v10: 121 pgs: 121 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 55 op/s 2024-04-02T08:34:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:11 smithi188 ceph-mon[30882]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:34:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:11 smithi188 ceph-mon[30882]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:34:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:11 smithi104 ceph-mon[39229]: pgmap v10: 121 pgs: 121 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 55 op/s 2024-04-02T08:34:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:11 smithi104 ceph-mon[39229]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:34:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:11 smithi104 ceph-mon[39229]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:34:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:11 smithi104 ceph-mon[94081]: pgmap v10: 121 pgs: 121 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 55 op/s 2024-04-02T08:34:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:11 smithi104 ceph-mon[94081]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:34:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:11 smithi104 ceph-mon[94081]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:34:11.815 INFO:tasks.rados.rados.0.smithi104.stdout:932: done (6 left) 2024-04-02T08:34:11.815 INFO:tasks.rados.rados.0.smithi104.stdout:935: done (5 left) 2024-04-02T08:34:11.815 INFO:tasks.rados.rados.0.smithi104.stdout:936: done (4 left) 2024-04-02T08:34:11.816 INFO:tasks.rados.rados.0.smithi104.stdout:937: done (3 left) 2024-04-02T08:34:11.816 INFO:tasks.rados.rados.0.smithi104.stdout:940: done (2 left) 2024-04-02T08:34:11.816 INFO:tasks.rados.rados.0.smithi104.stdout:941: done (1 left) 2024-04-02T08:34:11.816 INFO:tasks.rados.rados.0.smithi104.stdout:942: done (0 left) 2024-04-02T08:34:11.816 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 98 2024-04-02T08:34:11.816 INFO:tasks.rados.rados.0.smithi104.stdout:943: seq_num 293 ranges {3915776=114688} 2024-04-02T08:34:11.837 INFO:tasks.rados.rados.0.smithi104.stdout:943: writing smithi10482514-6 from 3915776 to 4030464 tid 1 2024-04-02T08:34:11.837 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 98 2024-04-02T08:34:11.837 INFO:tasks.rados.rados.0.smithi104.stdout:944: seq_num 294 ranges {2129920=131072} 2024-04-02T08:34:11.849 INFO:tasks.rados.rados.0.smithi104.stdout:944: writing smithi10482514-44 from 2129920 to 2260992 tid 1 2024-04-02T08:34:11.849 INFO:tasks.rados.rados.0.smithi104.stdout:945: read oid 50 snap -1 2024-04-02T08:34:11.849 INFO:tasks.rados.rados.0.smithi104.stdout:945: expect (ObjNum 279 snap 95 seq_num 279) 2024-04-02T08:34:11.849 INFO:tasks.rados.rados.0.smithi104.stdout:946: snap_create 2024-04-02T08:34:11.849 INFO:tasks.rados.rados.0.smithi104.stdout:943: finishing write tid 1 to smithi10482514-6 2024-04-02T08:34:11.849 INFO:tasks.rados.rados.0.smithi104.stdout:943: finishing write tid 2 to smithi10482514-6 2024-04-02T08:34:11.849 INFO:tasks.rados.rados.0.smithi104.stdout:943: finishing write tid 3 to smithi10482514-6 2024-04-02T08:34:11.849 INFO:tasks.rados.rados.0.smithi104.stdout:943: oid 6 updating version 0 to 631 2024-04-02T08:34:11.849 INFO:tasks.rados.rados.0.smithi104.stdout:943: oid 6 updating version 631 to 632 2024-04-02T08:34:11.849 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 632 (ObjNum 293 snap 98 seq_num 293) dirty exists 2024-04-02T08:34:11.850 INFO:tasks.rados.rados.0.smithi104.stdout:943: left oid 6 (ObjNum 293 snap 98 seq_num 293) 2024-04-02T08:34:11.854 INFO:tasks.rados.rados.0.smithi104.stdout:944: finishing write tid 1 to smithi10482514-44 2024-04-02T08:34:11.856 INFO:tasks.rados.rados.0.smithi104.stdout:944: finishing write tid 2 to smithi10482514-44 2024-04-02T08:34:11.859 INFO:tasks.rados.rados.0.smithi104.stdout:945: expect (ObjNum 279 snap 95 seq_num 279) 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi104.stdout:944: finishing write tid 3 to smithi10482514-44 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi104.stdout:944: oid 44 updating version 0 to 631 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi104.stdout:944: oid 44 updating version 631 to 632 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 632 (ObjNum 294 snap 98 seq_num 294) dirty exists 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi104.stdout:944: left oid 44 (ObjNum 294 snap 98 seq_num 294) 2024-04-02T08:34:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:12.819 INFO:tasks.rados.rados.0.smithi104.stdout:943: done (3 left) 2024-04-02T08:34:12.820 INFO:tasks.rados.rados.0.smithi104.stdout:944: done (2 left) 2024-04-02T08:34:12.820 INFO:tasks.rados.rados.0.smithi104.stdout:945: done (1 left) 2024-04-02T08:34:12.820 INFO:tasks.rados.rados.0.smithi104.stdout:946: done (0 left) 2024-04-02T08:34:12.820 INFO:tasks.rados.rados.0.smithi104.stdout:947: snap_create 2024-04-02T08:34:13.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:12 smithi188 ceph-mon[30882]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:34:13.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:12 smithi188 ceph-mon[30882]: pgmap v14: 121 pgs: 121 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 5.3 MiB/s wr, 69 op/s 2024-04-02T08:34:13.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:12 smithi104 ceph-mon[39229]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:34:13.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:12 smithi104 ceph-mon[39229]: pgmap v14: 121 pgs: 121 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 5.3 MiB/s wr, 69 op/s 2024-04-02T08:34:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:12 smithi104 ceph-mon[94081]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:34:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:12 smithi104 ceph-mon[94081]: pgmap v14: 121 pgs: 121 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 5.3 MiB/s wr, 69 op/s 2024-04-02T08:34:13.652 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:13 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:13.821 INFO:tasks.rados.rados.0.smithi104.stdout:947: done (0 left) 2024-04-02T08:34:13.821 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 100 2024-04-02T08:34:13.821 INFO:tasks.rados.rados.0.smithi104.stdout:948: seq_num 295 ranges {5947392=147456} 2024-04-02T08:34:13.855 INFO:tasks.rados.rados.0.smithi104.stdout:948: writing smithi10482514-5 from 5947392 to 6094848 tid 1 2024-04-02T08:34:13.855 INFO:tasks.rados.rados.0.smithi104.stdout:949: read oid 22 snap -1 2024-04-02T08:34:13.855 INFO:tasks.rados.rados.0.smithi104.stdout:949: expect (ObjNum 266 snap 91 seq_num 266) 2024-04-02T08:34:13.855 INFO:tasks.rados.rados.0.smithi104.stdout:950: rollback oid 47 current snap is 100 2024-04-02T08:34:13.855 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 47 to 94 2024-04-02T08:34:13.855 INFO:tasks.rados.rados.0.smithi104.stdout:951: delete oid 15 current snap is 100 2024-04-02T08:34:13.858 INFO:tasks.rados.rados.0.smithi104.stdout:950: finishing rollback tid 0 to smithi10482514-47 2024-04-02T08:34:13.860 INFO:tasks.rados.rados.0.smithi104.stdout:950: finishing rollback tid 1 to smithi10482514-47 2024-04-02T08:34:13.860 INFO:tasks.rados.rados.0.smithi104.stdout:950: finishing rollback tid 2 to smithi10482514-47 2024-04-02T08:34:13.860 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 540 (ObjNum 187 snap 63 seq_num 187) dirty exists 2024-04-02T08:34:13.861 INFO:tasks.rados.rados.0.smithi104.stdout:950: done (3 left) 2024-04-02T08:34:13.861 INFO:tasks.rados.rados.0.smithi104.stdout:951: done (2 left) 2024-04-02T08:34:13.862 INFO:tasks.rados.rados.0.smithi104.stdout:952: rollback oid 17 current snap is 100 2024-04-02T08:34:13.862 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 17 to 36 2024-04-02T08:34:13.862 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 100 2024-04-02T08:34:13.862 INFO:tasks.rados.rados.0.smithi104.stdout:953: seq_num 297 ranges {5947392=180224} 2024-04-02T08:34:13.896 INFO:tasks.rados.rados.0.smithi104.stdout:953: writing smithi10482514-49 from 5947392 to 6127616 tid 1 2024-04-02T08:34:13.896 INFO:tasks.rados.rados.0.smithi104.stdout:954: delete oid 37 current snap is 100 2024-04-02T08:34:13.896 INFO:tasks.rados.rados.0.smithi104.stdout:948: finishing write tid 1 to smithi10482514-5 2024-04-02T08:34:13.896 INFO:tasks.rados.rados.0.smithi104.stdout:948: finishing write tid 2 to smithi10482514-5 2024-04-02T08:34:13.896 INFO:tasks.rados.rados.0.smithi104.stdout:948: finishing write tid 3 to smithi10482514-5 2024-04-02T08:34:13.896 INFO:tasks.rados.rados.0.smithi104.stdout:948: oid 5 updating version 0 to 421 2024-04-02T08:34:13.896 INFO:tasks.rados.rados.0.smithi104.stdout:948: oid 5 version 421 is already newer than 420 2024-04-02T08:34:13.896 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 421 (ObjNum 295 snap 100 seq_num 295) dirty exists 2024-04-02T08:34:13.897 INFO:tasks.rados.rados.0.smithi104.stdout:948: left oid 5 (ObjNum 295 snap 100 seq_num 295) 2024-04-02T08:34:13.897 INFO:tasks.rados.rados.0.smithi104.stdout:952: finishing rollback tid 0 to smithi10482514-17 2024-04-02T08:34:13.897 INFO:tasks.rados.rados.0.smithi104.stdout:952: finishing rollback tid 1 to smithi10482514-17 2024-04-02T08:34:13.897 INFO:tasks.rados.rados.0.smithi104.stdout:952: finishing rollback tid 2 to smithi10482514-17 2024-04-02T08:34:13.897 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 636 (ObjNum 94 snap 23 seq_num 94) dirty exists 2024-04-02T08:34:13.897 INFO:tasks.rados.rados.0.smithi104.stdout:949: expect (ObjNum 266 snap 91 seq_num 266) 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:953: finishing write tid 1 to smithi10482514-49 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:953: finishing write tid 2 to smithi10482514-49 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:953: finishing write tid 3 to smithi10482514-49 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:953: oid 49 updating version 0 to 353 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:953: oid 49 version 353 is already newer than 352 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 353 (ObjNum 297 snap 100 seq_num 297) dirty exists 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:953: left oid 49 (ObjNum 297 snap 100 seq_num 297) 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:948: done (4 left) 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:949: done (3 left) 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:952: done (2 left) 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:953: done (1 left) 2024-04-02T08:34:14.094 INFO:tasks.rados.rados.0.smithi104.stdout:954: done (0 left) 2024-04-02T08:34:14.095 INFO:tasks.rados.rados.0.smithi104.stdout:955: rollback oid 39 current snap is 100 2024-04-02T08:34:14.095 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 94 2024-04-02T08:34:14.095 INFO:tasks.rados.rados.0.smithi104.stdout:956: read oid 7 snap -1 2024-04-02T08:34:14.095 INFO:tasks.rados.rados.0.smithi104.stdout:956: expect deleted 2024-04-02T08:34:14.095 INFO:tasks.rados.rados.0.smithi104.stdout:957: setattr oid 49 current snap is 100 2024-04-02T08:34:14.095 INFO:tasks.rados.rados.0.smithi104.stdout:956: done (2 left) 2024-04-02T08:34:14.095 INFO:tasks.rados.rados.0.smithi104.stdout:958: read oid 31 snap 92 2024-04-02T08:34:14.095 INFO:tasks.rados.rados.0.smithi104.stdout:958: expect deleted 2024-04-02T08:34:14.096 INFO:tasks.rados.rados.0.smithi104.stdout:959: snap_create 2024-04-02T08:34:14.097 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 354 (ObjNum 297 snap 100 seq_num 297) dirty exists 2024-04-02T08:34:14.097 INFO:tasks.rados.rados.0.smithi104.stdout:955: finishing rollback tid 0 to smithi10482514-39 2024-04-02T08:34:14.098 INFO:tasks.rados.rados.0.smithi104.stdout:955: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:34:14.098 INFO:tasks.rados.rados.0.smithi104.stdout:955: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:34:14.098 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 637 (ObjNum 33 snap 0 seq_num 283757887) dirty exists 2024-04-02T08:34:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:13 smithi188 ceph-mon[30882]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:34:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:13 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:13 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:13 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:13 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:13 smithi104 ceph-mon[39229]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:34:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:13 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:13 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:13 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:13 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:13 smithi104 ceph-mon[94081]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:34:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:14.831 INFO:tasks.rados.rados.0.smithi104.stdout:955: done (3 left) 2024-04-02T08:34:14.832 INFO:tasks.rados.rados.0.smithi104.stdout:957: done (2 left) 2024-04-02T08:34:14.832 INFO:tasks.rados.rados.0.smithi104.stdout:958: done (1 left) 2024-04-02T08:34:14.832 INFO:tasks.rados.rados.0.smithi104.stdout:959: done (0 left) 2024-04-02T08:34:14.832 INFO:tasks.rados.rados.0.smithi104.stdout:960: read oid 50 snap -1 2024-04-02T08:34:14.832 INFO:tasks.rados.rados.0.smithi104.stdout:960: expect (ObjNum 279 snap 95 seq_num 279) 2024-04-02T08:34:14.833 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 101 2024-04-02T08:34:14.833 INFO:tasks.rados.rados.0.smithi104.stdout:961: seq_num 299 ranges {6127616=212992} 2024-04-02T08:34:14.866 INFO:tasks.rados.rados.0.smithi104.stdout:961: writing smithi10482514-49 from 6127616 to 6340608 tid 1 2024-04-02T08:34:14.866 INFO:tasks.rados.rados.0.smithi104.stdout:962: rollback oid 32 current snap is 101 2024-04-02T08:34:14.866 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 32 to 70 2024-04-02T08:34:14.867 INFO:tasks.rados.rados.0.smithi104.stdout:960: expect (ObjNum 279 snap 95 seq_num 279) 2024-04-02T08:34:14.934 INFO:tasks.rados.rados.0.smithi104.stdout:962: finishing rollback tid 1 to smithi10482514-32 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:962: finishing rollback tid 2 to smithi10482514-32 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 415 (ObjNum 211 snap 66 seq_num 211) dirty exists 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:961: finishing write tid 1 to smithi10482514-49 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:961: finishing write tid 2 to smithi10482514-49 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:961: finishing write tid 3 to smithi10482514-49 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:961: oid 49 updating version 0 to 357 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:961: oid 49 version 357 is already newer than 356 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 357 (ObjNum 299 snap 101 seq_num 299) dirty exists 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:961: left oid 49 (ObjNum 299 snap 101 seq_num 299) 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:960: done (2 left) 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:961: done (1 left) 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:962: done (0 left) 2024-04-02T08:34:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:963: delete oid 31 current snap is 101 2024-04-02T08:34:14.936 INFO:tasks.rados.rados.0.smithi104.stdout:963: done (0 left) 2024-04-02T08:34:14.936 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 101 2024-04-02T08:34:14.936 INFO:tasks.rados.rados.0.smithi104.stdout:964: seq_num 301 ranges {0=245760} 2024-04-02T08:34:14.938 INFO:tasks.rados.rados.0.smithi104.stdout:964: writing smithi10482514-7 from 0 to 245760 tid 1 2024-04-02T08:34:14.938 INFO:tasks.rados.rados.0.smithi104.stdout:965: delete oid 9 current snap is 101 2024-04-02T08:34:14.940 INFO:tasks.rados.rados.0.smithi104.stdout:964: finishing write tid 1 to smithi10482514-7 2024-04-02T08:34:14.940 INFO:tasks.rados.rados.0.smithi104.stdout:965: done (1 left) 2024-04-02T08:34:14.940 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 101 2024-04-02T08:34:14.940 INFO:tasks.rados.rados.0.smithi104.stdout:966: seq_num 303 ranges {0=278528} 2024-04-02T08:34:14.943 INFO:tasks.rados.rados.0.smithi104.stdout:966: writing smithi10482514-3 from 0 to 278528 tid 1 2024-04-02T08:34:14.943 INFO:tasks.rados.rados.0.smithi104.stdout:967: read oid 38 snap -1 2024-04-02T08:34:14.943 INFO:tasks.rados.rados.0.smithi104.stdout:967: expect (ObjNum 227 snap 73 seq_num 227) 2024-04-02T08:34:14.943 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 101 2024-04-02T08:34:14.943 INFO:tasks.rados.rados.0.smithi104.stdout:964: finishing write tid 2 to smithi10482514-7 2024-04-02T08:34:14.943 INFO:tasks.rados.rados.0.smithi104.stdout:964: finishing write tid 3 to smithi10482514-7 2024-04-02T08:34:14.943 INFO:tasks.rados.rados.0.smithi104.stdout:964: oid 7 updating version 0 to 500 2024-04-02T08:34:14.943 INFO:tasks.rados.rados.0.smithi104.stdout:964: oid 7 version 500 is already newer than 499 2024-04-02T08:34:14.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 500 (ObjNum 301 snap 101 seq_num 301) dirty exists 2024-04-02T08:34:14.943 INFO:tasks.rados.rados.0.smithi104.stdout:964: left oid 7 (ObjNum 301 snap 101 seq_num 301) 2024-04-02T08:34:14.944 INFO:tasks.rados.rados.0.smithi104.stdout:968: seq_num 304 ranges {2285568=294912} 2024-04-02T08:34:14.957 INFO:tasks.rados.rados.0.smithi104.stdout:968: writing smithi10482514-20 from 2285568 to 2580480 tid 1 2024-04-02T08:34:14.957 INFO:tasks.rados.rados.0.smithi104.stdout:966: finishing write tid 1 to smithi10482514-3 2024-04-02T08:34:14.957 INFO:tasks.rados.rados.0.smithi104.stdout:966: finishing write tid 2 to smithi10482514-3 2024-04-02T08:34:14.957 INFO:tasks.rados.rados.0.smithi104.stdout:964: done (3 left) 2024-04-02T08:34:14.958 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 101 2024-04-02T08:34:14.958 INFO:tasks.rados.rados.0.smithi104.stdout:969: seq_num 305 ranges {6094848=311296} 2024-04-02T08:34:14.993 INFO:tasks.rados.rados.0.smithi104.stdout:969: writing smithi10482514-5 from 6094848 to 6406144 tid 1 2024-04-02T08:34:14.993 INFO:tasks.rados.rados.0.smithi104.stdout:970: snap_create 2024-04-02T08:34:14.993 INFO:tasks.rados.rados.0.smithi104.stdout:966: finishing write tid 3 to smithi10482514-3 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:966: oid 3 updating version 0 to 185 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:966: oid 3 updating version 185 to 186 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 186 (ObjNum 303 snap 101 seq_num 303) dirty exists 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:966: left oid 3 (ObjNum 303 snap 101 seq_num 303) 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:968: finishing write tid 1 to smithi10482514-20 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:968: finishing write tid 2 to smithi10482514-20 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:968: finishing write tid 3 to smithi10482514-20 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:968: oid 20 updating version 0 to 640 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:968: oid 20 updating version 640 to 641 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 641 (ObjNum 304 snap 101 seq_num 304) dirty exists 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:968: left oid 20 (ObjNum 304 snap 101 seq_num 304) 2024-04-02T08:34:14.994 INFO:tasks.rados.rados.0.smithi104.stdout:967: expect (ObjNum 227 snap 73 seq_num 227) 2024-04-02T08:34:15.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:34:15.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:34:15.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:34:15.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:34:15.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:34:15.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: pgmap v17: 121 pgs: 121 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:15.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:34:15.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:34:15.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:14 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: pgmap v17: 121 pgs: 121 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: Updating smithi104:/etc/ceph/ceph.conf 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: Updating smithi188:/etc/ceph/ceph.conf 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: pgmap v17: 121 pgs: 121 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: Updating smithi188:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:14 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:15.310 INFO:tasks.rados.rados.0.smithi104.stdout:969: finishing write tid 1 to smithi10482514-5 2024-04-02T08:34:15.310 INFO:tasks.rados.rados.0.smithi104.stdout:969: finishing write tid 2 to smithi10482514-5 2024-04-02T08:34:15.310 INFO:tasks.rados.rados.0.smithi104.stdout:969: finishing write tid 3 to smithi10482514-5 2024-04-02T08:34:15.310 INFO:tasks.rados.rados.0.smithi104.stdout:969: oid 5 updating version 0 to 423 2024-04-02T08:34:15.311 INFO:tasks.rados.rados.0.smithi104.stdout:969: oid 5 version 423 is already newer than 422 2024-04-02T08:34:15.311 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 423 (ObjNum 305 snap 101 seq_num 305) dirty exists 2024-04-02T08:34:15.311 INFO:tasks.rados.rados.0.smithi104.stdout:969: left oid 5 (ObjNum 305 snap 101 seq_num 305) 2024-04-02T08:34:15.817 INFO:tasks.rados.rados.0.smithi104.stdout:966: done (4 left) 2024-04-02T08:34:15.817 INFO:tasks.rados.rados.0.smithi104.stdout:967: done (3 left) 2024-04-02T08:34:15.817 INFO:tasks.rados.rados.0.smithi104.stdout:968: done (2 left) 2024-04-02T08:34:15.817 INFO:tasks.rados.rados.0.smithi104.stdout:969: done (1 left) 2024-04-02T08:34:15.817 INFO:tasks.rados.rados.0.smithi104.stdout:970: done (0 left) 2024-04-02T08:34:15.817 INFO:tasks.rados.rados.0.smithi104.stdout:971: copy_from oid 12 from oid 23 current snap is 102 2024-04-02T08:34:15.817 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 102 2024-04-02T08:34:15.817 INFO:tasks.rados.rados.0.smithi104.stdout:972: seq_num 306 ranges {0=327680} 2024-04-02T08:34:15.819 INFO:tasks.rados.rados.0.smithi104.stdout:972: writing smithi10482514-19 from 0 to 327680 tid 1 2024-04-02T08:34:15.819 INFO:tasks.rados.rados.0.smithi104.stdout:973: read oid 2 snap -1 2024-04-02T08:34:15.819 INFO:tasks.rados.rados.0.smithi104.stdout:973: expect (ObjNum 285 snap 95 seq_num 285) 2024-04-02T08:34:15.819 INFO:tasks.rados.rados.0.smithi104.stdout:974: copy_from oid 20 from oid 26 current snap is 102 2024-04-02T08:34:15.819 INFO:tasks.rados.rados.0.smithi104.stdout:975: rollback oid 40 current snap is 102 2024-04-02T08:34:15.820 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 40 to 100 2024-04-02T08:34:15.820 INFO:tasks.rados.rados.0.smithi104.stdout:976: snap_create 2024-04-02T08:34:15.838 INFO:tasks.rados.rados.0.smithi104.stdout:972: finishing write tid 1 to smithi10482514-19 2024-04-02T08:34:15.838 INFO:tasks.rados.rados.0.smithi104.stdout:972: finishing write tid 2 to smithi10482514-19 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi104.stdout:975: finishing rollback tid 0 to smithi10482514-40 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi104.stdout:975: finishing rollback tid 1 to smithi10482514-40 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi104.stdout:975: finishing rollback tid 2 to smithi10482514-40 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 447 (ObjNum 268 snap 91 seq_num 268) dirty exists 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi104.stdout:972: finishing write tid 3 to smithi10482514-19 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi104.stdout:972: oid 19 updating version 0 to 443 2024-04-02T08:34:15.841 INFO:tasks.rados.rados.0.smithi104.stdout:972: oid 19 version 443 is already newer than 442 2024-04-02T08:34:15.841 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 443 (ObjNum 306 snap 102 seq_num 306) dirty exists 2024-04-02T08:34:15.841 INFO:tasks.rados.rados.0.smithi104.stdout:972: left oid 19 (ObjNum 306 snap 102 seq_num 306) 2024-04-02T08:34:15.849 INFO:tasks.rados.rados.0.smithi104.stdout:974: finishing copy_from racing read to smithi10482514-20 2024-04-02T08:34:15.850 INFO:tasks.rados.rados.0.smithi104.stdout:974: finishing copy_from to smithi10482514-20 2024-04-02T08:34:15.850 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 441 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:34:15.851 INFO:tasks.rados.rados.0.smithi104.stdout:973: expect (ObjNum 285 snap 95 seq_num 285) 2024-04-02T08:34:16.096 INFO:tasks.rados.rados.0.smithi104.stdout:971: finishing copy_from racing read to smithi10482514-12 2024-04-02T08:34:16.096 INFO:tasks.rados.rados.0.smithi104.stdout:971: finishing copy_from to smithi10482514-12 2024-04-02T08:34:16.097 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 284 (ObjNum 275 snap 94 seq_num 275) dirty exists 2024-04-02T08:34:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:15 smithi188 ceph-mon[30882]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:34:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:15 smithi188 ceph-mon[30882]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:34:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:15 smithi188 ceph-mon[30882]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:34:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:15 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:15 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:15 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:34:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:15 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:34:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:15 smithi188 ceph-mon[30882]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:34:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:15 smithi188 ceph-mon[30882]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:34:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:34:15] "GET /metrics HTTP/1.1" 200 33291 "" "Prometheus/2.43.0" 2024-04-02T08:34:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[39229]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:34:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[39229]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:34:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[39229]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:34:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:34:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:34:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[39229]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:34:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[39229]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:34:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[94081]: Updating smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:34:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[94081]: Updating smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:34:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[94081]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:34:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:34:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:34:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[94081]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:34:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:15 smithi104 ceph-mon[94081]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:34:16.817 INFO:tasks.rados.rados.0.smithi104.stdout:971: done (5 left) 2024-04-02T08:34:16.817 INFO:tasks.rados.rados.0.smithi104.stdout:972: done (4 left) 2024-04-02T08:34:16.817 INFO:tasks.rados.rados.0.smithi104.stdout:973: done (3 left) 2024-04-02T08:34:16.817 INFO:tasks.rados.rados.0.smithi104.stdout:974: done (2 left) 2024-04-02T08:34:16.817 INFO:tasks.rados.rados.0.smithi104.stdout:975: done (1 left) 2024-04-02T08:34:16.817 INFO:tasks.rados.rados.0.smithi104.stdout:976: done (0 left) 2024-04-02T08:34:16.817 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 103 2024-04-02T08:34:16.817 INFO:tasks.rados.rados.0.smithi104.stdout:977: seq_num 307 ranges {0=344064} 2024-04-02T08:34:16.818 INFO:tasks.rados.rados.0.smithi104.stdout:977: writing smithi10482514-39 from 0 to 344064 tid 1 2024-04-02T08:34:16.819 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 103 2024-04-02T08:34:16.819 INFO:tasks.rados.rados.0.smithi104.stdout:978: seq_num 308 ranges {638976=360448} 2024-04-02T08:34:16.824 INFO:tasks.rados.rados.0.smithi104.stdout:978: writing smithi10482514-43 from 638976 to 999424 tid 1 2024-04-02T08:34:16.824 INFO:tasks.rados.rados.0.smithi104.stdout:979: read oid 2 snap -1 2024-04-02T08:34:16.824 INFO:tasks.rados.rados.0.smithi104.stdout:979: expect (ObjNum 285 snap 95 seq_num 285) 2024-04-02T08:34:16.824 INFO:tasks.rados.rados.0.smithi104.stdout:980: delete oid 13 current snap is 103 2024-04-02T08:34:16.826 INFO:tasks.rados.rados.0.smithi104.stdout:977: finishing write tid 1 to smithi10482514-39 2024-04-02T08:34:16.826 INFO:tasks.rados.rados.0.smithi104.stdout:977: finishing write tid 2 to smithi10482514-39 2024-04-02T08:34:16.828 INFO:tasks.rados.rados.0.smithi104.stdout:980: done (3 left) 2024-04-02T08:34:16.828 INFO:tasks.rados.rados.0.smithi104.stdout:981: copy_from oid 7 from oid 3 current snap is 103 2024-04-02T08:34:16.829 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 103 2024-04-02T08:34:16.829 INFO:tasks.rados.rados.0.smithi104.stdout:982: seq_num 310 ranges {2908160=401408} 2024-04-02T08:34:16.847 INFO:tasks.rados.rados.0.smithi104.stdout:982: writing smithi10482514-18 from 2908160 to 3309568 tid 1 2024-04-02T08:34:16.847 INFO:tasks.rados.rados.0.smithi104.stdout:983: delete oid 17 current snap is 103 2024-04-02T08:34:16.847 INFO:tasks.rados.rados.0.smithi104.stdout:977: finishing write tid 3 to smithi10482514-39 2024-04-02T08:34:16.848 INFO:tasks.rados.rados.0.smithi104.stdout:977: oid 39 updating version 0 to 639 2024-04-02T08:34:16.848 INFO:tasks.rados.rados.0.smithi104.stdout:977: oid 39 updating version 639 to 640 2024-04-02T08:34:16.848 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 640 (ObjNum 307 snap 103 seq_num 307) dirty exists 2024-04-02T08:34:16.848 INFO:tasks.rados.rados.0.smithi104.stdout:977: left oid 39 (ObjNum 307 snap 103 seq_num 307) 2024-04-02T08:34:16.848 INFO:tasks.rados.rados.0.smithi104.stdout:978: finishing write tid 1 to smithi10482514-43 2024-04-02T08:34:16.848 INFO:tasks.rados.rados.0.smithi104.stdout:978: finishing write tid 2 to smithi10482514-43 2024-04-02T08:34:16.848 INFO:tasks.rados.rados.0.smithi104.stdout:981: finishing copy_from racing read to smithi10482514-7 2024-04-02T08:34:16.848 INFO:tasks.rados.rados.0.smithi104.stdout:978: finishing write tid 3 to smithi10482514-43 2024-04-02T08:34:16.848 INFO:tasks.rados.rados.0.smithi104.stdout:978: oid 43 updating version 0 to 516 2024-04-02T08:34:16.848 INFO:tasks.rados.rados.0.smithi104.stdout:978: oid 43 updating version 516 to 517 2024-04-02T08:34:16.849 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 517 (ObjNum 308 snap 103 seq_num 308) dirty exists 2024-04-02T08:34:16.849 INFO:tasks.rados.rados.0.smithi104.stdout:978: left oid 43 (ObjNum 308 snap 103 seq_num 308) 2024-04-02T08:34:16.849 INFO:tasks.rados.rados.0.smithi104.stdout:981: finishing copy_from to smithi10482514-7 2024-04-02T08:34:16.849 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 186 (ObjNum 303 snap 101 seq_num 303) dirty exists 2024-04-02T08:34:16.849 INFO:tasks.rados.rados.0.smithi104.stdout:979: expect (ObjNum 285 snap 95 seq_num 285) 2024-04-02T08:34:17.101 INFO:tasks.rados.rados.0.smithi104.stdout:982: finishing write tid 1 to smithi10482514-18 2024-04-02T08:34:17.101 INFO:tasks.rados.rados.0.smithi104.stdout:982: finishing write tid 2 to smithi10482514-18 2024-04-02T08:34:17.101 INFO:tasks.rados.rados.0.smithi104.stdout:977: done (5 left) 2024-04-02T08:34:17.101 INFO:tasks.rados.rados.0.smithi104.stdout:978: done (4 left) 2024-04-02T08:34:17.101 INFO:tasks.rados.rados.0.smithi104.stdout:979: done (3 left) 2024-04-02T08:34:17.101 INFO:tasks.rados.rados.0.smithi104.stdout:981: done (2 left) 2024-04-02T08:34:17.101 INFO:tasks.rados.rados.0.smithi104.stdout:983: done (1 left) 2024-04-02T08:34:17.101 INFO:tasks.rados.rados.0.smithi104.stdout:984: snap_create 2024-04-02T08:34:17.102 INFO:tasks.rados.rados.0.smithi104.stdout:982: finishing write tid 3 to smithi10482514-18 2024-04-02T08:34:17.102 INFO:tasks.rados.rados.0.smithi104.stdout:982: oid 18 updating version 0 to 92 2024-04-02T08:34:17.102 INFO:tasks.rados.rados.0.smithi104.stdout:982: oid 18 updating version 92 to 93 2024-04-02T08:34:17.102 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 93 (ObjNum 310 snap 103 seq_num 310) dirty exists 2024-04-02T08:34:17.102 INFO:tasks.rados.rados.0.smithi104.stdout:982: left oid 18 (ObjNum 310 snap 103 seq_num 310) 2024-04-02T08:34:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:16 smithi188 ceph-mon[30882]: pgmap v20: 121 pgs: 121 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T08:34:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:16 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:16 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:16 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:16 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:16 smithi188 ceph-mon[30882]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:34:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[39229]: pgmap v20: 121 pgs: 121 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T08:34:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[39229]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[39229]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:34:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[94081]: pgmap v20: 121 pgs: 121 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T08:34:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:17.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:17.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:17.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:16 smithi104 ceph-mon[94081]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:34:17.844 INFO:tasks.rados.rados.0.smithi104.stdout:982: done (1 left) 2024-04-02T08:34:17.845 INFO:tasks.rados.rados.0.smithi104.stdout:984: done (0 left) 2024-04-02T08:34:17.845 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 104 2024-04-02T08:34:17.845 INFO:tasks.rados.rados.0.smithi104.stdout:985: seq_num 312 ranges {737280=434176} 2024-04-02T08:34:17.851 INFO:tasks.rados.rados.0.smithi104.stdout:985: writing smithi10482514-47 from 737280 to 1171456 tid 1 2024-04-02T08:34:17.851 INFO:tasks.rados.rados.0.smithi104.stdout:986: snap_remove snap 59 2024-04-02T08:34:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:17 smithi188 ceph-mon[30882]: Upgrade: Updating mon.c 2024-04-02T08:34:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:17 smithi188 ceph-mon[30882]: Deploying daemon mon.c on smithi104 2024-04-02T08:34:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:17 smithi104 ceph-mon[94081]: Upgrade: Updating mon.c 2024-04-02T08:34:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:17 smithi104 ceph-mon[94081]: Deploying daemon mon.c on smithi104 2024-04-02T08:34:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:17 smithi104 ceph-mon[39229]: Upgrade: Updating mon.c 2024-04-02T08:34:18.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:17 smithi104 ceph-mon[39229]: Deploying daemon mon.c on smithi104 2024-04-02T08:34:18.863 INFO:tasks.rados.rados.0.smithi104.stdout:986: done (1 left) 2024-04-02T08:34:18.864 INFO:tasks.rados.rados.0.smithi104.stdout:987: delete oid 9 current snap is 104 2024-04-02T08:34:18.864 INFO:tasks.rados.rados.0.smithi104.stdout:985: finishing write tid 1 to smithi10482514-47 2024-04-02T08:34:18.864 INFO:tasks.rados.rados.0.smithi104.stdout:985: finishing write tid 2 to smithi10482514-47 2024-04-02T08:34:18.864 INFO:tasks.rados.rados.0.smithi104.stdout:985: finishing write tid 3 to smithi10482514-47 2024-04-02T08:34:18.864 INFO:tasks.rados.rados.0.smithi104.stdout:985: oid 47 updating version 0 to 543 2024-04-02T08:34:18.864 INFO:tasks.rados.rados.0.smithi104.stdout:985: oid 47 updating version 543 to 544 2024-04-02T08:34:18.864 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 544 (ObjNum 312 snap 104 seq_num 312) dirty exists 2024-04-02T08:34:18.864 INFO:tasks.rados.rados.0.smithi104.stdout:985: left oid 47 (ObjNum 312 snap 104 seq_num 312) 2024-04-02T08:34:18.872 INFO:tasks.rados.rados.0.smithi104.stdout:985: done (1 left) 2024-04-02T08:34:18.872 INFO:tasks.rados.rados.0.smithi104.stdout:987: done (0 left) 2024-04-02T08:34:18.872 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 46 current snap is 104 2024-04-02T08:34:18.872 INFO:tasks.rados.rados.0.smithi104.stdout:988: seq_num 314 ranges {2351104=466944} 2024-04-02T08:34:18.888 INFO:tasks.rados.rados.0.smithi104.stdout:988: writing smithi10482514-46 from 2351104 to 2818048 tid 1 2024-04-02T08:34:18.888 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 104 2024-04-02T08:34:18.888 INFO:tasks.rados.rados.0.smithi104.stdout:989: seq_num 315 ranges {0=483328} 2024-04-02T08:34:18.891 INFO:tasks.rados.rados.0.smithi104.stdout:989: writing smithi10482514-15 from 0 to 483328 tid 1 2024-04-02T08:34:18.891 INFO:tasks.rados.rados.0.smithi104.stdout:990: read oid 31 snap -1 2024-04-02T08:34:18.891 INFO:tasks.rados.rados.0.smithi104.stdout:990: expect deleted 2024-04-02T08:34:18.891 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 104 2024-04-02T08:34:18.891 INFO:tasks.rados.rados.0.smithi104.stdout:991: seq_num 316 ranges {8437760=499712} 2024-04-02T08:34:18.938 INFO:tasks.rados.rados.0.smithi104.stdout:991: writing smithi10482514-23 from 8437760 to 8937472 tid 1 2024-04-02T08:34:18.938 INFO:tasks.rados.rados.0.smithi104.stdout:992: snap_remove snap 92 2024-04-02T08:34:18.959 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:18 smithi104 systemd[1]: Stopping Ceph mon.c for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:18.959 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:18 smithi104 ceph-mon[39229]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:34:18.959 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:18 smithi104 ceph-mon[39229]: pgmap v23: 121 pgs: 121 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T08:34:18.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:18 smithi104 ceph-mon[94081]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:34:18.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:18 smithi104 ceph-mon[94081]: pgmap v23: 121 pgs: 121 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T08:34:19.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:18 smithi188 ceph-mon[30882]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:34:19.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:18 smithi188 ceph-mon[30882]: pgmap v23: 121 pgs: 121 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T08:34:19.323 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c[39206]: 2024-04-02T08:34:18.959+0000 7f30693b0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:34:19.323 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c[39206]: 2024-04-02T08:34:18.959+0000 7f30693b0700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:34:19.323 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:19 smithi104 podman[96374]: 2024-04-02 08:34:19.082750228 +0000 UTC m=+0.248462336 container died 91267a7083f3683372c9904df0252fc8fbac75d83be646c790226cffee5d835e (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T08:34:19.615 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:19 smithi104 podman[96374]: 2024-04-02 08:34:19.424843128 +0000 UTC m=+0.590555226 container cleanup 91267a7083f3683372c9904df0252fc8fbac75d83be646c790226cffee5d835e (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T08:34:19.616 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:19 smithi104 bash[96374]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T08:34:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:19 smithi104 podman[96394]: 2024-04-02 08:34:19.617444609 +0000 UTC m=+0.530685598 container remove 91267a7083f3683372c9904df0252fc8fbac75d83be646c790226cffee5d835e (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS) 2024-04-02T08:34:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:19 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.c.service: Deactivated successfully. 2024-04-02T08:34:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:19 smithi104 systemd[1]: Stopped Ceph mon.c for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:19 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.c.service: Consumed 7.970s CPU time. 2024-04-02T08:34:20.385 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 systemd[1]: Starting Ceph mon.c for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:20.385 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 podman[96530]: 2024-04-02 08:34:20.145966679 +0000 UTC m=+0.017782563 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:34:20.385 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 podman[96530]: 2024-04-02 08:34:20.251534355 +0000 UTC m=+0.123350224 container create 0692ac843ccb24a4c1040936fe0908a26304d3627c072c69e8732f0933c61bb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5) 2024-04-02T08:34:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:20 smithi188 ceph-mon[30882]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:34:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:20 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[94081]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:34:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 podman[96530]: 2024-04-02 08:34:20.487674753 +0000 UTC m=+0.359490623 container init 0692ac843ccb24a4c1040936fe0908a26304d3627c072c69e8732f0933c61bb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:34:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 podman[96530]: 2024-04-02 08:34:20.493086097 +0000 UTC m=+0.364901968 container start 0692ac843ccb24a4c1040936fe0908a26304d3627c072c69e8732f0933c61bb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-02T08:34:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:34:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev), process ceph-mon, pid 7 2024-04-02T08:34:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: pidfile_write: ignore empty --pid-file 2024-04-02T08:34:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: load: jerasure load: lrc 2024-04-02T08:34:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Git sha 0 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Compile date 2024-03-28 15:49:08 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: DB SUMMARY 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: DB Session ID: 0EHLLPPBMKDMU7W1L96P 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1404 Bytes 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 12288596 ; 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:34:20.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.env: 0x55e00b8c8c60 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.info_log: 0x55e00d02bae0 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.statistics: (nil) 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.use_fsync: 0 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:34:20.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.db_log_dir: 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.wal_dir: 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:34:20.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.write_buffer_manager: 0x55e00cffc820 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.unordered_write: 0 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:34:20.894 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:34:20.895 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:34:20.895 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.row_cache: None 2024-04-02T08:34:20.895 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.wal_filter: None 2024-04-02T08:34:20.896 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:34:20.896 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:34:20.896 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:34:20.896 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:34:20.896 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.wal_compression: 0 2024-04-02T08:34:20.896 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:34:20.896 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:34:20.896 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:34:20.897 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_open_files: -1 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:34:20.898 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:34:20.899 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Compression algorithms supported: 2024-04-02T08:34:20.899 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:34:20.899 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: kZSTD supported: 0 2024-04-02T08:34:20.899 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:34:20.899 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:34:20.899 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:34:20.899 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:34:20.899 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:34:20.899 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:34:20.899 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:34:20.899 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.merge_operator: 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_filter: None 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e00d02bcc0) 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:34:20.900 INFO:journalctl@ceph.mon.c.smithi104.stdout: index_type: 0 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: data_block_index_type: 0 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: index_shortening: 1 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: checksum: 4 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: no_block_cache: 0 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_cache: 0x55e00d02f090 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_cache_options: 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: capacity : 536870912 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: num_shard_bits : 4 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: strict_capacity_limit : 0 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_cache_compressed: (nil) 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: persistent_cache: (nil) 2024-04-02T08:34:20.901 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_size: 4096 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_size_deviation: 10 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_restart_interval: 16 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: index_block_restart_interval: 1 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: metadata_block_size: 4096 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: partition_filters: 0 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: use_delta_encoding: 1 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: filter_policy: bloomfilter 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: whole_key_filtering: 1 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: verify_compression: 0 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: format_version: 5 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: enable_index_compression: 1 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: block_align: 0 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: max_auto_readahead_size: 262144 2024-04-02T08:34:20.902 INFO:journalctl@ceph.mon.c.smithi104.stdout: prepopulate_block_cache: 0 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compression: NoCompression 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.num_levels: 7 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:34:20.903 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:34:20.904 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:34:20.905 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:34:20.906 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:34:20.907 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.ttl: 2592000 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:34:20.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13445, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d85f3e7e-708b-4bc2-967a-9ce2016e5116 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046860522247, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046860551646, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7527657, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13450, "largest_seqno": 17584, "table_properties": {"data_size": 7509574, "index_size": 12620, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4421, "raw_key_size": 40006, "raw_average_key_size": 22, "raw_value_size": 7472509, "raw_average_value_size": 4284, "num_data_blocks": 548, "num_entries": 1744, "num_filter_entries": 1744, "num_deletions": 299, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046860, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d85f3e7e-708b-4bc2-967a-9ce2016e5116", "db_session_id": "0EHLLPPBMKDMU7W1L96P", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046860551789, "job": 1, "event": "recovery_finished"} 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:34:20.909 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e00d11e000 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: DB pointer 0x55e00d108000 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout: ** DB Stats ** 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout: ** Compaction Stats [default] ** 2024-04-02T08:34:20.910 INFO:journalctl@ceph.mon.c.smithi104.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: L0 1/0 7.18 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 532.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: L6 1/0 6.21 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: Sum 2/0 13.39 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 532.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 532.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: ** Compaction Stats [default] ** 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 532.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:34:20.911 INFO:journalctl@ceph.mon.c.smithi104.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout: Cumulative compaction: 0.01 GB write, 220.94 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout: Interval compaction: 0.01 GB write, 220.94 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout: Block cache BinnedLRUCache@0x55e00d02f090#7 capacity: 512.00 MB usage: 17.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,13.08 KB,0.00249445%) Misc(1,0.00 KB,0%) 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: starting mon.c rank 2 at public addrs [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] at bind addrs [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:20.912 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: mon.c@-1(???) e3 preinit fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: mon.c@-1(???).mds e6 new map 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: mon.c@-1(???).mds e6 print_map 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: e6 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: legacy client fscid: 1 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: fs_name cephfs 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: epoch 6 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: created 2024-04-02T08:27:37.207296+0000 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: modified 2024-04-02T08:27:39.408888+0000 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: tableserver 0 2024-04-02T08:34:20.913 INFO:journalctl@ceph.mon.c.smithi104.stdout: root 0 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: session_timeout 60 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: session_autoclose 300 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: max_file_size 1099511627776 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: max_xattr_size 65536 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: required_client_features {} 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: last_failure 0 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: last_failure_osd_epoch 0 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: max_mds 1 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: in 0 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: up {0=24325} 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: failed 2024-04-02T08:34:20.914 INFO:journalctl@ceph.mon.c.smithi104.stdout: damaged 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: stopped 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: data_pools [3] 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: metadata_pool 2 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: inline_data disabled 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: balancer 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: bal_rank_mask -1 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: standby_count_wanted 0 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: [mds.b{0:24325} state up:active seq 3 addr [v2:172.21.15.188:6832/2105604648,v1:172.21.15.188:6833/2105604648] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: Standby daemons: 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: 2024-04-02T08:34:20.915 INFO:journalctl@ceph.mon.c.smithi104.stdout: [mds.a{-1:14463} state up:standby seq 1 addr [v2:172.21.15.104:6834/1547074275,v1:172.21.15.104:6835/1547074275] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:34:20.916 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: mon.c@-1(???).osd e252 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:34:20.916 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: mon.c@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:20.916 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: mon.c@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:20.916 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: mon.c@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:20.916 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-02T08:34:20.916 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 bash[96530]: 0692ac843ccb24a4c1040936fe0908a26304d3627c072c69e8732f0933c61bb5 2024-04-02T08:34:20.916 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 systemd[1]: Started Ceph mon.c for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:20.916 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:34:20.916 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:21.636 INFO:tasks.rados.rados.0.smithi104.stdout:992: done (4 left) 2024-04-02T08:34:21.636 INFO:tasks.rados.rados.0.smithi104.stdout:993: rmattr oid 47 current snap is 104 2024-04-02T08:34:21.636 INFO:tasks.rados.rados.0.smithi104.stdout:993: done (4 left) 2024-04-02T08:34:21.637 INFO:tasks.rados.rados.0.smithi104.stdout:994: snap_remove snap 55 2024-04-02T08:34:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: pgmap v25: 121 pgs: 121 active+clean; 365 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-02T08:34:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: mon.c calling monitor election 2024-04-02T08:34:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: mon.a calling monitor election 2024-04-02T08:34:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: monmap epoch 3 2024-04-02T08:34:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: last_changed 2024-04-02T08:23:40.244628+0000 2024-04-02T08:34:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: created 2024-04-02T08:21:59.892009+0000 2024-04-02T08:34:21.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: min_mon_release 18 (reef) 2024-04-02T08:34:21.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: election_strategy: 1 2024-04-02T08:34:21.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: 0: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.a 2024-04-02T08:34:21.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: 1: [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon.b 2024-04-02T08:34:21.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: 2: [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon.c 2024-04-02T08:34:21.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:34:21.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:34:21.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: mgrmap e40: y(active, since 16s), standbys: x 2024-04-02T08:34:21.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: overall HEALTH_OK 2024-04-02T08:34:21.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:21.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:21.892 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:21.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: pgmap v25: 121 pgs: 121 active+clean; 365 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-02T08:34:21.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: mon.c calling monitor election 2024-04-02T08:34:21.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: mon.a calling monitor election 2024-04-02T08:34:21.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:21.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: monmap epoch 3 2024-04-02T08:34:21.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:21.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: last_changed 2024-04-02T08:23:40.244628+0000 2024-04-02T08:34:21.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: created 2024-04-02T08:21:59.892009+0000 2024-04-02T08:34:21.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: min_mon_release 18 (reef) 2024-04-02T08:34:21.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: election_strategy: 1 2024-04-02T08:34:21.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: 0: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.a 2024-04-02T08:34:21.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: 1: [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon.b 2024-04-02T08:34:21.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: 2: [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon.c 2024-04-02T08:34:21.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:34:21.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:34:21.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: mgrmap e40: y(active, since 16s), standbys: x 2024-04-02T08:34:21.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: overall HEALTH_OK 2024-04-02T08:34:21.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:21.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:21.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: pgmap v25: 121 pgs: 121 active+clean; 365 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-02T08:34:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: mon.c calling monitor election 2024-04-02T08:34:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: mon.a calling monitor election 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: monmap epoch 3 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: last_changed 2024-04-02T08:23:40.244628+0000 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: created 2024-04-02T08:21:59.892009+0000 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: min_mon_release 18 (reef) 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: election_strategy: 1 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: 0: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.a 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: 1: [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon.b 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: 2: [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon.c 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: mgrmap e40: y(active, since 16s), standbys: x 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: overall HEALTH_OK 2024-04-02T08:34:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:22.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:22.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:21 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:22.641 INFO:tasks.rados.rados.0.smithi104.stdout:994: done (4 left) 2024-04-02T08:34:22.641 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 104 2024-04-02T08:34:22.641 INFO:tasks.rados.rados.0.smithi104.stdout:988: finishing write tid 1 to smithi10482514-46 2024-04-02T08:34:22.641 INFO:tasks.rados.rados.0.smithi104.stdout:988: finishing write tid 2 to smithi10482514-46 2024-04-02T08:34:22.642 INFO:tasks.rados.rados.0.smithi104.stdout:995: seq_num 317 ranges {5947392=516096} 2024-04-02T08:34:22.677 INFO:tasks.rados.rados.0.smithi104.stdout:995: writing smithi10482514-45 from 5947392 to 6463488 tid 1 2024-04-02T08:34:22.678 INFO:tasks.rados.rados.0.smithi104.stdout:990: done (4 left) 2024-04-02T08:34:22.678 INFO:tasks.rados.rados.0.smithi104.stdout:996: read oid 11 snap -1 2024-04-02T08:34:22.678 INFO:tasks.rados.rados.0.smithi104.stdout:996: expect (ObjNum 291 snap 97 seq_num 291) 2024-04-02T08:34:22.678 INFO:tasks.rados.rados.0.smithi104.stdout:997: snap_remove snap 101 2024-04-02T08:34:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:22 smithi104 ceph-mon[96567]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:34:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:22 smithi104 ceph-mon[96567]: pgmap v27: 121 pgs: 121 active+clean; 365 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T08:34:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:22 smithi104 ceph-mon[94081]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:34:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:22 smithi104 ceph-mon[94081]: pgmap v27: 121 pgs: 121 active+clean; 365 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T08:34:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:22 smithi188 ceph-mon[30882]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:34:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:22 smithi188 ceph-mon[30882]: pgmap v27: 121 pgs: 121 active+clean; 365 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T08:34:23.636 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:23 smithi104 ceph-mon[94081]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:34:23.650 INFO:tasks.rados.rados.0.smithi104.stdout:997: done (5 left) 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:998: read oid 42 snap -1 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:998: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:999: snap_create 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:988: finishing write tid 3 to smithi10482514-46 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:988: oid 46 updating version 0 to 425 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:988: oid 46 version 425 is already newer than 424 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 425 (ObjNum 314 snap 104 seq_num 314) dirty exists 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:988: left oid 46 (ObjNum 314 snap 104 seq_num 314) 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:989: finishing write tid 1 to smithi10482514-15 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:989: finishing write tid 2 to smithi10482514-15 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:989: finishing write tid 3 to smithi10482514-15 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:989: oid 15 updating version 0 to 653 2024-04-02T08:34:23.651 INFO:tasks.rados.rados.0.smithi104.stdout:989: oid 15 updating version 653 to 654 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 654 (ObjNum 315 snap 104 seq_num 315) dirty exists 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:989: left oid 15 (ObjNum 315 snap 104 seq_num 315) 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:991: finishing write tid 1 to smithi10482514-23 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:991: finishing write tid 2 to smithi10482514-23 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:991: finishing write tid 3 to smithi10482514-23 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:991: oid 23 updating version 0 to 285 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:991: oid 23 updating version 285 to 286 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 286 (ObjNum 316 snap 104 seq_num 316) dirty exists 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:991: left oid 23 (ObjNum 316 snap 104 seq_num 316) 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:995: finishing write tid 1 to smithi10482514-45 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:995: finishing write tid 2 to smithi10482514-45 2024-04-02T08:34:23.652 INFO:tasks.rados.rados.0.smithi104.stdout:996: expect (ObjNum 291 snap 97 seq_num 291) 2024-04-02T08:34:23.743 INFO:tasks.rados.rados.0.smithi104.stdout:995: finishing write tid 3 to smithi10482514-45 2024-04-02T08:34:23.743 INFO:tasks.rados.rados.0.smithi104.stdout:995: oid 45 updating version 0 to 376 2024-04-02T08:34:23.743 INFO:tasks.rados.rados.0.smithi104.stdout:995: oid 45 updating version 376 to 377 2024-04-02T08:34:23.743 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 377 (ObjNum 317 snap 104 seq_num 317) dirty exists 2024-04-02T08:34:23.743 INFO:tasks.rados.rados.0.smithi104.stdout:995: left oid 45 (ObjNum 317 snap 104 seq_num 317) 2024-04-02T08:34:23.743 INFO:tasks.rados.rados.0.smithi104.stdout:998: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:34:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:23 smithi188 ceph-mon[30882]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:34:23.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:23 smithi104 ceph-mon[96567]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:34:24.656 INFO:tasks.rados.rados.0.smithi104.stdout:988: done (6 left) 2024-04-02T08:34:24.656 INFO:tasks.rados.rados.0.smithi104.stdout:989: done (5 left) 2024-04-02T08:34:24.656 INFO:tasks.rados.rados.0.smithi104.stdout:991: done (4 left) 2024-04-02T08:34:24.656 INFO:tasks.rados.rados.0.smithi104.stdout:995: done (3 left) 2024-04-02T08:34:24.656 INFO:tasks.rados.rados.0.smithi104.stdout:996: done (2 left) 2024-04-02T08:34:24.656 INFO:tasks.rados.rados.0.smithi104.stdout:998: done (1 left) 2024-04-02T08:34:24.656 INFO:tasks.rados.rados.0.smithi104.stdout:999: done (0 left) 2024-04-02T08:34:24.656 INFO:tasks.rados.rados.0.smithi104.stdout:1000: read oid 7 snap 65 2024-04-02T08:34:24.656 INFO:tasks.rados.rados.0.smithi104.stdout:1000: expect deleted 2024-04-02T08:34:24.656 INFO:tasks.rados.rados.0.smithi104.stdout:1001: copy_from oid 13 from oid 41 current snap is 105 2024-04-02T08:34:24.656 INFO:tasks.rados.rados.0.smithi104.stdout:1002: snap_remove snap 71 2024-04-02T08:34:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:24 smithi188 ceph-mon[30882]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:34:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:24 smithi188 ceph-mon[30882]: pgmap v30: 121 pgs: 121 active+clean; 365 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T08:34:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:24 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:24 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:25.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:24 smithi104 ceph-mon[96567]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:34:25.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:24 smithi104 ceph-mon[96567]: pgmap v30: 121 pgs: 121 active+clean; 365 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T08:34:25.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:25.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:24 smithi104 ceph-mon[94081]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:34:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:24 smithi104 ceph-mon[94081]: pgmap v30: 121 pgs: 121 active+clean; 365 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T08:34:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:25.660 INFO:tasks.rados.rados.0.smithi104.stdout:1002: done (2 left) 2024-04-02T08:34:25.661 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 105 2024-04-02T08:34:25.661 INFO:tasks.rados.rados.0.smithi104.stdout:1003: seq_num 318 ranges {2260992=532480} 2024-04-02T08:34:25.677 INFO:tasks.rados.rados.0.smithi104.stdout:1003: writing smithi10482514-44 from 2260992 to 2793472 tid 1 2024-04-02T08:34:25.678 INFO:tasks.rados.rados.0.smithi104.stdout:1001: finishing copy_from racing read to smithi10482514-13 2024-04-02T08:34:25.678 INFO:tasks.rados.rados.0.smithi104.stdout:1001: finishing copy_from to smithi10482514-13 2024-04-02T08:34:25.678 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 600 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:34:25.678 INFO:tasks.rados.rados.0.smithi104.stdout:1000: done (2 left) 2024-04-02T08:34:25.678 INFO:tasks.rados.rados.0.smithi104.stdout:1001: done (1 left) 2024-04-02T08:34:25.679 INFO:tasks.rados.rados.0.smithi104.stdout:1004: snap_create 2024-04-02T08:34:25.687 INFO:tasks.rados.rados.0.smithi104.stdout:1003: finishing write tid 1 to smithi10482514-44 2024-04-02T08:34:25.687 INFO:tasks.rados.rados.0.smithi104.stdout:1003: finishing write tid 2 to smithi10482514-44 2024-04-02T08:34:25.690 INFO:tasks.rados.rados.0.smithi104.stdout:1003: finishing write tid 3 to smithi10482514-44 2024-04-02T08:34:25.690 INFO:tasks.rados.rados.0.smithi104.stdout:1003: oid 44 updating version 0 to 683 2024-04-02T08:34:25.690 INFO:tasks.rados.rados.0.smithi104.stdout:1003: oid 44 version 683 is already newer than 682 2024-04-02T08:34:25.690 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 683 (ObjNum 318 snap 105 seq_num 318) dirty exists 2024-04-02T08:34:25.690 INFO:tasks.rados.rados.0.smithi104.stdout:1003: left oid 44 (ObjNum 318 snap 105 seq_num 318) 2024-04-02T08:34:25.817 INFO:tasks.rados.rados.0.smithi104.stdout:1003: done (1 left) 2024-04-02T08:34:25.818 INFO:tasks.rados.rados.0.smithi104.stdout:1004: done (0 left) 2024-04-02T08:34:25.818 INFO:tasks.rados.rados.0.smithi104.stdout:1005: snap_create 2024-04-02T08:34:25.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:25 smithi104 ceph-mon[96567]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:34:25.874 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:25.560+0000 7f6c40819700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-02T08:34:25.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:25 smithi104 ceph-mon[94081]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:34:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:25 smithi188 ceph-mon[30882]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:34:26.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:34:25] "GET /metrics HTTP/1.1" 200 36017 "" "Prometheus/2.43.0" 2024-04-02T08:34:26.249 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:34:26.583 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:34:26.584 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (5m) 2s ago 6m 26.3M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:34:26.584 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (5m) 17s ago 5m 85.7M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:34:26.584 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (6m) 2s ago 6m 15.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:34:26.584 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (6m) 17s ago 6m 18.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:34:26.584 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (47s) 17s ago 10m 447M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:34:26.584 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (78s) 2s ago 12m 493M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:34:26.585 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (31s) 2s ago 12m 38.3M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:34:26.585 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (10m) 17s ago 10m 57.3M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 3404e6d1d70c 2024-04-02T08:34:26.585 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (6s) 2s ago 10m 32.2M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:34:26.585 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (5m) 2s ago 5m 16.9M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:34:26.585 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (5m) 17s ago 5m 15.5M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:34:26.585 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (10m) 2s ago 10m 164M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5ffe884bf 2024-04-02T08:34:26.585 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (9m) 2s ago 9m 156M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0fac1c9ff7f8 2024-04-02T08:34:26.586 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (9m) 2s ago 9m 145M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d f49701d81936 2024-04-02T08:34:26.586 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (8m) 2s ago 8m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 56815e6cf0b9 2024-04-02T08:34:26.586 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (8m) 17s ago 8m 165M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:34:26.586 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (8m) 17s ago 8m 173M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:34:26.586 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (7m) 17s ago 7m 128M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:34:26.586 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (7m) 17s ago 7m 110M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:34:26.586 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (53s) 17s ago 6m 40.2M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:34:26.826 INFO:tasks.rados.rados.0.smithi104.stdout:1005: done (0 left) 2024-04-02T08:34:26.827 INFO:tasks.rados.rados.0.smithi104.stdout:1006: snap_remove snap 79 2024-04-02T08:34:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:26.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[96567]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:34:26.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:26.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[96567]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:34:26.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[96567]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:26.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[96567]: pgmap v34: 121 pgs: 121 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 322 KiB/s wr, 3 op/s 2024-04-02T08:34:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[94081]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:34:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[94081]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:34:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[94081]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:26.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:26 smithi104 ceph-mon[94081]: pgmap v34: 121 pgs: 121 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 322 KiB/s wr, 3 op/s 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:34:26.982 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:34:26.983 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:34:26.983 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:34:26.983 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:34:26.983 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 11, 2024-04-02T08:34:26.983 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 4 2024-04-02T08:34:26.983 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:34:26.983 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:34:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:26 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:26 smithi188 ceph-mon[30882]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:34:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:26 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:26 smithi188 ceph-mon[30882]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:34:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:26 smithi188 ceph-mon[30882]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:26 smithi188 ceph-mon[30882]: pgmap v34: 121 pgs: 121 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 322 KiB/s wr, 3 op/s 2024-04-02T08:34:27.831 INFO:tasks.rados.rados.0.smithi104.stdout:1006: done (0 left) 2024-04-02T08:34:27.831 INFO:tasks.rados.rados.0.smithi104.stdout:1007: snap_remove snap 95 2024-04-02T08:34:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:27 smithi188 ceph-mon[30882]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:27 smithi188 ceph-mon[30882]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:34:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:27 smithi188 ceph-mon[30882]: from='client.? 172.21.15.104:0/2768591124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:28.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:27 smithi104 ceph-mon[96567]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:28.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:27 smithi104 ceph-mon[96567]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:34:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:27 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2768591124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:27 smithi104 ceph-mon[94081]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:27 smithi104 ceph-mon[94081]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:34:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:27 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2768591124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:28.844 INFO:tasks.rados.rados.0.smithi104.stdout:1007: done (0 left) 2024-04-02T08:34:28.845 INFO:tasks.rados.rados.0.smithi104.stdout:1008: delete oid 6 current snap is 107 2024-04-02T08:34:28.855 INFO:tasks.rados.rados.0.smithi104.stdout:1008: done (0 left) 2024-04-02T08:34:28.855 INFO:tasks.rados.rados.0.smithi104.stdout:1009: read oid 23 snap 76 2024-04-02T08:34:28.855 INFO:tasks.rados.rados.0.smithi104.stdout:1009: expect (ObjNum 227 snap 73 seq_num 227) 2024-04-02T08:34:28.855 INFO:tasks.rados.rados.0.smithi104.stdout:1010: delete oid 13 current snap is 107 2024-04-02T08:34:28.858 INFO:tasks.rados.rados.0.smithi104.stdout:1010: done (1 left) 2024-04-02T08:34:28.859 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 107 2024-04-02T08:34:28.859 INFO:tasks.rados.rados.0.smithi104.stdout:1011: seq_num 321 ranges {638976=581632} 2024-04-02T08:34:28.867 INFO:tasks.rados.rados.0.smithi104.stdout:1011: writing smithi10482514-25 from 638976 to 1220608 tid 1 2024-04-02T08:34:28.867 INFO:tasks.rados.rados.0.smithi104.stdout:1012: read oid 21 snap -1 2024-04-02T08:34:28.867 INFO:tasks.rados.rados.0.smithi104.stdout:1012: expect (ObjNum 267 snap 91 seq_num 267) 2024-04-02T08:34:28.867 INFO:tasks.rados.rados.0.smithi104.stdout:1013: read oid 40 snap 90 2024-04-02T08:34:28.868 INFO:tasks.rados.rados.0.smithi104.stdout:1013: expect (ObjNum 234 snap 79 seq_num 234) 2024-04-02T08:34:28.868 INFO:tasks.rados.rados.0.smithi104.stdout:1014: rollback oid 10 current snap is 107 2024-04-02T08:34:28.868 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 10 to 86 2024-04-02T08:34:28.868 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 107 2024-04-02T08:34:28.868 INFO:tasks.rados.rados.0.smithi104.stdout:1015: seq_num 322 ranges {4374528=598016} 2024-04-02T08:34:28.896 INFO:tasks.rados.rados.0.smithi104.stdout:1015: writing smithi10482514-35 from 4374528 to 4972544 tid 1 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:1016: snap_create 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:1011: finishing write tid 1 to smithi10482514-25 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:1011: finishing write tid 2 to smithi10482514-25 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:1011: finishing write tid 3 to smithi10482514-25 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:1011: oid 25 updating version 0 to 560 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:1011: oid 25 version 560 is already newer than 559 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 560 (ObjNum 321 snap 107 seq_num 321) dirty exists 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:1011: left oid 25 (ObjNum 321 snap 107 seq_num 321) 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:1014: finishing rollback tid 0 to smithi10482514-10 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:1014: finishing rollback tid 1 to smithi10482514-10 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:1014: finishing rollback tid 2 to smithi10482514-10 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 590 (ObjNum 188 snap 63 seq_num 188) dirty exists 2024-04-02T08:34:28.897 INFO:tasks.rados.rados.0.smithi104.stdout:1012: expect (ObjNum 267 snap 91 seq_num 267) 2024-04-02T08:34:29.066 INFO:tasks.rados.rados.0.smithi104.stdout:1009: expect (ObjNum 227 snap 73 seq_num 227) 2024-04-02T08:34:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:28 smithi188 ceph-mon[30882]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:34:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:28 smithi188 ceph-mon[30882]: pgmap v37: 121 pgs: 121 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 323 KiB/s wr, 3 op/s 2024-04-02T08:34:29.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:28 smithi104 ceph-mon[96567]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:34:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:28 smithi104 ceph-mon[96567]: pgmap v37: 121 pgs: 121 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 323 KiB/s wr, 3 op/s 2024-04-02T08:34:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:28 smithi104 ceph-mon[94081]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:34:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:28 smithi104 ceph-mon[94081]: pgmap v37: 121 pgs: 121 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 323 KiB/s wr, 3 op/s 2024-04-02T08:34:29.375 INFO:tasks.rados.rados.0.smithi104.stdout:1015: finishing write tid 1 to smithi10482514-35 2024-04-02T08:34:29.376 INFO:tasks.rados.rados.0.smithi104.stdout:1015: finishing write tid 2 to smithi10482514-35 2024-04-02T08:34:29.376 INFO:tasks.rados.rados.0.smithi104.stdout:1013: expect (ObjNum 234 snap 79 seq_num 234) 2024-04-02T08:34:29.935 INFO:tasks.rados.rados.0.smithi104.stdout:1015: finishing write tid 3 to smithi10482514-35 2024-04-02T08:34:29.935 INFO:tasks.rados.rados.0.smithi104.stdout:1015: oid 35 updating version 0 to 710 2024-04-02T08:34:29.935 INFO:tasks.rados.rados.0.smithi104.stdout:1015: oid 35 updating version 710 to 711 2024-04-02T08:34:29.935 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 711 (ObjNum 322 snap 107 seq_num 322) dirty exists 2024-04-02T08:34:29.935 INFO:tasks.rados.rados.0.smithi104.stdout:1015: left oid 35 (ObjNum 322 snap 107 seq_num 322) 2024-04-02T08:34:29.935 INFO:tasks.rados.rados.0.smithi104.stdout:1009: done (6 left) 2024-04-02T08:34:29.935 INFO:tasks.rados.rados.0.smithi104.stdout:1011: done (5 left) 2024-04-02T08:34:29.935 INFO:tasks.rados.rados.0.smithi104.stdout:1012: done (4 left) 2024-04-02T08:34:29.935 INFO:tasks.rados.rados.0.smithi104.stdout:1013: done (3 left) 2024-04-02T08:34:29.936 INFO:tasks.rados.rados.0.smithi104.stdout:1014: done (2 left) 2024-04-02T08:34:29.936 INFO:tasks.rados.rados.0.smithi104.stdout:1015: done (1 left) 2024-04-02T08:34:29.936 INFO:tasks.rados.rados.0.smithi104.stdout:1016: done (0 left) 2024-04-02T08:34:29.936 INFO:tasks.rados.rados.0.smithi104.stdout:1017: rollback oid 29 current snap is 108 2024-04-02T08:34:29.936 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 36 2024-04-02T08:34:29.936 INFO:tasks.rados.rados.0.smithi104.stdout:1018: snap_remove snap 76 2024-04-02T08:34:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:29 smithi188 ceph-mon[30882]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:34:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:29 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:29 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:29 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:29 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:29 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:29 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:29 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:29 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:34:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:29 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:34:30.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[96567]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:34:30.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[94081]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:30.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:30.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:30.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:30.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:34:30.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:34:30.822 INFO:tasks.rados.rados.0.smithi104.stdout:1018: done (1 left) 2024-04-02T08:34:30.822 INFO:tasks.rados.rados.0.smithi104.stdout:1019: read oid 4 snap -1 2024-04-02T08:34:30.822 INFO:tasks.rados.rados.0.smithi104.stdout:1019: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:34:30.822 INFO:tasks.rados.rados.0.smithi104.stdout:1020: delete oid 20 current snap is 108 2024-04-02T08:34:30.822 INFO:tasks.rados.rados.0.smithi104.stdout:1017: finishing rollback tid 0 to smithi10482514-29 2024-04-02T08:34:30.822 INFO:tasks.rados.rados.0.smithi104.stdout:1017: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:34:30.822 INFO:tasks.rados.rados.0.smithi104.stdout:1017: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:34:30.823 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 594 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:34:30.829 INFO:tasks.rados.rados.0.smithi104.stdout:1019: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:34:30.832 INFO:tasks.rados.rados.0.smithi104.stdout:1017: done (2 left) 2024-04-02T08:34:30.832 INFO:tasks.rados.rados.0.smithi104.stdout:1019: done (1 left) 2024-04-02T08:34:30.832 INFO:tasks.rados.rados.0.smithi104.stdout:1020: done (0 left) 2024-04-02T08:34:30.833 INFO:tasks.rados.rados.0.smithi104.stdout:1021: snap_remove snap 105 2024-04-02T08:34:31.085 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:30 smithi188 ceph-mon[30882]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:34:31.085 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:30 smithi188 ceph-mon[30882]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:34:31.085 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:30 smithi188 ceph-mon[30882]: pgmap v40: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 418 KiB/s wr, 6 op/s 2024-04-02T08:34:31.085 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:30 smithi188 ceph-mon[30882]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:34:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:30 smithi104 ceph-mon[94081]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:34:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:30 smithi104 ceph-mon[94081]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:34:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:30 smithi104 ceph-mon[94081]: pgmap v40: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 418 KiB/s wr, 6 op/s 2024-04-02T08:34:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:30 smithi104 ceph-mon[94081]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:34:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:30 smithi104 ceph-mon[96567]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:34:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:30 smithi104 ceph-mon[96567]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:34:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:30 smithi104 ceph-mon[96567]: pgmap v40: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 418 KiB/s wr, 6 op/s 2024-04-02T08:34:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:30 smithi104 ceph-mon[96567]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:34:31.820 INFO:tasks.rados.rados.0.smithi104.stdout:1021: done (0 left) 2024-04-02T08:34:31.820 INFO:tasks.rados.rados.0.smithi104.stdout:1022: delete oid 23 current snap is 108 2024-04-02T08:34:31.823 INFO:tasks.rados.rados.0.smithi104.stdout:1022: done (0 left) 2024-04-02T08:34:31.824 INFO:tasks.rados.rados.0.smithi104.stdout:1023: snap_remove snap 107 2024-04-02T08:34:32.439 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:32.827 INFO:tasks.rados.rados.0.smithi104.stdout:1023: done (0 left) 2024-04-02T08:34:32.827 INFO:tasks.rados.rados.0.smithi104.stdout:1024: read oid 6 snap -1 2024-04-02T08:34:32.827 INFO:tasks.rados.rados.0.smithi104.stdout:1024: expect deleted 2024-04-02T08:34:32.828 INFO:tasks.rados.rados.0.smithi104.stdout:1025: copy_from oid 50 from oid 30 current snap is 108 2024-04-02T08:34:32.828 INFO:tasks.rados.rados.0.smithi104.stdout:1026: rmattr oid 49 current snap is 108 2024-04-02T08:34:32.828 INFO:tasks.rados.rados.0.smithi104.stdout:1027: delete oid 45 current snap is 108 2024-04-02T08:34:32.831 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 602 (ObjNum 299 snap 101 seq_num 299) dirty exists 2024-04-02T08:34:32.832 INFO:tasks.rados.rados.0.smithi104.stdout:1024: done (3 left) 2024-04-02T08:34:32.832 INFO:tasks.rados.rados.0.smithi104.stdout:1026: done (2 left) 2024-04-02T08:34:32.832 INFO:tasks.rados.rados.0.smithi104.stdout:1027: done (1 left) 2024-04-02T08:34:32.832 INFO:tasks.rados.rados.0.smithi104.stdout:1028: delete oid 45 current snap is 108 2024-04-02T08:34:32.837 INFO:tasks.rados.rados.0.smithi104.stdout:1028: done (1 left) 2024-04-02T08:34:32.838 INFO:tasks.rados.rados.0.smithi104.stdout:1029: read oid 39 snap 93 2024-04-02T08:34:32.838 INFO:tasks.rados.rados.0.smithi104.stdout:1029: expect (ObjNum 1939388752 snap 22068 seq_num 1939782336) 2024-04-02T08:34:32.838 INFO:tasks.rados.rados.0.smithi104.stdout:1030: read oid 38 snap -1 2024-04-02T08:34:32.838 INFO:tasks.rados.rados.0.smithi104.stdout:1030: expect (ObjNum 227 snap 73 seq_num 227) 2024-04-02T08:34:32.838 INFO:tasks.rados.rados.0.smithi104.stdout:1031: read oid 37 snap -1 2024-04-02T08:34:32.838 INFO:tasks.rados.rados.0.smithi104.stdout:1031: expect deleted 2024-04-02T08:34:32.839 INFO:tasks.rados.rados.0.smithi104.stdout:1032: delete oid 48 current snap is 108 2024-04-02T08:34:32.839 INFO:tasks.rados.rados.0.smithi104.stdout:1029: expect (ObjNum 1939388752 snap 22068 seq_num 1939782336) 2024-04-02T08:34:32.840 INFO:tasks.rados.rados.0.smithi104.stdout:1029: done (4 left) 2024-04-02T08:34:32.840 INFO:tasks.rados.rados.0.smithi104.stdout:1031: done (3 left) 2024-04-02T08:34:32.841 INFO:tasks.rados.rados.0.smithi104.stdout:1032: done (2 left) 2024-04-02T08:34:32.841 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 108 2024-04-02T08:34:32.841 INFO:tasks.rados.rados.0.smithi104.stdout:1033: seq_num 328 ranges {6070272=696320} 2024-04-02T08:34:32.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:32 smithi188 ceph-mon[30882]: Upgrade: Updating mon.b 2024-04-02T08:34:32.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:32 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:32.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:32 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:32.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:32 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:32.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:32 smithi188 ceph-mon[30882]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:32.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:32 smithi188 ceph-mon[30882]: Deploying daemon mon.b on smithi188 2024-04-02T08:34:32.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:32 smithi188 ceph-mon[30882]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:32.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:32 smithi188 ceph-mon[30882]: pgmap v43: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 418 KiB/s wr, 6 op/s 2024-04-02T08:34:32.879 INFO:tasks.rados.rados.0.smithi104.stdout:1033: writing smithi10482514-2 from 6070272 to 6766592 tid 1 2024-04-02T08:34:32.880 INFO:tasks.rados.rados.0.smithi104.stdout:1034: snap_remove snap 99 2024-04-02T08:34:32.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[94081]: Upgrade: Updating mon.b 2024-04-02T08:34:32.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:32.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:32.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:32.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:32.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[94081]: Deploying daemon mon.b on smithi188 2024-04-02T08:34:32.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[94081]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:32.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[94081]: pgmap v43: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 418 KiB/s wr, 6 op/s 2024-04-02T08:34:32.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[96567]: Upgrade: Updating mon.b 2024-04-02T08:34:32.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:32.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:32.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:32.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:32.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[96567]: Deploying daemon mon.b on smithi188 2024-04-02T08:34:32.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[96567]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:32.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:32 smithi104 ceph-mon[96567]: pgmap v43: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 418 KiB/s wr, 6 op/s 2024-04-02T08:34:33.734 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:33 smithi188 systemd[1]: Stopping Ceph mon.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:33.734 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:34.057 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b[30859]: 2024-04-02T08:34:33.734+0000 7fca7fd11700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:34:34.057 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b[30859]: 2024-04-02T08:34:33.734+0000 7fca7fd11700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:34:34.057 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:33 smithi188 podman[86643]: 2024-04-02 08:34:33.766484738 +0000 UTC m=+0.159288491 container died 3404e6d1d70cb93b71ea82c51fd96513860e9e218580c63466c9e7c33fc9f6a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T08:34:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:34 smithi188 podman[86643]: 2024-04-02 08:34:34.157604905 +0000 UTC m=+0.550408645 container cleanup 3404e6d1d70cb93b71ea82c51fd96513860e9e218580c63466c9e7c33fc9f6a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5) 2024-04-02T08:34:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:34 smithi188 bash[86643]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T08:34:34.724 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:34 smithi188 podman[86662]: 2024-04-02 08:34:34.392240547 +0000 UTC m=+0.620907914 container remove 3404e6d1d70cb93b71ea82c51fd96513860e9e218580c63466c9e7c33fc9f6a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-02T08:34:34.724 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:34 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.b.service: Deactivated successfully. 2024-04-02T08:34:34.724 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:34 smithi188 systemd[1]: Stopped Ceph mon.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:34.724 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:34 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.b.service: Consumed 9.745s CPU time. 2024-04-02T08:34:34.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:34 smithi188 systemd[1]: Starting Ceph mon.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:34.975 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:34 smithi188 podman[86798]: 2024-04-02 08:34:34.843561045 +0000 UTC m=+0.018354018 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:34:34.975 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:34 smithi188 podman[86798]: 2024-04-02 08:34:34.976650652 +0000 UTC m=+0.151443655 container create f71c72d5d65be0f0d1bc45d7df49d56e896737ad384100663bcf0126fc742552 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:34:35.239 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 podman[86798]: 2024-04-02 08:34:35.212241337 +0000 UTC m=+0.387034312 container init f71c72d5d65be0f0d1bc45d7df49d56e896737ad384100663bcf0126fc742552 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-02T08:34:35.239 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 podman[86798]: 2024-04-02 08:34:35.21806489 +0000 UTC m=+0.392857854 container start f71c72d5d65be0f0d1bc45d7df49d56e896737ad384100663bcf0126fc742552 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-02T08:34:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:34:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev), process ceph-mon, pid 7 2024-04-02T08:34:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: pidfile_write: ignore empty --pid-file 2024-04-02T08:34:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: load: jerasure load: lrc 2024-04-02T08:34:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:34:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Git sha 0 2024-04-02T08:34:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Compile date 2024-03-28 15:49:08 2024-04-02T08:34:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: DB SUMMARY 2024-04-02T08:34:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: DB Session ID: OL8A6Q3SDBHW2BAE9HGZ 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1404 Bytes 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 13185419 ; 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:34:35.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.env: 0x55b7e3aa7c60 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.info_log: 0x55b7e4f63ae0 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.statistics: (nil) 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.use_fsync: 0 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:34:35.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.db_log_dir: 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.wal_dir: 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.write_buffer_manager: 0x55b7e4f34820 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:34:35.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.unordered_write: 0 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.row_cache: None 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.wal_filter: None 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:34:35.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.wal_compression: 0 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:34:35.629 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_open_files: -1 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:34:35.631 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Compression algorithms supported: 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: kZSTD supported: 0 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:34:35.632 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.merge_operator: 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_filter: None 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b7e4f63cc0) 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:34:35.633 INFO:journalctl@ceph.mon.b.smithi188.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: index_type: 0 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: data_block_index_type: 0 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: index_shortening: 1 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: checksum: 4 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: no_block_cache: 0 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_cache: 0x55b7e4f67090 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_cache_options: 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: capacity : 536870912 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: num_shard_bits : 4 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: strict_capacity_limit : 0 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:34:35.634 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_cache_compressed: (nil) 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: persistent_cache: (nil) 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_size: 4096 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_size_deviation: 10 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_restart_interval: 16 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: index_block_restart_interval: 1 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: metadata_block_size: 4096 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: partition_filters: 0 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: use_delta_encoding: 1 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: filter_policy: bloomfilter 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: whole_key_filtering: 1 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: verify_compression: 0 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: format_version: 5 2024-04-02T08:34:35.635 INFO:journalctl@ceph.mon.b.smithi188.stdout: enable_index_compression: 1 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout: block_align: 0 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout: max_auto_readahead_size: 262144 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout: prepopulate_block_cache: 0 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compression: NoCompression 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.num_levels: 7 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:34:35.636 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:34:35.637 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:34:35.638 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:34:35.639 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:34:35.640 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.ttl: 2592000 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:34:35.641 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13527, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c5621eb3-b2ae-44d2-aa16-93373c1c7be2 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046875247533, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-02T08:34:35.642 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046875278534, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 8065160, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13532, "largest_seqno": 18103, "table_properties": {"data_size": 8045292, "index_size": 14021, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4805, "raw_key_size": 43694, "raw_average_key_size": 22, "raw_value_size": 8004619, "raw_average_value_size": 4201, "num_data_blocks": 608, "num_entries": 1905, "num_filter_entries": 1905, "num_deletions": 303, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046875, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c5621eb3-b2ae-44d2-aa16-93373c1c7be2", "db_session_id": "OL8A6Q3SDBHW2BAE9HGZ", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046875278649, "job": 1, "event": "recovery_finished"} 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b7e5056000 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: DB pointer 0x55b7e5040000 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout: ** DB Stats ** 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:34:35.643 INFO:journalctl@ceph.mon.b.smithi188.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: ** Compaction Stats [default] ** 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: L0 1/0 7.69 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 565.5 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: L6 1/0 6.21 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: Sum 2/0 13.91 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 565.5 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 565.5 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: ** Compaction Stats [default] ** 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:34:35.644 INFO:journalctl@ceph.mon.b.smithi188.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 565.5 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: Flush(GB): cumulative 0.008, interval 0.008 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: Cumulative compaction: 0.01 GB write, 224.85 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: Interval compaction: 0.01 GB write, 224.85 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: Block cache BinnedLRUCache@0x55b7e4f67090#7 capacity: 512.00 MB usage: 21.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-02T08:34:35.645 INFO:journalctl@ceph.mon.b.smithi188.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,5.03 KB,0.000959635%) IndexBlock(1,16.08 KB,0.00306666%) Misc(1,0.00 KB,0%) 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: starting mon.b rank 1 at public addrs [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] at bind addrs [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: mon.b@-1(???) e3 preinit fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: mon.b@-1(???).mds e6 new map 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: mon.b@-1(???).mds e6 print_map 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout: e6 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout: legacy client fscid: 1 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:34:35.646 INFO:journalctl@ceph.mon.b.smithi188.stdout: fs_name cephfs 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: epoch 6 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: created 2024-04-02T08:27:37.207296+0000 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: modified 2024-04-02T08:27:39.408888+0000 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: tableserver 0 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: root 0 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: session_timeout 60 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: session_autoclose 300 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: max_file_size 1099511627776 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: max_xattr_size 65536 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: required_client_features {} 2024-04-02T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi188.stdout: last_failure 0 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: last_failure_osd_epoch 0 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: max_mds 1 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: in 0 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: up {0=24325} 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: failed 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: damaged 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: stopped 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: data_pools [3] 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: metadata_pool 2 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: inline_data disabled 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: balancer 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: bal_rank_mask -1 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: standby_count_wanted 0 2024-04-02T08:34:35.648 INFO:journalctl@ceph.mon.b.smithi188.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout: [mds.b{0:24325} state up:active seq 3 addr [v2:172.21.15.188:6832/2105604648,v1:172.21.15.188:6833/2105604648] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout: Standby daemons: 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout: 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout: [mds.a{-1:14463} state up:standby seq 1 addr [v2:172.21.15.104:6834/1547074275,v1:172.21.15.104:6835/1547074275] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: mon.b@-1(???).osd e265 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: mon.b@-1(???).osd e265 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: mon.b@-1(???).osd e265 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: mon.b@-1(???).osd e265 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 ceph-mon[86835]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 bash[86798]: f71c72d5d65be0f0d1bc45d7df49d56e896737ad384100663bcf0126fc742552 2024-04-02T08:34:35.649 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:35 smithi188 systemd[1]: Started Ceph mon.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:34:35] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2024-04-02T08:34:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:36 smithi188 ceph-mon[86835]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:36 smithi104 ceph-mon[96567]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:36 smithi104 ceph-mon[94081]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:37.851 INFO:tasks.rados.rados.0.smithi104.stdout:1034: done (3 left) 2024-04-02T08:34:37.851 INFO:tasks.rados.rados.0.smithi104.stdout:1035: snap_create 2024-04-02T08:34:37.851 INFO:tasks.rados.rados.0.smithi104.stdout:1025: finishing copy_from racing read to smithi10482514-50 2024-04-02T08:34:37.851 INFO:tasks.rados.rados.0.smithi104.stdout:1025: finishing copy_from to smithi10482514-50 2024-04-02T08:34:37.851 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 418 (ObjNum 252 snap 82 seq_num 252) dirty exists 2024-04-02T08:34:37.851 INFO:tasks.rados.rados.0.smithi104.stdout:1030: expect (ObjNum 227 snap 73 seq_num 227) 2024-04-02T08:34:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: mon.a calling monitor election 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: mon.b calling monitor election 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: mon.c calling monitor election 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: monmap epoch 4 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: last_changed 2024-04-02T08:34:36.844637+0000 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: created 2024-04-02T08:21:59.892009+0000 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: min_mon_release 19 (squid) 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: election_strategy: 1 2024-04-02T08:34:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: 0: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.a 2024-04-02T08:34:38.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: 1: [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon.b 2024-04-02T08:34:38.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: 2: [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon.c 2024-04-02T08:34:38.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:34:38.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:38.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: mgrmap e40: y(active, since 32s), standbys: x 2024-04-02T08:34:38.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: overall HEALTH_OK 2024-04-02T08:34:38.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:38.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:38.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: mon.a calling monitor election 2024-04-02T08:34:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: mon.b calling monitor election 2024-04-02T08:34:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: mon.c calling monitor election 2024-04-02T08:34:38.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:38.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:38.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:38.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: monmap epoch 4 2024-04-02T08:34:38.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:38.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: last_changed 2024-04-02T08:34:36.844637+0000 2024-04-02T08:34:38.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: created 2024-04-02T08:21:59.892009+0000 2024-04-02T08:34:38.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: min_mon_release 19 (squid) 2024-04-02T08:34:38.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: election_strategy: 1 2024-04-02T08:34:38.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: 0: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.a 2024-04-02T08:34:38.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: 1: [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon.b 2024-04-02T08:34:38.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: 2: [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon.c 2024-04-02T08:34:38.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:34:38.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:38.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: mgrmap e40: y(active, since 32s), standbys: x 2024-04-02T08:34:38.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: overall HEALTH_OK 2024-04-02T08:34:38.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:38.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:38.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:38.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:38.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: mon.a calling monitor election 2024-04-02T08:34:38.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: mon.b calling monitor election 2024-04-02T08:34:38.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: mon.c calling monitor election 2024-04-02T08:34:38.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:38.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:38.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:38.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: monmap epoch 4 2024-04-02T08:34:38.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:38.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: last_changed 2024-04-02T08:34:36.844637+0000 2024-04-02T08:34:38.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: created 2024-04-02T08:21:59.892009+0000 2024-04-02T08:34:38.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: min_mon_release 19 (squid) 2024-04-02T08:34:38.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: election_strategy: 1 2024-04-02T08:34:38.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: 0: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.a 2024-04-02T08:34:38.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: 1: [v2:172.21.15.188:3300/0,v1:172.21.15.188:6789/0] mon.b 2024-04-02T08:34:38.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: 2: [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon.c 2024-04-02T08:34:38.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:34:38.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:38.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: mgrmap e40: y(active, since 32s), standbys: x 2024-04-02T08:34:38.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: overall HEALTH_OK 2024-04-02T08:34:38.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:38.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:38.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:38.161 INFO:tasks.rados.rados.0.smithi104.stdout:1033: finishing write tid 1 to smithi10482514-2 2024-04-02T08:34:38.161 INFO:tasks.rados.rados.0.smithi104.stdout:1033: finishing write tid 2 to smithi10482514-2 2024-04-02T08:34:38.161 INFO:tasks.rados.rados.0.smithi104.stdout:1033: finishing write tid 3 to smithi10482514-2 2024-04-02T08:34:38.161 INFO:tasks.rados.rados.0.smithi104.stdout:1033: oid 2 updating version 0 to 132 2024-04-02T08:34:38.162 INFO:tasks.rados.rados.0.smithi104.stdout:1033: oid 2 updating version 132 to 133 2024-04-02T08:34:38.162 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 133 (ObjNum 328 snap 108 seq_num 328) dirty exists 2024-04-02T08:34:38.162 INFO:tasks.rados.rados.0.smithi104.stdout:1033: left oid 2 (ObjNum 328 snap 108 seq_num 328) 2024-04-02T08:34:38.853 INFO:tasks.rados.rados.0.smithi104.stdout:1025: done (3 left) 2024-04-02T08:34:38.853 INFO:tasks.rados.rados.0.smithi104.stdout:1030: done (2 left) 2024-04-02T08:34:38.853 INFO:tasks.rados.rados.0.smithi104.stdout:1033: done (1 left) 2024-04-02T08:34:38.853 INFO:tasks.rados.rados.0.smithi104.stdout:1035: done (0 left) 2024-04-02T08:34:38.853 INFO:tasks.rados.rados.0.smithi104.stdout:1036: copy_from oid 23 from oid 38 current snap is 109 2024-04-02T08:34:38.853 INFO:tasks.rados.rados.0.smithi104.stdout:1037: snap_remove snap 65 2024-04-02T08:34:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:38 smithi188 ceph-mon[86835]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:34:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:38 smithi188 ceph-mon[86835]: pgmap v48: 121 pgs: 121 active+clean; 370 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 707 KiB/s wr, 4 op/s 2024-04-02T08:34:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:38 smithi188 ceph-mon[86835]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:34:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:38 smithi104 ceph-mon[96567]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:34:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:38 smithi104 ceph-mon[96567]: pgmap v48: 121 pgs: 121 active+clean; 370 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 707 KiB/s wr, 4 op/s 2024-04-02T08:34:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:38 smithi104 ceph-mon[96567]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:34:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:38 smithi104 ceph-mon[94081]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:34:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:38 smithi104 ceph-mon[94081]: pgmap v48: 121 pgs: 121 active+clean; 370 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 707 KiB/s wr, 4 op/s 2024-04-02T08:34:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:38 smithi104 ceph-mon[94081]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:34:39.862 INFO:tasks.rados.rados.0.smithi104.stdout:1037: done (1 left) 2024-04-02T08:34:39.862 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 109 2024-04-02T08:34:39.862 INFO:tasks.rados.rados.0.smithi104.stdout:1038: seq_num 329 ranges {8437760=712704} 2024-04-02T08:34:39.912 INFO:tasks.rados.rados.0.smithi104.stdout:1038: writing smithi10482514-12 from 8437760 to 9150464 tid 1 2024-04-02T08:34:39.912 INFO:tasks.rados.rados.0.smithi104.stdout:1039: copy_from oid 44 from oid 4 current snap is 109 2024-04-02T08:34:39.912 INFO:tasks.rados.rados.0.smithi104.stdout:1036: finishing copy_from racing read to smithi10482514-23 2024-04-02T08:34:39.912 INFO:tasks.rados.rados.0.smithi104.stdout:1036: finishing copy_from to smithi10482514-23 2024-04-02T08:34:39.912 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 184 (ObjNum 227 snap 73 seq_num 227) dirty exists 2024-04-02T08:34:39.912 INFO:tasks.rados.rados.0.smithi104.stdout:1036: done (2 left) 2024-04-02T08:34:39.912 INFO:tasks.rados.rados.0.smithi104.stdout:1040: rmattr oid 15 current snap is 109 2024-04-02T08:34:39.913 INFO:tasks.rados.rados.0.smithi104.stdout:1040: done (2 left) 2024-04-02T08:34:39.913 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 109 2024-04-02T08:34:39.913 INFO:tasks.rados.rados.0.smithi104.stdout:1041: seq_num 330 ranges {1974272=737280} 2024-04-02T08:34:39.927 INFO:tasks.rados.rados.0.smithi104.stdout:1041: writing smithi10482514-26 from 1974272 to 2711552 tid 1 2024-04-02T08:34:39.927 INFO:tasks.rados.rados.0.smithi104.stdout:1042: snap_create 2024-04-02T08:34:39.927 INFO:tasks.rados.rados.0.smithi104.stdout:1039: finishing copy_from racing read to smithi10482514-44 2024-04-02T08:34:39.927 INFO:tasks.rados.rados.0.smithi104.stdout:1038: finishing write tid 1 to smithi10482514-12 2024-04-02T08:34:39.927 INFO:tasks.rados.rados.0.smithi104.stdout:1038: finishing write tid 2 to smithi10482514-12 2024-04-02T08:34:39.927 INFO:tasks.rados.rados.0.smithi104.stdout:1039: finishing copy_from to smithi10482514-44 2024-04-02T08:34:39.927 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 239 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-02T08:34:39.927 INFO:tasks.rados.rados.0.smithi104.stdout:1038: finishing write tid 3 to smithi10482514-12 2024-04-02T08:34:39.928 INFO:tasks.rados.rados.0.smithi104.stdout:1038: oid 12 updating version 0 to 626 2024-04-02T08:34:39.928 INFO:tasks.rados.rados.0.smithi104.stdout:1038: oid 12 updating version 626 to 627 2024-04-02T08:34:39.928 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 627 (ObjNum 329 snap 109 seq_num 329) dirty exists 2024-04-02T08:34:39.928 INFO:tasks.rados.rados.0.smithi104.stdout:1038: left oid 12 (ObjNum 329 snap 109 seq_num 329) 2024-04-02T08:34:39.931 INFO:tasks.rados.rados.0.smithi104.stdout:1041: finishing write tid 1 to smithi10482514-26 2024-04-02T08:34:39.931 INFO:tasks.rados.rados.0.smithi104.stdout:1041: finishing write tid 2 to smithi10482514-26 2024-04-02T08:34:39.933 INFO:tasks.rados.rados.0.smithi104.stdout:1041: finishing write tid 3 to smithi10482514-26 2024-04-02T08:34:39.933 INFO:tasks.rados.rados.0.smithi104.stdout:1041: oid 26 updating version 0 to 505 2024-04-02T08:34:39.933 INFO:tasks.rados.rados.0.smithi104.stdout:1041: oid 26 updating version 505 to 506 2024-04-02T08:34:39.933 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 506 (ObjNum 330 snap 109 seq_num 330) dirty exists 2024-04-02T08:34:39.934 INFO:tasks.rados.rados.0.smithi104.stdout:1041: left oid 26 (ObjNum 330 snap 109 seq_num 330) 2024-04-02T08:34:40.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:40 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:34:40.287+0000 7f6c40819700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-02T08:34:40.826 INFO:tasks.rados.rados.0.smithi104.stdout:1038: done (3 left) 2024-04-02T08:34:40.826 INFO:tasks.rados.rados.0.smithi104.stdout:1039: done (2 left) 2024-04-02T08:34:40.826 INFO:tasks.rados.rados.0.smithi104.stdout:1041: done (1 left) 2024-04-02T08:34:40.826 INFO:tasks.rados.rados.0.smithi104.stdout:1042: done (0 left) 2024-04-02T08:34:40.827 INFO:tasks.rados.rados.0.smithi104.stdout:1043: rollback oid 26 current snap is 110 2024-04-02T08:34:40.827 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 32 2024-04-02T08:34:40.827 INFO:tasks.rados.rados.0.smithi104.stdout:1044: copy_from oid 48 from oid 14 current snap is 110 2024-04-02T08:34:40.827 INFO:tasks.rados.rados.0.smithi104.stdout:1045: snap_create 2024-04-02T08:34:40.832 INFO:tasks.rados.rados.0.smithi104.stdout:1044: finishing copy_from to smithi10482514-48 2024-04-02T08:34:40.832 INFO:tasks.rados.rados.0.smithi104.stdout:1044: got expected ENOENT (src dne) 2024-04-02T08:34:40.832 INFO:tasks.rados.rados.0.smithi104.stdout:1044: finishing copy_from racing read to smithi10482514-48 2024-04-02T08:34:40.833 INFO:tasks.rados.rados.0.smithi104.stdout:1043: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:34:40.833 INFO:tasks.rados.rados.0.smithi104.stdout:1043: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:34:40.833 INFO:tasks.rados.rados.0.smithi104.stdout:1043: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:34:40.833 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 510 (ObjNum 102 snap 25 seq_num 102) dirty exists 2024-04-02T08:34:41.114 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:40 smithi188 ceph-mon[86835]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:34:41.114 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:40 smithi188 ceph-mon[86835]: pgmap v51: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-02T08:34:41.115 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:40 smithi188 ceph-mon[86835]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:34:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:40 smithi104 ceph-mon[94081]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:34:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:40 smithi104 ceph-mon[94081]: pgmap v51: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-02T08:34:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:40 smithi104 ceph-mon[94081]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:34:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:40 smithi104 ceph-mon[96567]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:34:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:40 smithi104 ceph-mon[96567]: pgmap v51: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-02T08:34:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:40 smithi104 ceph-mon[96567]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:34:41.825 INFO:tasks.rados.rados.0.smithi104.stdout:1043: done (2 left) 2024-04-02T08:34:41.825 INFO:tasks.rados.rados.0.smithi104.stdout:1044: done (1 left) 2024-04-02T08:34:41.825 INFO:tasks.rados.rados.0.smithi104.stdout:1045: done (0 left) 2024-04-02T08:34:41.825 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 111 2024-04-02T08:34:41.825 INFO:tasks.rados.rados.0.smithi104.stdout:1046: seq_num 331 ranges {6217728=753664} 2024-04-02T08:34:41.862 INFO:tasks.rados.rados.0.smithi104.stdout:1046: writing smithi10482514-23 from 6217728 to 6971392 tid 1 2024-04-02T08:34:41.862 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 36 current snap is 111 2024-04-02T08:34:41.862 INFO:tasks.rados.rados.0.smithi104.stdout:1047: seq_num 332 ranges {2129920=770048} 2024-04-02T08:34:41.878 INFO:tasks.rados.rados.0.smithi104.stdout:1047: writing smithi10482514-36 from 2129920 to 2899968 tid 1 2024-04-02T08:34:41.878 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 111 2024-04-02T08:34:41.878 INFO:tasks.rados.rados.0.smithi104.stdout:1048: seq_num 333 ranges {9150464=786432} 2024-04-02T08:34:41.931 INFO:tasks.rados.rados.0.smithi104.stdout:1048: writing smithi10482514-12 from 9150464 to 9936896 tid 1 2024-04-02T08:34:41.931 INFO:tasks.rados.rados.0.smithi104.stdout:1049: snap_create 2024-04-02T08:34:41.931 INFO:tasks.rados.rados.0.smithi104.stdout:1046: finishing write tid 1 to smithi10482514-23 2024-04-02T08:34:41.931 INFO:tasks.rados.rados.0.smithi104.stdout:1046: finishing write tid 2 to smithi10482514-23 2024-04-02T08:34:41.931 INFO:tasks.rados.rados.0.smithi104.stdout:1046: finishing write tid 3 to smithi10482514-23 2024-04-02T08:34:41.931 INFO:tasks.rados.rados.0.smithi104.stdout:1046: oid 23 updating version 0 to 289 2024-04-02T08:34:41.931 INFO:tasks.rados.rados.0.smithi104.stdout:1046: oid 23 version 289 is already newer than 288 2024-04-02T08:34:41.931 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 289 (ObjNum 331 snap 111 seq_num 331) dirty exists 2024-04-02T08:34:41.931 INFO:tasks.rados.rados.0.smithi104.stdout:1046: left oid 23 (ObjNum 331 snap 111 seq_num 331) 2024-04-02T08:34:41.931 INFO:tasks.rados.rados.0.smithi104.stdout:1047: finishing write tid 1 to smithi10482514-36 2024-04-02T08:34:41.931 INFO:tasks.rados.rados.0.smithi104.stdout:1047: finishing write tid 2 to smithi10482514-36 2024-04-02T08:34:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:1047: finishing write tid 3 to smithi10482514-36 2024-04-02T08:34:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:1047: oid 36 updating version 0 to 194 2024-04-02T08:34:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:1047: oid 36 updating version 194 to 195 2024-04-02T08:34:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 195 (ObjNum 332 snap 111 seq_num 332) dirty exists 2024-04-02T08:34:41.932 INFO:tasks.rados.rados.0.smithi104.stdout:1047: left oid 36 (ObjNum 332 snap 111 seq_num 332) 2024-04-02T08:34:41.935 INFO:tasks.rados.rados.0.smithi104.stdout:1048: finishing write tid 1 to smithi10482514-12 2024-04-02T08:34:41.935 INFO:tasks.rados.rados.0.smithi104.stdout:1048: finishing write tid 2 to smithi10482514-12 2024-04-02T08:34:41.936 INFO:tasks.rados.rados.0.smithi104.stdout:1048: finishing write tid 3 to smithi10482514-12 2024-04-02T08:34:41.936 INFO:tasks.rados.rados.0.smithi104.stdout:1048: oid 12 updating version 0 to 629 2024-04-02T08:34:41.937 INFO:tasks.rados.rados.0.smithi104.stdout:1048: oid 12 updating version 629 to 630 2024-04-02T08:34:41.937 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 630 (ObjNum 333 snap 111 seq_num 333) dirty exists 2024-04-02T08:34:41.937 INFO:tasks.rados.rados.0.smithi104.stdout:1048: left oid 12 (ObjNum 333 snap 111 seq_num 333) 2024-04-02T08:34:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:42 smithi188 ceph-mon[86835]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:34:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:42 smithi188 ceph-mon[86835]: pgmap v54: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.8 MiB/s wr, 2 op/s 2024-04-02T08:34:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi104.stdout:1046: done (3 left) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi104.stdout:1047: done (2 left) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi104.stdout:1048: done (1 left) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi104.stdout:1049: done (0 left) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi104.stdout:1050: read oid 16 snap -1 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi104.stdout:1050: expect (ObjNum 215 snap 66 seq_num 215) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi104.stdout:1051: read oid 47 snap -1 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi104.stdout:1051: expect (ObjNum 312 snap 104 seq_num 312) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi104.stdout:1052: read oid 29 snap -1 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi104.stdout:1052: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi104.stdout:1053: snap_create 2024-04-02T08:34:42.833 INFO:tasks.rados.rados.0.smithi104.stdout:1052: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:42.836 INFO:tasks.rados.rados.0.smithi104.stdout:1051: expect (ObjNum 312 snap 104 seq_num 312) 2024-04-02T08:34:42.878 INFO:tasks.rados.rados.0.smithi104.stdout:1050: expect (ObjNum 215 snap 66 seq_num 215) 2024-04-02T08:34:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:42 smithi104 ceph-mon[94081]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:34:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:42 smithi104 ceph-mon[94081]: pgmap v54: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.8 MiB/s wr, 2 op/s 2024-04-02T08:34:42.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:42.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:42.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:42 smithi104 ceph-mon[96567]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:34:42.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:42 smithi104 ceph-mon[96567]: pgmap v54: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.8 MiB/s wr, 2 op/s 2024-04-02T08:34:43.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:43.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:43.736 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:43 smithi188 ceph-mon[86835]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:34:43.736 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:43.831 INFO:tasks.rados.rados.0.smithi104.stdout:1050: done (3 left) 2024-04-02T08:34:43.831 INFO:tasks.rados.rados.0.smithi104.stdout:1051: done (2 left) 2024-04-02T08:34:43.831 INFO:tasks.rados.rados.0.smithi104.stdout:1052: done (1 left) 2024-04-02T08:34:43.832 INFO:tasks.rados.rados.0.smithi104.stdout:1053: done (0 left) 2024-04-02T08:34:43.832 INFO:tasks.rados.rados.0.smithi104.stdout:1054: snap_remove snap 32 2024-04-02T08:34:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:43 smithi104 ceph-mon[96567]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:34:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:43 smithi104 ceph-mon[94081]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:34:44.838 INFO:tasks.rados.rados.0.smithi104.stdout:1054: done (0 left) 2024-04-02T08:34:44.838 INFO:tasks.rados.rados.0.smithi104.stdout:1055: copy_from oid 33 from oid 1 current snap is 113 2024-04-02T08:34:44.838 INFO:tasks.rados.rados.0.smithi104.stdout:1056: read oid 46 snap -1 2024-04-02T08:34:44.838 INFO:tasks.rados.rados.0.smithi104.stdout:1056: expect (ObjNum 314 snap 104 seq_num 314) 2024-04-02T08:34:44.839 INFO:tasks.rados.rados.0.smithi104.stdout:1057: snap_remove snap 87 2024-04-02T08:34:45.092 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:44 smithi188 ceph-mon[86835]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:34:45.092 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:44 smithi188 ceph-mon[86835]: pgmap v57: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:45.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:44 smithi104 ceph-mon[94081]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:34:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:44 smithi104 ceph-mon[94081]: pgmap v57: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:44 smithi104 ceph-mon[96567]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:34:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:44 smithi104 ceph-mon[96567]: pgmap v57: 121 pgs: 121 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:45.822 INFO:tasks.rados.rados.0.smithi104.stdout:1057: done (2 left) 2024-04-02T08:34:45.823 INFO:tasks.rados.rados.0.smithi104.stdout:1058: snap_remove snap 56 2024-04-02T08:34:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:45 smithi188 ceph-mon[86835]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:34:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:45 smithi188 ceph-mon[86835]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:34:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:34:45] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2024-04-02T08:34:46.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[94081]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:34:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[94081]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:34:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[96567]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:34:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:45 smithi104 ceph-mon[96567]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:34:46.828 INFO:tasks.rados.rados.0.smithi104.stdout:1058: done (2 left) 2024-04-02T08:34:46.828 INFO:tasks.rados.rados.0.smithi104.stdout:1059: snap_create 2024-04-02T08:34:46.828 INFO:tasks.rados.rados.0.smithi104.stdout:1056: expect (ObjNum 314 snap 104 seq_num 314) 2024-04-02T08:34:46.950 INFO:tasks.rados.rados.0.smithi104.stdout:1055: finishing copy_from racing read to smithi10482514-33 2024-04-02T08:34:46.950 INFO:tasks.rados.rados.0.smithi104.stdout:1055: finishing copy_from to smithi10482514-33 2024-04-02T08:34:46.950 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 498 (ObjNum 276 snap 94 seq_num 276) dirty exists 2024-04-02T08:34:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:46 smithi188 ceph-mon[86835]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:34:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:46 smithi188 ceph-mon[86835]: Reconfiguring daemon mon.a on smithi104 2024-04-02T08:34:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:46 smithi188 ceph-mon[86835]: pgmap v60: 121 pgs: 121 active+clean; 368 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-02T08:34:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:46 smithi188 ceph-mon[86835]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:34:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[96567]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:34:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[96567]: Reconfiguring daemon mon.a on smithi104 2024-04-02T08:34:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[96567]: pgmap v60: 121 pgs: 121 active+clean; 368 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-02T08:34:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[96567]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:34:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[94081]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:34:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:47.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:47.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[94081]: Reconfiguring daemon mon.a on smithi104 2024-04-02T08:34:47.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[94081]: pgmap v60: 121 pgs: 121 active+clean; 368 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-02T08:34:47.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:46 smithi104 ceph-mon[94081]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:34:47.826 INFO:tasks.rados.rados.0.smithi104.stdout:1055: done (2 left) 2024-04-02T08:34:47.826 INFO:tasks.rados.rados.0.smithi104.stdout:1056: done (1 left) 2024-04-02T08:34:47.826 INFO:tasks.rados.rados.0.smithi104.stdout:1059: done (0 left) 2024-04-02T08:34:47.826 INFO:tasks.rados.rados.0.smithi104.stdout:1060: rmattr oid 26 current snap is 114 2024-04-02T08:34:47.826 INFO:tasks.rados.rados.0.smithi104.stdout:1060: done (0 left) 2024-04-02T08:34:47.826 INFO:tasks.rados.rados.0.smithi104.stdout:1061: rmattr oid 47 current snap is 114 2024-04-02T08:34:47.826 INFO:tasks.rados.rados.0.smithi104.stdout:1061: done (0 left) 2024-04-02T08:34:47.826 INFO:tasks.rados.rados.0.smithi104.stdout:1062: rmattr oid 22 current snap is 114 2024-04-02T08:34:47.826 INFO:tasks.rados.rados.0.smithi104.stdout:1062: done (0 left) 2024-04-02T08:34:47.826 INFO:tasks.rados.rados.0.smithi104.stdout:1063: snap_remove snap 112 2024-04-02T08:34:48.831 INFO:tasks.rados.rados.0.smithi104.stdout:1063: done (0 left) 2024-04-02T08:34:48.831 INFO:tasks.rados.rados.0.smithi104.stdout:1064: delete oid 38 current snap is 114 2024-04-02T08:34:48.838 INFO:tasks.rados.rados.0.smithi104.stdout:1064: done (0 left) 2024-04-02T08:34:48.838 INFO:tasks.rados.rados.0.smithi104.stdout:1065: rollback oid 3 current snap is 114 2024-04-02T08:34:48.838 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 3 to 106 2024-04-02T08:34:48.838 INFO:tasks.rados.rados.0.smithi104.stdout:1066: setattr oid 37 current snap is 114 2024-04-02T08:34:48.840 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 114 2024-04-02T08:34:48.840 INFO:tasks.rados.rados.0.smithi104.stdout:1067: seq_num 335 ranges {3309568=417792,3727360=401408} 2024-04-02T08:34:48.861 INFO:tasks.rados.rados.0.smithi104.stdout:1067: writing smithi10482514-18 from 3309568 to 3727360 tid 1 2024-04-02T08:34:48.864 INFO:tasks.rados.rados.0.smithi104.stdout:1067: writing smithi10482514-18 from 3727360 to 4128768 tid 2 2024-04-02T08:34:48.864 INFO:tasks.rados.rados.0.smithi104.stdout:1068: snap_create 2024-04-02T08:34:48.864 INFO:tasks.rados.rados.0.smithi104.stdout:1065: finishing rollback tid 0 to smithi10482514-3 2024-04-02T08:34:48.864 INFO:tasks.rados.rados.0.smithi104.stdout:1065: finishing rollback tid 1 to smithi10482514-3 2024-04-02T08:34:48.864 INFO:tasks.rados.rados.0.smithi104.stdout:1065: finishing rollback tid 2 to smithi10482514-3 2024-04-02T08:34:48.864 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 216 (ObjNum 303 snap 101 seq_num 303) dirty exists 2024-04-02T08:34:48.864 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 204 (ObjNum 129 snap 0 seq_num 1939721272) dirty exists 2024-04-02T08:34:48.865 INFO:tasks.rados.rados.0.smithi104.stdout:1067: finishing write tid 1 to smithi10482514-18 2024-04-02T08:34:48.865 INFO:tasks.rados.rados.0.smithi104.stdout:1067: finishing write tid 2 to smithi10482514-18 2024-04-02T08:34:48.865 INFO:tasks.rados.rados.0.smithi104.stdout:1067: finishing write tid 3 to smithi10482514-18 2024-04-02T08:34:48.866 INFO:tasks.rados.rados.0.smithi104.stdout:1067: finishing write tid 4 to smithi10482514-18 2024-04-02T08:34:48.866 INFO:tasks.rados.rados.0.smithi104.stdout:1067: oid 18 updating version 0 to 123 2024-04-02T08:34:48.866 INFO:tasks.rados.rados.0.smithi104.stdout:1067: oid 18 version 123 is already newer than 122 2024-04-02T08:34:48.867 INFO:tasks.rados.rados.0.smithi104.stdout:1067: oid 18 version 123 is already newer than 121 2024-04-02T08:34:48.867 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 123 (ObjNum 335 snap 114 seq_num 335) dirty exists 2024-04-02T08:34:48.867 INFO:tasks.rados.rados.0.smithi104.stdout:1067: left oid 18 (ObjNum 335 snap 114 seq_num 335) 2024-04-02T08:34:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:48 smithi188 ceph-mon[86835]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:34:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:48.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:48 smithi188 ceph-mon[86835]: Reconfiguring daemon mgr.y on smithi104 2024-04-02T08:34:48.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:48 smithi188 ceph-mon[86835]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:34:48.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:48 smithi188 ceph-mon[86835]: pgmap v63: 121 pgs: 121 active+clean; 368 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-02T08:34:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:48.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[94081]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:34:48.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:48.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:48.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:48.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[94081]: Reconfiguring daemon mgr.y on smithi104 2024-04-02T08:34:48.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[94081]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:34:48.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[94081]: pgmap v63: 121 pgs: 121 active+clean; 368 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-02T08:34:48.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:48.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:48.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[96567]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:34:48.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:48.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:48.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:48.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[96567]: Reconfiguring daemon mgr.y on smithi104 2024-04-02T08:34:48.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[96567]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:34:48.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:48 smithi104 ceph-mon[96567]: pgmap v63: 121 pgs: 121 active+clean; 368 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-02T08:34:49.840 INFO:tasks.rados.rados.0.smithi104.stdout:1065: done (3 left) 2024-04-02T08:34:49.840 INFO:tasks.rados.rados.0.smithi104.stdout:1066: done (2 left) 2024-04-02T08:34:49.840 INFO:tasks.rados.rados.0.smithi104.stdout:1067: done (1 left) 2024-04-02T08:34:49.840 INFO:tasks.rados.rados.0.smithi104.stdout:1068: done (0 left) 2024-04-02T08:34:49.840 INFO:tasks.rados.rados.0.smithi104.stdout:1069: read oid 7 snap 85 2024-04-02T08:34:49.841 INFO:tasks.rados.rados.0.smithi104.stdout:1069: expect (ObjNum 237 snap 79 seq_num 237) 2024-04-02T08:34:49.841 INFO:tasks.rados.rados.0.smithi104.stdout:1070: rmattr oid 2 current snap is 115 2024-04-02T08:34:49.841 INFO:tasks.rados.rados.0.smithi104.stdout:1071: copy_from oid 46 from oid 47 current snap is 115 2024-04-02T08:34:49.841 INFO:tasks.rados.rados.0.smithi104.stdout:1072: copy_from oid 38 from oid 20 current snap is 115 2024-04-02T08:34:49.841 INFO:tasks.rados.rados.0.smithi104.stdout:1073: copy_from oid 44 from oid 39 current snap is 115 2024-04-02T08:34:49.841 INFO:tasks.rados.rados.0.smithi104.stdout:1074: delete oid 25 current snap is 115 2024-04-02T08:34:49.847 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 145 (ObjNum 328 snap 108 seq_num 328) dirty exists 2024-04-02T08:34:49.847 INFO:tasks.rados.rados.0.smithi104.stdout:1070: done (5 left) 2024-04-02T08:34:49.847 INFO:tasks.rados.rados.0.smithi104.stdout:1074: done (4 left) 2024-04-02T08:34:49.847 INFO:tasks.rados.rados.0.smithi104.stdout:1075: rollback oid 49 current snap is 115 2024-04-02T08:34:49.847 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 49 to 90 2024-04-02T08:34:49.848 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 16 current snap is 115 2024-04-02T08:34:49.848 INFO:tasks.rados.rados.0.smithi104.stdout:1076: seq_num 337 ranges {3588096=450560,4038656=401408} 2024-04-02T08:34:49.869 INFO:tasks.rados.rados.0.smithi104.stdout:1076: writing smithi10482514-16 from 3588096 to 4038656 tid 1 2024-04-02T08:34:49.872 INFO:tasks.rados.rados.0.smithi104.stdout:1076: writing smithi10482514-16 from 4038656 to 4440064 tid 2 2024-04-02T08:34:49.872 INFO:tasks.rados.rados.0.smithi104.stdout:1077: snap_remove snap 94 2024-04-02T08:34:50.081 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[94081]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:34:50.081 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:50.081 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:50.081 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[94081]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:34:50.081 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:50.081 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:50.081 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:50.082 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[94081]: Reconfiguring daemon mon.c on smithi104 2024-04-02T08:34:50.082 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:50.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[96567]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:34:50.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:50.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:50.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[96567]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:34:50.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:50.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:50.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:50.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[96567]: Reconfiguring daemon mon.c on smithi104 2024-04-02T08:34:50.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:49 smithi188 ceph-mon[86835]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:34:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:49 smithi188 ceph-mon[86835]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:34:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:49 smithi188 ceph-mon[86835]: Reconfiguring daemon mon.c on smithi104 2024-04-02T08:34:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:50.825 INFO:tasks.rados.rados.0.smithi104.stdout:1077: done (6 left) 2024-04-02T08:34:50.825 INFO:tasks.rados.rados.0.smithi104.stdout:1078: snap_remove snap 39 2024-04-02T08:34:51.055 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:50 smithi104 ceph-mon[94081]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:34:51.055 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:50 smithi104 ceph-mon[94081]: pgmap v66: 121 pgs: 121 active+clean; 367 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 778 KiB/s wr, 11 op/s 2024-04-02T08:34:51.055 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:50 smithi104 ceph-mon[94081]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:34:51.055 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:50 smithi104 ceph-mon[96567]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:34:51.055 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:50 smithi104 ceph-mon[96567]: pgmap v66: 121 pgs: 121 active+clean; 367 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 778 KiB/s wr, 11 op/s 2024-04-02T08:34:51.056 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:50 smithi104 ceph-mon[96567]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:34:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:50 smithi188 ceph-mon[86835]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:34:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:50 smithi188 ceph-mon[86835]: pgmap v66: 121 pgs: 121 active+clean; 367 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 778 KiB/s wr, 11 op/s 2024-04-02T08:34:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:50 smithi188 ceph-mon[86835]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:34:51.827 INFO:tasks.rados.rados.0.smithi104.stdout:1078: done (6 left) 2024-04-02T08:34:51.827 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 115 2024-04-02T08:34:51.827 INFO:tasks.rados.rados.0.smithi104.stdout:1079: seq_num 338 ranges {278528=466944,745472=401408} 2024-04-02T08:34:51.831 INFO:tasks.rados.rados.0.smithi104.stdout:1079: writing smithi10482514-3 from 278528 to 745472 tid 1 2024-04-02T08:34:51.835 INFO:tasks.rados.rados.0.smithi104.stdout:1079: writing smithi10482514-3 from 745472 to 1146880 tid 2 2024-04-02T08:34:51.835 INFO:tasks.rados.rados.0.smithi104.stdout:1080: read oid 18 snap -1 2024-04-02T08:34:51.835 INFO:tasks.rados.rados.0.smithi104.stdout:1080: expect (ObjNum 335 snap 114 seq_num 335) 2024-04-02T08:34:51.835 INFO:tasks.rados.rados.0.smithi104.stdout:1081: snap_create 2024-04-02T08:34:51.835 INFO:tasks.rados.rados.0.smithi104.stdout:1073: finishing copy_from racing read to smithi10482514-44 2024-04-02T08:34:51.835 INFO:tasks.rados.rados.0.smithi104.stdout:1072: finishing copy_from to smithi10482514-38 2024-04-02T08:34:51.835 INFO:tasks.rados.rados.0.smithi104.stdout:1072: got expected ENOENT (src dne) 2024-04-02T08:34:51.835 INFO:tasks.rados.rados.0.smithi104.stdout:1072: finishing copy_from racing read to smithi10482514-38 2024-04-02T08:34:51.835 INFO:tasks.rados.rados.0.smithi104.stdout:1073: finishing copy_from to smithi10482514-44 2024-04-02T08:34:51.836 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 640 (ObjNum 307 snap 103 seq_num 307) dirty exists 2024-04-02T08:34:51.836 INFO:tasks.rados.rados.0.smithi104.stdout:1075: finishing rollback tid 0 to smithi10482514-49 2024-04-02T08:34:51.836 INFO:tasks.rados.rados.0.smithi104.stdout:1075: finishing rollback tid 1 to smithi10482514-49 2024-04-02T08:34:51.836 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 605 (ObjNum 33 snap 0 seq_num 1940452080) dirty dne 2024-04-02T08:34:51.836 INFO:tasks.rados.rados.0.smithi104.stdout:1071: finishing copy_from racing read to smithi10482514-46 2024-04-02T08:34:51.836 INFO:tasks.rados.rados.0.smithi104.stdout:1069: expect (ObjNum 237 snap 79 seq_num 237) 2024-04-02T08:34:51.911 INFO:tasks.rados.rados.0.smithi104.stdout:1071: finishing copy_from to smithi10482514-46 2024-04-02T08:34:51.911 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 544 (ObjNum 312 snap 104 seq_num 312) dirty exists 2024-04-02T08:34:51.911 INFO:tasks.rados.rados.0.smithi104.stdout:1076: finishing write tid 1 to smithi10482514-16 2024-04-02T08:34:51.911 INFO:tasks.rados.rados.0.smithi104.stdout:1076: finishing write tid 2 to smithi10482514-16 2024-04-02T08:34:51.911 INFO:tasks.rados.rados.0.smithi104.stdout:1076: finishing write tid 3 to smithi10482514-16 2024-04-02T08:34:51.911 INFO:tasks.rados.rados.0.smithi104.stdout:1076: finishing write tid 4 to smithi10482514-16 2024-04-02T08:34:51.911 INFO:tasks.rados.rados.0.smithi104.stdout:1076: oid 16 updating version 0 to 499 2024-04-02T08:34:51.911 INFO:tasks.rados.rados.0.smithi104.stdout:1076: oid 16 updating version 499 to 500 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:1076: oid 16 updating version 500 to 501 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 501 (ObjNum 337 snap 115 seq_num 337) dirty exists 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:1076: left oid 16 (ObjNum 337 snap 115 seq_num 337) 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:1079: finishing write tid 1 to smithi10482514-3 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:1079: finishing write tid 2 to smithi10482514-3 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:1079: finishing write tid 3 to smithi10482514-3 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:1079: finishing write tid 4 to smithi10482514-3 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:1079: oid 3 updating version 0 to 225 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:1079: oid 3 version 225 is already newer than 224 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:1079: oid 3 updating version 225 to 226 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 226 (ObjNum 338 snap 115 seq_num 338) dirty exists 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:1079: left oid 3 (ObjNum 338 snap 115 seq_num 338) 2024-04-02T08:34:51.912 INFO:tasks.rados.rados.0.smithi104.stdout:1080: expect (ObjNum 335 snap 114 seq_num 335) 2024-04-02T08:34:52.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:52.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:52.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:52.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:52 smithi188 ceph-mon[86835]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:34:52.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:52.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:52.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:52 smithi188 ceph-mon[86835]: Reconfiguring daemon osd.0 on smithi104 2024-04-02T08:34:52.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:52 smithi188 ceph-mon[86835]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:34:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[96567]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:34:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[96567]: Reconfiguring daemon osd.0 on smithi104 2024-04-02T08:34:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[96567]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:34:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[94081]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:34:52.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:52.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:52.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[94081]: Reconfiguring daemon osd.0 on smithi104 2024-04-02T08:34:52.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:52 smithi104 ceph-mon[94081]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:34:52.826 INFO:tasks.rados.rados.0.smithi104.stdout:1069: done (8 left) 2024-04-02T08:34:52.826 INFO:tasks.rados.rados.0.smithi104.stdout:1071: done (7 left) 2024-04-02T08:34:52.826 INFO:tasks.rados.rados.0.smithi104.stdout:1072: done (6 left) 2024-04-02T08:34:52.826 INFO:tasks.rados.rados.0.smithi104.stdout:1073: done (5 left) 2024-04-02T08:34:52.827 INFO:tasks.rados.rados.0.smithi104.stdout:1075: done (4 left) 2024-04-02T08:34:52.827 INFO:tasks.rados.rados.0.smithi104.stdout:1076: done (3 left) 2024-04-02T08:34:52.827 INFO:tasks.rados.rados.0.smithi104.stdout:1079: done (2 left) 2024-04-02T08:34:52.827 INFO:tasks.rados.rados.0.smithi104.stdout:1080: done (1 left) 2024-04-02T08:34:52.827 INFO:tasks.rados.rados.0.smithi104.stdout:1081: done (0 left) 2024-04-02T08:34:52.827 INFO:tasks.rados.rados.0.smithi104.stdout:1082: snap_create 2024-04-02T08:34:53.367 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[96567]: pgmap v69: 121 pgs: 121 active+clean; 367 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 778 KiB/s wr, 11 op/s 2024-04-02T08:34:53.367 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:53.367 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:53.367 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:34:53.368 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:53.368 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[96567]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:34:53.368 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[94081]: pgmap v69: 121 pgs: 121 active+clean; 367 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 778 KiB/s wr, 11 op/s 2024-04-02T08:34:53.368 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:53.368 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:53.368 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:34:53.368 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:53.368 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:53 smithi104 ceph-mon[94081]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:34:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:53 smithi188 ceph-mon[86835]: pgmap v69: 121 pgs: 121 active+clean; 367 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 778 KiB/s wr, 11 op/s 2024-04-02T08:34:53.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:53.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:53.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:34:53.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:53.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:53 smithi188 ceph-mon[86835]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:34:53.829 INFO:tasks.rados.rados.0.smithi104.stdout:1082: done (0 left) 2024-04-02T08:34:53.829 INFO:tasks.rados.rados.0.smithi104.stdout:1083: delete oid 39 current snap is 117 2024-04-02T08:34:53.833 INFO:tasks.rados.rados.0.smithi104.stdout:1083: done (0 left) 2024-04-02T08:34:53.833 INFO:tasks.rados.rados.0.smithi104.stdout:1084: rollback oid 33 current snap is 117 2024-04-02T08:34:53.833 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 100 2024-04-02T08:34:53.833 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 117 2024-04-02T08:34:53.833 INFO:tasks.rados.rados.0.smithi104.stdout:1085: seq_num 340 ranges {9936896=499712,10436608=401408} 2024-04-02T08:34:53.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:34:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:34:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:53.889 INFO:tasks.rados.rados.0.smithi104.stdout:1085: writing smithi10482514-12 from 9936896 to 10436608 tid 1 2024-04-02T08:34:53.892 INFO:tasks.rados.rados.0.smithi104.stdout:1085: writing smithi10482514-12 from 10436608 to 10838016 tid 2 2024-04-02T08:34:53.892 INFO:tasks.rados.rados.0.smithi104.stdout:1086: rollback oid 42 current snap is 117 2024-04-02T08:34:53.892 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 42 to 97 2024-04-02T08:34:53.892 INFO:tasks.rados.rados.0.smithi104.stdout:1084: finishing rollback tid 0 to smithi10482514-33 2024-04-02T08:34:53.892 INFO:tasks.rados.rados.0.smithi104.stdout:1084: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:34:53.892 INFO:tasks.rados.rados.0.smithi104.stdout:1084: finishing rollback tid 2 to smithi10482514-33 2024-04-02T08:34:53.892 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 504 (ObjNum 81 snap 0 seq_num 1940215344) dirty exists 2024-04-02T08:34:53.892 INFO:tasks.rados.rados.0.smithi104.stdout:1084: done (2 left) 2024-04-02T08:34:53.892 INFO:tasks.rados.rados.0.smithi104.stdout:1087: snap_remove snap 85 2024-04-02T08:34:54.306 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:54 smithi104 ceph-mon[96567]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:34:54.306 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:54 smithi104 ceph-mon[96567]: Reconfiguring daemon osd.1 on smithi104 2024-04-02T08:34:54.307 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:54 smithi104 ceph-mon[96567]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:34:54.307 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:54 smithi104 ceph-mon[94081]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:34:54.307 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:54 smithi104 ceph-mon[94081]: Reconfiguring daemon osd.1 on smithi104 2024-04-02T08:34:54.307 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:54 smithi104 ceph-mon[94081]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:34:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:54 smithi188 ceph-mon[86835]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:34:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:54 smithi188 ceph-mon[86835]: Reconfiguring daemon osd.1 on smithi104 2024-04-02T08:34:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:54 smithi188 ceph-mon[86835]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:34:54.829 INFO:tasks.rados.rados.0.smithi104.stdout:1087: done (2 left) 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1088: read oid 8 snap -1 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1088: expect deleted 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1089: setattr oid 25 current snap is 117 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1085: finishing write tid 1 to smithi10482514-12 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1085: finishing write tid 2 to smithi10482514-12 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1085: finishing write tid 3 to smithi10482514-12 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1086: finishing rollback tid 0 to smithi10482514-42 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1086: finishing rollback tid 1 to smithi10482514-42 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1086: finishing rollback tid 2 to smithi10482514-42 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 507 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1085: finishing write tid 4 to smithi10482514-12 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1085: oid 12 updating version 0 to 675 2024-04-02T08:34:54.830 INFO:tasks.rados.rados.0.smithi104.stdout:1085: oid 12 updating version 675 to 676 2024-04-02T08:34:54.831 INFO:tasks.rados.rados.0.smithi104.stdout:1085: oid 12 version 676 is already newer than 674 2024-04-02T08:34:54.831 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 676 (ObjNum 340 snap 117 seq_num 340) dirty exists 2024-04-02T08:34:54.831 INFO:tasks.rados.rados.0.smithi104.stdout:1085: left oid 12 (ObjNum 340 snap 117 seq_num 340) 2024-04-02T08:34:54.831 INFO:tasks.rados.rados.0.smithi104.stdout:1085: done (3 left) 2024-04-02T08:34:54.831 INFO:tasks.rados.rados.0.smithi104.stdout:1086: done (2 left) 2024-04-02T08:34:54.831 INFO:tasks.rados.rados.0.smithi104.stdout:1090: delete oid 3 current snap is 117 2024-04-02T08:34:54.845 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 621 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:34:54.845 INFO:tasks.rados.rados.0.smithi104.stdout:1088: done (2 left) 2024-04-02T08:34:54.845 INFO:tasks.rados.rados.0.smithi104.stdout:1089: done (1 left) 2024-04-02T08:34:54.845 INFO:tasks.rados.rados.0.smithi104.stdout:1090: done (0 left) 2024-04-02T08:34:54.845 INFO:tasks.rados.rados.0.smithi104.stdout:1091: snap_create 2024-04-02T08:34:55.234 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[96567]: pgmap v72: 121 pgs: 121 active+clean; 367 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:55.234 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:55.234 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:55.234 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:34:55.234 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:55.235 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[96567]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:34:55.235 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[94081]: pgmap v72: 121 pgs: 121 active+clean; 367 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:55.235 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:55.235 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:55.235 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:34:55.235 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:55.235 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-mon[94081]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:34:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:55 smithi188 ceph-mon[86835]: pgmap v72: 121 pgs: 121 active+clean; 367 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:55 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:55 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:55 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:34:55.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:55 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:55.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:55 smithi188 ceph-mon[86835]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:34:55.832 INFO:tasks.rados.rados.0.smithi104.stdout:1091: done (0 left) 2024-04-02T08:34:55.832 INFO:tasks.rados.rados.0.smithi104.stdout:1092: rollback oid 41 current snap is 118 2024-04-02T08:34:55.832 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 70 2024-04-02T08:34:55.832 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 118 2024-04-02T08:34:55.832 INFO:tasks.rados.rados.0.smithi104.stdout:1093: seq_num 342 ranges {57344=532480,589824=401408} 2024-04-02T08:34:55.834 INFO:tasks.rados.rados.0.smithi104.stdout:1093: writing smithi10482514-4 from 57344 to 589824 tid 1 2024-04-02T08:34:55.837 INFO:tasks.rados.rados.0.smithi104.stdout:1093: writing smithi10482514-4 from 589824 to 991232 tid 2 2024-04-02T08:34:55.837 INFO:tasks.rados.rados.0.smithi104.stdout:1094: delete oid 19 current snap is 118 2024-04-02T08:34:55.838 INFO:tasks.rados.rados.0.smithi104.stdout:1092: finishing rollback tid 0 to smithi10482514-41 2024-04-02T08:34:55.839 INFO:tasks.rados.rados.0.smithi104.stdout:1092: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:34:55.840 INFO:tasks.rados.rados.0.smithi104.stdout:1092: finishing rollback tid 2 to smithi10482514-41 2024-04-02T08:34:55.840 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 817 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:34:55.840 INFO:tasks.rados.rados.0.smithi104.stdout:1093: finishing write tid 1 to smithi10482514-4 2024-04-02T08:34:55.840 INFO:tasks.rados.rados.0.smithi104.stdout:1093: finishing write tid 2 to smithi10482514-4 2024-04-02T08:34:55.840 INFO:tasks.rados.rados.0.smithi104.stdout:1093: finishing write tid 3 to smithi10482514-4 2024-04-02T08:34:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:1093: finishing write tid 4 to smithi10482514-4 2024-04-02T08:34:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:1093: oid 4 updating version 0 to 552 2024-04-02T08:34:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:1093: oid 4 updating version 552 to 554 2024-04-02T08:34:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:1093: oid 4 version 554 is already newer than 553 2024-04-02T08:34:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 554 (ObjNum 342 snap 118 seq_num 342) dirty exists 2024-04-02T08:34:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:1093: left oid 4 (ObjNum 342 snap 118 seq_num 342) 2024-04-02T08:34:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:1092: done (2 left) 2024-04-02T08:34:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:1093: done (1 left) 2024-04-02T08:34:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:1094: done (0 left) 2024-04-02T08:34:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:1095: rollback oid 25 current snap is 118 2024-04-02T08:34:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 25 to 111 2024-04-02T08:34:55.844 INFO:tasks.rados.rados.0.smithi104.stdout:1096: snap_remove snap 115 2024-04-02T08:34:56.023 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:34:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:34:55] "GET /metrics HTTP/1.1" 200 36008 "" "Prometheus/2.43.0" 2024-04-02T08:34:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:56 smithi188 ceph-mon[86835]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:34:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:56 smithi188 ceph-mon[86835]: Reconfiguring daemon osd.2 on smithi104 2024-04-02T08:34:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:56 smithi188 ceph-mon[86835]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:34:56.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:56.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:56.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:56 smithi104 ceph-mon[96567]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:34:56.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:56 smithi104 ceph-mon[96567]: Reconfiguring daemon osd.2 on smithi104 2024-04-02T08:34:56.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:56 smithi104 ceph-mon[96567]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:34:56.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:56.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:56.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:56 smithi104 ceph-mon[94081]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:34:56.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:56 smithi104 ceph-mon[94081]: Reconfiguring daemon osd.2 on smithi104 2024-04-02T08:34:56.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:56 smithi104 ceph-mon[94081]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:34:56.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:56.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:56.833 INFO:tasks.rados.rados.0.smithi104.stdout:1096: done (1 left) 2024-04-02T08:34:56.833 INFO:tasks.rados.rados.0.smithi104.stdout:1097: rmattr oid 30 current snap is 118 2024-04-02T08:34:56.834 INFO:tasks.rados.rados.0.smithi104.stdout:1095: finishing rollback tid 0 to smithi10482514-25 2024-04-02T08:34:56.834 INFO:tasks.rados.rados.0.smithi104.stdout:1095: finishing rollback tid 1 to smithi10482514-25 2024-04-02T08:34:56.834 INFO:tasks.rados.rados.0.smithi104.stdout:1095: finishing rollback tid 2 to smithi10482514-25 2024-04-02T08:34:56.834 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 629 (ObjNum 321 snap 107 seq_num 321) dirty exists 2024-04-02T08:34:56.834 INFO:tasks.rados.rados.0.smithi104.stdout:1095: done (1 left) 2024-04-02T08:34:56.834 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 118 2024-04-02T08:34:56.834 INFO:tasks.rados.rados.0.smithi104.stdout:1098: seq_num 344 ranges {483328=565248,1048576=401408} 2024-04-02T08:34:56.840 INFO:tasks.rados.rados.0.smithi104.stdout:1098: writing smithi10482514-15 from 483328 to 1048576 tid 1 2024-04-02T08:34:56.846 INFO:tasks.rados.rados.0.smithi104.stdout:1098: writing smithi10482514-15 from 1048576 to 1449984 tid 2 2024-04-02T08:34:56.846 INFO:tasks.rados.rados.0.smithi104.stdout:1099: rollback oid 46 current snap is 118 2024-04-02T08:34:56.846 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 46 to 36 2024-04-02T08:34:56.846 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 631 (ObjNum 252 snap 82 seq_num 252) dirty exists 2024-04-02T08:34:56.846 INFO:tasks.rados.rados.0.smithi104.stdout:1097: done (2 left) 2024-04-02T08:34:56.846 INFO:tasks.rados.rados.0.smithi104.stdout:1100: rmattr oid 43 current snap is 118 2024-04-02T08:34:56.846 INFO:tasks.rados.rados.0.smithi104.stdout:1100: done (2 left) 2024-04-02T08:34:56.847 INFO:tasks.rados.rados.0.smithi104.stdout:1101: delete oid 8 current snap is 118 2024-04-02T08:34:56.849 INFO:tasks.rados.rados.0.smithi104.stdout:1098: finishing write tid 1 to smithi10482514-15 2024-04-02T08:34:56.850 INFO:tasks.rados.rados.0.smithi104.stdout:1098: finishing write tid 2 to smithi10482514-15 2024-04-02T08:34:56.850 INFO:tasks.rados.rados.0.smithi104.stdout:1098: finishing write tid 3 to smithi10482514-15 2024-04-02T08:34:56.851 INFO:tasks.rados.rados.0.smithi104.stdout:1099: finishing rollback tid 0 to smithi10482514-46 2024-04-02T08:34:56.852 INFO:tasks.rados.rados.0.smithi104.stdout:1099: finishing rollback tid 1 to smithi10482514-46 2024-04-02T08:34:56.853 INFO:tasks.rados.rados.0.smithi104.stdout:1098: finishing write tid 4 to smithi10482514-15 2024-04-02T08:34:56.853 INFO:tasks.rados.rados.0.smithi104.stdout:1098: oid 15 updating version 0 to 824 2024-04-02T08:34:56.853 INFO:tasks.rados.rados.0.smithi104.stdout:1098: oid 15 updating version 824 to 825 2024-04-02T08:34:56.853 INFO:tasks.rados.rados.0.smithi104.stdout:1098: oid 15 version 825 is already newer than 823 2024-04-02T08:34:56.853 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 825 (ObjNum 344 snap 118 seq_num 344) dirty exists 2024-04-02T08:34:56.853 INFO:tasks.rados.rados.0.smithi104.stdout:1098: left oid 15 (ObjNum 344 snap 118 seq_num 344) 2024-04-02T08:34:56.853 INFO:tasks.rados.rados.0.smithi104.stdout:1099: finishing rollback tid 2 to smithi10482514-46 2024-04-02T08:34:56.853 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 547 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-02T08:34:56.854 INFO:tasks.rados.rados.0.smithi104.stdout:1098: done (2 left) 2024-04-02T08:34:56.855 INFO:tasks.rados.rados.0.smithi104.stdout:1099: done (1 left) 2024-04-02T08:34:56.855 INFO:tasks.rados.rados.0.smithi104.stdout:1101: done (0 left) 2024-04-02T08:34:56.855 INFO:tasks.rados.rados.0.smithi104.stdout:1102: read oid 26 snap -1 2024-04-02T08:34:56.855 INFO:tasks.rados.rados.0.smithi104.stdout:1102: expect (ObjNum 102 snap 25 seq_num 102) 2024-04-02T08:34:56.855 INFO:tasks.rados.rados.0.smithi104.stdout:1103: snap_create 2024-04-02T08:34:56.864 INFO:tasks.rados.rados.0.smithi104.stdout:1102: expect (ObjNum 102 snap 25 seq_num 102) 2024-04-02T08:34:57.271 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[96567]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:34:57.271 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:34:57.271 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:57.271 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[96567]: Reconfiguring daemon osd.3 on smithi104 2024-04-02T08:34:57.272 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[96567]: pgmap v75: 121 pgs: 121 active+clean; 368 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-04-02T08:34:57.272 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[96567]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:34:57.272 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[94081]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:34:57.272 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:34:57.272 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:57.272 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[94081]: Reconfiguring daemon osd.3 on smithi104 2024-04-02T08:34:57.272 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[94081]: pgmap v75: 121 pgs: 121 active+clean; 368 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-04-02T08:34:57.272 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:57 smithi104 ceph-mon[94081]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:34:57.354 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:34:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:57 smithi188 ceph-mon[86835]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:34:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:34:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:57 smithi188 ceph-mon[86835]: Reconfiguring daemon osd.3 on smithi104 2024-04-02T08:34:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:57 smithi188 ceph-mon[86835]: pgmap v75: 121 pgs: 121 active+clean; 368 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-04-02T08:34:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:57 smithi188 ceph-mon[86835]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:34:57.682 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:34:57.682 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (5m) 33s ago 6m 26.3M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:34:57.682 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (6m) 16s ago 6m 87.8M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:34:57.682 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (7m) 33s ago 7m 15.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:34:57.682 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (7m) 16s ago 7m 18.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:34:57.682 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (78s) 16s ago 11m 448M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:34:57.682 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (109s) 33s ago 12m 493M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:34:57.682 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (62s) 33s ago 12m 38.3M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:34:57.682 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (22s) 16s ago 11m 29.5M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:34:57.682 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (37s) 33s ago 11m 32.2M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:34:57.682 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (6m) 33s ago 6m 16.9M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:34:57.683 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (6m) 16s ago 6m 15.3M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:34:57.683 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (10m) 33s ago 10m 164M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5ffe884bf 2024-04-02T08:34:57.683 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (10m) 33s ago 10m 156M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0fac1c9ff7f8 2024-04-02T08:34:57.683 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (9m) 33s ago 9m 145M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d f49701d81936 2024-04-02T08:34:57.683 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (9m) 33s ago 9m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 56815e6cf0b9 2024-04-02T08:34:57.683 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (9m) 16s ago 9m 194M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:34:57.683 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (8m) 16s ago 8m 197M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:34:57.683 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (8m) 16s ago 8m 143M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:34:57.683 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (7m) 16s ago 7m 118M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:34:57.683 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (84s) 16s ago 6m 47.1M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:34:57.834 INFO:tasks.rados.rados.0.smithi104.stdout:1102: done (1 left) 2024-04-02T08:34:57.834 INFO:tasks.rados.rados.0.smithi104.stdout:1103: done (0 left) 2024-04-02T08:34:57.834 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 119 2024-04-02T08:34:57.834 INFO:tasks.rados.rados.0.smithi104.stdout:1104: seq_num 346 ranges {9854976=598016,10452992=401408} 2024-04-02T08:34:57.891 INFO:tasks.rados.rados.0.smithi104.stdout:1104: writing smithi10482514-40 from 9854976 to 10452992 tid 1 2024-04-02T08:34:57.894 INFO:tasks.rados.rados.0.smithi104.stdout:1104: writing smithi10482514-40 from 10452992 to 10854400 tid 2 2024-04-02T08:34:57.894 INFO:tasks.rados.rados.0.smithi104.stdout:1105: delete oid 2 current snap is 119 2024-04-02T08:34:57.901 INFO:tasks.rados.rados.0.smithi104.stdout:1105: done (1 left) 2024-04-02T08:34:57.901 INFO:tasks.rados.rados.0.smithi104.stdout:1106: snap_remove snap 108 2024-04-02T08:34:58.152 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:34:58.152 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:34:58.152 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:34:58.152 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:34:58.152 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 10, 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 5 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:34:58.153 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:34:58.852 INFO:tasks.rados.rados.0.smithi104.stdout:1106: done (1 left) 2024-04-02T08:34:58.852 INFO:tasks.rados.rados.0.smithi104.stdout:1107: copy_from oid 43 from oid 39 current snap is 119 2024-04-02T08:34:58.852 INFO:tasks.rados.rados.0.smithi104.stdout:1104: finishing write tid 1 to smithi10482514-40 2024-04-02T08:34:58.852 INFO:tasks.rados.rados.0.smithi104.stdout:1104: finishing write tid 2 to smithi10482514-40 2024-04-02T08:34:58.852 INFO:tasks.rados.rados.0.smithi104.stdout:1104: finishing write tid 3 to smithi10482514-40 2024-04-02T08:34:58.852 INFO:tasks.rados.rados.0.smithi104.stdout:1104: finishing write tid 4 to smithi10482514-40 2024-04-02T08:34:58.852 INFO:tasks.rados.rados.0.smithi104.stdout:1104: oid 40 updating version 0 to 563 2024-04-02T08:34:58.852 INFO:tasks.rados.rados.0.smithi104.stdout:1104: oid 40 updating version 563 to 564 2024-04-02T08:34:58.852 INFO:tasks.rados.rados.0.smithi104.stdout:1104: oid 40 version 564 is already newer than 562 2024-04-02T08:34:58.852 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 564 (ObjNum 346 snap 119 seq_num 346) dirty exists 2024-04-02T08:34:58.853 INFO:tasks.rados.rados.0.smithi104.stdout:1104: left oid 40 (ObjNum 346 snap 119 seq_num 346) 2024-04-02T08:34:58.853 INFO:tasks.rados.rados.0.smithi104.stdout:1104: done (1 left) 2024-04-02T08:34:58.853 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 119 2024-04-02T08:34:58.853 INFO:tasks.rados.rados.0.smithi104.stdout:1108: seq_num 348 ranges {0=630784,630784=401408} 2024-04-02T08:34:58.855 INFO:tasks.rados.rados.0.smithi104.stdout:1108: writing smithi10482514-49 from 0 to 630784 tid 1 2024-04-02T08:34:58.858 INFO:tasks.rados.rados.0.smithi104.stdout:1108: writing smithi10482514-49 from 630784 to 1032192 tid 2 2024-04-02T08:34:58.859 INFO:tasks.rados.rados.0.smithi104.stdout:1109: delete oid 26 current snap is 119 2024-04-02T08:34:58.861 INFO:tasks.rados.rados.0.smithi104.stdout:1107: finishing copy_from to smithi10482514-43 2024-04-02T08:34:58.861 INFO:tasks.rados.rados.0.smithi104.stdout:1107: got expected ENOENT (src dne) 2024-04-02T08:34:58.861 INFO:tasks.rados.rados.0.smithi104.stdout:1107: finishing copy_from racing read to smithi10482514-43 2024-04-02T08:34:58.864 INFO:tasks.rados.rados.0.smithi104.stdout:1108: finishing write tid 1 to smithi10482514-49 2024-04-02T08:34:58.865 INFO:tasks.rados.rados.0.smithi104.stdout:1108: finishing write tid 2 to smithi10482514-49 2024-04-02T08:34:58.865 INFO:tasks.rados.rados.0.smithi104.stdout:1108: finishing write tid 3 to smithi10482514-49 2024-04-02T08:34:58.865 INFO:tasks.rados.rados.0.smithi104.stdout:1107: done (2 left) 2024-04-02T08:34:58.865 INFO:tasks.rados.rados.0.smithi104.stdout:1109: done (1 left) 2024-04-02T08:34:58.865 INFO:tasks.rados.rados.0.smithi104.stdout:1110: read oid 7 snap 90 2024-04-02T08:34:58.865 INFO:tasks.rados.rados.0.smithi104.stdout:1110: expect (ObjNum 237 snap 79 seq_num 237) 2024-04-02T08:34:58.865 INFO:tasks.rados.rados.0.smithi104.stdout:1111: rollback oid 18 current snap is 119 2024-04-02T08:34:58.865 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 18 to 70 2024-04-02T08:34:58.865 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 119 2024-04-02T08:34:58.865 INFO:tasks.rados.rados.0.smithi104.stdout:1112: seq_num 350 ranges {10854400=671744,11526144=401408} 2024-04-02T08:34:58.926 INFO:tasks.rados.rados.0.smithi104.stdout:1112: writing smithi10482514-40 from 10854400 to 11526144 tid 1 2024-04-02T08:34:58.929 INFO:tasks.rados.rados.0.smithi104.stdout:1112: writing smithi10482514-40 from 11526144 to 11927552 tid 2 2024-04-02T08:34:58.929 INFO:tasks.rados.rados.0.smithi104.stdout:1113: read oid 31 snap -1 2024-04-02T08:34:58.929 INFO:tasks.rados.rados.0.smithi104.stdout:1113: expect deleted 2024-04-02T08:34:58.929 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 119 2024-04-02T08:34:58.929 INFO:tasks.rados.rados.0.smithi104.stdout:1108: finishing write tid 4 to smithi10482514-49 2024-04-02T08:34:58.929 INFO:tasks.rados.rados.0.smithi104.stdout:1108: oid 49 updating version 0 to 608 2024-04-02T08:34:58.930 INFO:tasks.rados.rados.0.smithi104.stdout:1108: oid 49 version 608 is already newer than 606 2024-04-02T08:34:58.930 INFO:tasks.rados.rados.0.smithi104.stdout:1108: oid 49 version 608 is already newer than 607 2024-04-02T08:34:58.930 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 608 (ObjNum 348 snap 119 seq_num 348) dirty exists 2024-04-02T08:34:58.930 INFO:tasks.rados.rados.0.smithi104.stdout:1108: left oid 49 (ObjNum 348 snap 119 seq_num 348) 2024-04-02T08:34:58.931 INFO:tasks.rados.rados.0.smithi104.stdout:1111: finishing rollback tid 0 to smithi10482514-18 2024-04-02T08:34:58.931 INFO:tasks.rados.rados.0.smithi104.stdout:1111: finishing rollback tid 1 to smithi10482514-18 2024-04-02T08:34:58.931 INFO:tasks.rados.rados.0.smithi104.stdout:1111: finishing rollback tid 2 to smithi10482514-18 2024-04-02T08:34:58.931 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 135 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-02T08:34:58.931 INFO:tasks.rados.rados.0.smithi104.stdout:1110: expect (ObjNum 237 snap 79 seq_num 237) 2024-04-02T08:34:58.997 INFO:tasks.rados.rados.0.smithi104.stdout:1112: finishing write tid 1 to smithi10482514-40 2024-04-02T08:34:58.997 INFO:tasks.rados.rados.0.smithi104.stdout:1112: finishing write tid 2 to smithi10482514-40 2024-04-02T08:34:58.997 INFO:tasks.rados.rados.0.smithi104.stdout:1112: finishing write tid 3 to smithi10482514-40 2024-04-02T08:34:58.998 INFO:tasks.rados.rados.0.smithi104.stdout:1112: finishing write tid 4 to smithi10482514-40 2024-04-02T08:34:58.998 INFO:tasks.rados.rados.0.smithi104.stdout:1112: oid 40 updating version 0 to 576 2024-04-02T08:34:58.998 INFO:tasks.rados.rados.0.smithi104.stdout:1112: oid 40 version 576 is already newer than 575 2024-04-02T08:34:58.998 INFO:tasks.rados.rados.0.smithi104.stdout:1112: oid 40 updating version 576 to 577 2024-04-02T08:34:58.998 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 577 (ObjNum 350 snap 119 seq_num 350) dirty exists 2024-04-02T08:34:58.998 INFO:tasks.rados.rados.0.smithi104.stdout:1112: left oid 40 (ObjNum 350 snap 119 seq_num 350) 2024-04-02T08:34:58.998 INFO:tasks.rados.rados.0.smithi104.stdout:1114: seq_num 351 ranges {6979584=688128,7667712=401408} 2024-04-02T08:34:59.037 INFO:tasks.rados.rados.0.smithi104.stdout:1114: writing smithi10482514-32 from 6979584 to 7667712 tid 1 2024-04-02T08:34:59.040 INFO:tasks.rados.rados.0.smithi104.stdout:1114: writing smithi10482514-32 from 7667712 to 8069120 tid 2 2024-04-02T08:34:59.040 INFO:tasks.rados.rados.0.smithi104.stdout:1108: done (5 left) 2024-04-02T08:34:59.040 INFO:tasks.rados.rados.0.smithi104.stdout:1110: done (4 left) 2024-04-02T08:34:59.040 INFO:tasks.rados.rados.0.smithi104.stdout:1111: done (3 left) 2024-04-02T08:34:59.040 INFO:tasks.rados.rados.0.smithi104.stdout:1112: done (2 left) 2024-04-02T08:34:59.040 INFO:tasks.rados.rados.0.smithi104.stdout:1113: done (1 left) 2024-04-02T08:34:59.040 INFO:tasks.rados.rados.0.smithi104.stdout:1115: read oid 48 snap -1 2024-04-02T08:34:59.040 INFO:tasks.rados.rados.0.smithi104.stdout:1115: expect deleted 2024-04-02T08:34:59.040 INFO:tasks.rados.rados.0.smithi104.stdout:1116: snap_create 2024-04-02T08:34:59.042 INFO:tasks.rados.rados.0.smithi104.stdout:1114: finishing write tid 1 to smithi10482514-32 2024-04-02T08:34:59.042 INFO:tasks.rados.rados.0.smithi104.stdout:1114: finishing write tid 2 to smithi10482514-32 2024-04-02T08:34:59.042 INFO:tasks.rados.rados.0.smithi104.stdout:1114: finishing write tid 3 to smithi10482514-32 2024-04-02T08:34:59.045 INFO:tasks.rados.rados.0.smithi104.stdout:1114: finishing write tid 4 to smithi10482514-32 2024-04-02T08:34:59.046 INFO:tasks.rados.rados.0.smithi104.stdout:1114: oid 32 updating version 0 to 416 2024-04-02T08:34:59.046 INFO:tasks.rados.rados.0.smithi104.stdout:1114: oid 32 updating version 416 to 418 2024-04-02T08:34:59.046 INFO:tasks.rados.rados.0.smithi104.stdout:1114: oid 32 version 418 is already newer than 417 2024-04-02T08:34:59.046 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 418 (ObjNum 351 snap 119 seq_num 351) dirty exists 2024-04-02T08:34:59.046 INFO:tasks.rados.rados.0.smithi104.stdout:1114: left oid 32 (ObjNum 351 snap 119 seq_num 351) 2024-04-02T08:34:59.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:58 smithi188 ceph-mon[86835]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:58 smithi188 ceph-mon[86835]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:58 smithi188 ceph-mon[86835]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:34:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:58 smithi188 ceph-mon[86835]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:34:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:58 smithi188 ceph-mon[86835]: Reconfiguring daemon mds.a on smithi104 2024-04-02T08:34:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:58 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/530067306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:58 smithi188 ceph-mon[86835]: pgmap v78: 121 pgs: 121 active+clean; 368 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-04-02T08:34:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[96567]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[96567]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[96567]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:34:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[96567]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:34:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[96567]: Reconfiguring daemon mds.a on smithi104 2024-04-02T08:34:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/530067306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[96567]: pgmap v78: 121 pgs: 121 active+clean; 368 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-04-02T08:34:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[94081]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[94081]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[94081]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:34:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:34:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[94081]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:34:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[94081]: Reconfiguring daemon mds.a on smithi104 2024-04-02T08:34:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/530067306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:59.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:58 smithi104 ceph-mon[94081]: pgmap v78: 121 pgs: 121 active+clean; 368 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-04-02T08:34:59.857 INFO:tasks.rados.rados.0.smithi104.stdout:1114: done (2 left) 2024-04-02T08:34:59.857 INFO:tasks.rados.rados.0.smithi104.stdout:1115: done (1 left) 2024-04-02T08:34:59.857 INFO:tasks.rados.rados.0.smithi104.stdout:1116: done (0 left) 2024-04-02T08:34:59.857 INFO:tasks.rados.rados.0.smithi104.stdout:1117: read oid 18 snap -1 2024-04-02T08:34:59.857 INFO:tasks.rados.rados.0.smithi104.stdout:1117: expect (ObjNum 97 snap 25 seq_num 97) 2024-04-02T08:34:59.857 INFO:tasks.rados.rados.0.smithi104.stdout:1118: setattr oid 1 current snap is 120 2024-04-02T08:34:59.859 INFO:tasks.rados.rados.0.smithi104.stdout:1119: snap_create 2024-04-02T08:34:59.863 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 501 (ObjNum 276 snap 94 seq_num 276) dirty exists 2024-04-02T08:34:59.867 INFO:tasks.rados.rados.0.smithi104.stdout:1117: expect (ObjNum 97 snap 25 seq_num 97) 2024-04-02T08:35:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:59 smithi188 ceph-mon[86835]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:35:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:59 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:59 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:59 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:35:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:59 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:35:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:34:59 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:00.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[96567]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:35:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:35:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:35:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[94081]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:35:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:35:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:35:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:34:59 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:00.831 INFO:tasks.rados.rados.0.smithi104.stdout:1117: done (2 left) 2024-04-02T08:35:00.831 INFO:tasks.rados.rados.0.smithi104.stdout:1118: done (1 left) 2024-04-02T08:35:00.832 INFO:tasks.rados.rados.0.smithi104.stdout:1119: done (0 left) 2024-04-02T08:35:00.832 INFO:tasks.rados.rados.0.smithi104.stdout:1120: setattr oid 40 current snap is 121 2024-04-02T08:35:00.833 INFO:tasks.rados.rados.0.smithi104.stdout:1121: read oid 8 snap -1 2024-04-02T08:35:00.833 INFO:tasks.rados.rados.0.smithi104.stdout:1121: expect deleted 2024-04-02T08:35:00.833 INFO:tasks.rados.rados.0.smithi104.stdout:1122: snap_remove snap 40 2024-04-02T08:35:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:00 smithi188 ceph-mon[86835]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:35:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:00 smithi188 ceph-mon[86835]: Reconfiguring daemon mon.b on smithi188 2024-04-02T08:35:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:00 smithi188 ceph-mon[86835]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:35:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:00 smithi188 ceph-mon[86835]: pgmap v81: 121 pgs: 121 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:35:01.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:00 smithi188 ceph-mon[86835]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:35:01.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:00 smithi104 ceph-mon[96567]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:35:01.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:00 smithi104 ceph-mon[96567]: Reconfiguring daemon mon.b on smithi188 2024-04-02T08:35:01.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:00 smithi104 ceph-mon[96567]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:35:01.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:00 smithi104 ceph-mon[96567]: pgmap v81: 121 pgs: 121 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:35:01.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:00 smithi104 ceph-mon[96567]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:35:01.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:00 smithi104 ceph-mon[94081]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:35:01.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:00 smithi104 ceph-mon[94081]: Reconfiguring daemon mon.b on smithi188 2024-04-02T08:35:01.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:00 smithi104 ceph-mon[94081]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:35:01.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:00 smithi104 ceph-mon[94081]: pgmap v81: 121 pgs: 121 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:35:01.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:00 smithi104 ceph-mon[94081]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:35:01.828 INFO:tasks.rados.rados.0.smithi104.stdout:1122: done (2 left) 2024-04-02T08:35:01.829 INFO:tasks.rados.rados.0.smithi104.stdout:1123: read oid 6 snap -1 2024-04-02T08:35:01.829 INFO:tasks.rados.rados.0.smithi104.stdout:1123: expect deleted 2024-04-02T08:35:01.829 INFO:tasks.rados.rados.0.smithi104.stdout:1124: snap_remove snap 103 2024-04-02T08:35:02.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:02.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:02.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:02.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:02 smithi188 ceph-mon[86835]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:35:02.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:35:02.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:35:02.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:02.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:02 smithi188 ceph-mon[86835]: Reconfiguring daemon mgr.x on smithi188 2024-04-02T08:35:02.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:02 smithi188 ceph-mon[86835]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:35:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[96567]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:35:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:35:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:35:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[96567]: Reconfiguring daemon mgr.x on smithi188 2024-04-02T08:35:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[96567]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:35:02.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:02.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:02.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[94081]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:35:02.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:35:02.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:35:02.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:02.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[94081]: Reconfiguring daemon mgr.x on smithi188 2024-04-02T08:35:02.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:02 smithi104 ceph-mon[94081]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:35:02.832 INFO:tasks.rados.rados.0.smithi104.stdout:1124: done (3 left) 2024-04-02T08:35:02.832 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 121 2024-04-02T08:35:02.832 INFO:tasks.rados.rados.0.smithi104.stdout:1125: seq_num 352 ranges {0=704512,704512=401408} 2024-04-02T08:35:02.836 INFO:tasks.rados.rados.0.smithi104.stdout:1125: writing smithi10482514-19 from 0 to 704512 tid 1 2024-04-02T08:35:02.839 INFO:tasks.rados.rados.0.smithi104.stdout:1125: writing smithi10482514-19 from 704512 to 1105920 tid 2 2024-04-02T08:35:02.839 INFO:tasks.rados.rados.0.smithi104.stdout:1126: setattr oid 11 current snap is 121 2024-04-02T08:35:02.840 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 579 (ObjNum 350 snap 119 seq_num 350) dirty exists 2024-04-02T08:35:02.842 INFO:tasks.rados.rados.0.smithi104.stdout:1120: done (4 left) 2024-04-02T08:35:02.842 INFO:tasks.rados.rados.0.smithi104.stdout:1121: done (3 left) 2024-04-02T08:35:02.842 INFO:tasks.rados.rados.0.smithi104.stdout:1123: done (2 left) 2024-04-02T08:35:02.842 INFO:tasks.rados.rados.0.smithi104.stdout:1127: rollback oid 44 current snap is 121 2024-04-02T08:35:02.842 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 44 to 120 2024-04-02T08:35:02.842 INFO:tasks.rados.rados.0.smithi104.stdout:1128: snap_remove snap 93 2024-04-02T08:35:03.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:03 smithi188 ceph-mon[86835]: pgmap v84: 121 pgs: 121 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:35:03.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:03 smithi188 ceph-mon[86835]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:35:03.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:03 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:03.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:03 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:03.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:03 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:35:03.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:03 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:03.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[94081]: pgmap v84: 121 pgs: 121 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:35:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[94081]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:35:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:35:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[96567]: pgmap v84: 121 pgs: 121 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-04-02T08:35:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[96567]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:35:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:35:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:03 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:03.845 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 112 (ObjNum 291 snap 97 seq_num 291) dirty exists 2024-04-02T08:35:03.845 INFO:tasks.rados.rados.0.smithi104.stdout:1127: finishing rollback tid 0 to smithi10482514-44 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1127: finishing rollback tid 1 to smithi10482514-44 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1127: finishing rollback tid 2 to smithi10482514-44 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 833 (ObjNum 307 snap 103 seq_num 307) dirty exists 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1125: finishing write tid 1 to smithi10482514-19 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1125: finishing write tid 2 to smithi10482514-19 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1125: finishing write tid 3 to smithi10482514-19 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1125: finishing write tid 4 to smithi10482514-19 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1125: oid 19 updating version 0 to 596 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1125: oid 19 version 596 is already newer than 594 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1125: oid 19 version 596 is already newer than 595 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 596 (ObjNum 352 snap 121 seq_num 352) dirty exists 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1125: left oid 19 (ObjNum 352 snap 121 seq_num 352) 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1125: done (3 left) 2024-04-02T08:35:03.846 INFO:tasks.rados.rados.0.smithi104.stdout:1126: done (2 left) 2024-04-02T08:35:03.847 INFO:tasks.rados.rados.0.smithi104.stdout:1127: done (1 left) 2024-04-02T08:35:03.847 INFO:tasks.rados.rados.0.smithi104.stdout:1128: done (0 left) 2024-04-02T08:35:03.847 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 121 2024-04-02T08:35:03.847 INFO:tasks.rados.rados.0.smithi104.stdout:1129: seq_num 353 ranges {6406144=720896,7127040=401408} 2024-04-02T08:35:03.884 INFO:tasks.rados.rados.0.smithi104.stdout:1129: writing smithi10482514-5 from 6406144 to 7127040 tid 1 2024-04-02T08:35:03.886 INFO:tasks.rados.rados.0.smithi104.stdout:1129: writing smithi10482514-5 from 7127040 to 7528448 tid 2 2024-04-02T08:35:03.887 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 121 2024-04-02T08:35:03.887 INFO:tasks.rados.rados.0.smithi104.stdout:1130: seq_num 354 ranges {0=737280,737280=401408} 2024-04-02T08:35:03.890 INFO:tasks.rados.rados.0.smithi104.stdout:1130: writing smithi10482514-6 from 0 to 737280 tid 1 2024-04-02T08:35:03.894 INFO:tasks.rados.rados.0.smithi104.stdout:1130: writing smithi10482514-6 from 737280 to 1138688 tid 2 2024-04-02T08:35:03.894 INFO:tasks.rados.rados.0.smithi104.stdout:1131: read oid 28 snap -1 2024-04-02T08:35:03.894 INFO:tasks.rados.rados.0.smithi104.stdout:1131: expect (ObjNum 137 snap 43 seq_num 137) 2024-04-02T08:35:03.894 INFO:tasks.rados.rados.0.smithi104.stdout:1132: copy_from oid 18 from oid 39 current snap is 121 2024-04-02T08:35:03.894 INFO:tasks.rados.rados.0.smithi104.stdout:1129: finishing write tid 1 to smithi10482514-5 2024-04-02T08:35:03.894 INFO:tasks.rados.rados.0.smithi104.stdout:1129: finishing write tid 2 to smithi10482514-5 2024-04-02T08:35:03.894 INFO:tasks.rados.rados.0.smithi104.stdout:1129: finishing write tid 3 to smithi10482514-5 2024-04-02T08:35:03.894 INFO:tasks.rados.rados.0.smithi104.stdout:1129: finishing write tid 4 to smithi10482514-5 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1129: oid 5 updating version 0 to 548 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1129: oid 5 updating version 548 to 549 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1129: oid 5 updating version 549 to 550 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 550 (ObjNum 353 snap 121 seq_num 353) dirty exists 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1129: left oid 5 (ObjNum 353 snap 121 seq_num 353) 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1129: done (3 left) 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1133: read oid 43 snap -1 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1133: expect (ObjNum 308 snap 103 seq_num 308) 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1134: rollback oid 46 current snap is 121 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 46 to 98 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1135: rmattr oid 2 current snap is 121 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1135: done (5 left) 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1136: read oid 30 snap -1 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1136: expect (ObjNum 252 snap 82 seq_num 252) 2024-04-02T08:35:03.895 INFO:tasks.rados.rados.0.smithi104.stdout:1137: rollback oid 1 current snap is 121 2024-04-02T08:35:03.896 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 113 2024-04-02T08:35:03.896 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 121 2024-04-02T08:35:03.896 INFO:tasks.rados.rados.0.smithi104.stdout:1138: seq_num 355 ranges {2793472=753664,3547136=401408} 2024-04-02T08:35:03.913 INFO:tasks.rados.rados.0.smithi104.stdout:1138: writing smithi10482514-10 from 2793472 to 3547136 tid 1 2024-04-02T08:35:03.916 INFO:tasks.rados.rados.0.smithi104.stdout:1138: writing smithi10482514-10 from 3547136 to 3948544 tid 2 2024-04-02T08:35:03.916 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 37 current snap is 121 2024-04-02T08:35:03.916 INFO:tasks.rados.rados.0.smithi104.stdout:1130: finishing write tid 1 to smithi10482514-6 2024-04-02T08:35:03.916 INFO:tasks.rados.rados.0.smithi104.stdout:1139: seq_num 356 ranges {0=770048,770048=401408} 2024-04-02T08:35:03.920 INFO:tasks.rados.rados.0.smithi104.stdout:1139: writing smithi10482514-37 from 0 to 770048 tid 1 2024-04-02T08:35:03.923 INFO:tasks.rados.rados.0.smithi104.stdout:1139: writing smithi10482514-37 from 770048 to 1171456 tid 2 2024-04-02T08:35:03.923 INFO:tasks.rados.rados.0.smithi104.stdout:1140: delete oid 19 current snap is 121 2024-04-02T08:35:03.923 INFO:tasks.rados.rados.0.smithi104.stdout:1130: finishing write tid 2 to smithi10482514-6 2024-04-02T08:35:03.923 INFO:tasks.rados.rados.0.smithi104.stdout:1130: finishing write tid 3 to smithi10482514-6 2024-04-02T08:35:03.923 INFO:tasks.rados.rados.0.smithi104.stdout:1134: finishing rollback tid 0 to smithi10482514-46 2024-04-02T08:35:03.923 INFO:tasks.rados.rados.0.smithi104.stdout:1132: finishing copy_from to smithi10482514-18 2024-04-02T08:35:03.923 INFO:tasks.rados.rados.0.smithi104.stdout:1132: got expected ENOENT (src dne) 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:1132: finishing copy_from racing read to smithi10482514-18 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:1134: finishing rollback tid 1 to smithi10482514-46 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:1134: finishing rollback tid 2 to smithi10482514-46 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 553 (ObjNum 283 snap 95 seq_num 283) dirty exists 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:1130: finishing write tid 4 to smithi10482514-6 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:1130: oid 6 updating version 0 to 863 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:1130: oid 6 version 863 is already newer than 862 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:1130: oid 6 updating version 863 to 864 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 864 (ObjNum 354 snap 121 seq_num 354) dirty exists 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:1130: left oid 6 (ObjNum 354 snap 121 seq_num 354) 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:1137: finishing rollback tid 0 to smithi10482514-1 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:1137: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:1137: finishing rollback tid 2 to smithi10482514-1 2024-04-02T08:35:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 504 (ObjNum 276 snap 94 seq_num 276) dirty exists 2024-04-02T08:35:03.925 INFO:tasks.rados.rados.0.smithi104.stdout:1133: expect (ObjNum 308 snap 103 seq_num 308) 2024-04-02T08:35:03.960 INFO:tasks.rados.rados.0.smithi104.stdout:1131: expect (ObjNum 137 snap 43 seq_num 137) 2024-04-02T08:35:04.018 INFO:tasks.rados.rados.0.smithi104.stdout:1136: expect (ObjNum 252 snap 82 seq_num 252) 2024-04-02T08:35:04.153 INFO:tasks.rados.rados.0.smithi104.stdout:1138: finishing write tid 1 to smithi10482514-10 2024-04-02T08:35:04.153 INFO:tasks.rados.rados.0.smithi104.stdout:1138: finishing write tid 2 to smithi10482514-10 2024-04-02T08:35:04.153 INFO:tasks.rados.rados.0.smithi104.stdout:1130: done (9 left) 2024-04-02T08:35:04.153 INFO:tasks.rados.rados.0.smithi104.stdout:1131: done (8 left) 2024-04-02T08:35:04.153 INFO:tasks.rados.rados.0.smithi104.stdout:1132: done (7 left) 2024-04-02T08:35:04.154 INFO:tasks.rados.rados.0.smithi104.stdout:1133: done (6 left) 2024-04-02T08:35:04.154 INFO:tasks.rados.rados.0.smithi104.stdout:1134: done (5 left) 2024-04-02T08:35:04.154 INFO:tasks.rados.rados.0.smithi104.stdout:1136: done (4 left) 2024-04-02T08:35:04.154 INFO:tasks.rados.rados.0.smithi104.stdout:1137: done (3 left) 2024-04-02T08:35:04.154 INFO:tasks.rados.rados.0.smithi104.stdout:1140: done (2 left) 2024-04-02T08:35:04.154 INFO:tasks.rados.rados.0.smithi104.stdout:1141: read oid 2 snap -1 2024-04-02T08:35:04.154 INFO:tasks.rados.rados.0.smithi104.stdout:1141: expect deleted 2024-04-02T08:35:04.154 INFO:tasks.rados.rados.0.smithi104.stdout:1142: snap_remove snap 117 2024-04-02T08:35:04.489 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:04 smithi188 ceph-mon[86835]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:35:04.489 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:04 smithi188 ceph-mon[86835]: Reconfiguring daemon osd.4 on smithi188 2024-04-02T08:35:04.489 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:04 smithi188 ceph-mon[86835]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:35:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:04 smithi104 ceph-mon[96567]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:35:04.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:04 smithi104 ceph-mon[96567]: Reconfiguring daemon osd.4 on smithi188 2024-04-02T08:35:04.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:04 smithi104 ceph-mon[96567]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:35:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:04 smithi104 ceph-mon[94081]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:35:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:04 smithi104 ceph-mon[94081]: Reconfiguring daemon osd.4 on smithi188 2024-04-02T08:35:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:04 smithi104 ceph-mon[94081]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:35:04.843 INFO:tasks.rados.rados.0.smithi104.stdout:1142: done (3 left) 2024-04-02T08:35:04.843 INFO:tasks.rados.rados.0.smithi104.stdout:1143: snap_remove snap 119 2024-04-02T08:35:05.500 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:05 smithi188 ceph-mon[86835]: pgmap v87: 121 pgs: 121 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:35:05.500 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:05.500 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:05.500 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:05.501 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:35:05.501 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:05.501 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:05 smithi188 ceph-mon[86835]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:35:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[96567]: pgmap v87: 121 pgs: 121 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:35:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:35:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[96567]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:35:05.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[94081]: pgmap v87: 121 pgs: 121 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:35:05.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:05.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:05.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:05.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:35:05.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:05.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-mon[94081]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:35:05.849 INFO:tasks.rados.rados.0.smithi104.stdout:1143: done (3 left) 2024-04-02T08:35:05.849 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 121 2024-04-02T08:35:05.849 INFO:tasks.rados.rados.0.smithi104.stdout:1138: finishing write tid 3 to smithi10482514-10 2024-04-02T08:35:05.849 INFO:tasks.rados.rados.0.smithi104.stdout:1138: finishing write tid 4 to smithi10482514-10 2024-04-02T08:35:05.849 INFO:tasks.rados.rados.0.smithi104.stdout:1138: oid 10 updating version 0 to 716 2024-04-02T08:35:05.849 INFO:tasks.rados.rados.0.smithi104.stdout:1138: oid 10 updating version 716 to 718 2024-04-02T08:35:05.849 INFO:tasks.rados.rados.0.smithi104.stdout:1138: oid 10 version 718 is already newer than 717 2024-04-02T08:35:05.849 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 718 (ObjNum 355 snap 121 seq_num 355) dirty exists 2024-04-02T08:35:05.849 INFO:tasks.rados.rados.0.smithi104.stdout:1138: left oid 10 (ObjNum 355 snap 121 seq_num 355) 2024-04-02T08:35:05.850 INFO:tasks.rados.rados.0.smithi104.stdout:1139: finishing write tid 1 to smithi10482514-37 2024-04-02T08:35:05.850 INFO:tasks.rados.rados.0.smithi104.stdout:1144: seq_num 358 ranges {0=802816,802816=401408} 2024-04-02T08:35:05.854 INFO:tasks.rados.rados.0.smithi104.stdout:1144: writing smithi10482514-38 from 0 to 802816 tid 1 2024-04-02T08:35:05.857 INFO:tasks.rados.rados.0.smithi104.stdout:1144: writing smithi10482514-38 from 802816 to 1204224 tid 2 2024-04-02T08:35:05.857 INFO:tasks.rados.rados.0.smithi104.stdout:1138: done (3 left) 2024-04-02T08:35:05.857 INFO:tasks.rados.rados.0.smithi104.stdout:1145: copy_from oid 47 from oid 45 current snap is 121 2024-04-02T08:35:05.857 INFO:tasks.rados.rados.0.smithi104.stdout:1139: finishing write tid 2 to smithi10482514-37 2024-04-02T08:35:05.857 INFO:tasks.rados.rados.0.smithi104.stdout:1139: finishing write tid 3 to smithi10482514-37 2024-04-02T08:35:05.858 INFO:tasks.rados.rados.0.smithi104.stdout:1139: finishing write tid 4 to smithi10482514-37 2024-04-02T08:35:05.858 INFO:tasks.rados.rados.0.smithi104.stdout:1139: oid 37 updating version 0 to 228 2024-04-02T08:35:05.858 INFO:tasks.rados.rados.0.smithi104.stdout:1139: oid 37 updating version 228 to 230 2024-04-02T08:35:05.858 INFO:tasks.rados.rados.0.smithi104.stdout:1139: oid 37 version 230 is already newer than 229 2024-04-02T08:35:05.858 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 230 (ObjNum 356 snap 121 seq_num 356) dirty exists 2024-04-02T08:35:05.858 INFO:tasks.rados.rados.0.smithi104.stdout:1139: left oid 37 (ObjNum 356 snap 121 seq_num 356) 2024-04-02T08:35:05.858 INFO:tasks.rados.rados.0.smithi104.stdout:1139: done (3 left) 2024-04-02T08:35:05.858 INFO:tasks.rados.rados.0.smithi104.stdout:1146: snap_create 2024-04-02T08:35:05.862 INFO:tasks.rados.rados.0.smithi104.stdout:1144: finishing write tid 1 to smithi10482514-38 2024-04-02T08:35:05.862 INFO:tasks.rados.rados.0.smithi104.stdout:1144: finishing write tid 2 to smithi10482514-38 2024-04-02T08:35:05.862 INFO:tasks.rados.rados.0.smithi104.stdout:1144: finishing write tid 3 to smithi10482514-38 2024-04-02T08:35:05.862 INFO:tasks.rados.rados.0.smithi104.stdout:1145: finishing copy_from to smithi10482514-47 2024-04-02T08:35:05.862 INFO:tasks.rados.rados.0.smithi104.stdout:1145: got expected ENOENT (src dne) 2024-04-02T08:35:05.862 INFO:tasks.rados.rados.0.smithi104.stdout:1145: finishing copy_from racing read to smithi10482514-47 2024-04-02T08:35:05.863 INFO:tasks.rados.rados.0.smithi104.stdout:1144: finishing write tid 4 to smithi10482514-38 2024-04-02T08:35:05.863 INFO:tasks.rados.rados.0.smithi104.stdout:1144: oid 38 updating version 0 to 249 2024-04-02T08:35:05.863 INFO:tasks.rados.rados.0.smithi104.stdout:1144: oid 38 updating version 249 to 250 2024-04-02T08:35:05.863 INFO:tasks.rados.rados.0.smithi104.stdout:1144: oid 38 updating version 250 to 251 2024-04-02T08:35:05.863 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 251 (ObjNum 358 snap 121 seq_num 358) dirty exists 2024-04-02T08:35:05.863 INFO:tasks.rados.rados.0.smithi104.stdout:1144: left oid 38 (ObjNum 358 snap 121 seq_num 358) 2024-04-02T08:35:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:35:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:35:05] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2024-04-02T08:35:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:06 smithi188 ceph-mon[86835]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:35:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:06 smithi188 ceph-mon[86835]: Reconfiguring daemon osd.5 on smithi188 2024-04-02T08:35:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:06 smithi188 ceph-mon[86835]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:35:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:06 smithi104 ceph-mon[94081]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:35:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:06 smithi104 ceph-mon[94081]: Reconfiguring daemon osd.5 on smithi188 2024-04-02T08:35:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:06 smithi104 ceph-mon[94081]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:35:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:06 smithi104 ceph-mon[96567]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:35:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:06 smithi104 ceph-mon[96567]: Reconfiguring daemon osd.5 on smithi188 2024-04-02T08:35:06.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:06 smithi104 ceph-mon[96567]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:35:06.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:06.850 INFO:tasks.rados.rados.0.smithi104.stdout:1141: done (3 left) 2024-04-02T08:35:06.850 INFO:tasks.rados.rados.0.smithi104.stdout:1144: done (2 left) 2024-04-02T08:35:06.850 INFO:tasks.rados.rados.0.smithi104.stdout:1145: done (1 left) 2024-04-02T08:35:06.850 INFO:tasks.rados.rados.0.smithi104.stdout:1146: done (0 left) 2024-04-02T08:35:06.850 INFO:tasks.rados.rados.0.smithi104.stdout:1147: delete oid 3 current snap is 122 2024-04-02T08:35:06.853 INFO:tasks.rados.rados.0.smithi104.stdout:1147: done (0 left) 2024-04-02T08:35:06.853 INFO:tasks.rados.rados.0.smithi104.stdout:1148: read oid 6 snap -1 2024-04-02T08:35:06.853 INFO:tasks.rados.rados.0.smithi104.stdout:1148: expect (ObjNum 354 snap 121 seq_num 354) 2024-04-02T08:35:06.853 INFO:tasks.rados.rados.0.smithi104.stdout:1149: delete oid 30 current snap is 122 2024-04-02T08:35:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1149: done (1 left) 2024-04-02T08:35:06.859 INFO:tasks.rados.rados.0.smithi104.stdout:1150: snap_remove snap 111 2024-04-02T08:35:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:07 smithi188 ceph-mon[86835]: pgmap v90: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-04-02T08:35:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:07 smithi188 ceph-mon[86835]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:35:07.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:35:07.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:07.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:07 smithi188 ceph-mon[86835]: Reconfiguring daemon osd.6 on smithi188 2024-04-02T08:35:07.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:07 smithi188 ceph-mon[86835]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:35:07.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[96567]: pgmap v90: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-04-02T08:35:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[96567]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:35:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:35:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[96567]: Reconfiguring daemon osd.6 on smithi188 2024-04-02T08:35:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[96567]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:35:07.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[94081]: pgmap v90: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-04-02T08:35:07.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:07.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[94081]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:35:07.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:35:07.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:07.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[94081]: Reconfiguring daemon osd.6 on smithi188 2024-04-02T08:35:07.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:07 smithi104 ceph-mon[94081]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:35:07.850 INFO:tasks.rados.rados.0.smithi104.stdout:1150: done (1 left) 2024-04-02T08:35:07.850 INFO:tasks.rados.rados.0.smithi104.stdout:1151: read oid 44 snap -1 2024-04-02T08:35:07.850 INFO:tasks.rados.rados.0.smithi104.stdout:1151: expect (ObjNum 307 snap 103 seq_num 307) 2024-04-02T08:35:07.850 INFO:tasks.rados.rados.0.smithi104.stdout:1152: delete oid 41 current snap is 122 2024-04-02T08:35:07.850 INFO:tasks.rados.rados.0.smithi104.stdout:1148: expect (ObjNum 354 snap 121 seq_num 354) 2024-04-02T08:35:07.887 INFO:tasks.rados.rados.0.smithi104.stdout:1151: expect (ObjNum 307 snap 103 seq_num 307) 2024-04-02T08:35:07.898 INFO:tasks.rados.rados.0.smithi104.stdout:1148: done (2 left) 2024-04-02T08:35:07.898 INFO:tasks.rados.rados.0.smithi104.stdout:1151: done (1 left) 2024-04-02T08:35:07.898 INFO:tasks.rados.rados.0.smithi104.stdout:1152: done (0 left) 2024-04-02T08:35:07.898 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 122 2024-04-02T08:35:07.898 INFO:tasks.rados.rados.0.smithi104.stdout:1153: seq_num 362 ranges {278528=466944,745472=466944,1212416=335872} 2024-04-02T08:35:07.902 INFO:tasks.rados.rados.0.smithi104.stdout:1153: writing smithi10482514-7 from 278528 to 745472 tid 1 2024-04-02T08:35:07.905 INFO:tasks.rados.rados.0.smithi104.stdout:1153: writing smithi10482514-7 from 745472 to 1212416 tid 2 2024-04-02T08:35:07.907 INFO:tasks.rados.rados.0.smithi104.stdout:1153: writing smithi10482514-7 from 1212416 to 1548288 tid 3 2024-04-02T08:35:07.907 INFO:tasks.rados.rados.0.smithi104.stdout:1153: finishing write tid 1 to smithi10482514-7 2024-04-02T08:35:07.907 INFO:tasks.rados.rados.0.smithi104.stdout:1154: read oid 1 snap -1 2024-04-02T08:35:07.907 INFO:tasks.rados.rados.0.smithi104.stdout:1154: expect (ObjNum 276 snap 94 seq_num 276) 2024-04-02T08:35:07.907 INFO:tasks.rados.rados.0.smithi104.stdout:1155: delete oid 41 current snap is 122 2024-04-02T08:35:07.908 INFO:tasks.rados.rados.0.smithi104.stdout:1153: finishing write tid 2 to smithi10482514-7 2024-04-02T08:35:07.909 INFO:tasks.rados.rados.0.smithi104.stdout:1155: done (2 left) 2024-04-02T08:35:07.909 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 122 2024-04-02T08:35:07.909 INFO:tasks.rados.rados.0.smithi104.stdout:1156: seq_num 364 ranges {11927552=499712,12427264=638976,13066240=163840} 2024-04-02T08:35:07.976 INFO:tasks.rados.rados.0.smithi104.stdout:1156: writing smithi10482514-40 from 11927552 to 12427264 tid 1 2024-04-02T08:35:07.980 INFO:tasks.rados.rados.0.smithi104.stdout:1156: writing smithi10482514-40 from 12427264 to 13066240 tid 2 2024-04-02T08:35:07.981 INFO:tasks.rados.rados.0.smithi104.stdout:1156: writing smithi10482514-40 from 13066240 to 13230080 tid 3 2024-04-02T08:35:07.981 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 122 2024-04-02T08:35:07.981 INFO:tasks.rados.rados.0.smithi104.stdout:1153: finishing write tid 3 to smithi10482514-7 2024-04-02T08:35:07.981 INFO:tasks.rados.rados.0.smithi104.stdout:1153: finishing write tid 4 to smithi10482514-7 2024-04-02T08:35:07.981 INFO:tasks.rados.rados.0.smithi104.stdout:1157: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-04-02T08:35:07.984 INFO:tasks.rados.rados.0.smithi104.stdout:1157: writing smithi10482514-2 from 0 to 516096 tid 1 2024-04-02T08:35:07.987 INFO:tasks.rados.rados.0.smithi104.stdout:1157: writing smithi10482514-2 from 516096 to 1089536 tid 2 2024-04-02T08:35:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:1157: writing smithi10482514-2 from 1089536 to 1318912 tid 3 2024-04-02T08:35:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:1158: read oid 39 snap -1 2024-04-02T08:35:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:1158: expect deleted 2024-04-02T08:35:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:1159: read oid 30 snap -1 2024-04-02T08:35:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:1159: expect deleted 2024-04-02T08:35:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:1160: snap_remove snap 53 2024-04-02T08:35:08.858 INFO:tasks.rados.rados.0.smithi104.stdout:1160: done (6 left) 2024-04-02T08:35:08.858 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 122 2024-04-02T08:35:08.858 INFO:tasks.rados.rados.0.smithi104.stdout:1161: seq_num 366 ranges {0=532480,532480=458752,991232=344064} 2024-04-02T08:35:08.861 INFO:tasks.rados.rados.0.smithi104.stdout:1161: writing smithi10482514-17 from 0 to 532480 tid 1 2024-04-02T08:35:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1161: writing smithi10482514-17 from 532480 to 991232 tid 2 2024-04-02T08:35:08.867 INFO:tasks.rados.rados.0.smithi104.stdout:1161: writing smithi10482514-17 from 991232 to 1335296 tid 3 2024-04-02T08:35:08.867 INFO:tasks.rados.rados.0.smithi104.stdout:1162: snap_create 2024-04-02T08:35:08.867 INFO:tasks.rados.rados.0.smithi104.stdout:1153: finishing write tid 5 to smithi10482514-7 2024-04-02T08:35:08.867 INFO:tasks.rados.rados.0.smithi104.stdout:1153: oid 7 updating version 0 to 506 2024-04-02T08:35:08.867 INFO:tasks.rados.rados.0.smithi104.stdout:1153: oid 7 version 506 is already newer than 505 2024-04-02T08:35:08.867 INFO:tasks.rados.rados.0.smithi104.stdout:1153: oid 7 updating version 506 to 508 2024-04-02T08:35:08.868 INFO:tasks.rados.rados.0.smithi104.stdout:1153: oid 7 version 508 is already newer than 507 2024-04-02T08:35:08.868 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 508 (ObjNum 362 snap 122 seq_num 362) dirty exists 2024-04-02T08:35:08.868 INFO:tasks.rados.rados.0.smithi104.stdout:1153: left oid 7 (ObjNum 362 snap 122 seq_num 362) 2024-04-02T08:35:08.868 INFO:tasks.rados.rados.0.smithi104.stdout:1154: expect (ObjNum 276 snap 94 seq_num 276) 2024-04-02T08:35:08.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:08 smithi188 ceph-mon[86835]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:35:08.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:08.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:08.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:08 smithi188 ceph-mon[86835]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:35:08.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:35:08.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:08.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:08 smithi188 ceph-mon[86835]: Reconfiguring daemon osd.7 on smithi188 2024-04-02T08:35:08.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:08 smithi188 ceph-mon[86835]: pgmap v93: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-04-02T08:35:09.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[96567]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:35:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[96567]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:35:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:35:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[96567]: Reconfiguring daemon osd.7 on smithi188 2024-04-02T08:35:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[96567]: pgmap v93: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-04-02T08:35:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[94081]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:35:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:09.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[94081]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:35:09.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:35:09.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:09.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[94081]: Reconfiguring daemon osd.7 on smithi188 2024-04-02T08:35:09.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:08 smithi104 ceph-mon[94081]: pgmap v93: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-04-02T08:35:09.371 INFO:tasks.rados.rados.0.smithi104.stdout:1156: finishing write tid 1 to smithi10482514-40 2024-04-02T08:35:09.371 INFO:tasks.rados.rados.0.smithi104.stdout:1156: finishing write tid 2 to smithi10482514-40 2024-04-02T08:35:09.371 INFO:tasks.rados.rados.0.smithi104.stdout:1156: finishing write tid 3 to smithi10482514-40 2024-04-02T08:35:09.371 INFO:tasks.rados.rados.0.smithi104.stdout:1156: finishing write tid 4 to smithi10482514-40 2024-04-02T08:35:09.371 INFO:tasks.rados.rados.0.smithi104.stdout:1157: finishing write tid 1 to smithi10482514-2 2024-04-02T08:35:09.371 INFO:tasks.rados.rados.0.smithi104.stdout:1156: finishing write tid 5 to smithi10482514-40 2024-04-02T08:35:09.371 INFO:tasks.rados.rados.0.smithi104.stdout:1156: oid 40 updating version 0 to 627 2024-04-02T08:35:09.371 INFO:tasks.rados.rados.0.smithi104.stdout:1156: oid 40 updating version 627 to 629 2024-04-02T08:35:09.371 INFO:tasks.rados.rados.0.smithi104.stdout:1156: oid 40 updating version 629 to 630 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1156: oid 40 version 630 is already newer than 628 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 630 (ObjNum 364 snap 122 seq_num 364) dirty exists 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1156: left oid 40 (ObjNum 364 snap 122 seq_num 364) 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1157: finishing write tid 2 to smithi10482514-2 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1157: finishing write tid 3 to smithi10482514-2 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1157: finishing write tid 4 to smithi10482514-2 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1157: finishing write tid 5 to smithi10482514-2 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1157: oid 2 updating version 0 to 166 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1157: oid 2 updating version 166 to 168 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1157: oid 2 updating version 168 to 169 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1157: oid 2 version 169 is already newer than 167 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 169 (ObjNum 365 snap 122 seq_num 365) dirty exists 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1157: left oid 2 (ObjNum 365 snap 122 seq_num 365) 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1161: finishing write tid 1 to smithi10482514-17 2024-04-02T08:35:09.372 INFO:tasks.rados.rados.0.smithi104.stdout:1161: finishing write tid 2 to smithi10482514-17 2024-04-02T08:35:09.373 INFO:tasks.rados.rados.0.smithi104.stdout:1161: finishing write tid 3 to smithi10482514-17 2024-04-02T08:35:09.373 INFO:tasks.rados.rados.0.smithi104.stdout:1161: finishing write tid 4 to smithi10482514-17 2024-04-02T08:35:09.373 INFO:tasks.rados.rados.0.smithi104.stdout:1161: finishing write tid 5 to smithi10482514-17 2024-04-02T08:35:09.373 INFO:tasks.rados.rados.0.smithi104.stdout:1161: oid 17 updating version 0 to 855 2024-04-02T08:35:09.373 INFO:tasks.rados.rados.0.smithi104.stdout:1161: oid 17 updating version 855 to 857 2024-04-02T08:35:09.373 INFO:tasks.rados.rados.0.smithi104.stdout:1161: oid 17 version 857 is already newer than 856 2024-04-02T08:35:09.373 INFO:tasks.rados.rados.0.smithi104.stdout:1161: oid 17 version 857 is already newer than 854 2024-04-02T08:35:09.373 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 857 (ObjNum 366 snap 122 seq_num 366) dirty exists 2024-04-02T08:35:09.373 INFO:tasks.rados.rados.0.smithi104.stdout:1161: left oid 17 (ObjNum 366 snap 122 seq_num 366) 2024-04-02T08:35:09.865 INFO:tasks.rados.rados.0.smithi104.stdout:1153: done (7 left) 2024-04-02T08:35:09.865 INFO:tasks.rados.rados.0.smithi104.stdout:1154: done (6 left) 2024-04-02T08:35:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:1156: done (5 left) 2024-04-02T08:35:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:1157: done (4 left) 2024-04-02T08:35:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:1158: done (3 left) 2024-04-02T08:35:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:1159: done (2 left) 2024-04-02T08:35:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:1161: done (1 left) 2024-04-02T08:35:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:1162: done (0 left) 2024-04-02T08:35:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 34 current snap is 123 2024-04-02T08:35:09.866 INFO:tasks.rados.rados.0.smithi104.stdout:1163: seq_num 367 ranges {745472=548864,1294336=737280,2031616=65536} 2024-04-02T08:35:09.872 INFO:tasks.rados.rados.0.smithi104.stdout:1163: writing smithi10482514-34 from 745472 to 1294336 tid 1 2024-04-02T08:35:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:1163: writing smithi10482514-34 from 1294336 to 2031616 tid 2 2024-04-02T08:35:09.877 INFO:tasks.rados.rados.0.smithi104.stdout:1163: writing smithi10482514-34 from 2031616 to 2097152 tid 3 2024-04-02T08:35:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:1164: read oid 37 snap -1 2024-04-02T08:35:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:1164: expect (ObjNum 356 snap 121 seq_num 356) 2024-04-02T08:35:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 123 2024-04-02T08:35:09.878 INFO:tasks.rados.rados.0.smithi104.stdout:1165: seq_num 368 ranges {0=573440,573440=622592,1196032=180224} 2024-04-02T08:35:09.881 INFO:tasks.rados.rados.0.smithi104.stdout:1165: writing smithi10482514-13 from 0 to 573440 tid 1 2024-04-02T08:35:09.885 INFO:tasks.rados.rados.0.smithi104.stdout:1165: writing smithi10482514-13 from 573440 to 1196032 tid 2 2024-04-02T08:35:09.886 INFO:tasks.rados.rados.0.smithi104.stdout:1165: writing smithi10482514-13 from 1196032 to 1376256 tid 3 2024-04-02T08:35:09.886 INFO:tasks.rados.rados.0.smithi104.stdout:1166: copy_from oid 44 from oid 28 current snap is 123 2024-04-02T08:35:09.886 INFO:tasks.rados.rados.0.smithi104.stdout:1163: finishing write tid 1 to smithi10482514-34 2024-04-02T08:35:09.886 INFO:tasks.rados.rados.0.smithi104.stdout:1163: finishing write tid 2 to smithi10482514-34 2024-04-02T08:35:09.887 INFO:tasks.rados.rados.0.smithi104.stdout:1163: finishing write tid 3 to smithi10482514-34 2024-04-02T08:35:09.887 INFO:tasks.rados.rados.0.smithi104.stdout:1167: snap_create 2024-04-02T08:35:09.887 INFO:tasks.rados.rados.0.smithi104.stdout:1163: finishing write tid 4 to smithi10482514-34 2024-04-02T08:35:09.887 INFO:tasks.rados.rados.0.smithi104.stdout:1163: finishing write tid 5 to smithi10482514-34 2024-04-02T08:35:09.887 INFO:tasks.rados.rados.0.smithi104.stdout:1163: oid 34 updating version 0 to 866 2024-04-02T08:35:09.887 INFO:tasks.rados.rados.0.smithi104.stdout:1163: oid 34 version 866 is already newer than 864 2024-04-02T08:35:09.887 INFO:tasks.rados.rados.0.smithi104.stdout:1163: oid 34 version 866 is already newer than 865 2024-04-02T08:35:09.887 INFO:tasks.rados.rados.0.smithi104.stdout:1163: oid 34 version 866 is already newer than 863 2024-04-02T08:35:09.887 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 866 (ObjNum 367 snap 123 seq_num 367) dirty exists 2024-04-02T08:35:09.887 INFO:tasks.rados.rados.0.smithi104.stdout:1163: left oid 34 (ObjNum 367 snap 123 seq_num 367) 2024-04-02T08:35:09.887 INFO:tasks.rados.rados.0.smithi104.stdout:1165: finishing write tid 1 to smithi10482514-13 2024-04-02T08:35:09.889 INFO:tasks.rados.rados.0.smithi104.stdout:1164: expect (ObjNum 356 snap 121 seq_num 356) 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:1165: finishing write tid 2 to smithi10482514-13 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:1165: finishing write tid 3 to smithi10482514-13 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:1165: finishing write tid 4 to smithi10482514-13 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:1165: finishing write tid 5 to smithi10482514-13 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:1165: oid 13 updating version 0 to 611 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:1165: oid 13 updating version 611 to 612 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:1165: oid 13 version 612 is already newer than 610 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:1165: oid 13 version 612 is already newer than 609 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 612 (ObjNum 368 snap 123 seq_num 368) dirty exists 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:1165: left oid 13 (ObjNum 368 snap 123 seq_num 368) 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:1166: finishing copy_from racing read to smithi10482514-44 2024-04-02T08:35:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:1166: finishing copy_from to smithi10482514-44 2024-04-02T08:35:09.928 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 417 (ObjNum 137 snap 43 seq_num 137) dirty exists 2024-04-02T08:35:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:09 smithi188 ceph-mon[86835]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:35:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:35:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:09 smithi104 ceph-mon[94081]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:35:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:35:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:09 smithi104 ceph-mon[96567]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:35:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:35:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:10.829 INFO:tasks.rados.rados.0.smithi104.stdout:1163: done (4 left) 2024-04-02T08:35:10.829 INFO:tasks.rados.rados.0.smithi104.stdout:1164: done (3 left) 2024-04-02T08:35:10.829 INFO:tasks.rados.rados.0.smithi104.stdout:1165: done (2 left) 2024-04-02T08:35:10.829 INFO:tasks.rados.rados.0.smithi104.stdout:1166: done (1 left) 2024-04-02T08:35:10.829 INFO:tasks.rados.rados.0.smithi104.stdout:1167: done (0 left) 2024-04-02T08:35:10.829 INFO:tasks.rados.rados.0.smithi104.stdout:1168: delete oid 25 current snap is 124 2024-04-02T08:35:10.834 INFO:tasks.rados.rados.0.smithi104.stdout:1168: done (0 left) 2024-04-02T08:35:10.834 INFO:tasks.rados.rados.0.smithi104.stdout:1169: delete oid 12 current snap is 124 2024-04-02T08:35:10.837 INFO:tasks.rados.rados.0.smithi104.stdout:1169: done (0 left) 2024-04-02T08:35:10.838 INFO:tasks.rados.rados.0.smithi104.stdout:1170: rollback oid 34 current snap is 124 2024-04-02T08:35:10.838 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 123 2024-04-02T08:35:10.838 INFO:tasks.rados.rados.0.smithi104.stdout:1171: snap_remove snap 120 2024-04-02T08:35:11.031 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:10 smithi188 ceph-mon[86835]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:35:11.031 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:10 smithi188 ceph-mon[86835]: Reconfiguring daemon mds.b on smithi188 2024-04-02T08:35:11.031 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:10 smithi188 ceph-mon[86835]: osdmap e298: 8 total, 8 up, 8 in 2024-04-02T08:35:11.032 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:10 smithi188 ceph-mon[86835]: pgmap v96: 121 pgs: 121 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T08:35:11.032 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:10 smithi188 ceph-mon[86835]: osdmap e299: 8 total, 8 up, 8 in 2024-04-02T08:35:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:10 smithi104 ceph-mon[94081]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:35:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:10 smithi104 ceph-mon[94081]: Reconfiguring daemon mds.b on smithi188 2024-04-02T08:35:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:10 smithi104 ceph-mon[94081]: osdmap e298: 8 total, 8 up, 8 in 2024-04-02T08:35:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:10 smithi104 ceph-mon[94081]: pgmap v96: 121 pgs: 121 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T08:35:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:10 smithi104 ceph-mon[94081]: osdmap e299: 8 total, 8 up, 8 in 2024-04-02T08:35:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:10 smithi104 ceph-mon[96567]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:35:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:10 smithi104 ceph-mon[96567]: Reconfiguring daemon mds.b on smithi188 2024-04-02T08:35:11.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:10 smithi104 ceph-mon[96567]: osdmap e298: 8 total, 8 up, 8 in 2024-04-02T08:35:11.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:10 smithi104 ceph-mon[96567]: pgmap v96: 121 pgs: 121 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T08:35:11.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:10 smithi104 ceph-mon[96567]: osdmap e299: 8 total, 8 up, 8 in 2024-04-02T08:35:11.838 INFO:tasks.rados.rados.0.smithi104.stdout:1171: done (1 left) 2024-04-02T08:35:11.838 INFO:tasks.rados.rados.0.smithi104.stdout:1172: copy_from oid 15 from oid 41 current snap is 124 2024-04-02T08:35:11.838 INFO:tasks.rados.rados.0.smithi104.stdout:1173: rollback oid 40 current snap is 124 2024-04-02T08:35:11.838 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 40 to 100 2024-04-02T08:35:11.839 INFO:tasks.rados.rados.0.smithi104.stdout:1174: rollback oid 13 current snap is 124 2024-04-02T08:35:11.839 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 100 2024-04-02T08:35:11.839 INFO:tasks.rados.rados.0.smithi104.stdout:1175: snap_remove snap 36 2024-04-02T08:35:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: Upgrade: Setting container_image for all mon 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:35:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:12.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: Upgrade: Setting container_image for all crash 2024-04-02T08:35:12.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:35:12.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:35:12.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: Upgrade: osd.0 is safe to restart 2024-04-02T08:35:12.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: osdmap e300: 8 total, 8 up, 8 in 2024-04-02T08:35:12.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:12 smithi188 ceph-mon[86835]: pgmap v99: 121 pgs: 121 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T08:35:12.843 INFO:tasks.rados.rados.0.smithi104.stdout:1175: done (4 left) 2024-04-02T08:35:12.843 INFO:tasks.rados.rados.0.smithi104.stdout:1176: copy_from oid 21 from oid 48 current snap is 124 2024-04-02T08:35:12.843 INFO:tasks.rados.rados.0.smithi104.stdout:1170: finishing rollback tid 0 to smithi10482514-34 2024-04-02T08:35:12.843 INFO:tasks.rados.rados.0.smithi104.stdout:1177: snap_create 2024-04-02T08:35:12.843 INFO:tasks.rados.rados.0.smithi104.stdout:1170: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:35:12.843 INFO:tasks.rados.rados.0.smithi104.stdout:1170: finishing rollback tid 2 to smithi10482514-34 2024-04-02T08:35:12.843 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 872 (ObjNum 367 snap 123 seq_num 367) dirty exists 2024-04-02T08:35:12.843 INFO:tasks.rados.rados.0.smithi104.stdout:1172: finishing copy_from to smithi10482514-15 2024-04-02T08:35:12.843 INFO:tasks.rados.rados.0.smithi104.stdout:1172: got expected ENOENT (src dne) 2024-04-02T08:35:12.844 INFO:tasks.rados.rados.0.smithi104.stdout:1172: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:35:12.844 INFO:tasks.rados.rados.0.smithi104.stdout:1174: finishing rollback tid 0 to smithi10482514-13 2024-04-02T08:35:12.844 INFO:tasks.rados.rados.0.smithi104.stdout:1174: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:35:12.844 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 614 (ObjNum 49 snap 0 seq_num 1941048032) dirty dne 2024-04-02T08:35:12.844 INFO:tasks.rados.rados.0.smithi104.stdout:1173: finishing rollback tid 0 to smithi10482514-40 2024-04-02T08:35:12.844 INFO:tasks.rados.rados.0.smithi104.stdout:1173: finishing rollback tid 1 to smithi10482514-40 2024-04-02T08:35:12.844 INFO:tasks.rados.rados.0.smithi104.stdout:1173: finishing rollback tid 2 to smithi10482514-40 2024-04-02T08:35:12.844 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 642 (ObjNum 268 snap 91 seq_num 268) dirty exists 2024-04-02T08:35:12.847 INFO:tasks.rados.rados.0.smithi104.stdout:1176: finishing copy_from to smithi10482514-21 2024-04-02T08:35:12.847 INFO:tasks.rados.rados.0.smithi104.stdout:1176: got expected ENOENT (src dne) 2024-04-02T08:35:12.847 INFO:tasks.rados.rados.0.smithi104.stdout:1176: finishing copy_from racing read to smithi10482514-21 2024-04-02T08:35:12.866 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.866 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.866 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:12.866 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:12.866 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:12.866 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: Upgrade: Setting container_image for all mon 2024-04-02T08:35:12.866 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.866 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:35:12.866 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: Upgrade: Setting container_image for all crash 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: Upgrade: osd.0 is safe to restart 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: osdmap e300: 8 total, 8 up, 8 in 2024-04-02T08:35:12.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[96567]: pgmap v99: 121 pgs: 121 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: Upgrade: Setting container_image for all mon 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:35:12.868 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:35:12.869 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:12.869 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: Upgrade: Setting container_image for all crash 2024-04-02T08:35:12.869 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:12.869 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:35:12.869 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:35:12.869 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: Upgrade: osd.0 is safe to restart 2024-04-02T08:35:12.869 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: osdmap e300: 8 total, 8 up, 8 in 2024-04-02T08:35:12.869 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:12 smithi104 ceph-mon[94081]: pgmap v99: 121 pgs: 121 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T08:35:13.840 INFO:tasks.rados.rados.0.smithi104.stdout:1170: done (5 left) 2024-04-02T08:35:13.840 INFO:tasks.rados.rados.0.smithi104.stdout:1172: done (4 left) 2024-04-02T08:35:13.840 INFO:tasks.rados.rados.0.smithi104.stdout:1173: done (3 left) 2024-04-02T08:35:13.840 INFO:tasks.rados.rados.0.smithi104.stdout:1174: done (2 left) 2024-04-02T08:35:13.840 INFO:tasks.rados.rados.0.smithi104.stdout:1176: done (1 left) 2024-04-02T08:35:13.840 INFO:tasks.rados.rados.0.smithi104.stdout:1177: done (0 left) 2024-04-02T08:35:13.841 INFO:tasks.rados.rados.0.smithi104.stdout:1178: copy_from oid 35 from oid 22 current snap is 125 2024-04-02T08:35:13.841 INFO:tasks.rados.rados.0.smithi104.stdout:1179: rollback oid 20 current snap is 125 2024-04-02T08:35:13.841 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 20 to 110 2024-04-02T08:35:13.841 INFO:tasks.rados.rados.0.smithi104.stdout:1180: delete oid 27 current snap is 125 2024-04-02T08:35:13.842 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:13 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:13.843 INFO:tasks.rados.rados.0.smithi104.stdout:1179: finishing rollback tid 1 to smithi10482514-20 2024-04-02T08:35:13.843 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 713 (ObjNum 129 snap 0 seq_num 1941051424) dirty dne 2024-04-02T08:35:13.848 INFO:tasks.rados.rados.0.smithi104.stdout:1179: done (2 left) 2024-04-02T08:35:13.848 INFO:tasks.rados.rados.0.smithi104.stdout:1180: done (1 left) 2024-04-02T08:35:13.848 INFO:tasks.rados.rados.0.smithi104.stdout:1181: rollback oid 39 current snap is 125 2024-04-02T08:35:13.849 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 98 2024-04-02T08:35:13.849 INFO:tasks.rados.rados.0.smithi104.stdout:1182: delete oid 11 current snap is 125 2024-04-02T08:35:13.851 INFO:tasks.rados.rados.0.smithi104.stdout:1181: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:35:13.851 INFO:tasks.rados.rados.0.smithi104.stdout:1181: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:35:13.851 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 905 (ObjNum 129 snap 0 seq_num 1940054512) dirty exists 2024-04-02T08:35:13.854 INFO:tasks.rados.rados.0.smithi104.stdout:1181: done (2 left) 2024-04-02T08:35:13.854 INFO:tasks.rados.rados.0.smithi104.stdout:1182: done (1 left) 2024-04-02T08:35:13.854 INFO:tasks.rados.rados.0.smithi104.stdout:1183: copy_from oid 42 from oid 45 current snap is 125 2024-04-02T08:35:13.855 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 125 2024-04-02T08:35:13.855 INFO:tasks.rados.rados.0.smithi104.stdout:1184: seq_num 373 ranges {0=655360,655360=499712,1155072=303104} 2024-04-02T08:35:13.857 INFO:tasks.rados.rados.0.smithi104.stdout:1184: writing smithi10482514-9 from 0 to 655360 tid 1 2024-04-02T08:35:13.860 INFO:tasks.rados.rados.0.smithi104.stdout:1184: writing smithi10482514-9 from 655360 to 1155072 tid 2 2024-04-02T08:35:13.862 INFO:tasks.rados.rados.0.smithi104.stdout:1184: writing smithi10482514-9 from 1155072 to 1458176 tid 3 2024-04-02T08:35:13.862 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 125 2024-04-02T08:35:13.862 INFO:tasks.rados.rados.0.smithi104.stdout:1183: finishing copy_from to smithi10482514-42 2024-04-02T08:35:13.862 INFO:tasks.rados.rados.0.smithi104.stdout:1183: got expected ENOENT (src dne) 2024-04-02T08:35:13.863 INFO:tasks.rados.rados.0.smithi104.stdout:1183: finishing copy_from racing read to smithi10482514-42 2024-04-02T08:35:13.863 INFO:tasks.rados.rados.0.smithi104.stdout:1184: finishing write tid 1 to smithi10482514-9 2024-04-02T08:35:13.863 INFO:tasks.rados.rados.0.smithi104.stdout:1185: seq_num 374 ranges {1318912=671744,1990656=778240,2768896=24576} 2024-04-02T08:35:13.873 INFO:tasks.rados.rados.0.smithi104.stdout:1185: writing smithi10482514-2 from 1318912 to 1990656 tid 1 2024-04-02T08:35:13.878 INFO:tasks.rados.rados.0.smithi104.stdout:1185: writing smithi10482514-2 from 1990656 to 2768896 tid 2 2024-04-02T08:35:13.879 INFO:tasks.rados.rados.0.smithi104.stdout:1185: writing smithi10482514-2 from 2768896 to 2793472 tid 3 2024-04-02T08:35:13.879 INFO:tasks.rados.rados.0.smithi104.stdout:1183: done (3 left) 2024-04-02T08:35:13.879 INFO:tasks.rados.rados.0.smithi104.stdout:1186: rollback oid 33 current snap is 125 2024-04-02T08:35:13.879 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 118 2024-04-02T08:35:13.879 INFO:tasks.rados.rados.0.smithi104.stdout:1184: finishing write tid 2 to smithi10482514-9 2024-04-02T08:35:13.880 INFO:tasks.rados.rados.0.smithi104.stdout:1184: finishing write tid 3 to smithi10482514-9 2024-04-02T08:35:13.880 INFO:tasks.rados.rados.0.smithi104.stdout:1184: finishing write tid 4 to smithi10482514-9 2024-04-02T08:35:13.880 INFO:tasks.rados.rados.0.smithi104.stdout:1187: read oid 13 snap -1 2024-04-02T08:35:13.880 INFO:tasks.rados.rados.0.smithi104.stdout:1187: expect deleted 2024-04-02T08:35:13.880 INFO:tasks.rados.rados.0.smithi104.stdout:1188: snap_remove snap 110 2024-04-02T08:35:14.053 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[96567]: osdmap e301: 8 total, 8 up, 8 in 2024-04-02T08:35:14.053 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[96567]: Upgrade: Updating osd.0 2024-04-02T08:35:14.053 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:14.053 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:35:14.053 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:14.053 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[96567]: Deploying daemon osd.0 on smithi104 2024-04-02T08:35:14.053 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[94081]: osdmap e301: 8 total, 8 up, 8 in 2024-04-02T08:35:14.053 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[94081]: Upgrade: Updating osd.0 2024-04-02T08:35:14.053 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:14.053 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:35:14.053 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:14.054 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:13 smithi104 ceph-mon[94081]: Deploying daemon osd.0 on smithi104 2024-04-02T08:35:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:13 smithi188 ceph-mon[86835]: osdmap e301: 8 total, 8 up, 8 in 2024-04-02T08:35:14.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:13 smithi188 ceph-mon[86835]: Upgrade: Updating osd.0 2024-04-02T08:35:14.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:14.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:35:14.137 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:14.138 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:13 smithi188 ceph-mon[86835]: Deploying daemon osd.0 on smithi104 2024-04-02T08:35:14.856 INFO:tasks.rados.rados.0.smithi104.stdout:1188: done (5 left) 2024-04-02T08:35:14.856 INFO:tasks.rados.rados.0.smithi104.stdout:1189: delete oid 43 current snap is 125 2024-04-02T08:35:14.856 INFO:tasks.rados.rados.0.smithi104.stdout:1184: finishing write tid 5 to smithi10482514-9 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:1184: oid 9 updating version 0 to 891 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:1184: oid 9 version 891 is already newer than 890 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:1184: oid 9 updating version 891 to 893 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:1184: oid 9 version 893 is already newer than 892 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 893 (ObjNum 373 snap 125 seq_num 373) dirty exists 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:1184: left oid 9 (ObjNum 373 snap 125 seq_num 373) 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:1178: finishing copy_from racing read to smithi10482514-35 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:1178: finishing copy_from to smithi10482514-35 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 279 (ObjNum 266 snap 91 seq_num 266) dirty exists 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:1185: finishing write tid 1 to smithi10482514-2 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:1186: finishing rollback tid 0 to smithi10482514-33 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:1186: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:35:14.857 INFO:tasks.rados.rados.0.smithi104.stdout:1185: finishing write tid 2 to smithi10482514-2 2024-04-02T08:35:14.858 INFO:tasks.rados.rados.0.smithi104.stdout:1185: finishing write tid 3 to smithi10482514-2 2024-04-02T08:35:14.858 INFO:tasks.rados.rados.0.smithi104.stdout:1186: finishing rollback tid 2 to smithi10482514-33 2024-04-02T08:35:14.858 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 510 (ObjNum 97 snap 0 seq_num 1940793568) dirty exists 2024-04-02T08:35:14.858 INFO:tasks.rados.rados.0.smithi104.stdout:1185: finishing write tid 4 to smithi10482514-2 2024-04-02T08:35:14.858 INFO:tasks.rados.rados.0.smithi104.stdout:1185: finishing write tid 5 to smithi10482514-2 2024-04-02T08:35:14.858 INFO:tasks.rados.rados.0.smithi104.stdout:1185: oid 2 updating version 0 to 177 2024-04-02T08:35:14.858 INFO:tasks.rados.rados.0.smithi104.stdout:1185: oid 2 updating version 177 to 178 2024-04-02T08:35:14.858 INFO:tasks.rados.rados.0.smithi104.stdout:1185: oid 2 version 178 is already newer than 176 2024-04-02T08:35:14.858 INFO:tasks.rados.rados.0.smithi104.stdout:1185: oid 2 version 178 is already newer than 175 2024-04-02T08:35:14.858 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 178 (ObjNum 374 snap 125 seq_num 374) dirty exists 2024-04-02T08:35:14.858 INFO:tasks.rados.rados.0.smithi104.stdout:1185: left oid 2 (ObjNum 374 snap 125 seq_num 374) 2024-04-02T08:35:14.867 INFO:tasks.rados.rados.0.smithi104.stdout:1178: done (5 left) 2024-04-02T08:35:14.867 INFO:tasks.rados.rados.0.smithi104.stdout:1184: done (4 left) 2024-04-02T08:35:14.867 INFO:tasks.rados.rados.0.smithi104.stdout:1185: done (3 left) 2024-04-02T08:35:14.867 INFO:tasks.rados.rados.0.smithi104.stdout:1186: done (2 left) 2024-04-02T08:35:14.867 INFO:tasks.rados.rados.0.smithi104.stdout:1187: done (1 left) 2024-04-02T08:35:14.867 INFO:tasks.rados.rados.0.smithi104.stdout:1189: done (0 left) 2024-04-02T08:35:14.867 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 125 2024-04-02T08:35:14.868 INFO:tasks.rados.rados.0.smithi104.stdout:1190: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2024-04-02T08:35:14.872 INFO:tasks.rados.rados.0.smithi104.stdout:1190: writing smithi10482514-19 from 0 to 704512 tid 1 2024-04-02T08:35:14.877 INFO:tasks.rados.rados.0.smithi104.stdout:1190: writing smithi10482514-19 from 704512 to 1253376 tid 2 2024-04-02T08:35:14.878 INFO:tasks.rados.rados.0.smithi104.stdout:1190: writing smithi10482514-19 from 1253376 to 1507328 tid 3 2024-04-02T08:35:14.878 INFO:tasks.rados.rados.0.smithi104.stdout:1191: snap_create 2024-04-02T08:35:14.878 INFO:tasks.rados.rados.0.smithi104.stdout:1190: finishing write tid 1 to smithi10482514-19 2024-04-02T08:35:14.880 INFO:tasks.rados.rados.0.smithi104.stdout:1190: finishing write tid 2 to smithi10482514-19 2024-04-02T08:35:14.880 INFO:tasks.rados.rados.0.smithi104.stdout:1190: finishing write tid 3 to smithi10482514-19 2024-04-02T08:35:14.881 INFO:tasks.rados.rados.0.smithi104.stdout:1190: finishing write tid 4 to smithi10482514-19 2024-04-02T08:35:14.882 INFO:tasks.rados.rados.0.smithi104.stdout:1190: finishing write tid 5 to smithi10482514-19 2024-04-02T08:35:14.882 INFO:tasks.rados.rados.0.smithi104.stdout:1190: oid 19 updating version 0 to 666 2024-04-02T08:35:14.882 INFO:tasks.rados.rados.0.smithi104.stdout:1190: oid 19 updating version 666 to 668 2024-04-02T08:35:14.882 INFO:tasks.rados.rados.0.smithi104.stdout:1190: oid 19 version 668 is already newer than 667 2024-04-02T08:35:14.882 INFO:tasks.rados.rados.0.smithi104.stdout:1190: oid 19 version 668 is already newer than 665 2024-04-02T08:35:14.882 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 668 (ObjNum 376 snap 125 seq_num 376) dirty exists 2024-04-02T08:35:14.882 INFO:tasks.rados.rados.0.smithi104.stdout:1190: left oid 19 (ObjNum 376 snap 125 seq_num 376) 2024-04-02T08:35:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:14 smithi188 ceph-mon[86835]: osdmap e302: 8 total, 8 up, 8 in 2024-04-02T08:35:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:14 smithi188 ceph-mon[86835]: pgmap v102: 121 pgs: 121 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:35:15.131 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:14 smithi104 ceph-mon[96567]: osdmap e302: 8 total, 8 up, 8 in 2024-04-02T08:35:15.131 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:14 smithi104 ceph-mon[96567]: pgmap v102: 121 pgs: 121 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:35:15.131 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:14 smithi104 ceph-mon[94081]: osdmap e302: 8 total, 8 up, 8 in 2024-04-02T08:35:15.132 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:14 smithi104 ceph-mon[94081]: pgmap v102: 121 pgs: 121 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:35:15.861 INFO:tasks.rados.rados.0.smithi104.stdout:1190: done (1 left) 2024-04-02T08:35:15.861 INFO:tasks.rados.rados.0.smithi104.stdout:1191: done (0 left) 2024-04-02T08:35:15.861 INFO:tasks.rados.rados.0.smithi104.stdout:1192: snap_create 2024-04-02T08:35:16.079 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:35:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:35:15] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2024-04-02T08:35:16.079 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:15 smithi104 ceph-mon[96567]: osdmap e303: 8 total, 8 up, 8 in 2024-04-02T08:35:16.080 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:15 smithi104 ceph-mon[94081]: osdmap e303: 8 total, 8 up, 8 in 2024-04-02T08:35:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:15 smithi188 ceph-mon[86835]: osdmap e303: 8 total, 8 up, 8 in 2024-04-02T08:35:16.860 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:16 smithi104 systemd[1]: Stopping Ceph osd.0 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:35:16.860 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[43638]: 2024-04-02T08:35:16.672+0000 7f4bdd3b5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:35:16.860 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[43638]: 2024-04-02T08:35:16.672+0000 7f4bdd3b5700 -1 osd.0 304 *** Got signal Terminated *** 2024-04-02T08:35:16.860 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[43638]: 2024-04-02T08:35:16.672+0000 7f4bdd3b5700 -1 osd.0 304 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:35:16.870 INFO:tasks.rados.rados.0.smithi104.stdout:1192: done (0 left) 2024-04-02T08:35:16.870 INFO:tasks.rados.rados.0.smithi104.stdout:1193: rollback oid 44 current snap is 127 2024-04-02T08:35:16.870 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 44 to 84 2024-04-02T08:35:16.871 INFO:tasks.rados.rados.0.smithi104.stdout:1194: read oid 36 snap -1 2024-04-02T08:35:16.871 INFO:tasks.rados.rados.0.smithi104.stdout:1194: expect (ObjNum 332 snap 111 seq_num 332) 2024-04-02T08:35:16.871 INFO:tasks.rados.rados.0.smithi104.stdout:1195: copy_from oid 14 from oid 32 current snap is 127 2024-04-02T08:35:16.871 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 127 2024-04-02T08:35:16.871 INFO:tasks.rados.rados.0.smithi104.stdout:1196: seq_num 377 ranges {9854976=720896,10575872=434176,11010048=368640} 2024-04-02T08:35:16.922 INFO:tasks.rados.rados.0.smithi104.stdout:1196: writing smithi10482514-40 from 9854976 to 10575872 tid 1 2024-04-02T08:35:16.924 INFO:tasks.rados.rados.0.smithi104.stdout:1196: writing smithi10482514-40 from 10575872 to 11010048 tid 2 2024-04-02T08:35:16.926 INFO:tasks.rados.rados.0.smithi104.stdout:1196: writing smithi10482514-40 from 11010048 to 11378688 tid 3 2024-04-02T08:35:16.926 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 127 2024-04-02T08:35:16.927 INFO:tasks.rados.rados.0.smithi104.stdout:1197: seq_num 378 ranges {991232=737280,1728512=720896,2449408=81920} 2024-04-02T08:35:16.935 INFO:tasks.rados.rados.0.smithi104.stdout:1197: writing smithi10482514-4 from 991232 to 1728512 tid 1 2024-04-02T08:35:16.939 INFO:tasks.rados.rados.0.smithi104.stdout:1197: writing smithi10482514-4 from 1728512 to 2449408 tid 2 2024-04-02T08:35:16.940 INFO:tasks.rados.rados.0.smithi104.stdout:1197: writing smithi10482514-4 from 2449408 to 2531328 tid 3 2024-04-02T08:35:16.940 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 127 2024-04-02T08:35:16.940 INFO:tasks.rados.rados.0.smithi104.stdout:1193: finishing rollback tid 0 to smithi10482514-44 2024-04-02T08:35:16.940 INFO:tasks.rados.rados.0.smithi104.stdout:1198: seq_num 379 ranges {1032192=753664,1785856=606208,2392064=196608} 2024-04-02T08:35:16.949 INFO:tasks.rados.rados.0.smithi104.stdout:1198: writing smithi10482514-49 from 1032192 to 1785856 tid 1 2024-04-02T08:35:16.953 INFO:tasks.rados.rados.0.smithi104.stdout:1198: writing smithi10482514-49 from 1785856 to 2392064 tid 2 2024-04-02T08:35:16.955 INFO:tasks.rados.rados.0.smithi104.stdout:1198: writing smithi10482514-49 from 2392064 to 2588672 tid 3 2024-04-02T08:35:16.955 INFO:tasks.rados.rados.0.smithi104.stdout:1199: rollback oid 16 current snap is 127 2024-04-02T08:35:16.955 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 16 to 82 2024-04-02T08:35:16.955 INFO:tasks.rados.rados.0.smithi104.stdout:1193: finishing rollback tid 1 to smithi10482514-44 2024-04-02T08:35:16.955 INFO:tasks.rados.rados.0.smithi104.stdout:1193: finishing rollback tid 2 to smithi10482514-44 2024-04-02T08:35:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 901 (ObjNum 218 snap 67 seq_num 218) dirty exists 2024-04-02T08:35:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:1198: finishing write tid 1 to smithi10482514-49 2024-04-02T08:35:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:1193: done (6 left) 2024-04-02T08:35:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:1200: read oid 15 snap -1 2024-04-02T08:35:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:1200: expect (ObjNum 344 snap 118 seq_num 344) 2024-04-02T08:35:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:1201: read oid 24 snap -1 2024-04-02T08:35:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:1201: expect (ObjNum 289 snap 97 seq_num 289) 2024-04-02T08:35:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:1202: read oid 22 snap 126 2024-04-02T08:35:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:1202: expect (ObjNum 266 snap 91 seq_num 266) 2024-04-02T08:35:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 127 2024-04-02T08:35:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:1203: seq_num 380 ranges {0=770048,770048=483328,1253376=319488} 2024-04-02T08:35:16.959 INFO:tasks.rados.rados.0.smithi104.stdout:1203: writing smithi10482514-33 from 0 to 770048 tid 1 2024-04-02T08:35:16.962 INFO:tasks.rados.rados.0.smithi104.stdout:1203: writing smithi10482514-33 from 770048 to 1253376 tid 2 2024-04-02T08:35:16.964 INFO:tasks.rados.rados.0.smithi104.stdout:1203: writing smithi10482514-33 from 1253376 to 1572864 tid 3 2024-04-02T08:35:16.964 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 1 current snap is 127 2024-04-02T08:35:16.964 INFO:tasks.rados.rados.0.smithi104.stdout:1198: finishing write tid 2 to smithi10482514-49 2024-04-02T08:35:16.964 INFO:tasks.rados.rados.0.smithi104.stdout:1204: seq_num 381 ranges {9027584=786432,9814016=417792,10231808=385024} 2024-04-02T08:35:17.016 INFO:tasks.rados.rados.0.smithi104.stdout:1204: writing smithi10482514-1 from 9027584 to 9814016 tid 1 2024-04-02T08:35:17.018 INFO:tasks.rados.rados.0.smithi104.stdout:1204: writing smithi10482514-1 from 9814016 to 10231808 tid 2 2024-04-02T08:35:17.021 INFO:tasks.rados.rados.0.smithi104.stdout:1204: writing smithi10482514-1 from 10231808 to 10616832 tid 3 2024-04-02T08:35:17.022 INFO:tasks.rados.rados.0.smithi104.stdout:1205: read oid 39 snap -1 2024-04-02T08:35:17.022 INFO:tasks.rados.rados.0.smithi104.stdout:1205: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:17.022 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 127 2024-04-02T08:35:17.022 INFO:tasks.rados.rados.0.smithi104.stdout:1198: finishing write tid 3 to smithi10482514-49 2024-04-02T08:35:17.022 INFO:tasks.rados.rados.0.smithi104.stdout:1199: finishing rollback tid 0 to smithi10482514-16 2024-04-02T08:35:17.022 INFO:tasks.rados.rados.0.smithi104.stdout:1198: finishing write tid 4 to smithi10482514-49 2024-04-02T08:35:17.022 INFO:tasks.rados.rados.0.smithi104.stdout:1206: seq_num 382 ranges {0=802816,802816=704512,1507328=98304} 2024-04-02T08:35:17.026 INFO:tasks.rados.rados.0.smithi104.stdout:1206: writing smithi10482514-13 from 0 to 802816 tid 1 2024-04-02T08:35:17.029 INFO:tasks.rados.rados.0.smithi104.stdout:1206: writing smithi10482514-13 from 802816 to 1507328 tid 2 2024-04-02T08:35:17.031 INFO:tasks.rados.rados.0.smithi104.stdout:1206: writing smithi10482514-13 from 1507328 to 1605632 tid 3 2024-04-02T08:35:17.031 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 127 2024-04-02T08:35:17.031 INFO:tasks.rados.rados.0.smithi104.stdout:1199: finishing rollback tid 1 to smithi10482514-16 2024-04-02T08:35:17.031 INFO:tasks.rados.rados.0.smithi104.stdout:1198: finishing write tid 5 to smithi10482514-49 2024-04-02T08:35:17.031 INFO:tasks.rados.rados.0.smithi104.stdout:1198: oid 49 updating version 0 to 617 2024-04-02T08:35:17.031 INFO:tasks.rados.rados.0.smithi104.stdout:1198: oid 49 version 617 is already newer than 615 2024-04-02T08:35:17.031 INFO:tasks.rados.rados.0.smithi104.stdout:1198: oid 49 updating version 617 to 618 2024-04-02T08:35:17.031 INFO:tasks.rados.rados.0.smithi104.stdout:1198: oid 49 version 618 is already newer than 616 2024-04-02T08:35:17.031 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 618 (ObjNum 379 snap 127 seq_num 379) dirty exists 2024-04-02T08:35:17.031 INFO:tasks.rados.rados.0.smithi104.stdout:1198: left oid 49 (ObjNum 379 snap 127 seq_num 379) 2024-04-02T08:35:17.031 INFO:tasks.rados.rados.0.smithi104.stdout:1199: finishing rollback tid 2 to smithi10482514-16 2024-04-02T08:35:17.032 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 513 (ObjNum 215 snap 66 seq_num 215) dirty exists 2024-04-02T08:35:17.032 INFO:tasks.rados.rados.0.smithi104.stdout:1207: seq_num 383 ranges {6971392=417792,7389184=589824,7979008=417792,8396800=196608} 2024-04-02T08:35:17.069 INFO:tasks.rados.rados.0.smithi104.stdout:1207: writing smithi10482514-23 from 6971392 to 7389184 tid 1 2024-04-02T08:35:17.072 INFO:tasks.rados.rados.0.smithi104.stdout:1207: writing smithi10482514-23 from 7389184 to 7979008 tid 2 2024-04-02T08:35:17.074 INFO:tasks.rados.rados.0.smithi104.stdout:1207: writing smithi10482514-23 from 7979008 to 8396800 tid 3 2024-04-02T08:35:17.076 INFO:tasks.rados.rados.0.smithi104.stdout:1207: writing smithi10482514-23 from 8396800 to 8593408 tid 4 2024-04-02T08:35:17.076 INFO:tasks.rados.rados.0.smithi104.stdout:1198: done (13 left) 2024-04-02T08:35:17.076 INFO:tasks.rados.rados.0.smithi104.stdout:1199: done (12 left) 2024-04-02T08:35:17.076 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 127 2024-04-02T08:35:17.076 INFO:tasks.rados.rados.0.smithi104.stdout:1208: seq_num 384 ranges {1204224=434176,1638400=475136,2113536=630784,2744320=98304} 2024-04-02T08:35:17.085 INFO:tasks.rados.rados.0.smithi104.stdout:1208: writing smithi10482514-38 from 1204224 to 1638400 tid 1 2024-04-02T08:35:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:1208: writing smithi10482514-38 from 1638400 to 2113536 tid 2 2024-04-02T08:35:17.091 INFO:tasks.rados.rados.0.smithi104.stdout:1208: writing smithi10482514-38 from 2113536 to 2744320 tid 3 2024-04-02T08:35:17.091 INFO:tasks.rados.rados.0.smithi104.stdout:1208: writing smithi10482514-38 from 2744320 to 2842624 tid 4 2024-04-02T08:35:17.092 INFO:tasks.rados.rados.0.smithi104.stdout:1209: snap_remove snap 97 2024-04-02T08:35:17.092 INFO:tasks.rados.rados.0.smithi104.stdout:1203: finishing write tid 1 to smithi10482514-33 2024-04-02T08:35:17.092 INFO:tasks.rados.rados.0.smithi104.stdout:1200: expect (ObjNum 344 snap 118 seq_num 344) 2024-04-02T08:35:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:16 smithi188 ceph-mon[86835]: osdmap e304: 8 total, 8 up, 8 in 2024-04-02T08:35:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:16 smithi188 ceph-mon[86835]: pgmap v105: 121 pgs: 121 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:35:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:16 smithi188 ceph-mon[86835]: osd.0 marked itself down and dead 2024-04-02T08:35:17.137 INFO:tasks.rados.rados.0.smithi104.stdout:1203: finishing write tid 2 to smithi10482514-33 2024-04-02T08:35:17.138 INFO:tasks.rados.rados.0.smithi104.stdout:1203: finishing write tid 3 to smithi10482514-33 2024-04-02T08:35:17.138 INFO:tasks.rados.rados.0.smithi104.stdout:1203: finishing write tid 4 to smithi10482514-33 2024-04-02T08:35:17.138 INFO:tasks.rados.rados.0.smithi104.stdout:1203: finishing write tid 5 to smithi10482514-33 2024-04-02T08:35:17.138 INFO:tasks.rados.rados.0.smithi104.stdout:1203: oid 33 updating version 0 to 514 2024-04-02T08:35:17.138 INFO:tasks.rados.rados.0.smithi104.stdout:1203: oid 33 updating version 514 to 516 2024-04-02T08:35:17.138 INFO:tasks.rados.rados.0.smithi104.stdout:1203: oid 33 updating version 516 to 517 2024-04-02T08:35:17.138 INFO:tasks.rados.rados.0.smithi104.stdout:1203: oid 33 version 517 is already newer than 515 2024-04-02T08:35:17.138 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 517 (ObjNum 380 snap 127 seq_num 380) dirty exists 2024-04-02T08:35:17.138 INFO:tasks.rados.rados.0.smithi104.stdout:1203: left oid 33 (ObjNum 380 snap 127 seq_num 380) 2024-04-02T08:35:17.138 INFO:tasks.rados.rados.0.smithi104.stdout:1201: expect (ObjNum 289 snap 97 seq_num 289) 2024-04-02T08:35:17.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:16 smithi104 ceph-mon[96567]: osdmap e304: 8 total, 8 up, 8 in 2024-04-02T08:35:17.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:16 smithi104 ceph-mon[96567]: pgmap v105: 121 pgs: 121 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:35:17.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:16 smithi104 ceph-mon[96567]: osd.0 marked itself down and dead 2024-04-02T08:35:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:16 smithi104 ceph-mon[94081]: osdmap e304: 8 total, 8 up, 8 in 2024-04-02T08:35:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:16 smithi104 ceph-mon[94081]: pgmap v105: 121 pgs: 121 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:35:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:16 smithi104 ceph-mon[94081]: osd.0 marked itself down and dead 2024-04-02T08:35:17.289 INFO:tasks.rados.rados.0.smithi104.stdout:1204: finishing write tid 1 to smithi10482514-1 2024-04-02T08:35:17.289 INFO:tasks.rados.rados.0.smithi104.stdout:1204: finishing write tid 2 to smithi10482514-1 2024-04-02T08:35:17.289 INFO:tasks.rados.rados.0.smithi104.stdout:1205: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:17.290 INFO:tasks.rados.rados.0.smithi104.stdout:1204: finishing write tid 3 to smithi10482514-1 2024-04-02T08:35:17.290 INFO:tasks.rados.rados.0.smithi104.stdout:1204: finishing write tid 4 to smithi10482514-1 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1204: finishing write tid 5 to smithi10482514-1 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1204: oid 1 updating version 0 to 511 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1204: oid 1 version 511 is already newer than 509 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1204: oid 1 version 511 is already newer than 510 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1204: oid 1 updating version 511 to 512 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 512 (ObjNum 381 snap 127 seq_num 381) dirty exists 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1204: left oid 1 (ObjNum 381 snap 127 seq_num 381) 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1206: finishing write tid 1 to smithi10482514-13 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1206: finishing write tid 2 to smithi10482514-13 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1206: finishing write tid 3 to smithi10482514-13 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1206: finishing write tid 4 to smithi10482514-13 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1206: finishing write tid 5 to smithi10482514-13 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1206: oid 13 updating version 0 to 622 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1206: oid 13 version 622 is already newer than 620 2024-04-02T08:35:17.291 INFO:tasks.rados.rados.0.smithi104.stdout:1206: oid 13 version 622 is already newer than 621 2024-04-02T08:35:17.292 INFO:tasks.rados.rados.0.smithi104.stdout:1206: oid 13 version 622 is already newer than 619 2024-04-02T08:35:17.292 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 622 (ObjNum 382 snap 127 seq_num 382) dirty exists 2024-04-02T08:35:17.292 INFO:tasks.rados.rados.0.smithi104.stdout:1206: left oid 13 (ObjNum 382 snap 127 seq_num 382) 2024-04-02T08:35:17.868 INFO:tasks.rados.rados.0.smithi104.stdout:1200: done (13 left) 2024-04-02T08:35:17.868 INFO:tasks.rados.rados.0.smithi104.stdout:1201: done (12 left) 2024-04-02T08:35:17.868 INFO:tasks.rados.rados.0.smithi104.stdout:1203: done (11 left) 2024-04-02T08:35:17.868 INFO:tasks.rados.rados.0.smithi104.stdout:1204: done (10 left) 2024-04-02T08:35:17.868 INFO:tasks.rados.rados.0.smithi104.stdout:1205: done (9 left) 2024-04-02T08:35:17.868 INFO:tasks.rados.rados.0.smithi104.stdout:1206: done (8 left) 2024-04-02T08:35:17.868 INFO:tasks.rados.rados.0.smithi104.stdout:1209: done (7 left) 2024-04-02T08:35:17.868 INFO:tasks.rados.rados.0.smithi104.stdout:1210: snap_remove snap 124 2024-04-02T08:35:17.869 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:17 smithi104 podman[102148]: 2024-04-02 08:35:17.411395475 +0000 UTC m=+0.847582883 container died 84e5ffe884bf7e309f524bc6d4bdf3759080dbbc00c6d06983f26db25161afbd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:35:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:17 smithi188 ceph-mon[86835]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:18.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:17 smithi188 ceph-mon[86835]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:35:18.133 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:17 smithi104 ceph-mon[96567]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:18.133 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:17 smithi104 ceph-mon[96567]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:35:18.133 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:17 smithi104 ceph-mon[94081]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:18.133 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:17 smithi104 ceph-mon[94081]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:35:18.134 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:17 smithi104 podman[102148]: 2024-04-02 08:35:17.967572554 +0000 UTC m=+1.403759957 container cleanup 84e5ffe884bf7e309f524bc6d4bdf3759080dbbc00c6d06983f26db25161afbd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-02T08:35:18.134 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:17 smithi104 bash[102148]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T08:35:18.389 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:18 smithi104 podman[102171]: 2024-04-02 08:35:18.135073081 +0000 UTC m=+0.719749627 container remove 84e5ffe884bf7e309f524bc6d4bdf3759080dbbc00c6d06983f26db25161afbd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326) 2024-04-02T08:35:18.861 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:18 smithi104 podman[102269]: 2024-04-02 08:35:18.450202244 +0000 UTC m=+0.017878865 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:18.861 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:18 smithi104 podman[102269]: 2024-04-02 08:35:18.56116295 +0000 UTC m=+0.128839550 container create 602e3e3390f26a65010c508ddae435385a6baf5ad97066f8e5397a4e21c3a75e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240326) 2024-04-02T08:35:18.861 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:18 smithi104 podman[102269]: 2024-04-02 08:35:18.77171899 +0000 UTC m=+0.339395594 container init 602e3e3390f26a65010c508ddae435385a6baf5ad97066f8e5397a4e21c3a75e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:35:18.861 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:18 smithi104 podman[102269]: 2024-04-02 08:35:18.777335179 +0000 UTC m=+0.345011776 container start 602e3e3390f26a65010c508ddae435385a6baf5ad97066f8e5397a4e21c3a75e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:35:18.861 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:18 smithi104 podman[102269]: 2024-04-02 08:35:18.863180447 +0000 UTC m=+0.430857060 container attach 602e3e3390f26a65010c508ddae435385a6baf5ad97066f8e5397a4e21c3a75e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T08:35:18.879 INFO:tasks.rados.rados.0.smithi104.stdout:1210: done (7 left) 2024-04-02T08:35:18.880 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 34 current snap is 127 2024-04-02T08:35:18.880 INFO:tasks.rados.rados.0.smithi104.stdout:1196: finishing write tid 1 to smithi10482514-40 2024-04-02T08:35:18.880 INFO:tasks.rados.rados.0.smithi104.stdout:1211: seq_num 385 ranges {2097152=450560,2547712=761856,3309568=442368} 2024-04-02T08:35:18.893 INFO:tasks.rados.rados.0.smithi104.stdout:1211: writing smithi10482514-34 from 2097152 to 2547712 tid 1 2024-04-02T08:35:18.898 INFO:tasks.rados.rados.0.smithi104.stdout:1211: writing smithi10482514-34 from 2547712 to 3309568 tid 2 2024-04-02T08:35:18.901 INFO:tasks.rados.rados.0.smithi104.stdout:1211: writing smithi10482514-34 from 3309568 to 3751936 tid 3 2024-04-02T08:35:18.901 INFO:tasks.rados.rados.0.smithi104.stdout:1212: read oid 30 snap 102 2024-04-02T08:35:18.901 INFO:tasks.rados.rados.0.smithi104.stdout:1212: expect (ObjNum 252 snap 82 seq_num 252) 2024-04-02T08:35:18.901 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 127 2024-04-02T08:35:18.901 INFO:tasks.rados.rados.0.smithi104.stdout:1196: finishing write tid 2 to smithi10482514-40 2024-04-02T08:35:18.902 INFO:tasks.rados.rados.0.smithi104.stdout:1213: seq_num 386 ranges {2908160=466944,3375104=638976,4014080=565248} 2024-04-02T08:35:18.919 INFO:tasks.rados.rados.0.smithi104.stdout:1213: writing smithi10482514-18 from 2908160 to 3375104 tid 1 2024-04-02T08:35:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1213: writing smithi10482514-18 from 3375104 to 4014080 tid 2 2024-04-02T08:35:18.927 INFO:tasks.rados.rados.0.smithi104.stdout:1213: writing smithi10482514-18 from 4014080 to 4579328 tid 3 2024-04-02T08:35:18.927 INFO:tasks.rados.rados.0.smithi104.stdout:1214: delete oid 26 current snap is 127 2024-04-02T08:35:18.927 INFO:tasks.rados.rados.0.smithi104.stdout:1196: finishing write tid 3 to smithi10482514-40 2024-04-02T08:35:18.927 INFO:tasks.rados.rados.0.smithi104.stdout:1196: finishing write tid 4 to smithi10482514-40 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1196: finishing write tid 5 to smithi10482514-40 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1196: oid 40 updating version 0 to 673 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1196: oid 40 version 673 is already newer than 670 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1196: oid 40 version 673 is already newer than 671 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1196: oid 40 version 673 is already newer than 672 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 673 (ObjNum 377 snap 127 seq_num 377) dirty exists 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1196: left oid 40 (ObjNum 377 snap 127 seq_num 377) 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1197: finishing write tid 1 to smithi10482514-4 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1197: finishing write tid 2 to smithi10482514-4 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1197: finishing write tid 3 to smithi10482514-4 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1197: finishing write tid 4 to smithi10482514-4 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1208: finishing write tid 1 to smithi10482514-38 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1208: finishing write tid 2 to smithi10482514-38 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1208: finishing write tid 3 to smithi10482514-38 2024-04-02T08:35:18.928 INFO:tasks.rados.rados.0.smithi104.stdout:1208: finishing write tid 4 to smithi10482514-38 2024-04-02T08:35:18.929 INFO:tasks.rados.rados.0.smithi104.stdout:1197: finishing write tid 5 to smithi10482514-4 2024-04-02T08:35:18.929 INFO:tasks.rados.rados.0.smithi104.stdout:1197: oid 4 updating version 0 to 677 2024-04-02T08:35:18.929 INFO:tasks.rados.rados.0.smithi104.stdout:1197: oid 4 version 677 is already newer than 676 2024-04-02T08:35:18.929 INFO:tasks.rados.rados.0.smithi104.stdout:1197: oid 4 updating version 677 to 678 2024-04-02T08:35:18.929 INFO:tasks.rados.rados.0.smithi104.stdout:1197: oid 4 version 678 is already newer than 675 2024-04-02T08:35:18.929 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 678 (ObjNum 378 snap 127 seq_num 378) dirty exists 2024-04-02T08:35:18.929 INFO:tasks.rados.rados.0.smithi104.stdout:1197: left oid 4 (ObjNum 378 snap 127 seq_num 378) 2024-04-02T08:35:18.929 INFO:tasks.rados.rados.0.smithi104.stdout:1208: finishing write tid 5 to smithi10482514-38 2024-04-02T08:35:18.929 INFO:tasks.rados.rados.0.smithi104.stdout:1194: expect (ObjNum 332 snap 111 seq_num 332) 2024-04-02T08:35:19.041 INFO:tasks.rados.rados.0.smithi104.stdout:1208: finishing write tid 6 to smithi10482514-38 2024-04-02T08:35:19.041 INFO:tasks.rados.rados.0.smithi104.stdout:1208: oid 38 updating version 0 to 268 2024-04-02T08:35:19.041 INFO:tasks.rados.rados.0.smithi104.stdout:1208: oid 38 updating version 268 to 269 2024-04-02T08:35:19.041 INFO:tasks.rados.rados.0.smithi104.stdout:1208: oid 38 updating version 269 to 270 2024-04-02T08:35:19.041 INFO:tasks.rados.rados.0.smithi104.stdout:1208: oid 38 updating version 270 to 272 2024-04-02T08:35:19.041 INFO:tasks.rados.rados.0.smithi104.stdout:1208: oid 38 version 272 is already newer than 271 2024-04-02T08:35:19.041 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 272 (ObjNum 384 snap 127 seq_num 384) dirty exists 2024-04-02T08:35:19.041 INFO:tasks.rados.rados.0.smithi104.stdout:1208: left oid 38 (ObjNum 384 snap 127 seq_num 384) 2024-04-02T08:35:19.041 INFO:tasks.rados.rados.0.smithi104.stdout:1207: finishing write tid 1 to smithi10482514-23 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1207: finishing write tid 2 to smithi10482514-23 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1207: finishing write tid 3 to smithi10482514-23 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1194: done (10 left) 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1196: done (9 left) 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1197: done (8 left) 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1208: done (7 left) 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1214: done (6 left) 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1215: read oid 26 snap 83 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1215: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1216: delete oid 46 current snap is 127 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1207: finishing write tid 4 to smithi10482514-23 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1207: finishing write tid 5 to smithi10482514-23 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi104.stdout:1202: expect (ObjNum 266 snap 91 seq_num 266) 2024-04-02T08:35:19.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:18 smithi104 ceph-mon[96567]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:35:19.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:18 smithi104 ceph-mon[96567]: pgmap v108: 121 pgs: 15 stale+active+clean, 106 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:35:19.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:18 smithi104 ceph-mon[94081]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:35:19.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:18 smithi104 ceph-mon[94081]: pgmap v108: 121 pgs: 15 stale+active+clean, 106 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:35:19.140 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:19 smithi104 podman[102269]: 2024-04-02 08:35:19.082101047 +0000 UTC m=+0.649777654 container died 602e3e3390f26a65010c508ddae435385a6baf5ad97066f8e5397a4e21c3a75e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:35:19.205 INFO:tasks.rados.rados.0.smithi104.stdout:1207: finishing write tid 6 to smithi10482514-23 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:1207: oid 23 updating version 0 to 304 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:1207: oid 23 updating version 304 to 305 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:1207: oid 23 updating version 305 to 307 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:1207: oid 23 version 307 is already newer than 306 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:1207: oid 23 version 307 is already newer than 303 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 307 (ObjNum 383 snap 127 seq_num 383) dirty exists 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:1207: left oid 23 (ObjNum 383 snap 127 seq_num 383) 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:1195: finishing copy_from racing read to smithi10482514-14 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:1195: finishing copy_from to smithi10482514-14 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 418 (ObjNum 351 snap 119 seq_num 351) dirty exists 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:1195: done (7 left) 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:1202: done (6 left) 2024-04-02T08:35:19.206 INFO:tasks.rados.rados.0.smithi104.stdout:1207: done (5 left) 2024-04-02T08:35:19.207 INFO:tasks.rados.rados.0.smithi104.stdout:1216: done (4 left) 2024-04-02T08:35:19.207 INFO:tasks.rados.rados.0.smithi104.stdout:1217: snap_remove snap 121 2024-04-02T08:35:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:18 smithi188 ceph-mon[86835]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:35:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:18 smithi188 ceph-mon[86835]: pgmap v108: 121 pgs: 15 stale+active+clean, 106 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:35:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:1217: done (4 left) 2024-04-02T08:35:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:1218: read oid 31 snap -1 2024-04-02T08:35:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:1218: expect deleted 2024-04-02T08:35:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:1219: copy_from oid 5 from oid 11 current snap is 127 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1220: delete oid 1 current snap is 127 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1211: finishing write tid 1 to smithi10482514-34 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1211: finishing write tid 2 to smithi10482514-34 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1211: finishing write tid 3 to smithi10482514-34 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1211: finishing write tid 4 to smithi10482514-34 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1211: finishing write tid 5 to smithi10482514-34 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1211: oid 34 updating version 0 to 920 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1211: oid 34 version 920 is already newer than 918 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1211: oid 34 version 920 is already newer than 917 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1211: oid 34 version 920 is already newer than 919 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 920 (ObjNum 385 snap 127 seq_num 385) dirty exists 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1211: left oid 34 (ObjNum 385 snap 127 seq_num 385) 2024-04-02T08:35:19.887 INFO:tasks.rados.rados.0.smithi104.stdout:1212: expect (ObjNum 252 snap 82 seq_num 252) 2024-04-02T08:35:20.039 INFO:tasks.rados.rados.0.smithi104.stdout:1213: finishing write tid 1 to smithi10482514-18 2024-04-02T08:35:20.039 INFO:tasks.rados.rados.0.smithi104.stdout:1213: finishing write tid 2 to smithi10482514-18 2024-04-02T08:35:20.039 INFO:tasks.rados.rados.0.smithi104.stdout:1213: finishing write tid 3 to smithi10482514-18 2024-04-02T08:35:20.039 INFO:tasks.rados.rados.0.smithi104.stdout:1213: finishing write tid 4 to smithi10482514-18 2024-04-02T08:35:20.039 INFO:tasks.rados.rados.0.smithi104.stdout:1213: finishing write tid 5 to smithi10482514-18 2024-04-02T08:35:20.039 INFO:tasks.rados.rados.0.smithi104.stdout:1213: oid 18 updating version 0 to 156 2024-04-02T08:35:20.039 INFO:tasks.rados.rados.0.smithi104.stdout:1213: oid 18 version 156 is already newer than 153 2024-04-02T08:35:20.039 INFO:tasks.rados.rados.0.smithi104.stdout:1213: oid 18 version 156 is already newer than 154 2024-04-02T08:35:20.039 INFO:tasks.rados.rados.0.smithi104.stdout:1213: oid 18 version 156 is already newer than 155 2024-04-02T08:35:20.039 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 156 (ObjNum 386 snap 127 seq_num 386) dirty exists 2024-04-02T08:35:20.040 INFO:tasks.rados.rados.0.smithi104.stdout:1213: left oid 18 (ObjNum 386 snap 127 seq_num 386) 2024-04-02T08:35:20.040 INFO:tasks.rados.rados.0.smithi104.stdout:1215: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:35:20.099 INFO:tasks.rados.rados.0.smithi104.stdout:1219: finishing copy_from to smithi10482514-5 2024-04-02T08:35:20.099 INFO:tasks.rados.rados.0.smithi104.stdout:1219: got expected ENOENT (src dne) 2024-04-02T08:35:20.099 INFO:tasks.rados.rados.0.smithi104.stdout:1219: finishing copy_from racing read to smithi10482514-5 2024-04-02T08:35:20.099 INFO:tasks.rados.rados.0.smithi104.stdout:1211: done (6 left) 2024-04-02T08:35:20.099 INFO:tasks.rados.rados.0.smithi104.stdout:1212: done (5 left) 2024-04-02T08:35:20.100 INFO:tasks.rados.rados.0.smithi104.stdout:1213: done (4 left) 2024-04-02T08:35:20.100 INFO:tasks.rados.rados.0.smithi104.stdout:1215: done (3 left) 2024-04-02T08:35:20.100 INFO:tasks.rados.rados.0.smithi104.stdout:1218: done (2 left) 2024-04-02T08:35:20.100 INFO:tasks.rados.rados.0.smithi104.stdout:1219: done (1 left) 2024-04-02T08:35:20.100 INFO:tasks.rados.rados.0.smithi104.stdout:1220: done (0 left) 2024-04-02T08:35:20.100 INFO:tasks.rados.rados.0.smithi104.stdout:1221: copy_from oid 37 from oid 30 current snap is 127 2024-04-02T08:35:20.100 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 127 2024-04-02T08:35:20.100 INFO:tasks.rados.rados.0.smithi104.stdout:1222: seq_num 390 ranges {2048000=540672,2588672=630784,3219456=573440} 2024-04-02T08:35:20.112 INFO:tasks.rados.rados.0.smithi104.stdout:1222: writing smithi10482514-44 from 2048000 to 2588672 tid 1 2024-04-02T08:35:20.116 INFO:tasks.rados.rados.0.smithi104.stdout:1222: writing smithi10482514-44 from 2588672 to 3219456 tid 2 2024-04-02T08:35:20.118 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:19 smithi104 ceph-mon[96567]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:35:20.118 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:20.118 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:20.119 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:19 smithi104 podman[102316]: 2024-04-02 08:35:19.683556502 +0000 UTC m=+0.596810645 container remove 602e3e3390f26a65010c508ddae435385a6baf5ad97066f8e5397a4e21c3a75e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:35:20.119 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:19 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.0.service: Deactivated successfully. 2024-04-02T08:35:20.119 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:19 smithi104 systemd[1]: Stopped Ceph osd.0 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:20.119 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:19 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.0.service: Consumed 11.002s CPU time. 2024-04-02T08:35:20.119 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:19 smithi104 systemd[1]: Starting Ceph osd.0 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:35:20.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:19 smithi104 ceph-mon[94081]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:35:20.119 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:20.120 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:20.120 INFO:tasks.rados.rados.0.smithi104.stdout:1222: writing smithi10482514-44 from 3219456 to 3792896 tid 3 2024-04-02T08:35:20.120 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 127 2024-04-02T08:35:20.120 INFO:tasks.rados.rados.0.smithi104.stdout:1221: finishing copy_from to smithi10482514-37 2024-04-02T08:35:20.121 INFO:tasks.rados.rados.0.smithi104.stdout:1221: got expected ENOENT (src dne) 2024-04-02T08:35:20.121 INFO:tasks.rados.rados.0.smithi104.stdout:1221: finishing copy_from racing read to smithi10482514-37 2024-04-02T08:35:20.121 INFO:tasks.rados.rados.0.smithi104.stdout:1222: finishing write tid 1 to smithi10482514-44 2024-04-02T08:35:20.121 INFO:tasks.rados.rados.0.smithi104.stdout:1222: finishing write tid 2 to smithi10482514-44 2024-04-02T08:35:20.121 INFO:tasks.rados.rados.0.smithi104.stdout:1223: seq_num 391 ranges {3948544=557056,4505600=516096,5021696=688128} 2024-04-02T08:35:20.144 INFO:tasks.rados.rados.0.smithi104.stdout:1223: writing smithi10482514-10 from 3948544 to 4505600 tid 1 2024-04-02T08:35:20.147 INFO:tasks.rados.rados.0.smithi104.stdout:1223: writing smithi10482514-10 from 4505600 to 5021696 tid 2 2024-04-02T08:35:20.151 INFO:tasks.rados.rados.0.smithi104.stdout:1223: writing smithi10482514-10 from 5021696 to 5709824 tid 3 2024-04-02T08:35:20.151 INFO:tasks.rados.rados.0.smithi104.stdout:1221: done (2 left) 2024-04-02T08:35:20.152 INFO:tasks.rados.rados.0.smithi104.stdout:1224: read oid 20 snap -1 2024-04-02T08:35:20.152 INFO:tasks.rados.rados.0.smithi104.stdout:1224: expect deleted 2024-04-02T08:35:20.152 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 127 2024-04-02T08:35:20.152 INFO:tasks.rados.rados.0.smithi104.stdout:1222: finishing write tid 3 to smithi10482514-44 2024-04-02T08:35:20.152 INFO:tasks.rados.rados.0.smithi104.stdout:1222: finishing write tid 4 to smithi10482514-44 2024-04-02T08:35:20.152 INFO:tasks.rados.rados.0.smithi104.stdout:1225: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2024-04-02T08:35:20.154 INFO:tasks.rados.rados.0.smithi104.stdout:1225: writing smithi10482514-25 from 0 to 573440 tid 1 2024-04-02T08:35:20.159 INFO:tasks.rados.rados.0.smithi104.stdout:1225: writing smithi10482514-25 from 573440 to 1376256 tid 2 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1225: writing smithi10482514-25 from 1376256 to 1777664 tid 3 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1226: rollback oid 23 current snap is 127 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 23 to 122 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1222: finishing write tid 5 to smithi10482514-44 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1222: oid 44 updating version 0 to 928 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1222: oid 44 version 928 is already newer than 927 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1222: oid 44 version 928 is already newer than 926 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1222: oid 44 version 928 is already newer than 925 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 928 (ObjNum 390 snap 127 seq_num 390) dirty exists 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1222: left oid 44 (ObjNum 390 snap 127 seq_num 390) 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1223: finishing write tid 1 to smithi10482514-10 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1223: finishing write tid 2 to smithi10482514-10 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1223: finishing write tid 3 to smithi10482514-10 2024-04-02T08:35:20.163 INFO:tasks.rados.rados.0.smithi104.stdout:1223: finishing write tid 4 to smithi10482514-10 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1223: finishing write tid 5 to smithi10482514-10 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1223: oid 10 updating version 0 to 758 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1223: oid 10 version 758 is already newer than 756 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1223: oid 10 updating version 758 to 759 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1223: oid 10 version 759 is already newer than 757 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 759 (ObjNum 391 snap 127 seq_num 391) dirty exists 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1223: left oid 10 (ObjNum 391 snap 127 seq_num 391) 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1225: finishing write tid 1 to smithi10482514-25 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1222: done (4 left) 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1223: done (3 left) 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1224: done (2 left) 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1227: copy_from oid 44 from oid 14 current snap is 127 2024-04-02T08:35:20.164 INFO:tasks.rados.rados.0.smithi104.stdout:1228: snap_remove snap 90 2024-04-02T08:35:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:19 smithi188 ceph-mon[86835]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:35:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:20.389 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 podman[102426]: 2024-04-02 08:35:20.02318602 +0000 UTC m=+0.018657092 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:20.389 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 podman[102426]: 2024-04-02 08:35:20.167780202 +0000 UTC m=+0.163251284 container create 3ee1729f0878d3322cca1a682c6e64c79f75c3db82c9e91cb587eba1d80433dc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-02T08:35:20.833 INFO:tasks.rados.rados.0.smithi104.stdout:1228: done (3 left) 2024-04-02T08:35:20.833 INFO:tasks.rados.rados.0.smithi104.stdout:1229: copy_from oid 24 from oid 34 current snap is 127 2024-04-02T08:35:20.833 INFO:tasks.rados.rados.0.smithi104.stdout:1225: finishing write tid 2 to smithi10482514-25 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1225: finishing write tid 3 to smithi10482514-25 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1225: finishing write tid 4 to smithi10482514-25 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1226: finishing rollback tid 0 to smithi10482514-23 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1226: finishing rollback tid 1 to smithi10482514-23 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1226: finishing rollback tid 2 to smithi10482514-23 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 310 (ObjNum 331 snap 111 seq_num 331) dirty exists 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1225: finishing write tid 5 to smithi10482514-25 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1225: oid 25 updating version 0 to 713 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1225: oid 25 updating version 713 to 714 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1225: oid 25 updating version 714 to 716 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1225: oid 25 version 716 is already newer than 715 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 716 (ObjNum 392 snap 127 seq_num 392) dirty exists 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1225: left oid 25 (ObjNum 392 snap 127 seq_num 392) 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1227: finishing copy_from racing read to smithi10482514-44 2024-04-02T08:35:20.834 INFO:tasks.rados.rados.0.smithi104.stdout:1227: finishing copy_from to smithi10482514-44 2024-04-02T08:35:20.835 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 418 (ObjNum 351 snap 119 seq_num 351) dirty exists 2024-04-02T08:35:20.835 INFO:tasks.rados.rados.0.smithi104.stdout:1225: done (3 left) 2024-04-02T08:35:20.835 INFO:tasks.rados.rados.0.smithi104.stdout:1226: done (2 left) 2024-04-02T08:35:20.835 INFO:tasks.rados.rados.0.smithi104.stdout:1227: done (1 left) 2024-04-02T08:35:20.835 INFO:tasks.rados.rados.0.smithi104.stdout:1230: snap_create 2024-04-02T08:35:20.862 INFO:tasks.rados.rados.0.smithi104.stdout:1229: finishing copy_from racing read to smithi10482514-24 2024-04-02T08:35:20.865 INFO:tasks.rados.rados.0.smithi104.stdout:1229: finishing copy_from to smithi10482514-24 2024-04-02T08:35:20.865 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 920 (ObjNum 385 snap 127 seq_num 385) dirty exists 2024-04-02T08:35:20.888 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 podman[102426]: 2024-04-02 08:35:20.503868293 +0000 UTC m=+0.499339364 container init 3ee1729f0878d3322cca1a682c6e64c79f75c3db82c9e91cb587eba1d80433dc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T08:35:20.888 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 podman[102426]: 2024-04-02 08:35:20.509188352 +0000 UTC m=+0.504659428 container start 3ee1729f0878d3322cca1a682c6e64c79f75c3db82c9e91cb587eba1d80433dc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-02T08:35:20.888 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 podman[102426]: 2024-04-02 08:35:20.595355309 +0000 UTC m=+0.590826382 container attach 3ee1729f0878d3322cca1a682c6e64c79f75c3db82c9e91cb587eba1d80433dc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:35:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-mon[96567]: osdmap e308: 8 total, 7 up, 8 in 2024-04-02T08:35:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-mon[96567]: pgmap v111: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 27 op/s; 123/924 objects degraded (13.312%) 2024-04-02T08:35:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-mon[96567]: osdmap e309: 8 total, 7 up, 8 in 2024-04-02T08:35:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-mon[94081]: osdmap e308: 8 total, 7 up, 8 in 2024-04-02T08:35:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-mon[94081]: pgmap v111: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 27 op/s; 123/924 objects degraded (13.312%) 2024-04-02T08:35:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-mon[94081]: osdmap e309: 8 total, 7 up, 8 in 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102441]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102441]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 bash[102426]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 bash[102426]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 bash[102426]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 bash[102426]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 bash[102426]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 bash[102426]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 bash[102426]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102441]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102441]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102441]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102441]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:35:21.141 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102441]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:35:21.142 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:20 smithi104 podman[102426]: 2024-04-02 08:35:20.985476859 +0000 UTC m=+0.980947932 container died 3ee1729f0878d3322cca1a682c6e64c79f75c3db82c9e91cb587eba1d80433dc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:35:21.302 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:20 smithi188 ceph-mon[86835]: osdmap e308: 8 total, 7 up, 8 in 2024-04-02T08:35:21.302 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:20 smithi188 ceph-mon[86835]: pgmap v111: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 27 op/s; 123/924 objects degraded (13.312%) 2024-04-02T08:35:21.302 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:20 smithi188 ceph-mon[86835]: osdmap e309: 8 total, 7 up, 8 in 2024-04-02T08:35:21.831 INFO:tasks.rados.rados.0.smithi104.stdout:1229: done (1 left) 2024-04-02T08:35:21.831 INFO:tasks.rados.rados.0.smithi104.stdout:1230: done (0 left) 2024-04-02T08:35:21.831 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 11 current snap is 128 2024-04-02T08:35:21.831 INFO:tasks.rados.rados.0.smithi104.stdout:1231: seq_num 393 ranges {0=589824,589824=679936,1269760=524288} 2024-04-02T08:35:21.832 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:21 smithi104 podman[102593]: 2024-04-02 08:35:21.57412611 +0000 UTC m=+0.583543714 container remove 3ee1729f0878d3322cca1a682c6e64c79f75c3db82c9e91cb587eba1d80433dc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326) 2024-04-02T08:35:21.832 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:21 smithi104 podman[102665]: 2024-04-02 08:35:21.686924713 +0000 UTC m=+0.017723168 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:21.832 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:21 smithi104 podman[102665]: 2024-04-02 08:35:21.833306066 +0000 UTC m=+0.164104501 container create 46125f224f18ffd8e19094f710d126c32dcd1ecb40b4d8f98878de444029d059 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-02T08:35:21.834 INFO:tasks.rados.rados.0.smithi104.stdout:1231: writing smithi10482514-11 from 0 to 589824 tid 1 2024-04-02T08:35:21.838 INFO:tasks.rados.rados.0.smithi104.stdout:1231: writing smithi10482514-11 from 589824 to 1269760 tid 2 2024-04-02T08:35:21.842 INFO:tasks.rados.rados.0.smithi104.stdout:1231: writing smithi10482514-11 from 1269760 to 1794048 tid 3 2024-04-02T08:35:21.842 INFO:tasks.rados.rados.0.smithi104.stdout:1231: finishing write tid 1 to smithi10482514-11 2024-04-02T08:35:21.842 INFO:tasks.rados.rados.0.smithi104.stdout:1231: finishing write tid 2 to smithi10482514-11 2024-04-02T08:35:21.842 INFO:tasks.rados.rados.0.smithi104.stdout:1232: rmattr oid 30 current snap is 128 2024-04-02T08:35:21.842 INFO:tasks.rados.rados.0.smithi104.stdout:1232: done (1 left) 2024-04-02T08:35:21.842 INFO:tasks.rados.rados.0.smithi104.stdout:1233: delete oid 19 current snap is 128 2024-04-02T08:35:21.844 INFO:tasks.rados.rados.0.smithi104.stdout:1231: finishing write tid 3 to smithi10482514-11 2024-04-02T08:35:21.844 INFO:tasks.rados.rados.0.smithi104.stdout:1231: finishing write tid 4 to smithi10482514-11 2024-04-02T08:35:21.845 INFO:tasks.rados.rados.0.smithi104.stdout:1231: finishing write tid 5 to smithi10482514-11 2024-04-02T08:35:21.845 INFO:tasks.rados.rados.0.smithi104.stdout:1231: oid 11 updating version 0 to 142 2024-04-02T08:35:21.845 INFO:tasks.rados.rados.0.smithi104.stdout:1231: oid 11 version 142 is already newer than 139 2024-04-02T08:35:21.846 INFO:tasks.rados.rados.0.smithi104.stdout:1231: oid 11 version 142 is already newer than 140 2024-04-02T08:35:21.846 INFO:tasks.rados.rados.0.smithi104.stdout:1231: oid 11 version 142 is already newer than 141 2024-04-02T08:35:21.846 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 142 (ObjNum 393 snap 128 seq_num 393) dirty exists 2024-04-02T08:35:21.846 INFO:tasks.rados.rados.0.smithi104.stdout:1231: left oid 11 (ObjNum 393 snap 128 seq_num 393) 2024-04-02T08:35:21.847 INFO:tasks.rados.rados.0.smithi104.stdout:1231: done (1 left) 2024-04-02T08:35:21.847 INFO:tasks.rados.rados.0.smithi104.stdout:1233: done (0 left) 2024-04-02T08:35:21.847 INFO:tasks.rados.rados.0.smithi104.stdout:1234: rollback oid 50 current snap is 128 2024-04-02T08:35:21.847 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 50 to 104 2024-04-02T08:35:21.847 INFO:tasks.rados.rados.0.smithi104.stdout:1235: copy_from oid 7 from oid 49 current snap is 128 2024-04-02T08:35:21.847 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 128 2024-04-02T08:35:21.847 INFO:tasks.rados.rados.0.smithi104.stdout:1236: seq_num 395 ranges {0=622592,622592=450560,1073152=753664} 2024-04-02T08:35:21.850 INFO:tasks.rados.rados.0.smithi104.stdout:1236: writing smithi10482514-3 from 0 to 622592 tid 1 2024-04-02T08:35:21.853 INFO:tasks.rados.rados.0.smithi104.stdout:1236: writing smithi10482514-3 from 622592 to 1073152 tid 2 2024-04-02T08:35:21.857 INFO:tasks.rados.rados.0.smithi104.stdout:1236: writing smithi10482514-3 from 1073152 to 1826816 tid 3 2024-04-02T08:35:21.857 INFO:tasks.rados.rados.0.smithi104.stdout:1237: read oid 35 snap 86 2024-04-02T08:35:21.857 INFO:tasks.rados.rados.0.smithi104.stdout:1237: expect (ObjNum 233 snap 79 seq_num 233) 2024-04-02T08:35:21.857 INFO:tasks.rados.rados.0.smithi104.stdout:1238: rollback oid 17 current snap is 128 2024-04-02T08:35:21.858 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 17 to 104 2024-04-02T08:35:21.858 INFO:tasks.rados.rados.0.smithi104.stdout:1234: finishing rollback tid 0 to smithi10482514-50 2024-04-02T08:35:21.858 INFO:tasks.rados.rados.0.smithi104.stdout:1234: finishing rollback tid 1 to smithi10482514-50 2024-04-02T08:35:21.858 INFO:tasks.rados.rados.0.smithi104.stdout:1234: finishing rollback tid 2 to smithi10482514-50 2024-04-02T08:35:21.858 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 941 (ObjNum 279 snap 95 seq_num 279) dirty exists 2024-04-02T08:35:21.858 INFO:tasks.rados.rados.0.smithi104.stdout:1236: finishing write tid 1 to smithi10482514-3 2024-04-02T08:35:21.858 INFO:tasks.rados.rados.0.smithi104.stdout:1236: finishing write tid 2 to smithi10482514-3 2024-04-02T08:35:21.858 INFO:tasks.rados.rados.0.smithi104.stdout:1234: done (4 left) 2024-04-02T08:35:21.858 INFO:tasks.rados.rados.0.smithi104.stdout:1239: delete oid 20 current snap is 128 2024-04-02T08:35:21.860 INFO:tasks.rados.rados.0.smithi104.stdout:1235: finishing copy_from racing read to smithi10482514-7 2024-04-02T08:35:21.861 INFO:tasks.rados.rados.0.smithi104.stdout:1238: finishing rollback tid 0 to smithi10482514-17 2024-04-02T08:35:21.861 INFO:tasks.rados.rados.0.smithi104.stdout:1236: finishing write tid 3 to smithi10482514-3 2024-04-02T08:35:21.862 INFO:tasks.rados.rados.0.smithi104.stdout:1238: finishing rollback tid 1 to smithi10482514-17 2024-04-02T08:35:21.862 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 944 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:35:21.862 INFO:tasks.rados.rados.0.smithi104.stdout:1236: finishing write tid 4 to smithi10482514-3 2024-04-02T08:35:21.862 INFO:tasks.rados.rados.0.smithi104.stdout:1235: finishing copy_from to smithi10482514-7 2024-04-02T08:35:21.862 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 618 (ObjNum 379 snap 127 seq_num 379) dirty exists 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:1235: done (4 left) 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:1238: done (3 left) 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:1239: done (2 left) 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:1240: read oid 10 snap 102 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:1240: expect (ObjNum 276 snap 94 seq_num 276) 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:1241: read oid 34 snap -1 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:1241: expect (ObjNum 385 snap 127 seq_num 385) 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:1242: rollback oid 26 current snap is 128 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 102 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:1243: rollback oid 24 current snap is 128 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 24 to 70 2024-04-02T08:35:21.864 INFO:tasks.rados.rados.0.smithi104.stdout:1244: copy_from oid 36 from oid 30 current snap is 128 2024-04-02T08:35:21.865 INFO:tasks.rados.rados.0.smithi104.stdout:1245: snap_create 2024-04-02T08:35:21.865 INFO:tasks.rados.rados.0.smithi104.stdout:1236: finishing write tid 5 to smithi10482514-3 2024-04-02T08:35:21.865 INFO:tasks.rados.rados.0.smithi104.stdout:1236: oid 3 updating version 0 to 276 2024-04-02T08:35:21.865 INFO:tasks.rados.rados.0.smithi104.stdout:1236: oid 3 version 276 is already newer than 273 2024-04-02T08:35:21.865 INFO:tasks.rados.rados.0.smithi104.stdout:1236: oid 3 version 276 is already newer than 274 2024-04-02T08:35:21.865 INFO:tasks.rados.rados.0.smithi104.stdout:1236: oid 3 version 276 is already newer than 275 2024-04-02T08:35:21.865 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 276 (ObjNum 395 snap 128 seq_num 395) dirty exists 2024-04-02T08:35:21.865 INFO:tasks.rados.rados.0.smithi104.stdout:1236: left oid 3 (ObjNum 395 snap 128 seq_num 395) 2024-04-02T08:35:21.866 INFO:tasks.rados.rados.0.smithi104.stdout:1242: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:35:21.869 INFO:tasks.rados.rados.0.smithi104.stdout:1242: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:35:21.869 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 683 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:35:21.874 INFO:tasks.rados.rados.0.smithi104.stdout:1241: expect (ObjNum 385 snap 127 seq_num 385) 2024-04-02T08:35:22.044 INFO:tasks.rados.rados.0.smithi104.stdout:1237: expect (ObjNum 233 snap 79 seq_num 233) 2024-04-02T08:35:22.092 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:21 smithi104 ceph-mon[94081]: Health check failed: Degraded data redundancy: 123/924 objects degraded (13.312%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:22.092 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:21 smithi104 ceph-mon[94081]: osdmap e310: 8 total, 7 up, 8 in 2024-04-02T08:35:22.092 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:21 smithi104 ceph-mon[96567]: Health check failed: Degraded data redundancy: 123/924 objects degraded (13.312%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:22.093 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:21 smithi104 ceph-mon[96567]: osdmap e310: 8 total, 7 up, 8 in 2024-04-02T08:35:22.093 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:22 smithi104 podman[102665]: 2024-04-02 08:35:22.069100377 +0000 UTC m=+0.399898826 container init 46125f224f18ffd8e19094f710d126c32dcd1ecb40b4d8f98878de444029d059 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:35:22.093 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:22 smithi104 podman[102665]: 2024-04-02 08:35:22.07450258 +0000 UTC m=+0.405301014 container start 46125f224f18ffd8e19094f710d126c32dcd1ecb40b4d8f98878de444029d059 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-02T08:35:22.245 INFO:tasks.rados.rados.0.smithi104.stdout:1243: finishing rollback tid 0 to smithi10482514-24 2024-04-02T08:35:22.245 INFO:tasks.rados.rados.0.smithi104.stdout:1243: finishing rollback tid 1 to smithi10482514-24 2024-04-02T08:35:22.245 INFO:tasks.rados.rados.0.smithi104.stdout:1243: finishing rollback tid 2 to smithi10482514-24 2024-04-02T08:35:22.245 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 945 (ObjNum 222 snap 70 seq_num 222) dirty exists 2024-04-02T08:35:22.246 INFO:tasks.rados.rados.0.smithi104.stdout:1244: finishing copy_from to smithi10482514-36 2024-04-02T08:35:22.246 INFO:tasks.rados.rados.0.smithi104.stdout:1244: got expected ENOENT (src dne) 2024-04-02T08:35:22.246 INFO:tasks.rados.rados.0.smithi104.stdout:1244: finishing copy_from racing read to smithi10482514-36 2024-04-02T08:35:22.246 INFO:tasks.rados.rados.0.smithi104.stdout:1240: expect (ObjNum 276 snap 94 seq_num 276) 2024-04-02T08:35:22.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:21 smithi188 ceph-mon[86835]: Health check failed: Degraded data redundancy: 123/924 objects degraded (13.312%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:22.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:21 smithi188 ceph-mon[86835]: osdmap e310: 8 total, 7 up, 8 in 2024-04-02T08:35:22.390 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:22 smithi104 ceph-osd[102703]: -- 172.21.15.104:0/1944455731 <== mon.0 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557454d97680 con 0x557454d61400 2024-04-02T08:35:22.390 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:22 smithi104 bash[102665]: 46125f224f18ffd8e19094f710d126c32dcd1ecb40b4d8f98878de444029d059 2024-04-02T08:35:22.390 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:22 smithi104 systemd[1]: Started Ceph osd.0 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:22.833 INFO:tasks.rados.rados.0.smithi104.stdout:1236: done (7 left) 2024-04-02T08:35:22.834 INFO:tasks.rados.rados.0.smithi104.stdout:1237: done (6 left) 2024-04-02T08:35:22.834 INFO:tasks.rados.rados.0.smithi104.stdout:1240: done (5 left) 2024-04-02T08:35:22.834 INFO:tasks.rados.rados.0.smithi104.stdout:1241: done (4 left) 2024-04-02T08:35:22.834 INFO:tasks.rados.rados.0.smithi104.stdout:1242: done (3 left) 2024-04-02T08:35:22.834 INFO:tasks.rados.rados.0.smithi104.stdout:1243: done (2 left) 2024-04-02T08:35:22.834 INFO:tasks.rados.rados.0.smithi104.stdout:1244: done (1 left) 2024-04-02T08:35:22.834 INFO:tasks.rados.rados.0.smithi104.stdout:1245: done (0 left) 2024-04-02T08:35:22.834 INFO:tasks.rados.rados.0.smithi104.stdout:1246: read oid 31 snap 126 2024-04-02T08:35:22.834 INFO:tasks.rados.rados.0.smithi104.stdout:1246: expect deleted 2024-04-02T08:35:22.834 INFO:tasks.rados.rados.0.smithi104.stdout:1247: delete oid 4 current snap is 129 2024-04-02T08:35:22.837 INFO:tasks.rados.rados.0.smithi104.stdout:1246: done (1 left) 2024-04-02T08:35:22.838 INFO:tasks.rados.rados.0.smithi104.stdout:1247: done (0 left) 2024-04-02T08:35:22.838 INFO:tasks.rados.rados.0.smithi104.stdout:1248: snap_remove snap 100 2024-04-02T08:35:22.889 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:22 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[102680]: 2024-04-02T08:35:22.609+0000 7feee5ac97c0 -1 Falling back to public interface 2024-04-02T08:35:23.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:23 smithi104 ceph-mon[96567]: pgmap v114: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 27 op/s; 123/924 objects degraded (13.312%) 2024-04-02T08:35:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:23 smithi104 ceph-mon[96567]: osdmap e311: 8 total, 7 up, 8 in 2024-04-02T08:35:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:23 smithi104 ceph-mon[94081]: pgmap v114: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 27 op/s; 123/924 objects degraded (13.312%) 2024-04-02T08:35:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:23 smithi104 ceph-mon[94081]: osdmap e311: 8 total, 7 up, 8 in 2024-04-02T08:35:23.503 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:23.503 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:23.503 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:23.503 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:23 smithi188 ceph-mon[86835]: pgmap v114: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 27 op/s; 123/924 objects degraded (13.312%) 2024-04-02T08:35:23.503 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:23 smithi188 ceph-mon[86835]: osdmap e311: 8 total, 7 up, 8 in 2024-04-02T08:35:23.838 INFO:tasks.rados.rados.0.smithi104.stdout:1248: done (0 left) 2024-04-02T08:35:23.838 INFO:tasks.rados.rados.0.smithi104.stdout:1249: read oid 34 snap -1 2024-04-02T08:35:23.838 INFO:tasks.rados.rados.0.smithi104.stdout:1249: expect (ObjNum 385 snap 127 seq_num 385) 2024-04-02T08:35:23.838 INFO:tasks.rados.rados.0.smithi104.stdout:1250: delete oid 33 current snap is 129 2024-04-02T08:35:23.844 INFO:tasks.rados.rados.0.smithi104.stdout:1250: done (1 left) 2024-04-02T08:35:23.844 INFO:tasks.rados.rados.0.smithi104.stdout:1251: snap_remove snap 118 2024-04-02T08:35:23.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:24.844 INFO:tasks.rados.rados.0.smithi104.stdout:1251: done (1 left) 2024-04-02T08:35:24.845 INFO:tasks.rados.rados.0.smithi104.stdout:1252: read oid 4 snap 83 2024-04-02T08:35:24.845 INFO:tasks.rados.rados.0.smithi104.stdout:1252: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:35:24.845 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 129 2024-04-02T08:35:24.845 INFO:tasks.rados.rados.0.smithi104.stdout:1253: seq_num 399 ranges {4366336=688128,5054464=434176,5488640=745472,6234112=24576} 2024-04-02T08:35:24.873 INFO:tasks.rados.rados.0.smithi104.stdout:1253: writing smithi10482514-35 from 4366336 to 5054464 tid 1 2024-04-02T08:35:24.875 INFO:tasks.rados.rados.0.smithi104.stdout:1253: writing smithi10482514-35 from 5054464 to 5488640 tid 2 2024-04-02T08:35:24.879 INFO:tasks.rados.rados.0.smithi104.stdout:1253: writing smithi10482514-35 from 5488640 to 6234112 tid 3 2024-04-02T08:35:24.879 INFO:tasks.rados.rados.0.smithi104.stdout:1253: writing smithi10482514-35 from 6234112 to 6258688 tid 4 2024-04-02T08:35:24.879 INFO:tasks.rados.rados.0.smithi104.stdout:1254: snap_create 2024-04-02T08:35:24.879 INFO:tasks.rados.rados.0.smithi104.stdout:1249: expect (ObjNum 385 snap 127 seq_num 385) 2024-04-02T08:35:25.045 INFO:tasks.rados.rados.0.smithi104.stdout:1252: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:35:25.047 INFO:tasks.rados.rados.0.smithi104.stdout:1253: finishing write tid 1 to smithi10482514-35 2024-04-02T08:35:25.047 INFO:tasks.rados.rados.0.smithi104.stdout:1253: finishing write tid 2 to smithi10482514-35 2024-04-02T08:35:25.047 INFO:tasks.rados.rados.0.smithi104.stdout:1253: finishing write tid 3 to smithi10482514-35 2024-04-02T08:35:25.047 INFO:tasks.rados.rados.0.smithi104.stdout:1253: finishing write tid 4 to smithi10482514-35 2024-04-02T08:35:25.047 INFO:tasks.rados.rados.0.smithi104.stdout:1253: finishing write tid 5 to smithi10482514-35 2024-04-02T08:35:25.047 INFO:tasks.rados.rados.0.smithi104.stdout:1253: finishing write tid 6 to smithi10482514-35 2024-04-02T08:35:25.047 INFO:tasks.rados.rados.0.smithi104.stdout:1253: oid 35 updating version 0 to 963 2024-04-02T08:35:25.047 INFO:tasks.rados.rados.0.smithi104.stdout:1253: oid 35 updating version 963 to 966 2024-04-02T08:35:25.047 INFO:tasks.rados.rados.0.smithi104.stdout:1253: oid 35 version 966 is already newer than 964 2024-04-02T08:35:25.048 INFO:tasks.rados.rados.0.smithi104.stdout:1253: oid 35 updating version 966 to 967 2024-04-02T08:35:25.048 INFO:tasks.rados.rados.0.smithi104.stdout:1253: oid 35 version 967 is already newer than 965 2024-04-02T08:35:25.048 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 967 (ObjNum 399 snap 129 seq_num 399) dirty exists 2024-04-02T08:35:25.048 INFO:tasks.rados.rados.0.smithi104.stdout:1253: left oid 35 (ObjNum 399 snap 129 seq_num 399) 2024-04-02T08:35:25.093 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:24 smithi104 ceph-mon[96567]: osdmap e312: 8 total, 7 up, 8 in 2024-04-02T08:35:25.093 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:24 smithi104 ceph-mon[96567]: pgmap v117: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 123/924 objects degraded (13.312%) 2024-04-02T08:35:25.094 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:24 smithi104 ceph-mon[94081]: osdmap e312: 8 total, 7 up, 8 in 2024-04-02T08:35:25.094 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:24 smithi104 ceph-mon[94081]: pgmap v117: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 123/924 objects degraded (13.312%) 2024-04-02T08:35:25.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:24 smithi188 ceph-mon[86835]: osdmap e312: 8 total, 7 up, 8 in 2024-04-02T08:35:25.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:24 smithi188 ceph-mon[86835]: pgmap v117: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 123/924 objects degraded (13.312%) 2024-04-02T08:35:25.639 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[102680]: 2024-04-02T08:35:25.502+0000 7feee5ac97c0 -1 osd.0 304 log_to_monitors true 2024-04-02T08:35:25.843 INFO:tasks.rados.rados.0.smithi104.stdout:1249: done (3 left) 2024-04-02T08:35:25.844 INFO:tasks.rados.rados.0.smithi104.stdout:1252: done (2 left) 2024-04-02T08:35:25.844 INFO:tasks.rados.rados.0.smithi104.stdout:1253: done (1 left) 2024-04-02T08:35:25.844 INFO:tasks.rados.rados.0.smithi104.stdout:1254: done (0 left) 2024-04-02T08:35:25.844 INFO:tasks.rados.rados.0.smithi104.stdout:1255: read oid 39 snap -1 2024-04-02T08:35:25.844 INFO:tasks.rados.rados.0.smithi104.stdout:1255: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:25.844 INFO:tasks.rados.rados.0.smithi104.stdout:1256: read oid 20 snap -1 2024-04-02T08:35:25.844 INFO:tasks.rados.rados.0.smithi104.stdout:1256: expect deleted 2024-04-02T08:35:25.844 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 130 2024-04-02T08:35:25.844 INFO:tasks.rados.rados.0.smithi104.stdout:1257: seq_num 400 ranges {8069120=704512,8773632=720896,9494528=483328} 2024-04-02T08:35:25.893 INFO:tasks.rados.rados.0.smithi104.stdout:1257: writing smithi10482514-44 from 8069120 to 8773632 tid 1 2024-04-02T08:35:25.897 INFO:tasks.rados.rados.0.smithi104.stdout:1257: writing smithi10482514-44 from 8773632 to 9494528 tid 2 2024-04-02T08:35:25.900 INFO:tasks.rados.rados.0.smithi104.stdout:1257: writing smithi10482514-44 from 9494528 to 9977856 tid 3 2024-04-02T08:35:25.900 INFO:tasks.rados.rados.0.smithi104.stdout:1255: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:25.903 INFO:tasks.rados.rados.0.smithi104.stdout:1255: done (2 left) 2024-04-02T08:35:25.903 INFO:tasks.rados.rados.0.smithi104.stdout:1256: done (1 left) 2024-04-02T08:35:25.903 INFO:tasks.rados.rados.0.smithi104.stdout:1258: delete oid 13 current snap is 130 2024-04-02T08:35:25.946 INFO:tasks.rados.rados.0.smithi104.stdout:1257: finishing write tid 1 to smithi10482514-44 2024-04-02T08:35:25.953 INFO:tasks.rados.rados.0.smithi104.stdout:1257: finishing write tid 2 to smithi10482514-44 2024-04-02T08:35:25.953 INFO:tasks.rados.rados.0.smithi104.stdout:1257: finishing write tid 3 to smithi10482514-44 2024-04-02T08:35:25.953 INFO:tasks.rados.rados.0.smithi104.stdout:1257: finishing write tid 4 to smithi10482514-44 2024-04-02T08:35:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:1258: done (1 left) 2024-04-02T08:35:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 130 2024-04-02T08:35:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:1259: seq_num 402 ranges {0=737280,737280=491520,1228800=516096,1744896=196608} 2024-04-02T08:35:25.958 INFO:tasks.rados.rados.0.smithi104.stdout:1259: writing smithi10482514-29 from 0 to 737280 tid 1 2024-04-02T08:35:25.960 INFO:tasks.rados.rados.0.smithi104.stdout:1259: writing smithi10482514-29 from 737280 to 1228800 tid 2 2024-04-02T08:35:25.963 INFO:tasks.rados.rados.0.smithi104.stdout:1259: writing smithi10482514-29 from 1228800 to 1744896 tid 3 2024-04-02T08:35:25.964 INFO:tasks.rados.rados.0.smithi104.stdout:1259: writing smithi10482514-29 from 1744896 to 1941504 tid 4 2024-04-02T08:35:25.965 INFO:tasks.rados.rados.0.smithi104.stdout:1260: snap_remove snap 104 2024-04-02T08:35:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:25 smithi188 ceph-mon[86835]: osdmap e313: 8 total, 7 up, 8 in 2024-04-02T08:35:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:25 smithi188 ceph-mon[86835]: from='osd.0 [v2:172.21.15.104:6802/3471168367,v1:172.21.15.104:6803/3471168367]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:25 smithi188 ceph-mon[86835]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:35:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:35:25] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-04-02T08:35:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:25 smithi104 ceph-mon[94081]: osdmap e313: 8 total, 7 up, 8 in 2024-04-02T08:35:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:25 smithi104 ceph-mon[94081]: from='osd.0 [v2:172.21.15.104:6802/3471168367,v1:172.21.15.104:6803/3471168367]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:25 smithi104 ceph-mon[94081]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:25 smithi104 ceph-mon[96567]: osdmap e313: 8 total, 7 up, 8 in 2024-04-02T08:35:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:25 smithi104 ceph-mon[96567]: from='osd.0 [v2:172.21.15.104:6802/3471168367,v1:172.21.15.104:6803/3471168367]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:25 smithi104 ceph-mon[96567]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:26.407 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[102680]: 2024-04-02T08:35:26.313+0000 7feed2f19700 -1 osd.0 304 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:35:26.857 INFO:tasks.rados.rados.0.smithi104.stdout:1260: done (2 left) 2024-04-02T08:35:26.857 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 130 2024-04-02T08:35:26.857 INFO:tasks.rados.rados.0.smithi104.stdout:1259: finishing write tid 1 to smithi10482514-29 2024-04-02T08:35:26.857 INFO:tasks.rados.rados.0.smithi104.stdout:1261: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2024-04-02T08:35:26.862 INFO:tasks.rados.rados.0.smithi104.stdout:1261: writing smithi10482514-39 from 0 to 753664 tid 1 2024-04-02T08:35:26.869 INFO:tasks.rados.rados.0.smithi104.stdout:1261: writing smithi10482514-39 from 753664 to 1179648 tid 2 2024-04-02T08:35:26.874 INFO:tasks.rados.rados.0.smithi104.stdout:1261: writing smithi10482514-39 from 1179648 to 1900544 tid 3 2024-04-02T08:35:26.875 INFO:tasks.rados.rados.0.smithi104.stdout:1261: writing smithi10482514-39 from 1900544 to 1957888 tid 4 2024-04-02T08:35:26.875 INFO:tasks.rados.rados.0.smithi104.stdout:1262: setattr oid 47 current snap is 130 2024-04-02T08:35:26.875 INFO:tasks.rados.rados.0.smithi104.stdout:1257: finishing write tid 5 to smithi10482514-44 2024-04-02T08:35:26.875 INFO:tasks.rados.rados.0.smithi104.stdout:1257: oid 44 updating version 0 to 965 2024-04-02T08:35:26.875 INFO:tasks.rados.rados.0.smithi104.stdout:1257: oid 44 updating version 965 to 966 2024-04-02T08:35:26.875 INFO:tasks.rados.rados.0.smithi104.stdout:1257: oid 44 updating version 966 to 968 2024-04-02T08:35:26.875 INFO:tasks.rados.rados.0.smithi104.stdout:1257: oid 44 version 968 is already newer than 967 2024-04-02T08:35:26.875 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 968 (ObjNum 400 snap 130 seq_num 400) dirty exists 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1257: left oid 44 (ObjNum 400 snap 130 seq_num 400) 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1259: finishing write tid 2 to smithi10482514-29 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1259: finishing write tid 3 to smithi10482514-29 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1259: finishing write tid 4 to smithi10482514-29 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1259: finishing write tid 5 to smithi10482514-29 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1259: finishing write tid 6 to smithi10482514-29 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1259: oid 29 updating version 0 to 762 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1259: oid 29 updating version 762 to 764 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1259: oid 29 version 764 is already newer than 763 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1259: oid 29 version 764 is already newer than 761 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1259: oid 29 updating version 764 to 765 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 765 (ObjNum 402 snap 130 seq_num 402) dirty exists 2024-04-02T08:35:26.876 INFO:tasks.rados.rados.0.smithi104.stdout:1259: left oid 29 (ObjNum 402 snap 130 seq_num 402) 2024-04-02T08:35:26.877 INFO:tasks.rados.rados.0.smithi104.stdout:1257: done (3 left) 2024-04-02T08:35:26.877 INFO:tasks.rados.rados.0.smithi104.stdout:1259: done (2 left) 2024-04-02T08:35:26.877 INFO:tasks.rados.rados.0.smithi104.stdout:1263: copy_from oid 46 from oid 9 current snap is 130 2024-04-02T08:35:26.877 INFO:tasks.rados.rados.0.smithi104.stdout:1264: snap_create 2024-04-02T08:35:26.880 INFO:tasks.rados.rados.0.smithi104.stdout:1261: finishing write tid 1 to smithi10482514-39 2024-04-02T08:35:26.880 INFO:tasks.rados.rados.0.smithi104.stdout:1261: finishing write tid 2 to smithi10482514-39 2024-04-02T08:35:26.886 INFO:tasks.rados.rados.0.smithi104.stdout:1261: finishing write tid 3 to smithi10482514-39 2024-04-02T08:35:26.889 INFO:tasks.rados.rados.0.smithi104.stdout:1261: finishing write tid 4 to smithi10482514-39 2024-04-02T08:35:26.889 INFO:tasks.rados.rados.0.smithi104.stdout:1261: finishing write tid 5 to smithi10482514-39 2024-04-02T08:35:26.892 INFO:tasks.rados.rados.0.smithi104.stdout:1261: finishing write tid 6 to smithi10482514-39 2024-04-02T08:35:26.892 INFO:tasks.rados.rados.0.smithi104.stdout:1261: oid 39 updating version 0 to 981 2024-04-02T08:35:26.892 INFO:tasks.rados.rados.0.smithi104.stdout:1261: oid 39 version 981 is already newer than 974 2024-04-02T08:35:26.892 INFO:tasks.rados.rados.0.smithi104.stdout:1261: oid 39 version 981 is already newer than 973 2024-04-02T08:35:26.892 INFO:tasks.rados.rados.0.smithi104.stdout:1261: oid 39 version 981 is already newer than 980 2024-04-02T08:35:26.892 INFO:tasks.rados.rados.0.smithi104.stdout:1261: oid 39 version 981 is already newer than 979 2024-04-02T08:35:26.892 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 981 (ObjNum 403 snap 130 seq_num 403) dirty exists 2024-04-02T08:35:26.892 INFO:tasks.rados.rados.0.smithi104.stdout:1261: left oid 39 (ObjNum 403 snap 130 seq_num 403) 2024-04-02T08:35:26.893 INFO:tasks.rados.rados.0.smithi104.stdout:1263: finishing copy_from racing read to smithi10482514-46 2024-04-02T08:35:26.894 INFO:tasks.rados.rados.0.smithi104.stdout:1263: finishing copy_from to smithi10482514-46 2024-04-02T08:35:26.894 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 893 (ObjNum 373 snap 125 seq_num 373) dirty exists 2024-04-02T08:35:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:26 smithi188 ceph-mon[86835]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:35:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:26 smithi188 ceph-mon[86835]: from='osd.0 [v2:172.21.15.104:6802/3471168367,v1:172.21.15.104:6803/3471168367]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:35:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:26 smithi188 ceph-mon[86835]: osdmap e314: 8 total, 7 up, 8 in 2024-04-02T08:35:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:26 smithi188 ceph-mon[86835]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:35:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:26 smithi188 ceph-mon[86835]: pgmap v120: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 421 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 125/921 objects degraded (13.572%) 2024-04-02T08:35:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:26 smithi188 ceph-mon[86835]: from='osd.0 ' entity='osd.0' 2024-04-02T08:35:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:26 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:26 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:27.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[94081]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:35:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[94081]: from='osd.0 [v2:172.21.15.104:6802/3471168367,v1:172.21.15.104:6803/3471168367]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:35:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[94081]: osdmap e314: 8 total, 7 up, 8 in 2024-04-02T08:35:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[94081]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:35:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[94081]: pgmap v120: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 421 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 125/921 objects degraded (13.572%) 2024-04-02T08:35:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[94081]: from='osd.0 ' entity='osd.0' 2024-04-02T08:35:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[96567]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:35:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[96567]: from='osd.0 [v2:172.21.15.104:6802/3471168367,v1:172.21.15.104:6803/3471168367]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:35:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[96567]: osdmap e314: 8 total, 7 up, 8 in 2024-04-02T08:35:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[96567]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:35:27.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[96567]: pgmap v120: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 421 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 125/921 objects degraded (13.572%) 2024-04-02T08:35:27.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[96567]: from='osd.0 ' entity='osd.0' 2024-04-02T08:35:27.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:27.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:26 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:27.866 INFO:tasks.rados.rados.0.smithi104.stdout:1261: done (3 left) 2024-04-02T08:35:27.866 INFO:tasks.rados.rados.0.smithi104.stdout:1263: done (2 left) 2024-04-02T08:35:27.866 INFO:tasks.rados.rados.0.smithi104.stdout:1264: done (1 left) 2024-04-02T08:35:27.867 INFO:tasks.rados.rados.0.smithi104.stdout:1265: snap_remove snap 122 2024-04-02T08:35:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:27 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 125/921 objects degraded (13.572%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:27 smithi188 ceph-mon[86835]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:27 smithi188 ceph-mon[86835]: osd.0 [v2:172.21.15.104:6802/3471168367,v1:172.21.15.104:6803/3471168367] boot 2024-04-02T08:35:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:27 smithi188 ceph-mon[86835]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:35:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:35:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:28.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 125/921 objects degraded (13.572%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:28.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[96567]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:28.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[96567]: osd.0 [v2:172.21.15.104:6802/3471168367,v1:172.21.15.104:6803/3471168367] boot 2024-04-02T08:35:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[96567]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:35:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:35:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 125/921 objects degraded (13.572%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[94081]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[94081]: osd.0 [v2:172.21.15.104:6802/3471168367,v1:172.21.15.104:6803/3471168367] boot 2024-04-02T08:35:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[94081]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:35:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:35:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:28.506 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:35:28.839 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:35:28.839 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (6m) 2s ago 7m 25.0M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:35:28.839 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (6m) 47s ago 6m 87.8M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:35:28.839 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (7m) 2s ago 7m 15.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:35:28.839 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (7m) 47s ago 7m 18.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:35:28.839 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (109s) 47s ago 11m 448M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:35:28.839 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (2m) 2s ago 13m 502M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:35:28.839 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (93s) 2s ago 13m 44.1M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:35:28.839 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (53s) 47s ago 11m 29.5M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:35:28.839 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (68s) 2s ago 11m 40.8M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:35:28.839 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (6m) 2s ago 6m 16.9M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:35:28.840 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (6m) 47s ago 6m 15.3M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:35:28.840 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (7s) 2s ago 11m 12.6M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:35:28.840 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (10m) 2s ago 10m 185M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0fac1c9ff7f8 2024-04-02T08:35:28.840 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (10m) 2s ago 10m 180M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d f49701d81936 2024-04-02T08:35:28.840 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (9m) 2s ago 9m 171M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 56815e6cf0b9 2024-04-02T08:35:28.840 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (9m) 47s ago 9m 194M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:35:28.840 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (9m) 47s ago 9m 197M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:35:28.840 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (8m) 47s ago 8m 143M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:35:28.840 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (8m) 47s ago 8m 118M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:35:28.840 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (115s) 47s ago 7m 47.1M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:35:28.866 INFO:tasks.rados.rados.0.smithi104.stdout:1265: done (1 left) 2024-04-02T08:35:28.866 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 131 2024-04-02T08:35:28.867 INFO:tasks.rados.rados.0.smithi104.stdout:1266: seq_num 404 ranges {2793472=770048,3563520=712704,4276224=491520} 2024-04-02T08:35:28.887 INFO:tasks.rados.rados.0.smithi104.stdout:1266: writing smithi10482514-2 from 2793472 to 3563520 tid 1 2024-04-02T08:35:28.892 INFO:tasks.rados.rados.0.smithi104.stdout:1266: writing smithi10482514-2 from 3563520 to 4276224 tid 2 2024-04-02T08:35:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:1266: writing smithi10482514-2 from 4276224 to 4767744 tid 3 2024-04-02T08:35:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:1267: rollback oid 21 current snap is 131 2024-04-02T08:35:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 21 to 129 2024-04-02T08:35:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 767 (ObjNum 312 snap 104 seq_num 312) dirty exists 2024-04-02T08:35:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:1266: finishing write tid 1 to smithi10482514-2 2024-04-02T08:35:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:1266: finishing write tid 2 to smithi10482514-2 2024-04-02T08:35:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:1262: done (2 left) 2024-04-02T08:35:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 131 2024-04-02T08:35:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:1268: seq_num 405 ranges {4366336=786432,5152768=589824,5742592=614400} 2024-04-02T08:35:28.922 INFO:tasks.rados.rados.0.smithi104.stdout:1268: writing smithi10482514-22 from 4366336 to 5152768 tid 1 2024-04-02T08:35:28.926 INFO:tasks.rados.rados.0.smithi104.stdout:1268: writing smithi10482514-22 from 5152768 to 5742592 tid 2 2024-04-02T08:35:28.930 INFO:tasks.rados.rados.0.smithi104.stdout:1268: writing smithi10482514-22 from 5742592 to 6356992 tid 3 2024-04-02T08:35:28.930 INFO:tasks.rados.rados.0.smithi104.stdout:1269: read oid 42 snap -1 2024-04-02T08:35:28.930 INFO:tasks.rados.rados.0.smithi104.stdout:1269: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:35:28.930 INFO:tasks.rados.rados.0.smithi104.stdout:1270: read oid 6 snap -1 2024-04-02T08:35:28.930 INFO:tasks.rados.rados.0.smithi104.stdout:1270: expect (ObjNum 354 snap 121 seq_num 354) 2024-04-02T08:35:28.930 INFO:tasks.rados.rados.0.smithi104.stdout:1271: delete oid 46 current snap is 131 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1266: finishing write tid 3 to smithi10482514-2 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1266: finishing write tid 4 to smithi10482514-2 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1267: finishing rollback tid 0 to smithi10482514-21 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1267: finishing rollback tid 1 to smithi10482514-21 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1266: finishing write tid 5 to smithi10482514-2 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1266: oid 2 updating version 0 to 192 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1266: oid 2 updating version 192 to 194 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1266: oid 2 version 194 is already newer than 193 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1266: oid 2 updating version 194 to 195 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 195 (ObjNum 404 snap 131 seq_num 404) dirty exists 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1266: left oid 2 (ObjNum 404 snap 131 seq_num 404) 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1267: finishing rollback tid 2 to smithi10482514-21 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 988 (ObjNum 267 snap 91 seq_num 267) dirty exists 2024-04-02T08:35:28.931 INFO:tasks.rados.rados.0.smithi104.stdout:1268: finishing write tid 1 to smithi10482514-22 2024-04-02T08:35:28.932 INFO:tasks.rados.rados.0.smithi104.stdout:1268: finishing write tid 2 to smithi10482514-22 2024-04-02T08:35:28.934 INFO:tasks.rados.rados.0.smithi104.stdout:1266: done (5 left) 2024-04-02T08:35:28.934 INFO:tasks.rados.rados.0.smithi104.stdout:1267: done (4 left) 2024-04-02T08:35:28.934 INFO:tasks.rados.rados.0.smithi104.stdout:1271: done (3 left) 2024-04-02T08:35:28.934 INFO:tasks.rados.rados.0.smithi104.stdout:1272: rollback oid 45 current snap is 131 2024-04-02T08:35:28.934 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 45 to 114 2024-04-02T08:35:28.934 INFO:tasks.rados.rados.0.smithi104.stdout:1273: read oid 23 snap 109 2024-04-02T08:35:28.934 INFO:tasks.rados.rados.0.smithi104.stdout:1273: expect (ObjNum 227 snap 73 seq_num 227) 2024-04-02T08:35:28.934 INFO:tasks.rados.rados.0.smithi104.stdout:1274: read oid 29 snap -1 2024-04-02T08:35:28.934 INFO:tasks.rados.rados.0.smithi104.stdout:1274: expect (ObjNum 402 snap 130 seq_num 402) 2024-04-02T08:35:28.934 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 131 2024-04-02T08:35:28.934 INFO:tasks.rados.rados.0.smithi104.stdout:1275: seq_num 407 ranges {0=425984,425984=761856,1187840=704512,1892352=139264} 2024-04-02T08:35:28.936 INFO:tasks.rados.rados.0.smithi104.stdout:1275: writing smithi10482514-4 from 0 to 425984 tid 1 2024-04-02T08:35:28.941 INFO:tasks.rados.rados.0.smithi104.stdout:1275: writing smithi10482514-4 from 425984 to 1187840 tid 2 2024-04-02T08:35:28.945 INFO:tasks.rados.rados.0.smithi104.stdout:1275: writing smithi10482514-4 from 1187840 to 1892352 tid 3 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:1275: writing smithi10482514-4 from 1892352 to 2031616 tid 4 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:1276: copy_from oid 26 from oid 31 current snap is 131 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:1268: finishing write tid 3 to smithi10482514-22 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:1268: finishing write tid 4 to smithi10482514-22 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:1272: finishing rollback tid 1 to smithi10482514-45 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 603 (ObjNum 65 snap 0 seq_num 1431789148) dirty dne 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:1268: finishing write tid 5 to smithi10482514-22 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:1268: oid 22 updating version 0 to 327 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:1268: oid 22 version 327 is already newer than 326 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:1268: oid 22 version 327 is already newer than 325 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:1268: oid 22 version 327 is already newer than 324 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 327 (ObjNum 405 snap 131 seq_num 405) dirty exists 2024-04-02T08:35:28.947 INFO:tasks.rados.rados.0.smithi104.stdout:1268: left oid 22 (ObjNum 405 snap 131 seq_num 405) 2024-04-02T08:35:28.948 INFO:tasks.rados.rados.0.smithi104.stdout:1270: expect (ObjNum 354 snap 121 seq_num 354) 2024-04-02T08:35:28.980 INFO:tasks.rados.rados.0.smithi104.stdout:1269: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:35:29.038 INFO:tasks.rados.rados.0.smithi104.stdout:1275: finishing write tid 1 to smithi10482514-4 2024-04-02T08:35:29.038 INFO:tasks.rados.rados.0.smithi104.stdout:1274: expect (ObjNum 402 snap 130 seq_num 402) 2024-04-02T08:35:29.094 INFO:tasks.rados.rados.0.smithi104.stdout:1275: finishing write tid 2 to smithi10482514-4 2024-04-02T08:35:29.094 INFO:tasks.rados.rados.0.smithi104.stdout:1275: finishing write tid 3 to smithi10482514-4 2024-04-02T08:35:29.094 INFO:tasks.rados.rados.0.smithi104.stdout:1275: finishing write tid 4 to smithi10482514-4 2024-04-02T08:35:29.094 INFO:tasks.rados.rados.0.smithi104.stdout:1268: done (7 left) 2024-04-02T08:35:29.094 INFO:tasks.rados.rados.0.smithi104.stdout:1269: done (6 left) 2024-04-02T08:35:29.094 INFO:tasks.rados.rados.0.smithi104.stdout:1270: done (5 left) 2024-04-02T08:35:29.094 INFO:tasks.rados.rados.0.smithi104.stdout:1272: done (4 left) 2024-04-02T08:35:29.094 INFO:tasks.rados.rados.0.smithi104.stdout:1274: done (3 left) 2024-04-02T08:35:29.094 INFO:tasks.rados.rados.0.smithi104.stdout:1277: read oid 50 snap -1 2024-04-02T08:35:29.094 INFO:tasks.rados.rados.0.smithi104.stdout:1277: expect (ObjNum 279 snap 95 seq_num 279) 2024-04-02T08:35:29.094 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 131 2024-04-02T08:35:29.095 INFO:tasks.rados.rados.0.smithi104.stdout:1275: finishing write tid 5 to smithi10482514-4 2024-04-02T08:35:29.095 INFO:tasks.rados.rados.0.smithi104.stdout:1278: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-04-02T08:35:29.096 INFO:tasks.rados.rados.0.smithi104.stdout:1278: writing smithi10482514-30 from 0 to 442368 tid 1 2024-04-02T08:35:29.100 INFO:tasks.rados.rados.0.smithi104.stdout:1278: writing smithi10482514-30 from 442368 to 1089536 tid 2 2024-04-02T08:35:29.103 INFO:tasks.rados.rados.0.smithi104.stdout:1278: writing smithi10482514-30 from 1089536 to 1597440 tid 3 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1278: writing smithi10482514-30 from 1597440 to 2048000 tid 4 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1279: snap_create 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1275: finishing write tid 6 to smithi10482514-4 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1275: oid 4 updating version 0 to 720 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1275: oid 4 version 720 is already newer than 718 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1275: oid 4 version 720 is already newer than 717 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1275: oid 4 version 720 is already newer than 719 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1275: oid 4 version 720 is already newer than 716 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 720 (ObjNum 407 snap 131 seq_num 407) dirty exists 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1275: left oid 4 (ObjNum 407 snap 131 seq_num 407) 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1276: finishing copy_from to smithi10482514-26 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1276: got expected ENOENT (src dne) 2024-04-02T08:35:29.107 INFO:tasks.rados.rados.0.smithi104.stdout:1276: finishing copy_from racing read to smithi10482514-26 2024-04-02T08:35:29.108 INFO:tasks.rados.rados.0.smithi104.stdout:1273: expect (ObjNum 227 snap 73 seq_num 227) 2024-04-02T08:35:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:28 smithi188 ceph-mon[86835]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:35:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:28 smithi188 ceph-mon[86835]: pgmap v123: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 421 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 125/921 objects degraded (13.572%) 2024-04-02T08:35:29.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:28 smithi104 ceph-mon[96567]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:35:29.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:28 smithi104 ceph-mon[96567]: pgmap v123: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 421 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 125/921 objects degraded (13.572%) 2024-04-02T08:35:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:28 smithi104 ceph-mon[94081]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:35:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:28 smithi104 ceph-mon[94081]: pgmap v123: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 421 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 125/921 objects degraded (13.572%) 2024-04-02T08:35:29.280 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:35:29.280 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:35:29.280 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:35:29.280 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:35:29.280 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:35:29.280 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:35:29.280 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:35:29.280 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:35:29.281 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7, 2024-04-02T08:35:29.281 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 1 2024-04-02T08:35:29.281 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:35:29.281 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:35:29.281 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:35:29.281 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:35:29.281 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:35:29.281 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 9, 2024-04-02T08:35:29.281 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 6 2024-04-02T08:35:29.281 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:35:29.281 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:35:29.421 INFO:tasks.rados.rados.0.smithi104.stdout:1278: finishing write tid 1 to smithi10482514-30 2024-04-02T08:35:29.421 INFO:tasks.rados.rados.0.smithi104.stdout:1277: expect (ObjNum 279 snap 95 seq_num 279) 2024-04-02T08:35:29.480 INFO:tasks.rados.rados.0.smithi104.stdout:1278: finishing write tid 2 to smithi10482514-30 2024-04-02T08:35:29.481 INFO:tasks.rados.rados.0.smithi104.stdout:1278: finishing write tid 3 to smithi10482514-30 2024-04-02T08:35:29.481 INFO:tasks.rados.rados.0.smithi104.stdout:1278: finishing write tid 4 to smithi10482514-30 2024-04-02T08:35:29.481 INFO:tasks.rados.rados.0.smithi104.stdout:1278: finishing write tid 5 to smithi10482514-30 2024-04-02T08:35:29.481 INFO:tasks.rados.rados.0.smithi104.stdout:1278: finishing write tid 6 to smithi10482514-30 2024-04-02T08:35:29.481 INFO:tasks.rados.rados.0.smithi104.stdout:1278: oid 30 updating version 0 to 753 2024-04-02T08:35:29.481 INFO:tasks.rados.rados.0.smithi104.stdout:1278: oid 30 version 753 is already newer than 750 2024-04-02T08:35:29.481 INFO:tasks.rados.rados.0.smithi104.stdout:1278: oid 30 version 753 is already newer than 751 2024-04-02T08:35:29.481 INFO:tasks.rados.rados.0.smithi104.stdout:1278: oid 30 version 753 is already newer than 749 2024-04-02T08:35:29.481 INFO:tasks.rados.rados.0.smithi104.stdout:1278: oid 30 version 753 is already newer than 752 2024-04-02T08:35:29.481 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 753 (ObjNum 408 snap 131 seq_num 408) dirty exists 2024-04-02T08:35:29.481 INFO:tasks.rados.rados.0.smithi104.stdout:1278: left oid 30 (ObjNum 408 snap 131 seq_num 408) 2024-04-02T08:35:29.872 INFO:tasks.rados.rados.0.smithi104.stdout:1273: done (5 left) 2024-04-02T08:35:29.872 INFO:tasks.rados.rados.0.smithi104.stdout:1275: done (4 left) 2024-04-02T08:35:29.872 INFO:tasks.rados.rados.0.smithi104.stdout:1276: done (3 left) 2024-04-02T08:35:29.873 INFO:tasks.rados.rados.0.smithi104.stdout:1277: done (2 left) 2024-04-02T08:35:29.873 INFO:tasks.rados.rados.0.smithi104.stdout:1278: done (1 left) 2024-04-02T08:35:29.873 INFO:tasks.rados.rados.0.smithi104.stdout:1279: done (0 left) 2024-04-02T08:35:29.873 INFO:tasks.rados.rados.0.smithi104.stdout:1280: copy_from oid 49 from oid 24 current snap is 132 2024-04-02T08:35:29.873 INFO:tasks.rados.rados.0.smithi104.stdout:1281: rollback oid 15 current snap is 132 2024-04-02T08:35:29.873 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 15 to 84 2024-04-02T08:35:29.873 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 132 2024-04-02T08:35:29.873 INFO:tasks.rados.rados.0.smithi104.stdout:1282: seq_num 409 ranges {6258688=458752,6717440=532480,7249920=720896,7970816=352256} 2024-04-02T08:35:29.909 INFO:tasks.rados.rados.0.smithi104.stdout:1282: writing smithi10482514-35 from 6258688 to 6717440 tid 1 2024-04-02T08:35:29.911 INFO:tasks.rados.rados.0.smithi104.stdout:1282: writing smithi10482514-35 from 6717440 to 7249920 tid 2 2024-04-02T08:35:29.915 INFO:tasks.rados.rados.0.smithi104.stdout:1282: writing smithi10482514-35 from 7249920 to 7970816 tid 3 2024-04-02T08:35:29.918 INFO:tasks.rados.rados.0.smithi104.stdout:1282: writing smithi10482514-35 from 7970816 to 8323072 tid 4 2024-04-02T08:35:29.918 INFO:tasks.rados.rados.0.smithi104.stdout:1283: snap_create 2024-04-02T08:35:29.918 INFO:tasks.rados.rados.0.smithi104.stdout:1281: finishing rollback tid 0 to smithi10482514-15 2024-04-02T08:35:29.918 INFO:tasks.rados.rados.0.smithi104.stdout:1281: finishing rollback tid 1 to smithi10482514-15 2024-04-02T08:35:29.918 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 992 (ObjNum 65 snap 0 seq_num 1366052701) dirty dne 2024-04-02T08:35:29.918 INFO:tasks.rados.rados.0.smithi104.stdout:1280: finishing copy_from racing read to smithi10482514-49 2024-04-02T08:35:29.918 INFO:tasks.rados.rados.0.smithi104.stdout:1280: finishing copy_from to smithi10482514-49 2024-04-02T08:35:29.918 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 945 (ObjNum 222 snap 70 seq_num 222) dirty exists 2024-04-02T08:35:29.918 INFO:tasks.rados.rados.0.smithi104.stdout:1282: finishing write tid 1 to smithi10482514-35 2024-04-02T08:35:29.918 INFO:tasks.rados.rados.0.smithi104.stdout:1282: finishing write tid 2 to smithi10482514-35 2024-04-02T08:35:29.920 INFO:tasks.rados.rados.0.smithi104.stdout:1282: finishing write tid 3 to smithi10482514-35 2024-04-02T08:35:29.925 INFO:tasks.rados.rados.0.smithi104.stdout:1282: finishing write tid 4 to smithi10482514-35 2024-04-02T08:35:29.925 INFO:tasks.rados.rados.0.smithi104.stdout:1282: finishing write tid 5 to smithi10482514-35 2024-04-02T08:35:29.927 INFO:tasks.rados.rados.0.smithi104.stdout:1282: finishing write tid 6 to smithi10482514-35 2024-04-02T08:35:29.927 INFO:tasks.rados.rados.0.smithi104.stdout:1282: oid 35 updating version 0 to 996 2024-04-02T08:35:29.927 INFO:tasks.rados.rados.0.smithi104.stdout:1282: oid 35 updating version 996 to 997 2024-04-02T08:35:29.927 INFO:tasks.rados.rados.0.smithi104.stdout:1282: oid 35 updating version 997 to 998 2024-04-02T08:35:29.927 INFO:tasks.rados.rados.0.smithi104.stdout:1282: oid 35 version 998 is already newer than 995 2024-04-02T08:35:29.927 INFO:tasks.rados.rados.0.smithi104.stdout:1282: oid 35 version 998 is already newer than 994 2024-04-02T08:35:29.927 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 998 (ObjNum 409 snap 132 seq_num 409) dirty exists 2024-04-02T08:35:29.927 INFO:tasks.rados.rados.0.smithi104.stdout:1282: left oid 35 (ObjNum 409 snap 132 seq_num 409) 2024-04-02T08:35:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:29 smithi188 ceph-mon[86835]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:29 smithi188 ceph-mon[86835]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:29 smithi188 ceph-mon[86835]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:35:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:29 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1405275183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:29 smithi104 ceph-mon[94081]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:29 smithi104 ceph-mon[94081]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:29 smithi104 ceph-mon[94081]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:35:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:29 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1405275183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:29 smithi104 ceph-mon[96567]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:29 smithi104 ceph-mon[96567]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:29 smithi104 ceph-mon[96567]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:35:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:29 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1405275183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:1280: done (3 left) 2024-04-02T08:35:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:1281: done (2 left) 2024-04-02T08:35:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:1282: done (1 left) 2024-04-02T08:35:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:1283: done (0 left) 2024-04-02T08:35:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:1284: rollback oid 1 current snap is 133 2024-04-02T08:35:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 86 2024-04-02T08:35:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1285: rollback oid 36 current snap is 133 2024-04-02T08:35:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 36 to 109 2024-04-02T08:35:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1286: snap_remove snap 132 2024-04-02T08:35:31.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:30 smithi104 ceph-mon[96567]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:35:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:30 smithi104 ceph-mon[96567]: pgmap v126: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 37/942 objects degraded (3.928%); 7.5 MiB/s, 2 objects/s recovering 2024-04-02T08:35:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:30 smithi104 ceph-mon[94081]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:35:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:30 smithi104 ceph-mon[94081]: pgmap v126: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 37/942 objects degraded (3.928%); 7.5 MiB/s, 2 objects/s recovering 2024-04-02T08:35:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:30 smithi188 ceph-mon[86835]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:35:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:30 smithi188 ceph-mon[86835]: pgmap v126: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 37/942 objects degraded (3.928%); 7.5 MiB/s, 2 objects/s recovering 2024-04-02T08:35:31.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:35:31.513+0000 7f6c40819700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-02T08:35:31.880 INFO:tasks.rados.rados.0.smithi104.stdout:1286: done (2 left) 2024-04-02T08:35:31.880 INFO:tasks.rados.rados.0.smithi104.stdout:1287: snap_remove snap 47 2024-04-02T08:35:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[96567]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:35:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:32.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:32.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[94081]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:35:32.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:32.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:32.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:32.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:32.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:32.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:32.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:32.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:32.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:32.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:32.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:31 smithi188 ceph-mon[86835]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:32.897 INFO:tasks.rados.rados.0.smithi104.stdout:1287: done (2 left) 2024-04-02T08:35:32.897 INFO:tasks.rados.rados.0.smithi104.stdout:1288: read oid 24 snap 70 2024-04-02T08:35:32.897 INFO:tasks.rados.rados.0.smithi104.stdout:1288: expect (ObjNum 222 snap 70 seq_num 222) 2024-04-02T08:35:32.897 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 133 2024-04-02T08:35:32.897 INFO:tasks.rados.rados.0.smithi104.stdout:1289: seq_num 410 ranges {1458176=475136,1933312=417792,2351104=475136,2826240=425984,3252224=286720} 2024-04-02T08:35:32.908 INFO:tasks.rados.rados.0.smithi104.stdout:1289: writing smithi10482514-9 from 1458176 to 1933312 tid 1 2024-04-02T08:35:32.911 INFO:tasks.rados.rados.0.smithi104.stdout:1289: writing smithi10482514-9 from 1933312 to 2351104 tid 2 2024-04-02T08:35:32.914 INFO:tasks.rados.rados.0.smithi104.stdout:1289: writing smithi10482514-9 from 2351104 to 2826240 tid 3 2024-04-02T08:35:32.917 INFO:tasks.rados.rados.0.smithi104.stdout:1289: writing smithi10482514-9 from 2826240 to 3252224 tid 4 2024-04-02T08:35:32.920 INFO:tasks.rados.rados.0.smithi104.stdout:1289: writing smithi10482514-9 from 3252224 to 3538944 tid 5 2024-04-02T08:35:32.920 INFO:tasks.rados.rados.0.smithi104.stdout:1290: copy_from oid 21 from oid 40 current snap is 133 2024-04-02T08:35:32.920 INFO:tasks.rados.rados.0.smithi104.stdout:1284: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:35:32.920 INFO:tasks.rados.rados.0.smithi104.stdout:1284: finishing rollback tid 2 to smithi10482514-1 2024-04-02T08:35:32.920 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 620 (ObjNum 242 snap 82 seq_num 242) dirty exists 2024-04-02T08:35:32.920 INFO:tasks.rados.rados.0.smithi104.stdout:1285: finishing rollback tid 0 to smithi10482514-36 2024-04-02T08:35:32.920 INFO:tasks.rados.rados.0.smithi104.stdout:1285: finishing rollback tid 1 to smithi10482514-36 2024-04-02T08:35:32.920 INFO:tasks.rados.rados.0.smithi104.stdout:1285: finishing rollback tid 2 to smithi10482514-36 2024-04-02T08:35:32.920 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 256 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:35:32.921 INFO:tasks.rados.rados.0.smithi104.stdout:1288: expect (ObjNum 222 snap 70 seq_num 222) 2024-04-02T08:35:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:1289: finishing write tid 1 to smithi10482514-9 2024-04-02T08:35:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:1289: finishing write tid 2 to smithi10482514-9 2024-04-02T08:35:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:1289: finishing write tid 3 to smithi10482514-9 2024-04-02T08:35:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:1289: finishing write tid 4 to smithi10482514-9 2024-04-02T08:35:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:1289: finishing write tid 5 to smithi10482514-9 2024-04-02T08:35:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:1289: finishing write tid 6 to smithi10482514-9 2024-04-02T08:35:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:1284: done (4 left) 2024-04-02T08:35:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:1285: done (3 left) 2024-04-02T08:35:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:1288: done (2 left) 2024-04-02T08:35:32.963 INFO:tasks.rados.rados.0.smithi104.stdout:1291: snap_remove snap 127 2024-04-02T08:35:33.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:32 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:33.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:32 smithi104 ceph-mon[96567]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-02T08:35:33.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:32 smithi104 ceph-mon[96567]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:35:33.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:32 smithi104 ceph-mon[96567]: pgmap v129: 121 pgs: 121 active+clean; 439 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.5 MiB/s wr, 24 op/s; 16 MiB/s, 4 objects/s recovering 2024-04-02T08:35:33.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:32 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:33.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:32 smithi104 ceph-mon[94081]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-02T08:35:33.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:32 smithi104 ceph-mon[94081]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:35:33.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:32 smithi104 ceph-mon[94081]: pgmap v129: 121 pgs: 121 active+clean; 439 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.5 MiB/s wr, 24 op/s; 16 MiB/s, 4 objects/s recovering 2024-04-02T08:35:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:32 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:32 smithi188 ceph-mon[86835]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-02T08:35:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:32 smithi188 ceph-mon[86835]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:35:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:32 smithi188 ceph-mon[86835]: pgmap v129: 121 pgs: 121 active+clean; 439 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.5 MiB/s wr, 24 op/s; 16 MiB/s, 4 objects/s recovering 2024-04-02T08:35:33.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:1291: done (2 left) 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:1292: snap_create 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:1289: finishing write tid 7 to smithi10482514-9 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:1289: oid 9 updating version 0 to 1003 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:1289: oid 9 version 1003 is already newer than 999 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:1289: oid 9 version 1003 is already newer than 998 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:1289: oid 9 version 1003 is already newer than 1002 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:1289: oid 9 version 1003 is already newer than 1000 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:1289: oid 9 version 1003 is already newer than 1001 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 1003 (ObjNum 410 snap 133 seq_num 410) dirty exists 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:1289: left oid 9 (ObjNum 410 snap 133 seq_num 410) 2024-04-02T08:35:33.896 INFO:tasks.rados.rados.0.smithi104.stdout:1290: finishing copy_from racing read to smithi10482514-21 2024-04-02T08:35:33.897 INFO:tasks.rados.rados.0.smithi104.stdout:1290: finishing copy_from to smithi10482514-21 2024-04-02T08:35:33.897 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 673 (ObjNum 377 snap 127 seq_num 377) dirty exists 2024-04-02T08:35:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:33 smithi188 ceph-mon[86835]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/942 objects degraded (3.928%), 4 pgs degraded) 2024-04-02T08:35:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:33 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:35:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:33 smithi188 ceph-mon[86835]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:35:34.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:33 smithi104 ceph-mon[96567]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/942 objects degraded (3.928%), 4 pgs degraded) 2024-04-02T08:35:34.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:33 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:35:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:33 smithi104 ceph-mon[96567]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:35:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:33 smithi104 ceph-mon[94081]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/942 objects degraded (3.928%), 4 pgs degraded) 2024-04-02T08:35:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:33 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:35:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:33 smithi104 ceph-mon[94081]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:35:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1289: done (2 left) 2024-04-02T08:35:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1290: done (1 left) 2024-04-02T08:35:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1292: done (0 left) 2024-04-02T08:35:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1293: read oid 47 snap -1 2024-04-02T08:35:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1293: expect (ObjNum 312 snap 104 seq_num 312) 2024-04-02T08:35:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1294: copy_from oid 11 from oid 22 current snap is 134 2024-04-02T08:35:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 134 2024-04-02T08:35:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1295: seq_num 411 ranges {4767744=491520,5259264=753664,6012928=688128,6701056=163840} 2024-04-02T08:35:34.940 INFO:tasks.rados.rados.0.smithi104.stdout:1295: writing smithi10482514-2 from 4767744 to 5259264 tid 1 2024-04-02T08:35:34.944 INFO:tasks.rados.rados.0.smithi104.stdout:1295: writing smithi10482514-2 from 5259264 to 6012928 tid 2 2024-04-02T08:35:34.949 INFO:tasks.rados.rados.0.smithi104.stdout:1295: writing smithi10482514-2 from 6012928 to 6701056 tid 3 2024-04-02T08:35:34.950 INFO:tasks.rados.rados.0.smithi104.stdout:1295: writing smithi10482514-2 from 6701056 to 6864896 tid 4 2024-04-02T08:35:34.950 INFO:tasks.rados.rados.0.smithi104.stdout:1296: copy_from oid 41 from oid 27 current snap is 134 2024-04-02T08:35:34.951 INFO:tasks.rados.rados.0.smithi104.stdout:1293: expect (ObjNum 312 snap 104 seq_num 312) 2024-04-02T08:35:34.996 INFO:tasks.rados.rados.0.smithi104.stdout:1294: finishing copy_from racing read to smithi10482514-11 2024-04-02T08:35:34.996 INFO:tasks.rados.rados.0.smithi104.stdout:1295: finishing write tid 1 to smithi10482514-2 2024-04-02T08:35:34.996 INFO:tasks.rados.rados.0.smithi104.stdout:1294: finishing copy_from to smithi10482514-11 2024-04-02T08:35:34.996 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 327 (ObjNum 405 snap 131 seq_num 405) dirty exists 2024-04-02T08:35:34.996 INFO:tasks.rados.rados.0.smithi104.stdout:1295: finishing write tid 2 to smithi10482514-2 2024-04-02T08:35:34.996 INFO:tasks.rados.rados.0.smithi104.stdout:1293: done (3 left) 2024-04-02T08:35:34.996 INFO:tasks.rados.rados.0.smithi104.stdout:1294: done (2 left) 2024-04-02T08:35:34.996 INFO:tasks.rados.rados.0.smithi104.stdout:1297: read oid 38 snap -1 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1297: expect (ObjNum 384 snap 127 seq_num 384) 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1298: snap_create 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1296: finishing copy_from to smithi10482514-41 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1296: got expected ENOENT (src dne) 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1296: finishing copy_from racing read to smithi10482514-41 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1295: finishing write tid 3 to smithi10482514-2 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1295: finishing write tid 4 to smithi10482514-2 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1295: finishing write tid 5 to smithi10482514-2 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1295: finishing write tid 6 to smithi10482514-2 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1295: oid 2 updating version 0 to 205 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1295: oid 2 version 205 is already newer than 202 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1295: oid 2 version 205 is already newer than 201 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1295: oid 2 version 205 is already newer than 203 2024-04-02T08:35:34.997 INFO:tasks.rados.rados.0.smithi104.stdout:1295: oid 2 version 205 is already newer than 204 2024-04-02T08:35:34.998 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 205 (ObjNum 411 snap 134 seq_num 411) dirty exists 2024-04-02T08:35:34.998 INFO:tasks.rados.rados.0.smithi104.stdout:1295: left oid 2 (ObjNum 411 snap 134 seq_num 411) 2024-04-02T08:35:35.011 INFO:tasks.rados.rados.0.smithi104.stdout:1297: expect (ObjNum 384 snap 127 seq_num 384) 2024-04-02T08:35:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:34 smithi188 ceph-mon[86835]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:35:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:34 smithi188 ceph-mon[86835]: pgmap v132: 121 pgs: 121 active+clean; 439 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 496 KiB/s wr, 1 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-04-02T08:35:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:35.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:34 smithi104 ceph-mon[96567]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:35:35.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:34 smithi104 ceph-mon[96567]: pgmap v132: 121 pgs: 121 active+clean; 439 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 496 KiB/s wr, 1 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-04-02T08:35:35.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:34 smithi104 ceph-mon[94081]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:35:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:34 smithi104 ceph-mon[94081]: pgmap v132: 121 pgs: 121 active+clean; 439 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 496 KiB/s wr, 1 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-04-02T08:35:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:35.833 INFO:tasks.rados.rados.0.smithi104.stdout:1295: done (3 left) 2024-04-02T08:35:35.833 INFO:tasks.rados.rados.0.smithi104.stdout:1296: done (2 left) 2024-04-02T08:35:35.834 INFO:tasks.rados.rados.0.smithi104.stdout:1297: done (1 left) 2024-04-02T08:35:35.834 INFO:tasks.rados.rados.0.smithi104.stdout:1298: done (0 left) 2024-04-02T08:35:35.834 INFO:tasks.rados.rados.0.smithi104.stdout:1299: snap_create 2024-04-02T08:35:36.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:35 smithi104 ceph-mon[94081]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:35:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:35 smithi104 ceph-mon[94081]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:35:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:35:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:35:35] "GET /metrics HTTP/1.1" 200 36083 "" "Prometheus/2.43.0" 2024-04-02T08:35:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:35 smithi104 ceph-mon[96567]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:35:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:35 smithi104 ceph-mon[96567]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:35:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:35 smithi188 ceph-mon[86835]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:35:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:35 smithi188 ceph-mon[86835]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:35:36.840 INFO:tasks.rados.rados.0.smithi104.stdout:1299: done (0 left) 2024-04-02T08:35:36.840 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 136 2024-04-02T08:35:36.840 INFO:tasks.rados.rados.0.smithi104.stdout:1300: seq_num 412 ranges {2588672=507904,3096576=630784,3727360=491520,4218880=483328} 2024-04-02T08:35:36.856 INFO:tasks.rados.rados.0.smithi104.stdout:1300: writing smithi10482514-7 from 2588672 to 3096576 tid 1 2024-04-02T08:35:36.860 INFO:tasks.rados.rados.0.smithi104.stdout:1300: writing smithi10482514-7 from 3096576 to 3727360 tid 2 2024-04-02T08:35:36.863 INFO:tasks.rados.rados.0.smithi104.stdout:1300: writing smithi10482514-7 from 3727360 to 4218880 tid 3 2024-04-02T08:35:36.866 INFO:tasks.rados.rados.0.smithi104.stdout:1300: writing smithi10482514-7 from 4218880 to 4702208 tid 4 2024-04-02T08:35:36.866 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 136 2024-04-02T08:35:36.866 INFO:tasks.rados.rados.0.smithi104.stdout:1300: finishing write tid 1 to smithi10482514-7 2024-04-02T08:35:36.866 INFO:tasks.rados.rados.0.smithi104.stdout:1301: seq_num 413 ranges {0=524288,524288=516096,1040384=696320,1736704=393216} 2024-04-02T08:35:36.869 INFO:tasks.rados.rados.0.smithi104.stdout:1301: writing smithi10482514-45 from 0 to 524288 tid 1 2024-04-02T08:35:36.872 INFO:tasks.rados.rados.0.smithi104.stdout:1301: writing smithi10482514-45 from 524288 to 1040384 tid 2 2024-04-02T08:35:36.876 INFO:tasks.rados.rados.0.smithi104.stdout:1301: writing smithi10482514-45 from 1040384 to 1736704 tid 3 2024-04-02T08:35:36.879 INFO:tasks.rados.rados.0.smithi104.stdout:1301: writing smithi10482514-45 from 1736704 to 2129920 tid 4 2024-04-02T08:35:36.879 INFO:tasks.rados.rados.0.smithi104.stdout:1302: copy_from oid 38 from oid 44 current snap is 136 2024-04-02T08:35:36.879 INFO:tasks.rados.rados.0.smithi104.stdout:1300: finishing write tid 2 to smithi10482514-7 2024-04-02T08:35:36.879 INFO:tasks.rados.rados.0.smithi104.stdout:1300: finishing write tid 3 to smithi10482514-7 2024-04-02T08:35:36.879 INFO:tasks.rados.rados.0.smithi104.stdout:1300: finishing write tid 4 to smithi10482514-7 2024-04-02T08:35:36.879 INFO:tasks.rados.rados.0.smithi104.stdout:1300: finishing write tid 5 to smithi10482514-7 2024-04-02T08:35:36.879 INFO:tasks.rados.rados.0.smithi104.stdout:1300: finishing write tid 6 to smithi10482514-7 2024-04-02T08:35:36.879 INFO:tasks.rados.rados.0.smithi104.stdout:1300: oid 7 updating version 0 to 624 2024-04-02T08:35:36.880 INFO:tasks.rados.rados.0.smithi104.stdout:1300: oid 7 version 624 is already newer than 623 2024-04-02T08:35:36.880 INFO:tasks.rados.rados.0.smithi104.stdout:1300: oid 7 updating version 624 to 625 2024-04-02T08:35:36.880 INFO:tasks.rados.rados.0.smithi104.stdout:1300: oid 7 version 625 is already newer than 622 2024-04-02T08:35:36.880 INFO:tasks.rados.rados.0.smithi104.stdout:1300: oid 7 version 625 is already newer than 621 2024-04-02T08:35:36.880 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 625 (ObjNum 412 snap 136 seq_num 412) dirty exists 2024-04-02T08:35:36.880 INFO:tasks.rados.rados.0.smithi104.stdout:1300: left oid 7 (ObjNum 412 snap 136 seq_num 412) 2024-04-02T08:35:36.880 INFO:tasks.rados.rados.0.smithi104.stdout:1301: finishing write tid 1 to smithi10482514-45 2024-04-02T08:35:36.880 INFO:tasks.rados.rados.0.smithi104.stdout:1300: done (2 left) 2024-04-02T08:35:36.880 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 136 2024-04-02T08:35:36.880 INFO:tasks.rados.rados.0.smithi104.stdout:1301: finishing write tid 2 to smithi10482514-45 2024-04-02T08:35:36.880 INFO:tasks.rados.rados.0.smithi104.stdout:1303: seq_num 414 ranges {0=540672,540672=802816,1343488=458752,1802240=344064} 2024-04-02T08:35:36.881 INFO:tasks.rados.rados.0.smithi104.stdout:1303: writing smithi10482514-27 from 0 to 540672 tid 1 2024-04-02T08:35:36.887 INFO:tasks.rados.rados.0.smithi104.stdout:1303: writing smithi10482514-27 from 540672 to 1343488 tid 2 2024-04-02T08:35:36.890 INFO:tasks.rados.rados.0.smithi104.stdout:1303: writing smithi10482514-27 from 1343488 to 1802240 tid 3 2024-04-02T08:35:36.893 INFO:tasks.rados.rados.0.smithi104.stdout:1303: writing smithi10482514-27 from 1802240 to 2146304 tid 4 2024-04-02T08:35:36.893 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 136 2024-04-02T08:35:36.893 INFO:tasks.rados.rados.0.smithi104.stdout:1301: finishing write tid 3 to smithi10482514-45 2024-04-02T08:35:36.893 INFO:tasks.rados.rados.0.smithi104.stdout:1301: finishing write tid 4 to smithi10482514-45 2024-04-02T08:35:36.893 INFO:tasks.rados.rados.0.smithi104.stdout:1301: finishing write tid 5 to smithi10482514-45 2024-04-02T08:35:36.893 INFO:tasks.rados.rados.0.smithi104.stdout:1301: finishing write tid 6 to smithi10482514-45 2024-04-02T08:35:36.893 INFO:tasks.rados.rados.0.smithi104.stdout:1301: oid 45 updating version 0 to 949 2024-04-02T08:35:36.893 INFO:tasks.rados.rados.0.smithi104.stdout:1301: oid 45 version 949 is already newer than 946 2024-04-02T08:35:36.893 INFO:tasks.rados.rados.0.smithi104.stdout:1301: oid 45 version 949 is already newer than 947 2024-04-02T08:35:36.893 INFO:tasks.rados.rados.0.smithi104.stdout:1301: oid 45 updating version 949 to 950 2024-04-02T08:35:36.893 INFO:tasks.rados.rados.0.smithi104.stdout:1301: oid 45 version 950 is already newer than 948 2024-04-02T08:35:36.894 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 950 (ObjNum 413 snap 136 seq_num 413) dirty exists 2024-04-02T08:35:36.894 INFO:tasks.rados.rados.0.smithi104.stdout:1301: left oid 45 (ObjNum 413 snap 136 seq_num 413) 2024-04-02T08:35:36.894 INFO:tasks.rados.rados.0.smithi104.stdout:1303: finishing write tid 1 to smithi10482514-27 2024-04-02T08:35:36.894 INFO:tasks.rados.rados.0.smithi104.stdout:1303: finishing write tid 2 to smithi10482514-27 2024-04-02T08:35:36.894 INFO:tasks.rados.rados.0.smithi104.stdout:1304: seq_num 415 ranges {7528448=557056,8085504=688128,8773632=663552,9437184=253952} 2024-04-02T08:35:36.937 INFO:tasks.rados.rados.0.smithi104.stdout:1304: writing smithi10482514-5 from 7528448 to 8085504 tid 1 2024-04-02T08:35:36.941 INFO:tasks.rados.rados.0.smithi104.stdout:1304: writing smithi10482514-5 from 8085504 to 8773632 tid 2 2024-04-02T08:35:36.945 INFO:tasks.rados.rados.0.smithi104.stdout:1304: writing smithi10482514-5 from 8773632 to 9437184 tid 3 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:1304: writing smithi10482514-5 from 9437184 to 9691136 tid 4 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:1301: done (3 left) 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 136 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:1303: finishing write tid 3 to smithi10482514-27 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:1303: finishing write tid 4 to smithi10482514-27 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:1303: finishing write tid 5 to smithi10482514-27 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:1303: finishing write tid 6 to smithi10482514-27 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:1303: oid 27 updating version 0 to 734 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:1303: oid 27 version 734 is already newer than 732 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:1303: oid 27 version 734 is already newer than 731 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:1303: oid 27 version 734 is already newer than 733 2024-04-02T08:35:36.947 INFO:tasks.rados.rados.0.smithi104.stdout:1303: oid 27 updating version 734 to 735 2024-04-02T08:35:36.948 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 735 (ObjNum 414 snap 136 seq_num 414) dirty exists 2024-04-02T08:35:36.948 INFO:tasks.rados.rados.0.smithi104.stdout:1303: left oid 27 (ObjNum 414 snap 136 seq_num 414) 2024-04-02T08:35:36.948 INFO:tasks.rados.rados.0.smithi104.stdout:1302: finishing copy_from racing read to smithi10482514-38 2024-04-02T08:35:36.948 INFO:tasks.rados.rados.0.smithi104.stdout:1302: finishing copy_from to smithi10482514-38 2024-04-02T08:35:36.948 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 968 (ObjNum 400 snap 130 seq_num 400) dirty exists 2024-04-02T08:35:36.948 INFO:tasks.rados.rados.0.smithi104.stdout:1304: finishing write tid 1 to smithi10482514-5 2024-04-02T08:35:36.948 INFO:tasks.rados.rados.0.smithi104.stdout:1304: finishing write tid 2 to smithi10482514-5 2024-04-02T08:35:36.948 INFO:tasks.rados.rados.0.smithi104.stdout:1305: seq_num 416 ranges {1826816=573440,2400256=573440,2973696=475136,3448832=557056} 2024-04-02T08:35:36.959 INFO:tasks.rados.rados.0.smithi104.stdout:1305: writing smithi10482514-3 from 1826816 to 2400256 tid 1 2024-04-02T08:35:36.962 INFO:tasks.rados.rados.0.smithi104.stdout:1305: writing smithi10482514-3 from 2400256 to 2973696 tid 2 2024-04-02T08:35:36.965 INFO:tasks.rados.rados.0.smithi104.stdout:1305: writing smithi10482514-3 from 2973696 to 3448832 tid 3 2024-04-02T08:35:36.968 INFO:tasks.rados.rados.0.smithi104.stdout:1305: writing smithi10482514-3 from 3448832 to 4005888 tid 4 2024-04-02T08:35:36.968 INFO:tasks.rados.rados.0.smithi104.stdout:1302: done (3 left) 2024-04-02T08:35:36.968 INFO:tasks.rados.rados.0.smithi104.stdout:1303: done (2 left) 2024-04-02T08:35:36.968 INFO:tasks.rados.rados.0.smithi104.stdout:1306: snap_remove snap 135 2024-04-02T08:35:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:36 smithi188 ceph-mon[86835]: pgmap v135: 121 pgs: 121 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-04-02T08:35:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:36 smithi188 ceph-mon[86835]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:35:37.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:36 smithi104 ceph-mon[96567]: pgmap v135: 121 pgs: 121 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-04-02T08:35:37.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:36 smithi104 ceph-mon[96567]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:35:37.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:36 smithi104 ceph-mon[94081]: pgmap v135: 121 pgs: 121 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-04-02T08:35:37.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:36 smithi104 ceph-mon[94081]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:35:37.919 INFO:tasks.rados.rados.0.smithi104.stdout:1306: done (2 left) 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1307: snap_create 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1304: finishing write tid 3 to smithi10482514-5 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1304: finishing write tid 4 to smithi10482514-5 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1304: finishing write tid 5 to smithi10482514-5 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1304: finishing write tid 6 to smithi10482514-5 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1304: oid 5 updating version 0 to 898 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1304: oid 5 version 898 is already newer than 895 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1304: oid 5 version 898 is already newer than 896 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1304: oid 5 version 898 is already newer than 897 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1304: oid 5 updating version 898 to 899 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 899 (ObjNum 415 snap 136 seq_num 415) dirty exists 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1304: left oid 5 (ObjNum 415 snap 136 seq_num 415) 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1305: finishing write tid 1 to smithi10482514-3 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1305: finishing write tid 2 to smithi10482514-3 2024-04-02T08:35:37.920 INFO:tasks.rados.rados.0.smithi104.stdout:1305: finishing write tid 3 to smithi10482514-3 2024-04-02T08:35:37.921 INFO:tasks.rados.rados.0.smithi104.stdout:1305: finishing write tid 4 to smithi10482514-3 2024-04-02T08:35:37.921 INFO:tasks.rados.rados.0.smithi104.stdout:1305: finishing write tid 5 to smithi10482514-3 2024-04-02T08:35:37.921 INFO:tasks.rados.rados.0.smithi104.stdout:1305: finishing write tid 6 to smithi10482514-3 2024-04-02T08:35:37.921 INFO:tasks.rados.rados.0.smithi104.stdout:1305: oid 3 updating version 0 to 973 2024-04-02T08:35:37.921 INFO:tasks.rados.rados.0.smithi104.stdout:1305: oid 3 version 973 is already newer than 970 2024-04-02T08:35:37.921 INFO:tasks.rados.rados.0.smithi104.stdout:1305: oid 3 version 973 is already newer than 971 2024-04-02T08:35:37.921 INFO:tasks.rados.rados.0.smithi104.stdout:1305: oid 3 version 973 is already newer than 969 2024-04-02T08:35:37.921 INFO:tasks.rados.rados.0.smithi104.stdout:1305: oid 3 version 973 is already newer than 972 2024-04-02T08:35:37.921 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 973 (ObjNum 416 snap 136 seq_num 416) dirty exists 2024-04-02T08:35:37.921 INFO:tasks.rados.rados.0.smithi104.stdout:1305: left oid 3 (ObjNum 416 snap 136 seq_num 416) 2024-04-02T08:35:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:37 smithi188 ceph-mon[86835]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:35:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:37 smithi104 ceph-mon[96567]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:35:38.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:37 smithi104 ceph-mon[94081]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:35:38.925 INFO:tasks.rados.rados.0.smithi104.stdout:1304: done (2 left) 2024-04-02T08:35:38.925 INFO:tasks.rados.rados.0.smithi104.stdout:1305: done (1 left) 2024-04-02T08:35:38.926 INFO:tasks.rados.rados.0.smithi104.stdout:1307: done (0 left) 2024-04-02T08:35:38.926 INFO:tasks.rados.rados.0.smithi104.stdout:1308: copy_from oid 34 from oid 38 current snap is 137 2024-04-02T08:35:38.926 INFO:tasks.rados.rados.0.smithi104.stdout:1309: rollback oid 46 current snap is 137 2024-04-02T08:35:38.926 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 46 to 84 2024-04-02T08:35:38.926 INFO:tasks.rados.rados.0.smithi104.stdout:1310: rollback oid 23 current snap is 137 2024-04-02T08:35:38.926 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 23 to 102 2024-04-02T08:35:38.926 INFO:tasks.rados.rados.0.smithi104.stdout:1311: delete oid 22 current snap is 137 2024-04-02T08:35:38.929 INFO:tasks.rados.rados.0.smithi104.stdout:1309: finishing rollback tid 1 to smithi10482514-46 2024-04-02T08:35:38.929 INFO:tasks.rados.rados.0.smithi104.stdout:1309: finishing rollback tid 2 to smithi10482514-46 2024-04-02T08:35:38.929 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 901 (ObjNum 243 snap 82 seq_num 243) dirty exists 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi104.stdout:1310: finishing rollback tid 0 to smithi10482514-23 2024-04-02T08:35:38.934 INFO:tasks.rados.rados.0.smithi104.stdout:1310: finishing rollback tid 1 to smithi10482514-23 2024-04-02T08:35:38.934 INFO:tasks.rados.rados.0.smithi104.stdout:1310: finishing rollback tid 2 to smithi10482514-23 2024-04-02T08:35:38.934 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 337 (ObjNum 275 snap 94 seq_num 275) dirty exists 2024-04-02T08:35:38.934 INFO:tasks.rados.rados.0.smithi104.stdout:1309: done (3 left) 2024-04-02T08:35:38.934 INFO:tasks.rados.rados.0.smithi104.stdout:1310: done (2 left) 2024-04-02T08:35:38.934 INFO:tasks.rados.rados.0.smithi104.stdout:1311: done (1 left) 2024-04-02T08:35:38.935 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 137 2024-04-02T08:35:38.935 INFO:tasks.rados.rados.0.smithi104.stdout:1312: seq_num 418 ranges {0=606208,606208=737280,1343488=434176,1777664=434176} 2024-04-02T08:35:38.937 INFO:tasks.rados.rados.0.smithi104.stdout:1312: writing smithi10482514-12 from 0 to 606208 tid 1 2024-04-02T08:35:38.942 INFO:tasks.rados.rados.0.smithi104.stdout:1312: writing smithi10482514-12 from 606208 to 1343488 tid 2 2024-04-02T08:35:38.944 INFO:tasks.rados.rados.0.smithi104.stdout:1312: writing smithi10482514-12 from 1343488 to 1777664 tid 3 2024-04-02T08:35:38.948 INFO:tasks.rados.rados.0.smithi104.stdout:1312: writing smithi10482514-12 from 1777664 to 2211840 tid 4 2024-04-02T08:35:38.948 INFO:tasks.rados.rados.0.smithi104.stdout:1313: copy_from oid 46 from oid 10 current snap is 137 2024-04-02T08:35:38.948 INFO:tasks.rados.rados.0.smithi104.stdout:1312: finishing write tid 1 to smithi10482514-12 2024-04-02T08:35:38.948 INFO:tasks.rados.rados.0.smithi104.stdout:1312: finishing write tid 2 to smithi10482514-12 2024-04-02T08:35:38.948 INFO:tasks.rados.rados.0.smithi104.stdout:1312: finishing write tid 3 to smithi10482514-12 2024-04-02T08:35:38.948 INFO:tasks.rados.rados.0.smithi104.stdout:1314: snap_remove snap 86 2024-04-02T08:35:39.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:38 smithi188 ceph-mon[86835]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:35:39.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:38 smithi188 ceph-mon[86835]: pgmap v138: 121 pgs: 121 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-04-02T08:35:39.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:38 smithi104 ceph-mon[96567]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:35:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:38 smithi104 ceph-mon[96567]: pgmap v138: 121 pgs: 121 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-04-02T08:35:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:38 smithi104 ceph-mon[94081]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:35:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:38 smithi104 ceph-mon[94081]: pgmap v138: 121 pgs: 121 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-04-02T08:35:39.942 INFO:tasks.rados.rados.0.smithi104.stdout:1312: finishing write tid 4 to smithi10482514-12 2024-04-02T08:35:39.942 INFO:tasks.rados.rados.0.smithi104.stdout:1312: finishing write tid 5 to smithi10482514-12 2024-04-02T08:35:39.942 INFO:tasks.rados.rados.0.smithi104.stdout:1312: finishing write tid 6 to smithi10482514-12 2024-04-02T08:35:39.942 INFO:tasks.rados.rados.0.smithi104.stdout:1312: oid 12 updating version 0 to 810 2024-04-02T08:35:39.942 INFO:tasks.rados.rados.0.smithi104.stdout:1312: oid 12 updating version 810 to 812 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:1312: oid 12 version 812 is already newer than 811 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:1312: oid 12 updating version 812 to 814 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:1312: oid 12 version 814 is already newer than 813 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 814 (ObjNum 418 snap 137 seq_num 418) dirty exists 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:1312: left oid 12 (ObjNum 418 snap 137 seq_num 418) 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:1313: finishing copy_from racing read to smithi10482514-46 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:1313: finishing copy_from to smithi10482514-46 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 759 (ObjNum 391 snap 127 seq_num 391) dirty exists 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:1308: finishing copy_from racing read to smithi10482514-34 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:1308: finishing copy_from to smithi10482514-34 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 968 (ObjNum 400 snap 130 seq_num 400) dirty exists 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:1308: done (3 left) 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:1312: done (2 left) 2024-04-02T08:35:39.943 INFO:tasks.rados.rados.0.smithi104.stdout:1313: done (1 left) 2024-04-02T08:35:39.944 INFO:tasks.rados.rados.0.smithi104.stdout:1314: done (0 left) 2024-04-02T08:35:39.944 INFO:tasks.rados.rados.0.smithi104.stdout:1315: copy_from oid 32 from oid 37 current snap is 137 2024-04-02T08:35:39.944 INFO:tasks.rados.rados.0.smithi104.stdout:1316: copy_from oid 7 from oid 48 current snap is 137 2024-04-02T08:35:39.944 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 137 2024-04-02T08:35:39.944 INFO:tasks.rados.rados.0.smithi104.stdout:1317: seq_num 419 ranges {2146304=622592,2768896=671744,3440640=647168,4087808=286720} 2024-04-02T08:35:39.958 INFO:tasks.rados.rados.0.smithi104.stdout:1317: writing smithi10482514-27 from 2146304 to 2768896 tid 1 2024-04-02T08:35:39.963 INFO:tasks.rados.rados.0.smithi104.stdout:1317: writing smithi10482514-27 from 2768896 to 3440640 tid 2 2024-04-02T08:35:39.967 INFO:tasks.rados.rados.0.smithi104.stdout:1317: writing smithi10482514-27 from 3440640 to 4087808 tid 3 2024-04-02T08:35:39.969 INFO:tasks.rados.rados.0.smithi104.stdout:1317: writing smithi10482514-27 from 4087808 to 4374528 tid 4 2024-04-02T08:35:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 31 current snap is 137 2024-04-02T08:35:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:1316: finishing copy_from to smithi10482514-7 2024-04-02T08:35:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:1316: got expected ENOENT (src dne) 2024-04-02T08:35:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:1318: seq_num 420 ranges {0=638976,638976=557056,1196032=450560,1646592=598016} 2024-04-02T08:35:39.973 INFO:tasks.rados.rados.0.smithi104.stdout:1318: writing smithi10482514-31 from 0 to 638976 tid 1 2024-04-02T08:35:39.976 INFO:tasks.rados.rados.0.smithi104.stdout:1318: writing smithi10482514-31 from 638976 to 1196032 tid 2 2024-04-02T08:35:39.979 INFO:tasks.rados.rados.0.smithi104.stdout:1318: writing smithi10482514-31 from 1196032 to 1646592 tid 3 2024-04-02T08:35:39.983 INFO:tasks.rados.rados.0.smithi104.stdout:1318: writing smithi10482514-31 from 1646592 to 2244608 tid 4 2024-04-02T08:35:39.983 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 137 2024-04-02T08:35:39.983 INFO:tasks.rados.rados.0.smithi104.stdout:1316: finishing copy_from racing read to smithi10482514-7 2024-04-02T08:35:39.983 INFO:tasks.rados.rados.0.smithi104.stdout:1315: finishing copy_from racing read to smithi10482514-32 2024-04-02T08:35:39.983 INFO:tasks.rados.rados.0.smithi104.stdout:1315: finishing copy_from to smithi10482514-32 2024-04-02T08:35:39.983 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 230 (ObjNum 356 snap 121 seq_num 356) dirty exists 2024-04-02T08:35:39.983 INFO:tasks.rados.rados.0.smithi104.stdout:1317: finishing write tid 1 to smithi10482514-27 2024-04-02T08:35:39.983 INFO:tasks.rados.rados.0.smithi104.stdout:1319: seq_num 421 ranges {2048000=655360,2703360=442368,3145728=663552,3809280=499712} 2024-04-02T08:35:39.997 INFO:tasks.rados.rados.0.smithi104.stdout:1319: writing smithi10482514-30 from 2048000 to 2703360 tid 1 2024-04-02T08:35:40.000 INFO:tasks.rados.rados.0.smithi104.stdout:1319: writing smithi10482514-30 from 2703360 to 3145728 tid 2 2024-04-02T08:35:40.004 INFO:tasks.rados.rados.0.smithi104.stdout:1319: writing smithi10482514-30 from 3145728 to 3809280 tid 3 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1319: writing smithi10482514-30 from 3809280 to 4308992 tid 4 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1315: done (4 left) 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1316: done (3 left) 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1320: rmattr oid 36 current snap is 137 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1317: finishing write tid 2 to smithi10482514-27 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1317: finishing write tid 3 to smithi10482514-27 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1317: finishing write tid 4 to smithi10482514-27 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1317: finishing write tid 5 to smithi10482514-27 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1317: finishing write tid 6 to smithi10482514-27 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1317: oid 27 updating version 0 to 746 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1317: oid 27 updating version 746 to 747 2024-04-02T08:35:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:1317: oid 27 updating version 747 to 749 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1317: oid 27 version 749 is already newer than 745 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1317: oid 27 version 749 is already newer than 748 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 749 (ObjNum 419 snap 137 seq_num 419) dirty exists 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1317: left oid 27 (ObjNum 419 snap 137 seq_num 419) 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1318: finishing write tid 1 to smithi10482514-31 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1317: done (3 left) 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1321: delete oid 1 current snap is 137 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1318: finishing write tid 2 to smithi10482514-31 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1318: finishing write tid 3 to smithi10482514-31 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1318: finishing write tid 4 to smithi10482514-31 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1318: finishing write tid 5 to smithi10482514-31 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1318: finishing write tid 6 to smithi10482514-31 2024-04-02T08:35:40.009 INFO:tasks.rados.rados.0.smithi104.stdout:1318: oid 31 updating version 0 to 773 2024-04-02T08:35:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:1318: oid 31 version 773 is already newer than 771 2024-04-02T08:35:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:1318: oid 31 version 773 is already newer than 770 2024-04-02T08:35:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:1318: oid 31 updating version 773 to 774 2024-04-02T08:35:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:1318: oid 31 version 774 is already newer than 772 2024-04-02T08:35:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 774 (ObjNum 420 snap 137 seq_num 420) dirty exists 2024-04-02T08:35:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:1318: left oid 31 (ObjNum 420 snap 137 seq_num 420) 2024-04-02T08:35:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:1319: finishing write tid 1 to smithi10482514-30 2024-04-02T08:35:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:1319: finishing write tid 2 to smithi10482514-30 2024-04-02T08:35:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:1319: finishing write tid 3 to smithi10482514-30 2024-04-02T08:35:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:1318: done (3 left) 2024-04-02T08:35:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:1321: done (2 left) 2024-04-02T08:35:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 137 2024-04-02T08:35:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:1322: seq_num 423 ranges {2310144=688128,2998272=614400,3612672=622592,4235264=368640} 2024-04-02T08:35:40.025 INFO:tasks.rados.rados.0.smithi104.stdout:1322: writing smithi10482514-28 from 2310144 to 2998272 tid 1 2024-04-02T08:35:40.028 INFO:tasks.rados.rados.0.smithi104.stdout:1322: writing smithi10482514-28 from 2998272 to 3612672 tid 2 2024-04-02T08:35:40.032 INFO:tasks.rados.rados.0.smithi104.stdout:1322: writing smithi10482514-28 from 3612672 to 4235264 tid 3 2024-04-02T08:35:40.034 INFO:tasks.rados.rados.0.smithi104.stdout:1322: writing smithi10482514-28 from 4235264 to 4603904 tid 4 2024-04-02T08:35:40.034 INFO:tasks.rados.rados.0.smithi104.stdout:1323: delete oid 34 current snap is 137 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1319: finishing write tid 4 to smithi10482514-30 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 268 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1319: finishing write tid 5 to smithi10482514-30 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1319: finishing write tid 6 to smithi10482514-30 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1319: oid 30 updating version 0 to 780 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1319: oid 30 version 780 is already newer than 777 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1319: oid 30 version 780 is already newer than 776 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1319: oid 30 version 780 is already newer than 778 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1319: oid 30 version 780 is already newer than 779 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 780 (ObjNum 421 snap 137 seq_num 421) dirty exists 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1319: left oid 30 (ObjNum 421 snap 137 seq_num 421) 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1322: finishing write tid 1 to smithi10482514-28 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1322: finishing write tid 2 to smithi10482514-28 2024-04-02T08:35:40.035 INFO:tasks.rados.rados.0.smithi104.stdout:1322: finishing write tid 3 to smithi10482514-28 2024-04-02T08:35:40.036 INFO:tasks.rados.rados.0.smithi104.stdout:1319: done (3 left) 2024-04-02T08:35:40.037 INFO:tasks.rados.rados.0.smithi104.stdout:1320: done (2 left) 2024-04-02T08:35:40.037 INFO:tasks.rados.rados.0.smithi104.stdout:1323: done (1 left) 2024-04-02T08:35:40.037 INFO:tasks.rados.rados.0.smithi104.stdout:1324: setattr oid 17 current snap is 137 2024-04-02T08:35:40.037 INFO:tasks.rados.rados.0.smithi104.stdout:1322: finishing write tid 4 to smithi10482514-28 2024-04-02T08:35:40.037 INFO:tasks.rados.rados.0.smithi104.stdout:1322: finishing write tid 5 to smithi10482514-28 2024-04-02T08:35:40.039 INFO:tasks.rados.rados.0.smithi104.stdout:1322: finishing write tid 6 to smithi10482514-28 2024-04-02T08:35:40.039 INFO:tasks.rados.rados.0.smithi104.stdout:1322: oid 28 updating version 0 to 826 2024-04-02T08:35:40.039 INFO:tasks.rados.rados.0.smithi104.stdout:1322: oid 28 version 826 is already newer than 824 2024-04-02T08:35:40.039 INFO:tasks.rados.rados.0.smithi104.stdout:1322: oid 28 version 826 is already newer than 825 2024-04-02T08:35:40.039 INFO:tasks.rados.rados.0.smithi104.stdout:1322: oid 28 updating version 826 to 827 2024-04-02T08:35:40.039 INFO:tasks.rados.rados.0.smithi104.stdout:1322: oid 28 updating version 827 to 828 2024-04-02T08:35:40.039 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 828 (ObjNum 423 snap 137 seq_num 423) dirty exists 2024-04-02T08:35:40.039 INFO:tasks.rados.rados.0.smithi104.stdout:1322: left oid 28 (ObjNum 423 snap 137 seq_num 423) 2024-04-02T08:35:40.039 INFO:tasks.rados.rados.0.smithi104.stdout:1322: done (1 left) 2024-04-02T08:35:40.040 INFO:tasks.rados.rados.0.smithi104.stdout:1325: read oid 1 snap -1 2024-04-02T08:35:40.040 INFO:tasks.rados.rados.0.smithi104.stdout:1325: expect deleted 2024-04-02T08:35:40.040 INFO:tasks.rados.rados.0.smithi104.stdout:1326: snap_remove snap 70 2024-04-02T08:35:40.286 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:39 smithi188 ceph-mon[86835]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:35:40.286 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:39 smithi104 ceph-mon[96567]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:35:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:39 smithi104 ceph-mon[94081]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:35:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:40.838 INFO:tasks.rados.rados.0.smithi104.stdout:1326: done (2 left) 2024-04-02T08:35:40.838 INFO:tasks.rados.rados.0.smithi104.stdout:1327: snap_remove snap 130 2024-04-02T08:35:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:40 smithi188 ceph-mon[86835]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:35:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:40 smithi188 ceph-mon[86835]: pgmap v141: 121 pgs: 121 active+clean; 434 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 11 MiB/s wr, 21 op/s 2024-04-02T08:35:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:40 smithi188 ceph-mon[86835]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:35:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:40 smithi104 ceph-mon[96567]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:35:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:40 smithi104 ceph-mon[96567]: pgmap v141: 121 pgs: 121 active+clean; 434 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 11 MiB/s wr, 21 op/s 2024-04-02T08:35:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:40 smithi104 ceph-mon[96567]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:35:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:40 smithi104 ceph-mon[94081]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:35:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:40 smithi104 ceph-mon[94081]: pgmap v141: 121 pgs: 121 active+clean; 434 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 11 MiB/s wr, 21 op/s 2024-04-02T08:35:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:40 smithi104 ceph-mon[94081]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:35:41.837 INFO:tasks.rados.rados.0.smithi104.stdout:1327: done (2 left) 2024-04-02T08:35:41.837 INFO:tasks.rados.rados.0.smithi104.stdout:1328: snap_create 2024-04-02T08:35:41.837 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1027 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:35:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:42.842 INFO:tasks.rados.rados.0.smithi104.stdout:1324: done (2 left) 2024-04-02T08:35:42.843 INFO:tasks.rados.rados.0.smithi104.stdout:1325: done (1 left) 2024-04-02T08:35:42.843 INFO:tasks.rados.rados.0.smithi104.stdout:1328: done (0 left) 2024-04-02T08:35:42.843 INFO:tasks.rados.rados.0.smithi104.stdout:1329: rollback oid 14 current snap is 138 2024-04-02T08:35:42.843 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 126 2024-04-02T08:35:42.843 INFO:tasks.rados.rados.0.smithi104.stdout:1330: snap_remove snap 82 2024-04-02T08:35:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:42 smithi188 ceph-mon[86835]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:35:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:42 smithi188 ceph-mon[86835]: pgmap v144: 121 pgs: 121 active+clean; 438 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 KiB/s rd, 12 MiB/s wr, 24 op/s 2024-04-02T08:35:43.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:42 smithi104 ceph-mon[96567]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:35:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:42 smithi104 ceph-mon[96567]: pgmap v144: 121 pgs: 121 active+clean; 438 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 KiB/s rd, 12 MiB/s wr, 24 op/s 2024-04-02T08:35:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:42 smithi104 ceph-mon[94081]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:35:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:42 smithi104 ceph-mon[94081]: pgmap v144: 121 pgs: 121 active+clean; 438 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 KiB/s rd, 12 MiB/s wr, 24 op/s 2024-04-02T08:35:43.840 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:43.850 INFO:tasks.rados.rados.0.smithi104.stdout:1330: done (1 left) 2024-04-02T08:35:43.850 INFO:tasks.rados.rados.0.smithi104.stdout:1331: snap_remove snap 125 2024-04-02T08:35:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:43 smithi188 ceph-mon[86835]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:35:44.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:43 smithi104 ceph-mon[96567]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:35:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:43 smithi104 ceph-mon[94081]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:35:44.863 INFO:tasks.rados.rados.0.smithi104.stdout:1329: finishing rollback tid 0 to smithi10482514-14 2024-04-02T08:35:44.863 INFO:tasks.rados.rados.0.smithi104.stdout:1329: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:35:44.864 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 787 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:35:44.864 INFO:tasks.rados.rados.0.smithi104.stdout:1329: done (1 left) 2024-04-02T08:35:44.864 INFO:tasks.rados.rados.0.smithi104.stdout:1331: done (0 left) 2024-04-02T08:35:44.864 INFO:tasks.rados.rados.0.smithi104.stdout:1332: rollback oid 16 current snap is 138 2024-04-02T08:35:44.864 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 16 to 114 2024-04-02T08:35:44.864 INFO:tasks.rados.rados.0.smithi104.stdout:1333: read oid 31 snap -1 2024-04-02T08:35:44.865 INFO:tasks.rados.rados.0.smithi104.stdout:1333: expect (ObjNum 420 snap 137 seq_num 420) 2024-04-02T08:35:44.865 INFO:tasks.rados.rados.0.smithi104.stdout:1334: read oid 6 snap -1 2024-04-02T08:35:44.865 INFO:tasks.rados.rados.0.smithi104.stdout:1334: expect (ObjNum 354 snap 121 seq_num 354) 2024-04-02T08:35:44.865 INFO:tasks.rados.rados.0.smithi104.stdout:1335: rollback oid 23 current snap is 138 2024-04-02T08:35:44.865 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 23 to 98 2024-04-02T08:35:44.865 INFO:tasks.rados.rados.0.smithi104.stdout:1336: read oid 50 snap -1 2024-04-02T08:35:44.865 INFO:tasks.rados.rados.0.smithi104.stdout:1336: expect (ObjNum 279 snap 95 seq_num 279) 2024-04-02T08:35:44.866 INFO:tasks.rados.rados.0.smithi104.stdout:1337: rmattr oid 20 current snap is 138 2024-04-02T08:35:44.866 INFO:tasks.rados.rados.0.smithi104.stdout:1337: done (5 left) 2024-04-02T08:35:44.866 INFO:tasks.rados.rados.0.smithi104.stdout:1338: copy_from oid 1 from oid 2 current snap is 138 2024-04-02T08:35:44.866 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 138 2024-04-02T08:35:44.866 INFO:tasks.rados.rados.0.smithi104.stdout:1339: seq_num 425 ranges {2031616=720896,2752512=778240,3530752=638976,4169728=188416} 2024-04-02T08:35:44.878 INFO:tasks.rados.rados.0.smithi104.stdout:1339: writing smithi10482514-4 from 2031616 to 2752512 tid 1 2024-04-02T08:35:44.883 INFO:tasks.rados.rados.0.smithi104.stdout:1339: writing smithi10482514-4 from 2752512 to 3530752 tid 2 2024-04-02T08:35:44.888 INFO:tasks.rados.rados.0.smithi104.stdout:1339: writing smithi10482514-4 from 3530752 to 4169728 tid 3 2024-04-02T08:35:44.890 INFO:tasks.rados.rados.0.smithi104.stdout:1339: writing smithi10482514-4 from 4169728 to 4358144 tid 4 2024-04-02T08:35:44.890 INFO:tasks.rados.rados.0.smithi104.stdout:1340: copy_from oid 40 from oid 35 current snap is 138 2024-04-02T08:35:44.891 INFO:tasks.rados.rados.0.smithi104.stdout:1332: finishing rollback tid 0 to smithi10482514-16 2024-04-02T08:35:44.891 INFO:tasks.rados.rados.0.smithi104.stdout:1341: read oid 22 snap -1 2024-04-02T08:35:44.891 INFO:tasks.rados.rados.0.smithi104.stdout:1341: expect deleted 2024-04-02T08:35:44.891 INFO:tasks.rados.rados.0.smithi104.stdout:1342: rollback oid 7 current snap is 138 2024-04-02T08:35:44.891 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 7 to 131 2024-04-02T08:35:44.891 INFO:tasks.rados.rados.0.smithi104.stdout:1332: finishing rollback tid 1 to smithi10482514-16 2024-04-02T08:35:44.892 INFO:tasks.rados.rados.0.smithi104.stdout:1335: finishing rollback tid 0 to smithi10482514-23 2024-04-02T08:35:44.892 INFO:tasks.rados.rados.0.smithi104.stdout:1332: finishing rollback tid 2 to smithi10482514-16 2024-04-02T08:35:44.892 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 521 (ObjNum 215 snap 66 seq_num 215) dirty exists 2024-04-02T08:35:44.892 INFO:tasks.rados.rados.0.smithi104.stdout:1335: finishing rollback tid 1 to smithi10482514-23 2024-04-02T08:35:44.892 INFO:tasks.rados.rados.0.smithi104.stdout:1332: done (9 left) 2024-04-02T08:35:44.892 INFO:tasks.rados.rados.0.smithi104.stdout:1343: rollback oid 48 current snap is 138 2024-04-02T08:35:44.893 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 48 to 96 2024-04-02T08:35:44.893 INFO:tasks.rados.rados.0.smithi104.stdout:1334: expect (ObjNum 354 snap 121 seq_num 354) 2024-04-02T08:35:44.930 INFO:tasks.rados.rados.0.smithi104.stdout:1335: finishing rollback tid 2 to smithi10482514-23 2024-04-02T08:35:44.930 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 363 (ObjNum 275 snap 94 seq_num 275) dirty exists 2024-04-02T08:35:44.930 INFO:tasks.rados.rados.0.smithi104.stdout:1334: done (9 left) 2024-04-02T08:35:44.930 INFO:tasks.rados.rados.0.smithi104.stdout:1335: done (8 left) 2024-04-02T08:35:44.930 INFO:tasks.rados.rados.0.smithi104.stdout:1344: snap_create 2024-04-02T08:35:44.930 INFO:tasks.rados.rados.0.smithi104.stdout:1336: expect (ObjNum 279 snap 95 seq_num 279) 2024-04-02T08:35:44.990 INFO:tasks.rados.rados.0.smithi104.stdout:1339: finishing write tid 1 to smithi10482514-4 2024-04-02T08:35:44.991 INFO:tasks.rados.rados.0.smithi104.stdout:1339: finishing write tid 2 to smithi10482514-4 2024-04-02T08:35:44.991 INFO:tasks.rados.rados.0.smithi104.stdout:1343: finishing rollback tid 1 to smithi10482514-48 2024-04-02T08:35:44.991 INFO:tasks.rados.rados.0.smithi104.stdout:1343: finishing rollback tid 2 to smithi10482514-48 2024-04-02T08:35:44.991 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 903 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-02T08:35:44.991 INFO:tasks.rados.rados.0.smithi104.stdout:1333: expect (ObjNum 420 snap 137 seq_num 420) 2024-04-02T08:35:45.047 INFO:tasks.rados.rados.0.smithi104.stdout:1339: finishing write tid 3 to smithi10482514-4 2024-04-02T08:35:45.047 INFO:tasks.rados.rados.0.smithi104.stdout:1339: finishing write tid 4 to smithi10482514-4 2024-04-02T08:35:45.047 INFO:tasks.rados.rados.0.smithi104.stdout:1339: finishing write tid 5 to smithi10482514-4 2024-04-02T08:35:45.047 INFO:tasks.rados.rados.0.smithi104.stdout:1342: finishing rollback tid 0 to smithi10482514-7 2024-04-02T08:35:45.047 INFO:tasks.rados.rados.0.smithi104.stdout:1339: finishing write tid 6 to smithi10482514-4 2024-04-02T08:35:45.047 INFO:tasks.rados.rados.0.smithi104.stdout:1339: oid 4 updating version 0 to 777 2024-04-02T08:35:45.047 INFO:tasks.rados.rados.0.smithi104.stdout:1339: oid 4 version 777 is already newer than 776 2024-04-02T08:35:45.047 INFO:tasks.rados.rados.0.smithi104.stdout:1339: oid 4 version 777 is already newer than 774 2024-04-02T08:35:45.048 INFO:tasks.rados.rados.0.smithi104.stdout:1339: oid 4 version 777 is already newer than 773 2024-04-02T08:35:45.048 INFO:tasks.rados.rados.0.smithi104.stdout:1339: oid 4 version 777 is already newer than 775 2024-04-02T08:35:45.048 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 777 (ObjNum 425 snap 138 seq_num 425) dirty exists 2024-04-02T08:35:45.048 INFO:tasks.rados.rados.0.smithi104.stdout:1339: left oid 4 (ObjNum 425 snap 138 seq_num 425) 2024-04-02T08:35:45.048 INFO:tasks.rados.rados.0.smithi104.stdout:1338: finishing copy_from racing read to smithi10482514-1 2024-04-02T08:35:45.048 INFO:tasks.rados.rados.0.smithi104.stdout:1342: finishing rollback tid 1 to smithi10482514-7 2024-04-02T08:35:45.048 INFO:tasks.rados.rados.0.smithi104.stdout:1342: finishing rollback tid 2 to smithi10482514-7 2024-04-02T08:35:45.048 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 629 (ObjNum 379 snap 127 seq_num 379) dirty exists 2024-04-02T08:35:45.049 INFO:tasks.rados.rados.0.smithi104.stdout:1338: finishing copy_from to smithi10482514-1 2024-04-02T08:35:45.049 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 205 (ObjNum 411 snap 134 seq_num 411) dirty exists 2024-04-02T08:35:45.049 INFO:tasks.rados.rados.0.smithi104.stdout:1340: finishing copy_from racing read to smithi10482514-40 2024-04-02T08:35:45.049 INFO:tasks.rados.rados.0.smithi104.stdout:1340: finishing copy_from to smithi10482514-40 2024-04-02T08:35:45.049 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 998 (ObjNum 409 snap 132 seq_num 409) dirty exists 2024-04-02T08:35:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:44 smithi188 ceph-mon[86835]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:35:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:44 smithi188 ceph-mon[86835]: pgmap v147: 121 pgs: 121 active+clean; 438 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T08:35:45.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:44 smithi104 ceph-mon[96567]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:35:45.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:44 smithi104 ceph-mon[96567]: pgmap v147: 121 pgs: 121 active+clean; 438 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T08:35:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:44 smithi104 ceph-mon[94081]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:35:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:44 smithi104 ceph-mon[94081]: pgmap v147: 121 pgs: 121 active+clean; 438 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T08:35:45.841 INFO:tasks.rados.rados.0.smithi104.stdout:1333: done (8 left) 2024-04-02T08:35:45.841 INFO:tasks.rados.rados.0.smithi104.stdout:1336: done (7 left) 2024-04-02T08:35:45.841 INFO:tasks.rados.rados.0.smithi104.stdout:1338: done (6 left) 2024-04-02T08:35:45.841 INFO:tasks.rados.rados.0.smithi104.stdout:1339: done (5 left) 2024-04-02T08:35:45.841 INFO:tasks.rados.rados.0.smithi104.stdout:1340: done (4 left) 2024-04-02T08:35:45.841 INFO:tasks.rados.rados.0.smithi104.stdout:1341: done (3 left) 2024-04-02T08:35:45.841 INFO:tasks.rados.rados.0.smithi104.stdout:1342: done (2 left) 2024-04-02T08:35:45.841 INFO:tasks.rados.rados.0.smithi104.stdout:1343: done (1 left) 2024-04-02T08:35:45.841 INFO:tasks.rados.rados.0.smithi104.stdout:1344: done (0 left) 2024-04-02T08:35:45.841 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 139 2024-04-02T08:35:45.841 INFO:tasks.rados.rados.0.smithi104.stdout:1345: seq_num 426 ranges {9691136=737280,10428416=712704,11141120=802816,11943936=90112} 2024-04-02T08:35:45.896 INFO:tasks.rados.rados.0.smithi104.stdout:1345: writing smithi10482514-5 from 9691136 to 10428416 tid 1 2024-04-02T08:35:45.900 INFO:tasks.rados.rados.0.smithi104.stdout:1345: writing smithi10482514-5 from 10428416 to 11141120 tid 2 2024-04-02T08:35:45.905 INFO:tasks.rados.rados.0.smithi104.stdout:1345: writing smithi10482514-5 from 11141120 to 11943936 tid 3 2024-04-02T08:35:45.906 INFO:tasks.rados.rados.0.smithi104.stdout:1345: writing smithi10482514-5 from 11943936 to 12034048 tid 4 2024-04-02T08:35:45.906 INFO:tasks.rados.rados.0.smithi104.stdout:1345: finishing write tid 1 to smithi10482514-5 2024-04-02T08:35:45.906 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 139 2024-04-02T08:35:45.906 INFO:tasks.rados.rados.0.smithi104.stdout:1346: seq_num 427 ranges {5709824=761856,6471680=598016,7069696=606208,7675904=401408} 2024-04-02T08:35:45.940 INFO:tasks.rados.rados.0.smithi104.stdout:1346: writing smithi10482514-10 from 5709824 to 6471680 tid 1 2024-04-02T08:35:45.944 INFO:tasks.rados.rados.0.smithi104.stdout:1346: writing smithi10482514-10 from 6471680 to 7069696 tid 2 2024-04-02T08:35:45.948 INFO:tasks.rados.rados.0.smithi104.stdout:1346: writing smithi10482514-10 from 7069696 to 7675904 tid 3 2024-04-02T08:35:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:1346: writing smithi10482514-10 from 7675904 to 8077312 tid 4 2024-04-02T08:35:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:1347: rmattr oid 30 current snap is 139 2024-04-02T08:35:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:1345: finishing write tid 2 to smithi10482514-5 2024-04-02T08:35:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:1345: finishing write tid 3 to smithi10482514-5 2024-04-02T08:35:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:1345: finishing write tid 4 to smithi10482514-5 2024-04-02T08:35:45.953 INFO:tasks.rados.rados.0.smithi104.stdout:1345: finishing write tid 5 to smithi10482514-5 2024-04-02T08:35:45.953 INFO:tasks.rados.rados.0.smithi104.stdout:1345: finishing write tid 6 to smithi10482514-5 2024-04-02T08:35:45.953 INFO:tasks.rados.rados.0.smithi104.stdout:1345: oid 5 updating version 0 to 905 2024-04-02T08:35:45.953 INFO:tasks.rados.rados.0.smithi104.stdout:1345: oid 5 updating version 905 to 908 2024-04-02T08:35:45.953 INFO:tasks.rados.rados.0.smithi104.stdout:1345: oid 5 version 908 is already newer than 907 2024-04-02T08:35:45.954 INFO:tasks.rados.rados.0.smithi104.stdout:1345: oid 5 version 908 is already newer than 904 2024-04-02T08:35:45.954 INFO:tasks.rados.rados.0.smithi104.stdout:1345: oid 5 version 908 is already newer than 906 2024-04-02T08:35:45.954 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 908 (ObjNum 426 snap 139 seq_num 426) dirty exists 2024-04-02T08:35:45.954 INFO:tasks.rados.rados.0.smithi104.stdout:1345: left oid 5 (ObjNum 426 snap 139 seq_num 426) 2024-04-02T08:35:45.954 INFO:tasks.rados.rados.0.smithi104.stdout:1346: finishing write tid 1 to smithi10482514-10 2024-04-02T08:35:45.954 INFO:tasks.rados.rados.0.smithi104.stdout:1346: finishing write tid 2 to smithi10482514-10 2024-04-02T08:35:45.955 INFO:tasks.rados.rados.0.smithi104.stdout:1346: finishing write tid 3 to smithi10482514-10 2024-04-02T08:35:45.955 INFO:tasks.rados.rados.0.smithi104.stdout:1345: done (2 left) 2024-04-02T08:35:45.955 INFO:tasks.rados.rados.0.smithi104.stdout:1347: done (1 left) 2024-04-02T08:35:45.955 INFO:tasks.rados.rados.0.smithi104.stdout:1348: copy_from oid 6 from oid 8 current snap is 139 2024-04-02T08:35:45.955 INFO:tasks.rados.rados.0.smithi104.stdout:1349: read oid 28 snap -1 2024-04-02T08:35:45.955 INFO:tasks.rados.rados.0.smithi104.stdout:1349: expect (ObjNum 423 snap 137 seq_num 423) 2024-04-02T08:35:45.956 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 139 2024-04-02T08:35:45.956 INFO:tasks.rados.rados.0.smithi104.stdout:1350: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-04-02T08:35:45.956 INFO:tasks.rados.rados.0.smithi104.stdout:1350: writing smithi10482514-20 from 0 to 778240 tid 1 2024-04-02T08:35:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:1350: writing smithi10482514-20 from 778240 to 1261568 tid 2 2024-04-02T08:35:45.961 INFO:tasks.rados.rados.0.smithi104.stdout:1350: writing smithi10482514-20 from 1261568 to 1671168 tid 3 2024-04-02T08:35:45.964 INFO:tasks.rados.rados.0.smithi104.stdout:1350: writing smithi10482514-20 from 1671168 to 2088960 tid 4 2024-04-02T08:35:45.967 INFO:tasks.rados.rados.0.smithi104.stdout:1350: writing smithi10482514-20 from 2088960 to 2383872 tid 5 2024-04-02T08:35:45.967 INFO:tasks.rados.rados.0.smithi104.stdout:1351: copy_from oid 35 from oid 37 current snap is 139 2024-04-02T08:35:45.967 INFO:tasks.rados.rados.0.smithi104.stdout:1348: finishing copy_from to smithi10482514-6 2024-04-02T08:35:45.967 INFO:tasks.rados.rados.0.smithi104.stdout:1348: got expected ENOENT (src dne) 2024-04-02T08:35:45.967 INFO:tasks.rados.rados.0.smithi104.stdout:1348: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:35:45.968 INFO:tasks.rados.rados.0.smithi104.stdout:1346: finishing write tid 4 to smithi10482514-10 2024-04-02T08:35:45.968 INFO:tasks.rados.rados.0.smithi104.stdout:1346: finishing write tid 5 to smithi10482514-10 2024-04-02T08:35:45.968 INFO:tasks.rados.rados.0.smithi104.stdout:1346: finishing write tid 6 to smithi10482514-10 2024-04-02T08:35:45.968 INFO:tasks.rados.rados.0.smithi104.stdout:1346: oid 10 updating version 0 to 862 2024-04-02T08:35:45.968 INFO:tasks.rados.rados.0.smithi104.stdout:1346: oid 10 version 862 is already newer than 861 2024-04-02T08:35:45.968 INFO:tasks.rados.rados.0.smithi104.stdout:1346: oid 10 version 862 is already newer than 858 2024-04-02T08:35:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:1346: oid 10 version 862 is already newer than 859 2024-04-02T08:35:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:1346: oid 10 version 862 is already newer than 860 2024-04-02T08:35:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 862 (ObjNum 427 snap 139 seq_num 427) dirty exists 2024-04-02T08:35:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:1346: left oid 10 (ObjNum 427 snap 139 seq_num 427) 2024-04-02T08:35:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:1350: finishing write tid 1 to smithi10482514-20 2024-04-02T08:35:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:1350: finishing write tid 2 to smithi10482514-20 2024-04-02T08:35:45.970 INFO:tasks.rados.rados.0.smithi104.stdout:1350: finishing write tid 3 to smithi10482514-20 2024-04-02T08:35:45.970 INFO:tasks.rados.rados.0.smithi104.stdout:1346: done (4 left) 2024-04-02T08:35:45.970 INFO:tasks.rados.rados.0.smithi104.stdout:1348: done (3 left) 2024-04-02T08:35:45.970 INFO:tasks.rados.rados.0.smithi104.stdout:1352: snap_remove snap 116 2024-04-02T08:35:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:45 smithi188 ceph-mon[86835]: osdmap e333: 8 total, 8 up, 8 in 2024-04-02T08:35:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:45 smithi188 ceph-mon[86835]: osdmap e334: 8 total, 8 up, 8 in 2024-04-02T08:35:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:45 smithi104 ceph-mon[96567]: osdmap e333: 8 total, 8 up, 8 in 2024-04-02T08:35:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:45 smithi104 ceph-mon[96567]: osdmap e334: 8 total, 8 up, 8 in 2024-04-02T08:35:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:45 smithi104 ceph-mon[94081]: osdmap e333: 8 total, 8 up, 8 in 2024-04-02T08:35:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:45 smithi104 ceph-mon[94081]: osdmap e334: 8 total, 8 up, 8 in 2024-04-02T08:35:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:35:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:35:45] "GET /metrics HTTP/1.1" 200 36083 "" "Prometheus/2.43.0" 2024-04-02T08:35:46.870 INFO:tasks.rados.rados.0.smithi104.stdout:1352: done (3 left) 2024-04-02T08:35:46.870 INFO:tasks.rados.rados.0.smithi104.stdout:1353: snap_remove snap 129 2024-04-02T08:35:47.120 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:46 smithi104 ceph-mon[96567]: pgmap v150: 121 pgs: 121 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-04-02T08:35:47.120 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:47.121 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:46 smithi104 ceph-mon[94081]: pgmap v150: 121 pgs: 121 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-04-02T08:35:47.121 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:46 smithi188 ceph-mon[86835]: pgmap v150: 121 pgs: 121 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-04-02T08:35:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:47.868 INFO:tasks.rados.rados.0.smithi104.stdout:1353: done (3 left) 2024-04-02T08:35:47.868 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 34 current snap is 139 2024-04-02T08:35:47.868 INFO:tasks.rados.rados.0.smithi104.stdout:1354: seq_num 429 ranges {0=794624,794624=770048,1564672=622592,2187264=212992} 2024-04-02T08:35:47.872 INFO:tasks.rados.rados.0.smithi104.stdout:1354: writing smithi10482514-34 from 0 to 794624 tid 1 2024-04-02T08:35:47.877 INFO:tasks.rados.rados.0.smithi104.stdout:1354: writing smithi10482514-34 from 794624 to 1564672 tid 2 2024-04-02T08:35:47.882 INFO:tasks.rados.rados.0.smithi104.stdout:1354: writing smithi10482514-34 from 1564672 to 2187264 tid 3 2024-04-02T08:35:47.883 INFO:tasks.rados.rados.0.smithi104.stdout:1354: writing smithi10482514-34 from 2187264 to 2400256 tid 4 2024-04-02T08:35:47.884 INFO:tasks.rados.rados.0.smithi104.stdout:1350: finishing write tid 4 to smithi10482514-20 2024-04-02T08:35:47.885 INFO:tasks.rados.rados.0.smithi104.stdout:1350: finishing write tid 5 to smithi10482514-20 2024-04-02T08:35:47.885 INFO:tasks.rados.rados.0.smithi104.stdout:1350: finishing write tid 6 to smithi10482514-20 2024-04-02T08:35:47.885 INFO:tasks.rados.rados.0.smithi104.stdout:1349: expect (ObjNum 423 snap 137 seq_num 423) 2024-04-02T08:35:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:1350: finishing write tid 7 to smithi10482514-20 2024-04-02T08:35:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:1350: oid 20 updating version 0 to 1073 2024-04-02T08:35:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:1350: oid 20 version 1073 is already newer than 1072 2024-04-02T08:35:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:1350: oid 20 version 1073 is already newer than 1070 2024-04-02T08:35:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:1350: oid 20 version 1073 is already newer than 1071 2024-04-02T08:35:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:1350: oid 20 updating version 1073 to 1075 2024-04-02T08:35:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:1350: oid 20 version 1075 is already newer than 1074 2024-04-02T08:35:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 1075 (ObjNum 428 snap 139 seq_num 428) dirty exists 2024-04-02T08:35:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:1350: left oid 20 (ObjNum 428 snap 139 seq_num 428) 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:1351: finishing copy_from racing read to smithi10482514-35 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:1351: finishing copy_from to smithi10482514-35 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 230 (ObjNum 356 snap 121 seq_num 356) dirty exists 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:1354: finishing write tid 1 to smithi10482514-34 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:1354: finishing write tid 2 to smithi10482514-34 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:1349: done (3 left) 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:1350: done (2 left) 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:1351: done (1 left) 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 139 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:1354: finishing write tid 3 to smithi10482514-34 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:1354: finishing write tid 4 to smithi10482514-34 2024-04-02T08:35:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:1355: seq_num 430 ranges {4005888=8192} 2024-04-02T08:35:48.063 INFO:tasks.rados.rados.0.smithi104.stdout:1355: writing smithi10482514-3 from 4005888 to 4014080 tid 1 2024-04-02T08:35:48.063 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 139 2024-04-02T08:35:48.064 INFO:tasks.rados.rados.0.smithi104.stdout:1354: finishing write tid 5 to smithi10482514-34 2024-04-02T08:35:48.064 INFO:tasks.rados.rados.0.smithi104.stdout:1354: finishing write tid 6 to smithi10482514-34 2024-04-02T08:35:48.064 INFO:tasks.rados.rados.0.smithi104.stdout:1354: oid 34 updating version 0 to 1094 2024-04-02T08:35:48.064 INFO:tasks.rados.rados.0.smithi104.stdout:1354: oid 34 version 1094 is already newer than 1088 2024-04-02T08:35:48.064 INFO:tasks.rados.rados.0.smithi104.stdout:1354: oid 34 version 1094 is already newer than 1089 2024-04-02T08:35:48.064 INFO:tasks.rados.rados.0.smithi104.stdout:1354: oid 34 updating version 1094 to 1095 2024-04-02T08:35:48.064 INFO:tasks.rados.rados.0.smithi104.stdout:1354: oid 34 updating version 1095 to 1096 2024-04-02T08:35:48.064 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 1096 (ObjNum 429 snap 139 seq_num 429) dirty exists 2024-04-02T08:35:48.064 INFO:tasks.rados.rados.0.smithi104.stdout:1354: left oid 34 (ObjNum 429 snap 139 seq_num 429) 2024-04-02T08:35:48.064 INFO:tasks.rados.rados.0.smithi104.stdout:1356: seq_num 431 ranges {2908160=24576} 2024-04-02T08:35:48.081 INFO:tasks.rados.rados.0.smithi104.stdout:1356: writing smithi10482514-48 from 2908160 to 2932736 tid 1 2024-04-02T08:35:48.081 INFO:tasks.rados.rados.0.smithi104.stdout:1354: done (2 left) 2024-04-02T08:35:48.081 INFO:tasks.rados.rados.0.smithi104.stdout:1357: copy_from oid 6 from oid 42 current snap is 139 2024-04-02T08:35:48.081 INFO:tasks.rados.rados.0.smithi104.stdout:1355: finishing write tid 1 to smithi10482514-3 2024-04-02T08:35:48.081 INFO:tasks.rados.rados.0.smithi104.stdout:1355: finishing write tid 2 to smithi10482514-3 2024-04-02T08:35:48.081 INFO:tasks.rados.rados.0.smithi104.stdout:1355: finishing write tid 3 to smithi10482514-3 2024-04-02T08:35:48.081 INFO:tasks.rados.rados.0.smithi104.stdout:1355: oid 3 updating version 0 to 975 2024-04-02T08:35:48.081 INFO:tasks.rados.rados.0.smithi104.stdout:1355: oid 3 version 975 is already newer than 974 2024-04-02T08:35:48.082 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 975 (ObjNum 430 snap 139 seq_num 430) dirty exists 2024-04-02T08:35:48.082 INFO:tasks.rados.rados.0.smithi104.stdout:1355: left oid 3 (ObjNum 430 snap 139 seq_num 430) 2024-04-02T08:35:48.082 INFO:tasks.rados.rados.0.smithi104.stdout:1355: done (2 left) 2024-04-02T08:35:48.082 INFO:tasks.rados.rados.0.smithi104.stdout:1358: copy_from oid 45 from oid 36 current snap is 139 2024-04-02T08:35:48.082 INFO:tasks.rados.rados.0.smithi104.stdout:1359: rollback oid 34 current snap is 139 2024-04-02T08:35:48.082 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 96 2024-04-02T08:35:48.082 INFO:tasks.rados.rados.0.smithi104.stdout:1360: read oid 4 snap -1 2024-04-02T08:35:48.082 INFO:tasks.rados.rados.0.smithi104.stdout:1360: expect (ObjNum 425 snap 138 seq_num 425) 2024-04-02T08:35:48.082 INFO:tasks.rados.rados.0.smithi104.stdout:1361: snap_remove snap 126 2024-04-02T08:35:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:47 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:48.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:47 smithi188 ceph-mon[86835]: Upgrade: osd.1 is safe to restart 2024-04-02T08:35:48.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:47 smithi188 ceph-mon[86835]: osdmap e335: 8 total, 8 up, 8 in 2024-04-02T08:35:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:47 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:47 smithi104 ceph-mon[94081]: Upgrade: osd.1 is safe to restart 2024-04-02T08:35:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:47 smithi104 ceph-mon[94081]: osdmap e335: 8 total, 8 up, 8 in 2024-04-02T08:35:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:47 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:47 smithi104 ceph-mon[96567]: Upgrade: osd.1 is safe to restart 2024-04-02T08:35:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:47 smithi104 ceph-mon[96567]: osdmap e335: 8 total, 8 up, 8 in 2024-04-02T08:35:48.877 INFO:tasks.rados.rados.0.smithi104.stdout:1361: done (5 left) 2024-04-02T08:35:48.877 INFO:tasks.rados.rados.0.smithi104.stdout:1362: copy_from oid 11 from oid 17 current snap is 139 2024-04-02T08:35:48.877 INFO:tasks.rados.rados.0.smithi104.stdout:1356: finishing write tid 1 to smithi10482514-48 2024-04-02T08:35:48.877 INFO:tasks.rados.rados.0.smithi104.stdout:1356: finishing write tid 2 to smithi10482514-48 2024-04-02T08:35:48.877 INFO:tasks.rados.rados.0.smithi104.stdout:1359: finishing rollback tid 0 to smithi10482514-34 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:1359: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:1359: finishing rollback tid 2 to smithi10482514-34 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 1099 (ObjNum 287 snap 95 seq_num 287) dirty exists 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:1356: finishing write tid 3 to smithi10482514-48 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:1356: oid 48 updating version 0 to 910 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:1356: oid 48 version 910 is already newer than 909 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 910 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:1356: left oid 48 (ObjNum 431 snap 139 seq_num 431) 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:1358: finishing copy_from racing read to smithi10482514-45 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:1358: finishing copy_from to smithi10482514-45 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 268 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:1357: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:35:48.878 INFO:tasks.rados.rados.0.smithi104.stdout:1360: expect (ObjNum 425 snap 138 seq_num 425) 2024-04-02T08:35:49.036 INFO:tasks.rados.rados.0.smithi104.stdout:1357: finishing copy_from to smithi10482514-6 2024-04-02T08:35:49.036 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 507 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:35:49.036 INFO:tasks.rados.rados.0.smithi104.stdout:1356: done (5 left) 2024-04-02T08:35:49.036 INFO:tasks.rados.rados.0.smithi104.stdout:1357: done (4 left) 2024-04-02T08:35:49.036 INFO:tasks.rados.rados.0.smithi104.stdout:1358: done (3 left) 2024-04-02T08:35:49.036 INFO:tasks.rados.rados.0.smithi104.stdout:1359: done (2 left) 2024-04-02T08:35:49.036 INFO:tasks.rados.rados.0.smithi104.stdout:1360: done (1 left) 2024-04-02T08:35:49.036 INFO:tasks.rados.rados.0.smithi104.stdout:1363: read oid 26 snap 84 2024-04-02T08:35:49.036 INFO:tasks.rados.rados.0.smithi104.stdout:1363: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:35:49.037 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 139 2024-04-02T08:35:49.037 INFO:tasks.rados.rados.0.smithi104.stdout:1362: finishing copy_from racing read to smithi10482514-11 2024-04-02T08:35:49.037 INFO:tasks.rados.rados.0.smithi104.stdout:1362: finishing copy_from to smithi10482514-11 2024-04-02T08:35:49.037 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1027 (ObjNum 257 snap 0 seq_num 1940579696) dirty exists 2024-04-02T08:35:49.037 INFO:tasks.rados.rados.0.smithi104.stdout:1364: seq_num 432 ranges {4603904=40960} 2024-04-02T08:35:49.061 INFO:tasks.rados.rados.0.smithi104.stdout:1364: writing smithi10482514-28 from 4603904 to 4644864 tid 1 2024-04-02T08:35:49.061 INFO:tasks.rados.rados.0.smithi104.stdout:1362: done (2 left) 2024-04-02T08:35:49.061 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 139 2024-04-02T08:35:49.061 INFO:tasks.rados.rados.0.smithi104.stdout:1363: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:35:49.121 INFO:tasks.rados.rados.0.smithi104.stdout:1364: finishing write tid 1 to smithi10482514-28 2024-04-02T08:35:49.122 INFO:tasks.rados.rados.0.smithi104.stdout:1364: finishing write tid 2 to smithi10482514-28 2024-04-02T08:35:49.122 INFO:tasks.rados.rados.0.smithi104.stdout:1364: finishing write tid 3 to smithi10482514-28 2024-04-02T08:35:49.122 INFO:tasks.rados.rados.0.smithi104.stdout:1364: oid 28 updating version 0 to 891 2024-04-02T08:35:49.122 INFO:tasks.rados.rados.0.smithi104.stdout:1364: oid 28 version 891 is already newer than 890 2024-04-02T08:35:49.122 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 891 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-04-02T08:35:49.122 INFO:tasks.rados.rados.0.smithi104.stdout:1364: left oid 28 (ObjNum 432 snap 139 seq_num 432) 2024-04-02T08:35:49.123 INFO:tasks.rados.rados.0.smithi104.stdout:1365: seq_num 433 ranges {0=57344} 2024-04-02T08:35:49.123 INFO:tasks.rados.rados.0.smithi104.stdout:1365: writing smithi10482514-13 from 0 to 57344 tid 1 2024-04-02T08:35:49.123 INFO:tasks.rados.rados.0.smithi104.stdout:1363: done (2 left) 2024-04-02T08:35:49.123 INFO:tasks.rados.rados.0.smithi104.stdout:1364: done (1 left) 2024-04-02T08:35:49.123 INFO:tasks.rados.rados.0.smithi104.stdout:1366: setattr oid 42 current snap is 139 2024-04-02T08:35:49.123 INFO:tasks.rados.rados.0.smithi104.stdout:1367: rollback oid 47 current snap is 139 2024-04-02T08:35:49.123 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 47 to 106 2024-04-02T08:35:49.123 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 139 2024-04-02T08:35:49.124 INFO:tasks.rados.rados.0.smithi104.stdout:1368: seq_num 434 ranges {6864896=73728} 2024-04-02T08:35:49.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[94081]: osdmap e336: 8 total, 8 up, 8 in 2024-04-02T08:35:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[94081]: pgmap v153: 121 pgs: 121 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-04-02T08:35:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[94081]: Upgrade: Updating osd.1 2024-04-02T08:35:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:35:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[94081]: Deploying daemon osd.1 on smithi104 2024-04-02T08:35:49.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[96567]: osdmap e336: 8 total, 8 up, 8 in 2024-04-02T08:35:49.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[96567]: pgmap v153: 121 pgs: 121 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-04-02T08:35:49.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[96567]: Upgrade: Updating osd.1 2024-04-02T08:35:49.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:49.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:35:49.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:49.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:48 smithi104 ceph-mon[96567]: Deploying daemon osd.1 on smithi104 2024-04-02T08:35:49.161 INFO:tasks.rados.rados.0.smithi104.stdout:1368: writing smithi10482514-2 from 6864896 to 6938624 tid 1 2024-04-02T08:35:49.161 INFO:tasks.rados.rados.0.smithi104.stdout:1369: rmattr oid 37 current snap is 139 2024-04-02T08:35:49.161 INFO:tasks.rados.rados.0.smithi104.stdout:1365: finishing write tid 1 to smithi10482514-13 2024-04-02T08:35:49.161 INFO:tasks.rados.rados.0.smithi104.stdout:1365: finishing write tid 2 to smithi10482514-13 2024-04-02T08:35:49.161 INFO:tasks.rados.rados.0.smithi104.stdout:1367: finishing rollback tid 0 to smithi10482514-47 2024-04-02T08:35:49.161 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 522 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:35:49.161 INFO:tasks.rados.rados.0.smithi104.stdout:1367: finishing rollback tid 1 to smithi10482514-47 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:1367: finishing rollback tid 2 to smithi10482514-47 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 895 (ObjNum 312 snap 104 seq_num 312) dirty exists 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:1365: finishing write tid 3 to smithi10482514-13 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:1365: oid 13 updating version 0 to 951 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:1365: oid 13 updating version 951 to 952 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 952 (ObjNum 433 snap 139 seq_num 433) dirty exists 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:1365: left oid 13 (ObjNum 433 snap 139 seq_num 433) 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:1365: done (4 left) 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:1366: done (3 left) 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:1367: done (2 left) 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:1370: read oid 39 snap -1 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:1370: expect (ObjNum 403 snap 130 seq_num 403) 2024-04-02T08:35:49.162 INFO:tasks.rados.rados.0.smithi104.stdout:1371: delete oid 23 current snap is 139 2024-04-02T08:35:49.163 INFO:tasks.rados.rados.0.smithi104.stdout:1368: finishing write tid 1 to smithi10482514-2 2024-04-02T08:35:49.164 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 286 (ObjNum 356 snap 121 seq_num 356) dirty exists 2024-04-02T08:35:49.165 INFO:tasks.rados.rados.0.smithi104.stdout:1368: finishing write tid 2 to smithi10482514-2 2024-04-02T08:35:49.165 INFO:tasks.rados.rados.0.smithi104.stdout:1369: done (3 left) 2024-04-02T08:35:49.166 INFO:tasks.rados.rados.0.smithi104.stdout:1371: done (2 left) 2024-04-02T08:35:49.166 INFO:tasks.rados.rados.0.smithi104.stdout:1372: snap_create 2024-04-02T08:35:49.166 INFO:tasks.rados.rados.0.smithi104.stdout:1368: finishing write tid 3 to smithi10482514-2 2024-04-02T08:35:49.166 INFO:tasks.rados.rados.0.smithi104.stdout:1368: oid 2 updating version 0 to 223 2024-04-02T08:35:49.166 INFO:tasks.rados.rados.0.smithi104.stdout:1368: oid 2 updating version 223 to 224 2024-04-02T08:35:49.166 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 224 (ObjNum 434 snap 139 seq_num 434) dirty exists 2024-04-02T08:35:49.166 INFO:tasks.rados.rados.0.smithi104.stdout:1368: left oid 2 (ObjNum 434 snap 139 seq_num 434) 2024-04-02T08:35:49.171 INFO:tasks.rados.rados.0.smithi104.stdout:1370: expect (ObjNum 403 snap 130 seq_num 403) 2024-04-02T08:35:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:48 smithi188 ceph-mon[86835]: osdmap e336: 8 total, 8 up, 8 in 2024-04-02T08:35:49.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:48 smithi188 ceph-mon[86835]: pgmap v153: 121 pgs: 121 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-04-02T08:35:49.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:48 smithi188 ceph-mon[86835]: Upgrade: Updating osd.1 2024-04-02T08:35:49.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:49.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:35:49.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:49.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:48 smithi188 ceph-mon[86835]: Deploying daemon osd.1 on smithi104 2024-04-02T08:35:49.883 INFO:tasks.rados.rados.0.smithi104.stdout:1368: done (2 left) 2024-04-02T08:35:49.883 INFO:tasks.rados.rados.0.smithi104.stdout:1370: done (1 left) 2024-04-02T08:35:49.883 INFO:tasks.rados.rados.0.smithi104.stdout:1372: done (0 left) 2024-04-02T08:35:49.883 INFO:tasks.rados.rados.0.smithi104.stdout:1373: snap_remove snap 137 2024-04-02T08:35:50.136 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:49 smithi104 ceph-mon[96567]: osdmap e337: 8 total, 8 up, 8 in 2024-04-02T08:35:50.136 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:50.136 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:49 smithi104 ceph-mon[94081]: osdmap e337: 8 total, 8 up, 8 in 2024-04-02T08:35:50.136 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:49 smithi188 ceph-mon[86835]: osdmap e337: 8 total, 8 up, 8 in 2024-04-02T08:35:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:50.838 INFO:tasks.rados.rados.0.smithi104.stdout:1373: done (0 left) 2024-04-02T08:35:50.839 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 140 2024-04-02T08:35:50.839 INFO:tasks.rados.rados.0.smithi104.stdout:1374: seq_num 436 ranges {0=106496} 2024-04-02T08:35:50.839 INFO:tasks.rados.rados.0.smithi104.stdout:1374: writing smithi10482514-33 from 0 to 106496 tid 1 2024-04-02T08:35:50.839 INFO:tasks.rados.rados.0.smithi104.stdout:1375: copy_from oid 22 from oid 50 current snap is 140 2024-04-02T08:35:50.839 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 140 2024-04-02T08:35:50.839 INFO:tasks.rados.rados.0.smithi104.stdout:1376: seq_num 437 ranges {9977856=122880} 2024-04-02T08:35:50.897 INFO:tasks.rados.rados.0.smithi104.stdout:1376: writing smithi10482514-38 from 9977856 to 10100736 tid 1 2024-04-02T08:35:50.897 INFO:tasks.rados.rados.0.smithi104.stdout:1377: read oid 17 snap -1 2024-04-02T08:35:50.897 INFO:tasks.rados.rados.0.smithi104.stdout:1377: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:50.897 INFO:tasks.rados.rados.0.smithi104.stdout:1374: finishing write tid 1 to smithi10482514-33 2024-04-02T08:35:50.897 INFO:tasks.rados.rados.0.smithi104.stdout:1378: read oid 27 snap 139 2024-04-02T08:35:50.898 INFO:tasks.rados.rados.0.smithi104.stdout:1378: expect (ObjNum 419 snap 137 seq_num 419) 2024-04-02T08:35:50.898 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 140 2024-04-02T08:35:50.898 INFO:tasks.rados.rados.0.smithi104.stdout:1374: finishing write tid 2 to smithi10482514-33 2024-04-02T08:35:50.898 INFO:tasks.rados.rados.0.smithi104.stdout:1379: seq_num 438 ranges {8323072=139264} 2024-04-02T08:35:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:1379: writing smithi10482514-40 from 8323072 to 8462336 tid 1 2024-04-02T08:35:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:1380: delete oid 15 current snap is 140 2024-04-02T08:35:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:1374: finishing write tid 3 to smithi10482514-33 2024-04-02T08:35:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:1374: oid 33 updating version 0 to 524 2024-04-02T08:35:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:1374: oid 33 version 524 is already newer than 523 2024-04-02T08:35:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 524 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:35:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:1374: left oid 33 (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:35:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:1375: finishing copy_from racing read to smithi10482514-22 2024-04-02T08:35:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:1375: finishing copy_from to smithi10482514-22 2024-04-02T08:35:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 941 (ObjNum 279 snap 95 seq_num 279) dirty exists 2024-04-02T08:35:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:1377: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:50.946 INFO:tasks.rados.rados.0.smithi104.stdout:1376: finishing write tid 1 to smithi10482514-38 2024-04-02T08:35:50.946 INFO:tasks.rados.rados.0.smithi104.stdout:1376: finishing write tid 2 to smithi10482514-38 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:1376: finishing write tid 3 to smithi10482514-38 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:1376: oid 38 updating version 0 to 977 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:1376: oid 38 version 977 is already newer than 976 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 977 (ObjNum 437 snap 140 seq_num 437) dirty exists 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:1376: left oid 38 (ObjNum 437 snap 140 seq_num 437) 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:1374: done (6 left) 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:1375: done (5 left) 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:1376: done (4 left) 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:1377: done (3 left) 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:1380: done (2 left) 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:1381: copy_from oid 21 from oid 16 current snap is 140 2024-04-02T08:35:50.947 INFO:tasks.rados.rados.0.smithi104.stdout:1378: expect (ObjNum 419 snap 137 seq_num 419) 2024-04-02T08:35:51.097 INFO:tasks.rados.rados.0.smithi104.stdout:1379: finishing write tid 1 to smithi10482514-40 2024-04-02T08:35:51.097 INFO:tasks.rados.rados.0.smithi104.stdout:1379: finishing write tid 2 to smithi10482514-40 2024-04-02T08:35:51.097 INFO:tasks.rados.rados.0.smithi104.stdout:1379: finishing write tid 3 to smithi10482514-40 2024-04-02T08:35:51.097 INFO:tasks.rados.rados.0.smithi104.stdout:1379: oid 40 updating version 0 to 1000 2024-04-02T08:35:51.097 INFO:tasks.rados.rados.0.smithi104.stdout:1379: oid 40 version 1000 is already newer than 999 2024-04-02T08:35:51.097 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 1000 (ObjNum 438 snap 140 seq_num 438) dirty exists 2024-04-02T08:35:51.097 INFO:tasks.rados.rados.0.smithi104.stdout:1379: left oid 40 (ObjNum 438 snap 140 seq_num 438) 2024-04-02T08:35:51.097 INFO:tasks.rados.rados.0.smithi104.stdout:1381: finishing copy_from racing read to smithi10482514-21 2024-04-02T08:35:51.098 INFO:tasks.rados.rados.0.smithi104.stdout:1381: finishing copy_from to smithi10482514-21 2024-04-02T08:35:51.098 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 521 (ObjNum 215 snap 66 seq_num 215) dirty exists 2024-04-02T08:35:51.098 INFO:tasks.rados.rados.0.smithi104.stdout:1378: done (2 left) 2024-04-02T08:35:51.098 INFO:tasks.rados.rados.0.smithi104.stdout:1379: done (1 left) 2024-04-02T08:35:51.098 INFO:tasks.rados.rados.0.smithi104.stdout:1381: done (0 left) 2024-04-02T08:35:51.098 INFO:tasks.rados.rados.0.smithi104.stdout:1382: snap_create 2024-04-02T08:35:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:50 smithi104 ceph-mon[96567]: osdmap e338: 8 total, 8 up, 8 in 2024-04-02T08:35:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:50 smithi104 ceph-mon[96567]: pgmap v156: 121 pgs: 121 active+clean; 434 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-02T08:35:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:50 smithi104 ceph-mon[96567]: osdmap e339: 8 total, 8 up, 8 in 2024-04-02T08:35:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:50 smithi104 ceph-mon[94081]: osdmap e338: 8 total, 8 up, 8 in 2024-04-02T08:35:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:50 smithi104 ceph-mon[94081]: pgmap v156: 121 pgs: 121 active+clean; 434 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-02T08:35:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:50 smithi104 ceph-mon[94081]: osdmap e339: 8 total, 8 up, 8 in 2024-04-02T08:35:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:50 smithi188 ceph-mon[86835]: osdmap e338: 8 total, 8 up, 8 in 2024-04-02T08:35:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:50 smithi188 ceph-mon[86835]: pgmap v156: 121 pgs: 121 active+clean; 434 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-02T08:35:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:50 smithi188 ceph-mon[86835]: osdmap e339: 8 total, 8 up, 8 in 2024-04-02T08:35:51.894 INFO:tasks.rados.rados.0.smithi104.stdout:1382: done (0 left) 2024-04-02T08:35:51.894 INFO:tasks.rados.rados.0.smithi104.stdout:1383: setattr oid 25 current snap is 141 2024-04-02T08:35:51.896 INFO:tasks.rados.rados.0.smithi104.stdout:1384: setattr oid 47 current snap is 141 2024-04-02T08:35:51.900 INFO:tasks.rados.rados.0.smithi104.stdout:1385: snap_create 2024-04-02T08:35:51.901 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 803 (ObjNum 392 snap 127 seq_num 392) dirty exists 2024-04-02T08:35:51.904 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 903 (ObjNum 312 snap 104 seq_num 312) dirty exists 2024-04-02T08:35:52.140 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:51 smithi104 systemd[1]: Stopping Ceph osd.1 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:35:52.140 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:51 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1[50025]: 2024-04-02T08:35:51.925+0000 7ff199ce0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:35:52.140 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:51 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1[50025]: 2024-04-02T08:35:51.925+0000 7ff199ce0700 -1 osd.1 340 *** Got signal Terminated *** 2024-04-02T08:35:52.140 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:51 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1[50025]: 2024-04-02T08:35:51.925+0000 7ff199ce0700 -1 osd.1 340 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:35:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:52.902 INFO:tasks.rados.rados.0.smithi104.stdout:1383: done (2 left) 2024-04-02T08:35:52.902 INFO:tasks.rados.rados.0.smithi104.stdout:1384: done (1 left) 2024-04-02T08:35:52.902 INFO:tasks.rados.rados.0.smithi104.stdout:1385: done (0 left) 2024-04-02T08:35:52.902 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 142 2024-04-02T08:35:52.902 INFO:tasks.rados.rados.0.smithi104.stdout:1386: seq_num 440 ranges {2588672=172032} 2024-04-02T08:35:52.917 INFO:tasks.rados.rados.0.smithi104.stdout:1386: writing smithi10482514-7 from 2588672 to 2760704 tid 1 2024-04-02T08:35:52.917 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 142 2024-04-02T08:35:52.917 INFO:tasks.rados.rados.0.smithi104.stdout:1387: seq_num 441 ranges {1171456=188416} 2024-04-02T08:35:52.925 INFO:tasks.rados.rados.0.smithi104.stdout:1387: writing smithi10482514-32 from 1171456 to 1359872 tid 1 2024-04-02T08:35:52.925 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 34 current snap is 142 2024-04-02T08:35:52.925 INFO:tasks.rados.rados.0.smithi104.stdout:1388: seq_num 442 ranges {745472=204800} 2024-04-02T08:35:52.930 INFO:tasks.rados.rados.0.smithi104.stdout:1388: writing smithi10482514-34 from 745472 to 950272 tid 1 2024-04-02T08:35:52.930 INFO:tasks.rados.rados.0.smithi104.stdout:1389: snap_create 2024-04-02T08:35:52.930 INFO:tasks.rados.rados.0.smithi104.stdout:1386: finishing write tid 1 to smithi10482514-7 2024-04-02T08:35:52.930 INFO:tasks.rados.rados.0.smithi104.stdout:1386: finishing write tid 2 to smithi10482514-7 2024-04-02T08:35:52.930 INFO:tasks.rados.rados.0.smithi104.stdout:1386: finishing write tid 3 to smithi10482514-7 2024-04-02T08:35:52.930 INFO:tasks.rados.rados.0.smithi104.stdout:1386: oid 7 updating version 0 to 630 2024-04-02T08:35:52.930 INFO:tasks.rados.rados.0.smithi104.stdout:1386: oid 7 updating version 630 to 631 2024-04-02T08:35:52.931 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 631 (ObjNum 440 snap 142 seq_num 440) dirty exists 2024-04-02T08:35:52.931 INFO:tasks.rados.rados.0.smithi104.stdout:1386: left oid 7 (ObjNum 440 snap 142 seq_num 440) 2024-04-02T08:35:53.334 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:52 smithi104 ceph-mon[94081]: osdmap e340: 8 total, 8 up, 8 in 2024-04-02T08:35:53.334 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:52 smithi104 ceph-mon[94081]: osd.1 marked itself down and dead 2024-04-02T08:35:53.334 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:52 smithi104 ceph-mon[94081]: pgmap v159: 121 pgs: 121 active+clean; 432 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T08:35:53.334 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:52 smithi104 ceph-mon[96567]: osdmap e340: 8 total, 8 up, 8 in 2024-04-02T08:35:53.334 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:52 smithi104 ceph-mon[96567]: osd.1 marked itself down and dead 2024-04-02T08:35:53.335 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:52 smithi104 ceph-mon[96567]: pgmap v159: 121 pgs: 121 active+clean; 432 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T08:35:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:52 smithi188 ceph-mon[86835]: osdmap e340: 8 total, 8 up, 8 in 2024-04-02T08:35:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:52 smithi188 ceph-mon[86835]: osd.1 marked itself down and dead 2024-04-02T08:35:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:52 smithi188 ceph-mon[86835]: pgmap v159: 121 pgs: 121 active+clean; 432 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T08:35:53.632 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:53 smithi104 podman[107383]: 2024-04-02 08:35:53.335883522 +0000 UTC m=+1.510105089 container died 0fac1c9ff7f8fb8817839120ca1dee01a9ca5bb5db54df2a22fe7fe4e9e48f00 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5) 2024-04-02T08:35:53.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:35:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:35:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:53.890 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:53 smithi104 podman[107383]: 2024-04-02 08:35:53.731634803 +0000 UTC m=+1.905856412 container cleanup 0fac1c9ff7f8fb8817839120ca1dee01a9ca5bb5db54df2a22fe7fe4e9e48f00 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-04-02T08:35:53.890 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:53 smithi104 bash[107383]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T08:35:53.904 INFO:tasks.rados.rados.0.smithi104.stdout:1386: done (3 left) 2024-04-02T08:35:53.904 INFO:tasks.rados.rados.0.smithi104.stdout:1389: done (2 left) 2024-04-02T08:35:53.905 INFO:tasks.rados.rados.0.smithi104.stdout:1390: delete oid 24 current snap is 143 2024-04-02T08:35:53.914 INFO:tasks.rados.rados.0.smithi104.stdout:1387: finishing write tid 1 to smithi10482514-32 2024-04-02T08:35:53.914 INFO:tasks.rados.rados.0.smithi104.stdout:1387: finishing write tid 2 to smithi10482514-32 2024-04-02T08:35:53.915 INFO:tasks.rados.rados.0.smithi104.stdout:1388: finishing write tid 1 to smithi10482514-34 2024-04-02T08:35:53.915 INFO:tasks.rados.rados.0.smithi104.stdout:1388: finishing write tid 2 to smithi10482514-34 2024-04-02T08:35:53.916 INFO:tasks.rados.rados.0.smithi104.stdout:1387: finishing write tid 3 to smithi10482514-32 2024-04-02T08:35:53.916 INFO:tasks.rados.rados.0.smithi104.stdout:1387: oid 32 updating version 0 to 420 2024-04-02T08:35:53.916 INFO:tasks.rados.rados.0.smithi104.stdout:1387: oid 32 version 420 is already newer than 419 2024-04-02T08:35:53.916 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 420 (ObjNum 441 snap 142 seq_num 441) dirty exists 2024-04-02T08:35:53.916 INFO:tasks.rados.rados.0.smithi104.stdout:1387: left oid 32 (ObjNum 441 snap 142 seq_num 441) 2024-04-02T08:35:53.918 INFO:tasks.rados.rados.0.smithi104.stdout:1388: finishing write tid 3 to smithi10482514-34 2024-04-02T08:35:53.918 INFO:tasks.rados.rados.0.smithi104.stdout:1388: oid 34 updating version 0 to 1116 2024-04-02T08:35:53.918 INFO:tasks.rados.rados.0.smithi104.stdout:1388: oid 34 version 1116 is already newer than 1115 2024-04-02T08:35:53.919 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 1116 (ObjNum 442 snap 142 seq_num 442) dirty exists 2024-04-02T08:35:53.919 INFO:tasks.rados.rados.0.smithi104.stdout:1388: left oid 34 (ObjNum 442 snap 142 seq_num 442) 2024-04-02T08:35:53.921 INFO:tasks.rados.rados.0.smithi104.stdout:1387: done (2 left) 2024-04-02T08:35:53.921 INFO:tasks.rados.rados.0.smithi104.stdout:1388: done (1 left) 2024-04-02T08:35:53.921 INFO:tasks.rados.rados.0.smithi104.stdout:1390: done (0 left) 2024-04-02T08:35:53.921 INFO:tasks.rados.rados.0.smithi104.stdout:1391: snap_remove snap 131 2024-04-02T08:35:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:53 smithi188 ceph-mon[86835]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:53 smithi188 ceph-mon[86835]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:35:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:53 smithi104 ceph-mon[96567]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:53 smithi104 ceph-mon[96567]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:35:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:53 smithi104 ceph-mon[94081]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:53 smithi104 ceph-mon[94081]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:35:54.390 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:54 smithi104 podman[107407]: 2024-04-02 08:35:54.091588755 +0000 UTC m=+0.751746002 container remove 0fac1c9ff7f8fb8817839120ca1dee01a9ca5bb5db54df2a22fe7fe4e9e48f00 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T08:35:54.669 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:54 smithi104 podman[107502]: 2024-04-02 08:35:54.309348771 +0000 UTC m=+0.017929842 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:54.669 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:54 smithi104 podman[107502]: 2024-04-02 08:35:54.442558437 +0000 UTC m=+0.151139489 container create 23552a596194932b80a7d62155a0f51e3c39c1f2017e2f6eeecfbeda25192c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux ) 2024-04-02T08:35:54.908 INFO:tasks.rados.rados.0.smithi104.stdout:1391: done (0 left) 2024-04-02T08:35:54.909 INFO:tasks.rados.rados.0.smithi104.stdout:1392: snap_remove snap 141 2024-04-02T08:35:54.960 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:54 smithi104 ceph-mon[96567]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:35:54.960 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:54 smithi104 ceph-mon[96567]: pgmap v162: 121 pgs: 16 stale+active+clean, 105 active+clean; 432 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 34 KiB/s wr, 3 op/s 2024-04-02T08:35:54.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:54 smithi104 ceph-mon[94081]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:35:54.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:54 smithi104 ceph-mon[94081]: pgmap v162: 121 pgs: 16 stale+active+clean, 105 active+clean; 432 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 34 KiB/s wr, 3 op/s 2024-04-02T08:35:54.961 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:54 smithi104 podman[107502]: 2024-04-02 08:35:54.670224785 +0000 UTC m=+0.378805850 container init 23552a596194932b80a7d62155a0f51e3c39c1f2017e2f6eeecfbeda25192c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:35:54.961 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:54 smithi104 podman[107502]: 2024-04-02 08:35:54.676270463 +0000 UTC m=+0.384851515 container start 23552a596194932b80a7d62155a0f51e3c39c1f2017e2f6eeecfbeda25192c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:35:54.961 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:54 smithi104 podman[107502]: 2024-04-02 08:35:54.761663204 +0000 UTC m=+0.470244265 container attach 23552a596194932b80a7d62155a0f51e3c39c1f2017e2f6eeecfbeda25192c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T08:35:55.355 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:54 smithi104 podman[107502]: 2024-04-02 08:35:54.962974467 +0000 UTC m=+0.671555537 container died 23552a596194932b80a7d62155a0f51e3c39c1f2017e2f6eeecfbeda25192c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:35:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:54 smithi188 ceph-mon[86835]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:35:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:54 smithi188 ceph-mon[86835]: pgmap v162: 121 pgs: 16 stale+active+clean, 105 active+clean; 432 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 34 KiB/s wr, 3 op/s 2024-04-02T08:35:55.842 INFO:tasks.rados.rados.0.smithi104.stdout:1392: done (0 left) 2024-04-02T08:35:55.843 INFO:tasks.rados.rados.0.smithi104.stdout:1393: snap_remove snap 83 2024-04-02T08:35:55.874 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:55 smithi104 podman[107548]: 2024-04-02 08:35:55.623394811 +0000 UTC m=+0.655267887 container remove 23552a596194932b80a7d62155a0f51e3c39c1f2017e2f6eeecfbeda25192c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:35:55.874 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:55 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.1.service: Deactivated successfully. 2024-04-02T08:35:55.874 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:55 smithi104 systemd[1]: Stopped Ceph osd.1 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:55.874 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:55 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.1.service: Consumed 11.468s CPU time. 2024-04-02T08:35:55.874 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:55 smithi104 systemd[1]: Starting Ceph osd.1 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:35:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:35:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:35:55] "GET /metrics HTTP/1.1" 200 36064 "" "Prometheus/2.43.0" 2024-04-02T08:35:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:55 smithi104 ceph-mon[94081]: osdmap e343: 8 total, 7 up, 8 in 2024-04-02T08:35:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:55 smithi104 ceph-mon[94081]: osdmap e344: 8 total, 7 up, 8 in 2024-04-02T08:35:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:55 smithi104 ceph-mon[96567]: osdmap e343: 8 total, 7 up, 8 in 2024-04-02T08:35:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:55 smithi104 ceph-mon[96567]: osdmap e344: 8 total, 7 up, 8 in 2024-04-02T08:35:56.142 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 podman[107658]: 2024-04-02 08:35:55.959691198 +0000 UTC m=+0.018670844 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:56.142 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 podman[107658]: 2024-04-02 08:35:56.066182308 +0000 UTC m=+0.125161930 container create 60e17c11304179ef7eea73b4631e68b1c38b07f670d53f378f985073501673bc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T08:35:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:55 smithi188 ceph-mon[86835]: osdmap e343: 8 total, 7 up, 8 in 2024-04-02T08:35:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:55 smithi188 ceph-mon[86835]: osdmap e344: 8 total, 7 up, 8 in 2024-04-02T08:35:56.453 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 podman[107658]: 2024-04-02 08:35:56.294039317 +0000 UTC m=+0.353018950 container init 60e17c11304179ef7eea73b4631e68b1c38b07f670d53f378f985073501673bc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True) 2024-04-02T08:35:56.453 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 podman[107658]: 2024-04-02 08:35:56.300159475 +0000 UTC m=+0.359139100 container start 60e17c11304179ef7eea73b4631e68b1c38b07f670d53f378f985073501673bc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-02T08:35:56.453 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 podman[107658]: 2024-04-02 08:35:56.410547046 +0000 UTC m=+0.469526677 container attach 60e17c11304179ef7eea73b4631e68b1c38b07f670d53f378f985073501673bc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-02T08:35:56.845 INFO:tasks.rados.rados.0.smithi104.stdout:1393: done (0 left) 2024-04-02T08:35:56.845 INFO:tasks.rados.rados.0.smithi104.stdout:1394: delete oid 34 current snap is 143 2024-04-02T08:35:56.852 INFO:tasks.rados.rados.0.smithi104.stdout:1394: done (0 left) 2024-04-02T08:35:56.852 INFO:tasks.rados.rados.0.smithi104.stdout:1395: read oid 33 snap -1 2024-04-02T08:35:56.852 INFO:tasks.rados.rados.0.smithi104.stdout:1395: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:35:56.852 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 143 2024-04-02T08:35:56.852 INFO:tasks.rados.rados.0.smithi104.stdout:1396: seq_num 445 ranges {2932736=253952} 2024-04-02T08:35:56.870 INFO:tasks.rados.rados.0.smithi104.stdout:1396: writing smithi10482514-48 from 2932736 to 3186688 tid 1 2024-04-02T08:35:56.870 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 143 2024-04-02T08:35:56.870 INFO:tasks.rados.rados.0.smithi104.stdout:1397: seq_num 446 ranges {12034048=278528} 2024-04-02T08:35:56.937 INFO:tasks.rados.rados.0.smithi104.stdout:1397: writing smithi10482514-5 from 12034048 to 12312576 tid 1 2024-04-02T08:35:56.937 INFO:tasks.rados.rados.0.smithi104.stdout:1398: read oid 42 snap -1 2024-04-02T08:35:56.937 INFO:tasks.rados.rados.0.smithi104.stdout:1398: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:35:56.938 INFO:tasks.rados.rados.0.smithi104.stdout:1399: copy_from oid 30 from oid 23 current snap is 143 2024-04-02T08:35:56.938 INFO:tasks.rados.rados.0.smithi104.stdout:1395: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:35:56.940 INFO:tasks.rados.rados.0.smithi104.stdout:1396: finishing write tid 1 to smithi10482514-48 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1396: finishing write tid 2 to smithi10482514-48 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1396: finishing write tid 3 to smithi10482514-48 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1396: oid 48 updating version 0 to 912 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1396: oid 48 version 912 is already newer than 911 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 912 (ObjNum 445 snap 143 seq_num 445) dirty exists 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1396: left oid 48 (ObjNum 445 snap 143 seq_num 445) 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1399: finishing copy_from to smithi10482514-30 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1399: got expected ENOENT (src dne) 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1399: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1395: done (4 left) 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1396: done (3 left) 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1399: done (2 left) 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 143 2024-04-02T08:35:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1400: seq_num 447 ranges {8077312=294912} 2024-04-02T08:35:56.986 INFO:tasks.rados.rados.0.smithi104.stdout:1400: writing smithi10482514-10 from 8077312 to 8372224 tid 1 2024-04-02T08:35:56.987 INFO:tasks.rados.rados.0.smithi104.stdout:1401: copy_from oid 24 from oid 6 current snap is 143 2024-04-02T08:35:56.987 INFO:tasks.rados.rados.0.smithi104.stdout:1397: finishing write tid 1 to smithi10482514-5 2024-04-02T08:35:56.987 INFO:tasks.rados.rados.0.smithi104.stdout:1402: read oid 29 snap -1 2024-04-02T08:35:56.987 INFO:tasks.rados.rados.0.smithi104.stdout:1402: expect (ObjNum 402 snap 130 seq_num 402) 2024-04-02T08:35:56.987 INFO:tasks.rados.rados.0.smithi104.stdout:1403: snap_remove snap 102 2024-04-02T08:35:57.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:56 smithi104 ceph-mon[96567]: pgmap v165: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 431 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 1.6 MiB/s wr, 15 op/s; 105/822 objects degraded (12.774%) 2024-04-02T08:35:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:56 smithi104 ceph-mon[96567]: osdmap e345: 8 total, 7 up, 8 in 2024-04-02T08:35:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:56 smithi104 ceph-mon[94081]: pgmap v165: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 431 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 1.6 MiB/s wr, 15 op/s; 105/822 objects degraded (12.774%) 2024-04-02T08:35:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:56 smithi104 ceph-mon[94081]: osdmap e345: 8 total, 7 up, 8 in 2024-04-02T08:35:57.140 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107673]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:57.140 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107673]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:57.140 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 bash[107658]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 bash[107658]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 bash[107658]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 bash[107658]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 bash[107658]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 bash[107658]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 bash[107658]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107673]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107673]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107673]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107673]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107673]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:35:57.141 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:56 smithi104 podman[107658]: 2024-04-02 08:35:56.79791125 +0000 UTC m=+0.856890886 container died 60e17c11304179ef7eea73b4631e68b1c38b07f670d53f378f985073501673bc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:35:57.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:56 smithi188 ceph-mon[86835]: pgmap v165: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 431 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 1.6 MiB/s wr, 15 op/s; 105/822 objects degraded (12.774%) 2024-04-02T08:35:57.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:56 smithi188 ceph-mon[86835]: osdmap e345: 8 total, 7 up, 8 in 2024-04-02T08:35:57.871 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:57 smithi104 podman[107818]: 2024-04-02 08:35:57.531199242 +0000 UTC m=+0.725043849 container remove 60e17c11304179ef7eea73b4631e68b1c38b07f670d53f378f985073501673bc (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:35:57.871 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:57 smithi104 podman[107889]: 2024-04-02 08:35:57.64303143 +0000 UTC m=+0.017962972 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:35:57.871 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:57 smithi104 podman[107889]: 2024-04-02 08:35:57.756991837 +0000 UTC m=+0.131923430 container create 183e693cda0326ad1432b1a957ab0d300e1853b9ee6cfc8b7dc9aadc12a61e9f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True) 2024-04-02T08:35:57.921 INFO:tasks.rados.rados.0.smithi104.stdout:1397: finishing write tid 2 to smithi10482514-5 2024-04-02T08:35:57.922 INFO:tasks.rados.rados.0.smithi104.stdout:1397: finishing write tid 3 to smithi10482514-5 2024-04-02T08:35:57.922 INFO:tasks.rados.rados.0.smithi104.stdout:1397: oid 5 updating version 0 to 914 2024-04-02T08:35:57.922 INFO:tasks.rados.rados.0.smithi104.stdout:1397: oid 5 version 914 is already newer than 913 2024-04-02T08:35:57.922 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 914 (ObjNum 446 snap 143 seq_num 446) dirty exists 2024-04-02T08:35:57.922 INFO:tasks.rados.rados.0.smithi104.stdout:1397: left oid 5 (ObjNum 446 snap 143 seq_num 446) 2024-04-02T08:35:57.922 INFO:tasks.rados.rados.0.smithi104.stdout:1398: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:35:57.987 INFO:tasks.rados.rados.0.smithi104.stdout:1400: finishing write tid 1 to smithi10482514-10 2024-04-02T08:35:57.987 INFO:tasks.rados.rados.0.smithi104.stdout:1400: finishing write tid 2 to smithi10482514-10 2024-04-02T08:35:57.987 INFO:tasks.rados.rados.0.smithi104.stdout:1397: done (5 left) 2024-04-02T08:35:57.987 INFO:tasks.rados.rados.0.smithi104.stdout:1398: done (4 left) 2024-04-02T08:35:57.987 INFO:tasks.rados.rados.0.smithi104.stdout:1403: done (3 left) 2024-04-02T08:35:57.987 INFO:tasks.rados.rados.0.smithi104.stdout:1404: read oid 31 snap -1 2024-04-02T08:35:57.987 INFO:tasks.rados.rados.0.smithi104.stdout:1404: expect (ObjNum 420 snap 137 seq_num 420) 2024-04-02T08:35:57.988 INFO:tasks.rados.rados.0.smithi104.stdout:1405: read oid 42 snap -1 2024-04-02T08:35:57.988 INFO:tasks.rados.rados.0.smithi104.stdout:1405: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:35:57.988 INFO:tasks.rados.rados.0.smithi104.stdout:1406: rmattr oid 12 current snap is 143 2024-04-02T08:35:57.988 INFO:tasks.rados.rados.0.smithi104.stdout:1406: done (5 left) 2024-04-02T08:35:57.988 INFO:tasks.rados.rados.0.smithi104.stdout:1400: finishing write tid 3 to smithi10482514-10 2024-04-02T08:35:57.988 INFO:tasks.rados.rados.0.smithi104.stdout:1400: oid 10 updating version 0 to 921 2024-04-02T08:35:57.988 INFO:tasks.rados.rados.0.smithi104.stdout:1400: oid 10 updating version 921 to 922 2024-04-02T08:35:57.988 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 922 (ObjNum 447 snap 143 seq_num 447) dirty exists 2024-04-02T08:35:57.988 INFO:tasks.rados.rados.0.smithi104.stdout:1400: left oid 10 (ObjNum 447 snap 143 seq_num 447) 2024-04-02T08:35:57.988 INFO:tasks.rados.rados.0.smithi104.stdout:1402: expect (ObjNum 402 snap 130 seq_num 402) 2024-04-02T08:35:58.044 INFO:tasks.rados.rados.0.smithi104.stdout:1401: finishing copy_from racing read to smithi10482514-24 2024-04-02T08:35:58.044 INFO:tasks.rados.rados.0.smithi104.stdout:1401: finishing copy_from to smithi10482514-24 2024-04-02T08:35:58.044 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 507 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:35:58.044 INFO:tasks.rados.rados.0.smithi104.stdout:1407: read oid 17 snap -1 2024-04-02T08:35:58.044 INFO:tasks.rados.rados.0.smithi104.stdout:1407: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:58.044 INFO:tasks.rados.rados.0.smithi104.stdout:1400: done (5 left) 2024-04-02T08:35:58.044 INFO:tasks.rados.rados.0.smithi104.stdout:1401: done (4 left) 2024-04-02T08:35:58.045 INFO:tasks.rados.rados.0.smithi104.stdout:1402: done (3 left) 2024-04-02T08:35:58.045 INFO:tasks.rados.rados.0.smithi104.stdout:1408: snap_remove snap 128 2024-04-02T08:35:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:57 smithi188 ceph-mon[86835]: Health check failed: Degraded data redundancy: 105/822 objects degraded (12.774%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:58.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:57 smithi104 ceph-mon[96567]: Health check failed: Degraded data redundancy: 105/822 objects degraded (12.774%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:57 smithi104 ceph-mon[94081]: Health check failed: Degraded data redundancy: 105/822 objects degraded (12.774%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:58.390 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:57 smithi104 podman[107889]: 2024-04-02 08:35:57.99293444 +0000 UTC m=+0.367865965 container init 183e693cda0326ad1432b1a957ab0d300e1853b9ee6cfc8b7dc9aadc12a61e9f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True) 2024-04-02T08:35:58.390 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:57 smithi104 podman[107889]: 2024-04-02 08:35:57.999452073 +0000 UTC m=+0.374383588 container start 183e693cda0326ad1432b1a957ab0d300e1853b9ee6cfc8b7dc9aadc12a61e9f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T08:35:58.390 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-osd[107928]: -- 172.21.15.104:0/4176606004 <== mon.0 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55724d0a7680 con 0x55724d071400 2024-04-02T08:35:58.391 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:58 smithi104 bash[107889]: 183e693cda0326ad1432b1a957ab0d300e1853b9ee6cfc8b7dc9aadc12a61e9f 2024-04-02T08:35:58.391 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:58 smithi104 systemd[1]: Started Ceph osd.1 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:58.889 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1[107905]: 2024-04-02T08:35:58.546+0000 7f67da0c17c0 -1 Falling back to public interface 2024-04-02T08:35:58.928 INFO:tasks.rados.rados.0.smithi104.stdout:1408: done (3 left) 2024-04-02T08:35:58.928 INFO:tasks.rados.rados.0.smithi104.stdout:1409: snap_create 2024-04-02T08:35:58.928 INFO:tasks.rados.rados.0.smithi104.stdout:1404: expect (ObjNum 420 snap 137 seq_num 420) 2024-04-02T08:35:58.991 INFO:tasks.rados.rados.0.smithi104.stdout:1405: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:35:59.051 INFO:tasks.rados.rados.0.smithi104.stdout:1407: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:58 smithi188 ceph-mon[86835]: osdmap e346: 8 total, 7 up, 8 in 2024-04-02T08:35:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:58 smithi188 ceph-mon[86835]: pgmap v168: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 431 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 1.6 MiB/s wr, 15 op/s; 105/822 objects degraded (12.774%) 2024-04-02T08:35:59.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-mon[96567]: osdmap e346: 8 total, 7 up, 8 in 2024-04-02T08:35:59.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-mon[96567]: pgmap v168: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 431 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 1.6 MiB/s wr, 15 op/s; 105/822 objects degraded (12.774%) 2024-04-02T08:35:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-mon[94081]: osdmap e346: 8 total, 7 up, 8 in 2024-04-02T08:35:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:35:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:58 smithi104 ceph-mon[94081]: pgmap v168: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 431 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 1.6 MiB/s wr, 15 op/s; 105/822 objects degraded (12.774%) 2024-04-02T08:35:59.652 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:35:59.928 INFO:tasks.rados.rados.0.smithi104.stdout:1404: done (3 left) 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi104.stdout:1405: done (2 left) 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi104.stdout:1407: done (1 left) 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi104.stdout:1409: done (0 left) 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi104.stdout:1410: copy_from oid 36 from oid 33 current snap is 144 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi104.stdout:1411: rollback oid 44 current snap is 144 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 44 to 114 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 144 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi104.stdout:1412: seq_num 448 ranges {0=311296} 2024-04-02T08:35:59.930 INFO:tasks.rados.rados.0.smithi104.stdout:1412: writing smithi10482514-8 from 0 to 311296 tid 1 2024-04-02T08:35:59.930 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 144 2024-04-02T08:35:59.930 INFO:tasks.rados.rados.0.smithi104.stdout:1413: seq_num 449 ranges {3538944=327680} 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi104.stdout:1413: writing smithi10482514-9 from 3538944 to 3866624 tid 1 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi104.stdout:1414: setattr oid 29 current snap is 144 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:1412: finishing write tid 1 to smithi10482514-8 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:1412: finishing write tid 2 to smithi10482514-8 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:1411: finishing rollback tid 0 to smithi10482514-44 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:1411: finishing rollback tid 1 to smithi10482514-44 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:1411: finishing rollback tid 2 to smithi10482514-44 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 1122 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:1412: finishing write tid 3 to smithi10482514-8 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:1412: oid 8 updating version 0 to 915 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:1412: oid 8 updating version 915 to 916 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 916 (ObjNum 448 snap 144 seq_num 448) dirty exists 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:1412: left oid 8 (ObjNum 448 snap 144 seq_num 448) 2024-04-02T08:35:59.953 INFO:tasks.rados.rados.0.smithi104.stdout:1410: finishing copy_from racing read to smithi10482514-36 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi104.stdout:1410: finishing copy_from to smithi10482514-36 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 524 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi104.stdout:1410: done (4 left) 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi104.stdout:1411: done (3 left) 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi104.stdout:1412: done (2 left) 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi104.stdout:1415: snap_remove snap 84 2024-04-02T08:35:59.990 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:35:59.990 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (6m) 33s ago 7m 25.0M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:35:59.990 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (7m) 78s ago 7m 87.8M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:35:59.990 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (8m) 33s ago 8m 15.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:35:59.990 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (8m) 78s ago 8m 18.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:35:59.990 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (2m) 78s ago 12m 448M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (2m) 33s ago 13m 502M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (2m) 33s ago 13m 44.1M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (85s) 78s ago 12m 29.5M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (99s) 33s ago 12m 40.8M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (7m) 33s ago 7m 16.9M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (7m) 78s ago 7m 15.3M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (38s) 33s ago 11m 12.6M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 starting - - - 2480M 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (10m) 33s ago 10m 180M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d f49701d81936 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (10m) 33s ago 10m 171M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 56815e6cf0b9 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (10m) 78s ago 10m 194M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (9m) 78s ago 9m 197M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (9m) 78s ago 9m 143M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:35:59.991 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (8m) 78s ago 8m 118M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:35:59.992 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (2m) 78s ago 7m 47.1M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:36:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:35:59 smithi188 ceph-mon[86835]: osdmap e347: 8 total, 7 up, 8 in 2024-04-02T08:36:00.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:35:59 smithi104 ceph-mon[94081]: osdmap e347: 8 total, 7 up, 8 in 2024-04-02T08:36:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:35:59 smithi104 ceph-mon[96567]: osdmap e347: 8 total, 7 up, 8 in 2024-04-02T08:36:00.448 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:36:00.448 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:36:00.448 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:36:00.448 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:36:00.448 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:36:00.448 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:36:00.448 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:36:00.448 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:36:00.449 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:36:00.449 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 1 2024-04-02T08:36:00.449 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:36:00.449 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:36:00.449 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:36:00.449 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:36:00.449 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:36:00.449 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8, 2024-04-02T08:36:00.449 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 6 2024-04-02T08:36:00.449 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:36:00.449 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:36:00.937 INFO:tasks.rados.rados.0.smithi104.stdout:1415: done (2 left) 2024-04-02T08:36:00.937 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 144 2024-04-02T08:36:00.937 INFO:tasks.rados.rados.0.smithi104.stdout:1413: finishing write tid 1 to smithi10482514-9 2024-04-02T08:36:00.937 INFO:tasks.rados.rados.0.smithi104.stdout:1416: seq_num 450 ranges {10100736=344064} 2024-04-02T08:36:00.995 INFO:tasks.rados.rados.0.smithi104.stdout:1416: writing smithi10482514-38 from 10100736 to 10444800 tid 1 2024-04-02T08:36:00.996 INFO:tasks.rados.rados.0.smithi104.stdout:1417: setattr oid 22 current snap is 144 2024-04-02T08:36:00.996 INFO:tasks.rados.rados.0.smithi104.stdout:1413: finishing write tid 2 to smithi10482514-9 2024-04-02T08:36:00.996 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 942 (ObjNum 402 snap 130 seq_num 402) dirty exists 2024-04-02T08:36:00.996 INFO:tasks.rados.rados.0.smithi104.stdout:1413: finishing write tid 3 to smithi10482514-9 2024-04-02T08:36:00.996 INFO:tasks.rados.rados.0.smithi104.stdout:1413: oid 9 updating version 0 to 1124 2024-04-02T08:36:00.996 INFO:tasks.rados.rados.0.smithi104.stdout:1413: oid 9 updating version 1124 to 1125 2024-04-02T08:36:00.996 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 1125 (ObjNum 449 snap 144 seq_num 449) dirty exists 2024-04-02T08:36:00.996 INFO:tasks.rados.rados.0.smithi104.stdout:1413: left oid 9 (ObjNum 449 snap 144 seq_num 449) 2024-04-02T08:36:00.996 INFO:tasks.rados.rados.0.smithi104.stdout:1413: done (3 left) 2024-04-02T08:36:00.996 INFO:tasks.rados.rados.0.smithi104.stdout:1414: done (2 left) 2024-04-02T08:36:00.997 INFO:tasks.rados.rados.0.smithi104.stdout:1418: snap_remove snap 96 2024-04-02T08:36:01.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:00 smithi104 ceph-mon[94081]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:00 smithi104 ceph-mon[94081]: osdmap e348: 8 total, 7 up, 8 in 2024-04-02T08:36:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:00 smithi104 ceph-mon[94081]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:00 smithi104 ceph-mon[94081]: pgmap v171: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 430 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 904 KiB/s wr, 16 op/s; 112/819 objects degraded (13.675%) 2024-04-02T08:36:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:00 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3748009787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:00 smithi104 ceph-mon[96567]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:00 smithi104 ceph-mon[96567]: osdmap e348: 8 total, 7 up, 8 in 2024-04-02T08:36:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:00 smithi104 ceph-mon[96567]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:00 smithi104 ceph-mon[96567]: pgmap v171: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 430 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 904 KiB/s wr, 16 op/s; 112/819 objects degraded (13.675%) 2024-04-02T08:36:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:00 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3748009787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:00 smithi188 ceph-mon[86835]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:00 smithi188 ceph-mon[86835]: osdmap e348: 8 total, 7 up, 8 in 2024-04-02T08:36:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:00 smithi188 ceph-mon[86835]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:00 smithi188 ceph-mon[86835]: pgmap v171: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 430 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 904 KiB/s wr, 16 op/s; 112/819 objects degraded (13.675%) 2024-04-02T08:36:01.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:00 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3748009787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:01.890 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:36:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1[107905]: 2024-04-02T08:36:01.466+0000 7f67da0c17c0 -1 osd.1 340 log_to_monitors true 2024-04-02T08:36:01.946 INFO:tasks.rados.rados.0.smithi104.stdout:1418: done (2 left) 2024-04-02T08:36:01.946 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 144 2024-04-02T08:36:01.946 INFO:tasks.rados.rados.0.smithi104.stdout:1419: seq_num 451 ranges {2285568=360448} 2024-04-02T08:36:01.961 INFO:tasks.rados.rados.0.smithi104.stdout:1419: writing smithi10482514-50 from 2285568 to 2646016 tid 1 2024-04-02T08:36:01.962 INFO:tasks.rados.rados.0.smithi104.stdout:1420: copy_from oid 28 from oid 19 current snap is 144 2024-04-02T08:36:01.962 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 942 (ObjNum 279 snap 95 seq_num 279) dirty exists 2024-04-02T08:36:01.962 INFO:tasks.rados.rados.0.smithi104.stdout:1416: finishing write tid 1 to smithi10482514-38 2024-04-02T08:36:01.962 INFO:tasks.rados.rados.0.smithi104.stdout:1416: finishing write tid 2 to smithi10482514-38 2024-04-02T08:36:01.962 INFO:tasks.rados.rados.0.smithi104.stdout:1416: finishing write tid 3 to smithi10482514-38 2024-04-02T08:36:01.962 INFO:tasks.rados.rados.0.smithi104.stdout:1416: oid 38 updating version 0 to 979 2024-04-02T08:36:01.962 INFO:tasks.rados.rados.0.smithi104.stdout:1416: oid 38 version 979 is already newer than 978 2024-04-02T08:36:01.962 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 979 (ObjNum 450 snap 144 seq_num 450) dirty exists 2024-04-02T08:36:01.962 INFO:tasks.rados.rados.0.smithi104.stdout:1416: left oid 38 (ObjNum 450 snap 144 seq_num 450) 2024-04-02T08:36:01.962 INFO:tasks.rados.rados.0.smithi104.stdout:1416: done (3 left) 2024-04-02T08:36:01.962 INFO:tasks.rados.rados.0.smithi104.stdout:1417: done (2 left) 2024-04-02T08:36:01.963 INFO:tasks.rados.rados.0.smithi104.stdout:1421: setattr oid 25 current snap is 144 2024-04-02T08:36:01.964 INFO:tasks.rados.rados.0.smithi104.stdout:1422: rollback oid 45 current snap is 144 2024-04-02T08:36:01.964 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 45 to 140 2024-04-02T08:36:01.964 INFO:tasks.rados.rados.0.smithi104.stdout:1423: rollback oid 6 current snap is 144 2024-04-02T08:36:01.964 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 6 to 143 2024-04-02T08:36:01.964 INFO:tasks.rados.rados.0.smithi104.stdout:1424: delete oid 7 current snap is 144 2024-04-02T08:36:01.967 INFO:tasks.rados.rados.0.smithi104.stdout:1420: finishing copy_from to smithi10482514-28 2024-04-02T08:36:01.968 INFO:tasks.rados.rados.0.smithi104.stdout:1420: got expected ENOENT (src dne) 2024-04-02T08:36:01.968 INFO:tasks.rados.rados.0.smithi104.stdout:1420: finishing copy_from racing read to smithi10482514-28 2024-04-02T08:36:01.968 INFO:tasks.rados.rados.0.smithi104.stdout:1419: finishing write tid 1 to smithi10482514-50 2024-04-02T08:36:01.969 INFO:tasks.rados.rados.0.smithi104.stdout:1422: finishing rollback tid 0 to smithi10482514-45 2024-04-02T08:36:01.969 INFO:tasks.rados.rados.0.smithi104.stdout:1422: finishing rollback tid 1 to smithi10482514-45 2024-04-02T08:36:01.969 INFO:tasks.rados.rados.0.smithi104.stdout:1423: finishing rollback tid 0 to smithi10482514-6 2024-04-02T08:36:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:1422: finishing rollback tid 2 to smithi10482514-45 2024-04-02T08:36:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 955 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:36:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 805 (ObjNum 392 snap 127 seq_num 392) dirty exists 2024-04-02T08:36:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:1420: done (5 left) 2024-04-02T08:36:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:1421: done (4 left) 2024-04-02T08:36:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:1422: done (3 left) 2024-04-02T08:36:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:1424: done (2 left) 2024-04-02T08:36:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:1425: read oid 46 snap -1 2024-04-02T08:36:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:1425: expect (ObjNum 391 snap 127 seq_num 391) 2024-04-02T08:36:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:1426: read oid 23 snap 143 2024-04-02T08:36:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:1426: expect deleted 2024-04-02T08:36:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:1427: read oid 49 snap 134 2024-04-02T08:36:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:1427: expect (ObjNum 222 snap 70 seq_num 222) 2024-04-02T08:36:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:1428: copy_from oid 24 from oid 32 current snap is 144 2024-04-02T08:36:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:1429: copy_from oid 38 from oid 30 current snap is 144 2024-04-02T08:36:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:1430: delete oid 22 current snap is 144 2024-04-02T08:36:01.973 INFO:tasks.rados.rados.0.smithi104.stdout:1419: finishing write tid 2 to smithi10482514-50 2024-04-02T08:36:01.973 INFO:tasks.rados.rados.0.smithi104.stdout:1423: finishing rollback tid 1 to smithi10482514-6 2024-04-02T08:36:01.974 INFO:tasks.rados.rados.0.smithi104.stdout:1419: finishing write tid 3 to smithi10482514-50 2024-04-02T08:36:01.974 INFO:tasks.rados.rados.0.smithi104.stdout:1419: oid 50 updating version 0 to 1127 2024-04-02T08:36:01.974 INFO:tasks.rados.rados.0.smithi104.stdout:1419: oid 50 updating version 1127 to 1128 2024-04-02T08:36:01.974 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 1128 (ObjNum 451 snap 144 seq_num 451) dirty exists 2024-04-02T08:36:01.974 INFO:tasks.rados.rados.0.smithi104.stdout:1419: left oid 50 (ObjNum 451 snap 144 seq_num 451) 2024-04-02T08:36:01.975 INFO:tasks.rados.rados.0.smithi104.stdout:1423: finishing rollback tid 2 to smithi10482514-6 2024-04-02T08:36:01.975 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1164 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:36:01.984 INFO:tasks.rados.rados.0.smithi104.stdout:1419: done (7 left) 2024-04-02T08:36:01.984 INFO:tasks.rados.rados.0.smithi104.stdout:1423: done (6 left) 2024-04-02T08:36:01.984 INFO:tasks.rados.rados.0.smithi104.stdout:1426: done (5 left) 2024-04-02T08:36:01.984 INFO:tasks.rados.rados.0.smithi104.stdout:1430: done (4 left) 2024-04-02T08:36:01.984 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 11 current snap is 144 2024-04-02T08:36:01.984 INFO:tasks.rados.rados.0.smithi104.stdout:1431: seq_num 454 ranges {0=409600} 2024-04-02T08:36:01.986 INFO:tasks.rados.rados.0.smithi104.stdout:1431: writing smithi10482514-11 from 0 to 409600 tid 1 2024-04-02T08:36:01.987 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 144 2024-04-02T08:36:01.987 INFO:tasks.rados.rados.0.smithi104.stdout:1427: expect (ObjNum 222 snap 70 seq_num 222) 2024-04-02T08:36:02.029 INFO:tasks.rados.rados.0.smithi104.stdout:1428: finishing copy_from racing read to smithi10482514-24 2024-04-02T08:36:02.029 INFO:tasks.rados.rados.0.smithi104.stdout:1428: finishing copy_from to smithi10482514-24 2024-04-02T08:36:02.029 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 420 (ObjNum 441 snap 142 seq_num 441) dirty exists 2024-04-02T08:36:02.029 INFO:tasks.rados.rados.0.smithi104.stdout:1431: finishing write tid 1 to smithi10482514-11 2024-04-02T08:36:02.030 INFO:tasks.rados.rados.0.smithi104.stdout:1431: finishing write tid 2 to smithi10482514-11 2024-04-02T08:36:02.030 INFO:tasks.rados.rados.0.smithi104.stdout:1429: finishing copy_from racing read to smithi10482514-38 2024-04-02T08:36:02.030 INFO:tasks.rados.rados.0.smithi104.stdout:1429: finishing copy_from to smithi10482514-38 2024-04-02T08:36:02.030 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 780 (ObjNum 421 snap 137 seq_num 421) dirty exists 2024-04-02T08:36:02.030 INFO:tasks.rados.rados.0.smithi104.stdout:1431: finishing write tid 3 to smithi10482514-11 2024-04-02T08:36:02.030 INFO:tasks.rados.rados.0.smithi104.stdout:1431: oid 11 updating version 0 to 1029 2024-04-02T08:36:02.030 INFO:tasks.rados.rados.0.smithi104.stdout:1431: oid 11 version 1029 is already newer than 1028 2024-04-02T08:36:02.030 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1029 (ObjNum 454 snap 144 seq_num 454) dirty exists 2024-04-02T08:36:02.030 INFO:tasks.rados.rados.0.smithi104.stdout:1431: left oid 11 (ObjNum 454 snap 144 seq_num 454) 2024-04-02T08:36:02.030 INFO:tasks.rados.rados.0.smithi104.stdout:1425: expect (ObjNum 391 snap 127 seq_num 391) 2024-04-02T08:36:02.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:01 smithi188 ceph-mon[86835]: osdmap e349: 8 total, 7 up, 8 in 2024-04-02T08:36:02.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:01 smithi188 ceph-mon[86835]: from='osd.1 [v2:172.21.15.104:6810/2147591900,v1:172.21.15.104:6811/2147591900]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:36:02.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:01 smithi188 ceph-mon[86835]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:36:02.336 INFO:tasks.rados.rados.0.smithi104.stdout:1432: seq_num 455 ranges {4358144=425984} 2024-04-02T08:36:02.363 INFO:tasks.rados.rados.0.smithi104.stdout:1432: writing smithi10482514-4 from 4358144 to 4784128 tid 1 2024-04-02T08:36:02.363 INFO:tasks.rados.rados.0.smithi104.stdout:1425: done (5 left) 2024-04-02T08:36:02.363 INFO:tasks.rados.rados.0.smithi104.stdout:1427: done (4 left) 2024-04-02T08:36:02.363 INFO:tasks.rados.rados.0.smithi104.stdout:1428: done (3 left) 2024-04-02T08:36:02.363 INFO:tasks.rados.rados.0.smithi104.stdout:1429: done (2 left) 2024-04-02T08:36:02.363 INFO:tasks.rados.rados.0.smithi104.stdout:1431: done (1 left) 2024-04-02T08:36:02.363 INFO:tasks.rados.rados.0.smithi104.stdout:1433: copy_from oid 43 from oid 25 current snap is 144 2024-04-02T08:36:02.363 INFO:tasks.rados.rados.0.smithi104.stdout:1434: read oid 14 snap -1 2024-04-02T08:36:02.364 INFO:tasks.rados.rados.0.smithi104.stdout:1434: expect deleted 2024-04-02T08:36:02.364 INFO:tasks.rados.rados.0.smithi104.stdout:1435: snap_remove snap 136 2024-04-02T08:36:02.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:01 smithi104 ceph-mon[96567]: osdmap e349: 8 total, 7 up, 8 in 2024-04-02T08:36:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:01 smithi104 ceph-mon[96567]: from='osd.1 [v2:172.21.15.104:6810/2147591900,v1:172.21.15.104:6811/2147591900]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:36:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:01 smithi104 ceph-mon[96567]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:36:02.390 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 08:36:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1[107905]: 2024-04-02T08:36:01.993+0000 7f67c7511700 -1 osd.1 340 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:36:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:01 smithi104 ceph-mon[94081]: osdmap e349: 8 total, 7 up, 8 in 2024-04-02T08:36:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:01 smithi104 ceph-mon[94081]: from='osd.1 [v2:172.21.15.104:6810/2147591900,v1:172.21.15.104:6811/2147591900]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:36:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:01 smithi104 ceph-mon[94081]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:36:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:02.981 INFO:tasks.rados.rados.0.smithi104.stdout:1435: done (3 left) 2024-04-02T08:36:02.981 INFO:tasks.rados.rados.0.smithi104.stdout:1436: snap_remove snap 133 2024-04-02T08:36:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:02 smithi188 ceph-mon[86835]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:36:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:02 smithi188 ceph-mon[86835]: osdmap e350: 8 total, 7 up, 8 in 2024-04-02T08:36:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:02 smithi188 ceph-mon[86835]: from='osd.1 [v2:172.21.15.104:6810/2147591900,v1:172.21.15.104:6811/2147591900]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:02 smithi188 ceph-mon[86835]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:03.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:03.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:03.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:02 smithi188 ceph-mon[86835]: pgmap v174: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 428 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 904 KiB/s wr, 16 op/s; 112/810 objects degraded (13.827%) 2024-04-02T08:36:03.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[96567]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:36:03.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[96567]: osdmap e350: 8 total, 7 up, 8 in 2024-04-02T08:36:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[96567]: from='osd.1 [v2:172.21.15.104:6810/2147591900,v1:172.21.15.104:6811/2147591900]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[96567]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[96567]: pgmap v174: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 428 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 904 KiB/s wr, 16 op/s; 112/810 objects degraded (13.827%) 2024-04-02T08:36:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[94081]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:36:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[94081]: osdmap e350: 8 total, 7 up, 8 in 2024-04-02T08:36:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[94081]: from='osd.1 [v2:172.21.15.104:6810/2147591900,v1:172.21.15.104:6811/2147591900]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[94081]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:03.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:02 smithi104 ceph-mon[94081]: pgmap v174: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 428 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 904 KiB/s wr, 16 op/s; 112/810 objects degraded (13.827%) 2024-04-02T08:36:03.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:03.985 INFO:tasks.rados.rados.0.smithi104.stdout:1436: done (3 left) 2024-04-02T08:36:03.985 INFO:tasks.rados.rados.0.smithi104.stdout:1437: delete oid 48 current snap is 144 2024-04-02T08:36:03.985 INFO:tasks.rados.rados.0.smithi104.stdout:1432: finishing write tid 1 to smithi10482514-4 2024-04-02T08:36:03.985 INFO:tasks.rados.rados.0.smithi104.stdout:1432: finishing write tid 2 to smithi10482514-4 2024-04-02T08:36:03.985 INFO:tasks.rados.rados.0.smithi104.stdout:1432: finishing write tid 3 to smithi10482514-4 2024-04-02T08:36:03.986 INFO:tasks.rados.rados.0.smithi104.stdout:1432: oid 4 updating version 0 to 1001 2024-04-02T08:36:03.986 INFO:tasks.rados.rados.0.smithi104.stdout:1432: oid 4 updating version 1001 to 1002 2024-04-02T08:36:03.986 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1002 (ObjNum 455 snap 144 seq_num 455) dirty exists 2024-04-02T08:36:03.986 INFO:tasks.rados.rados.0.smithi104.stdout:1432: left oid 4 (ObjNum 455 snap 144 seq_num 455) 2024-04-02T08:36:03.986 INFO:tasks.rados.rados.0.smithi104.stdout:1433: finishing copy_from racing read to smithi10482514-43 2024-04-02T08:36:03.986 INFO:tasks.rados.rados.0.smithi104.stdout:1433: finishing copy_from to smithi10482514-43 2024-04-02T08:36:03.986 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 805 (ObjNum 392 snap 127 seq_num 392) dirty exists 2024-04-02T08:36:03.994 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 112/810 objects degraded (13.827%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:03.994 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[96567]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:03.994 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[96567]: osd.1 [v2:172.21.15.104:6810/2147591900,v1:172.21.15.104:6811/2147591900] boot 2024-04-02T08:36:03.994 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[96567]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:36:03.994 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:36:03.994 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:03.994 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:03.994 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 112/810 objects degraded (13.827%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:03.995 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[94081]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:03.995 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[94081]: osd.1 [v2:172.21.15.104:6810/2147591900,v1:172.21.15.104:6811/2147591900] boot 2024-04-02T08:36:03.995 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[94081]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:36:03.995 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:36:03.995 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:03.995 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:03 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:04.032 INFO:tasks.rados.rados.0.smithi104.stdout:1432: done (3 left) 2024-04-02T08:36:04.032 INFO:tasks.rados.rados.0.smithi104.stdout:1433: done (2 left) 2024-04-02T08:36:04.032 INFO:tasks.rados.rados.0.smithi104.stdout:1434: done (1 left) 2024-04-02T08:36:04.032 INFO:tasks.rados.rados.0.smithi104.stdout:1437: done (0 left) 2024-04-02T08:36:04.032 INFO:tasks.rados.rados.0.smithi104.stdout:1438: snap_remove snap 123 2024-04-02T08:36:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:03 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 112/810 objects degraded (13.827%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:03 smithi188 ceph-mon[86835]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:03 smithi188 ceph-mon[86835]: osd.1 [v2:172.21.15.104:6810/2147591900,v1:172.21.15.104:6811/2147591900] boot 2024-04-02T08:36:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:03 smithi188 ceph-mon[86835]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:36:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:03 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:36:04.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:03 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:04.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:03 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:04.986 INFO:tasks.rados.rados.0.smithi104.stdout:1438: done (0 left) 2024-04-02T08:36:04.987 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 16 current snap is 144 2024-04-02T08:36:04.987 INFO:tasks.rados.rados.0.smithi104.stdout:1439: seq_num 457 ranges {3588096=458752} 2024-04-02T08:36:05.011 INFO:tasks.rados.rados.0.smithi104.stdout:1439: writing smithi10482514-16 from 3588096 to 4046848 tid 1 2024-04-02T08:36:05.011 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 144 2024-04-02T08:36:05.011 INFO:tasks.rados.rados.0.smithi104.stdout:1440: seq_num 458 ranges {0=475136} 2024-04-02T08:36:05.014 INFO:tasks.rados.rados.0.smithi104.stdout:1440: writing smithi10482514-15 from 0 to 475136 tid 1 2024-04-02T08:36:05.014 INFO:tasks.rados.rados.0.smithi104.stdout:1441: snap_remove snap 114 2024-04-02T08:36:05.117 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:04 smithi104 ceph-mon[96567]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:36:05.117 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:04 smithi104 ceph-mon[96567]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 428 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 112/810 objects degraded (13.827%) 2024-04-02T08:36:05.117 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:05.117 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:05.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:04 smithi104 ceph-mon[94081]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:36:05.117 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:04 smithi104 ceph-mon[94081]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 428 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 112/810 objects degraded (13.827%) 2024-04-02T08:36:05.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:05.118 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:04 smithi188 ceph-mon[86835]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:36:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:04 smithi188 ceph-mon[86835]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 428 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 112/810 objects degraded (13.827%) 2024-04-02T08:36:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:05.841 INFO:tasks.rados.rados.0.smithi104.stdout:1441: done (2 left) 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:1442: read oid 20 snap -1 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:1442: expect (ObjNum 428 snap 139 seq_num 428) 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:1439: finishing write tid 1 to smithi10482514-16 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:1439: finishing write tid 2 to smithi10482514-16 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:1439: finishing write tid 3 to smithi10482514-16 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:1439: oid 16 updating version 0 to 557 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:1439: oid 16 updating version 557 to 558 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 558 (ObjNum 457 snap 144 seq_num 457) dirty exists 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:1439: left oid 16 (ObjNum 457 snap 144 seq_num 457) 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:1440: finishing write tid 1 to smithi10482514-15 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:1440: finishing write tid 2 to smithi10482514-15 2024-04-02T08:36:05.842 INFO:tasks.rados.rados.0.smithi104.stdout:1440: finishing write tid 3 to smithi10482514-15 2024-04-02T08:36:05.843 INFO:tasks.rados.rados.0.smithi104.stdout:1440: oid 15 updating version 0 to 1187 2024-04-02T08:36:05.843 INFO:tasks.rados.rados.0.smithi104.stdout:1440: oid 15 updating version 1187 to 1188 2024-04-02T08:36:05.843 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 1188 (ObjNum 458 snap 144 seq_num 458) dirty exists 2024-04-02T08:36:05.843 INFO:tasks.rados.rados.0.smithi104.stdout:1440: left oid 15 (ObjNum 458 snap 144 seq_num 458) 2024-04-02T08:36:05.843 INFO:tasks.rados.rados.0.smithi104.stdout:1439: done (2 left) 2024-04-02T08:36:05.843 INFO:tasks.rados.rados.0.smithi104.stdout:1440: done (1 left) 2024-04-02T08:36:05.843 INFO:tasks.rados.rados.0.smithi104.stdout:1443: read oid 34 snap 140 2024-04-02T08:36:05.843 INFO:tasks.rados.rados.0.smithi104.stdout:1443: expect (ObjNum 287 snap 95 seq_num 287) 2024-04-02T08:36:05.843 INFO:tasks.rados.rados.0.smithi104.stdout:1444: snap_create 2024-04-02T08:36:05.864 INFO:tasks.rados.rados.0.smithi104.stdout:1442: expect (ObjNum 428 snap 139 seq_num 428) 2024-04-02T08:36:05.931 INFO:tasks.rados.rados.0.smithi104.stdout:1443: expect (ObjNum 287 snap 95 seq_num 287) 2024-04-02T08:36:06.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:05 smithi104 ceph-mon[96567]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:36:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:05 smithi104 ceph-mon[96567]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:36:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:36:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:36:05] "GET /metrics HTTP/1.1" 200 35988 "" "Prometheus/2.43.0" 2024-04-02T08:36:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:05 smithi104 ceph-mon[94081]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:36:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:05 smithi104 ceph-mon[94081]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:36:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:05 smithi188 ceph-mon[86835]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:36:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:05 smithi188 ceph-mon[86835]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:36:06.842 INFO:tasks.rados.rados.0.smithi104.stdout:1442: done (2 left) 2024-04-02T08:36:06.842 INFO:tasks.rados.rados.0.smithi104.stdout:1443: done (1 left) 2024-04-02T08:36:06.842 INFO:tasks.rados.rados.0.smithi104.stdout:1444: done (0 left) 2024-04-02T08:36:06.842 INFO:tasks.rados.rados.0.smithi104.stdout:1445: rollback oid 49 current snap is 145 2024-04-02T08:36:06.842 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 49 to 142 2024-04-02T08:36:06.842 INFO:tasks.rados.rados.0.smithi104.stdout:1446: rmattr oid 46 current snap is 145 2024-04-02T08:36:06.842 INFO:tasks.rados.rados.0.smithi104.stdout:1446: done (1 left) 2024-04-02T08:36:06.842 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 16 current snap is 145 2024-04-02T08:36:06.842 INFO:tasks.rados.rados.0.smithi104.stdout:1447: seq_num 459 ranges {4046848=491520} 2024-04-02T08:36:06.865 INFO:tasks.rados.rados.0.smithi104.stdout:1447: writing smithi10482514-16 from 4046848 to 4538368 tid 1 2024-04-02T08:36:06.865 INFO:tasks.rados.rados.0.smithi104.stdout:1448: snap_create 2024-04-02T08:36:06.865 INFO:tasks.rados.rados.0.smithi104.stdout:1445: finishing rollback tid 0 to smithi10482514-49 2024-04-02T08:36:06.866 INFO:tasks.rados.rados.0.smithi104.stdout:1445: finishing rollback tid 1 to smithi10482514-49 2024-04-02T08:36:06.866 INFO:tasks.rados.rados.0.smithi104.stdout:1445: finishing rollback tid 2 to smithi10482514-49 2024-04-02T08:36:06.866 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 958 (ObjNum 222 snap 70 seq_num 222) dirty exists 2024-04-02T08:36:06.870 INFO:tasks.rados.rados.0.smithi104.stdout:1447: finishing write tid 1 to smithi10482514-16 2024-04-02T08:36:06.870 INFO:tasks.rados.rados.0.smithi104.stdout:1447: finishing write tid 2 to smithi10482514-16 2024-04-02T08:36:06.871 INFO:tasks.rados.rados.0.smithi104.stdout:1447: finishing write tid 3 to smithi10482514-16 2024-04-02T08:36:06.871 INFO:tasks.rados.rados.0.smithi104.stdout:1447: oid 16 updating version 0 to 567 2024-04-02T08:36:06.871 INFO:tasks.rados.rados.0.smithi104.stdout:1447: oid 16 version 567 is already newer than 566 2024-04-02T08:36:06.871 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 567 (ObjNum 459 snap 145 seq_num 459) dirty exists 2024-04-02T08:36:06.871 INFO:tasks.rados.rados.0.smithi104.stdout:1447: left oid 16 (ObjNum 459 snap 145 seq_num 459) 2024-04-02T08:36:06.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:36:06.846+0000 7f6c40819700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-02T08:36:07.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: pgmap v180: 121 pgs: 4 active+undersized+degraded, 12 active+undersized, 105 active+clean; 376 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.4 MiB/s wr, 19 op/s; 10/639 objects degraded (1.565%); 15 MiB/s, 4 objects/s recovering 2024-04-02T08:36:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:36:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: pgmap v180: 121 pgs: 4 active+undersized+degraded, 12 active+undersized, 105 active+clean; 376 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.4 MiB/s wr, 19 op/s; 10/639 objects degraded (1.565%); 15 MiB/s, 4 objects/s recovering 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: pgmap v180: 121 pgs: 4 active+undersized+degraded, 12 active+undersized, 105 active+clean; 376 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.4 MiB/s wr, 19 op/s; 10/639 objects degraded (1.565%); 15 MiB/s, 4 objects/s recovering 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:07.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:07.848 INFO:tasks.rados.rados.0.smithi104.stdout:1445: done (2 left) 2024-04-02T08:36:07.849 INFO:tasks.rados.rados.0.smithi104.stdout:1447: done (1 left) 2024-04-02T08:36:07.849 INFO:tasks.rados.rados.0.smithi104.stdout:1448: done (0 left) 2024-04-02T08:36:07.849 INFO:tasks.rados.rados.0.smithi104.stdout:1449: delete oid 24 current snap is 146 2024-04-02T08:36:07.854 INFO:tasks.rados.rados.0.smithi104.stdout:1449: done (0 left) 2024-04-02T08:36:07.854 INFO:tasks.rados.rados.0.smithi104.stdout:1450: snap_remove snap 113 2024-04-02T08:36:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:07 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:07 smithi188 ceph-mon[86835]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-02T08:36:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:07 smithi188 ceph-mon[86835]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:36:08.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:07 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:08.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:07 smithi104 ceph-mon[96567]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-02T08:36:08.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:07 smithi104 ceph-mon[96567]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:36:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:07 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:07 smithi104 ceph-mon[94081]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-02T08:36:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:07 smithi104 ceph-mon[94081]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:36:08.851 INFO:tasks.rados.rados.0.smithi104.stdout:1450: done (0 left) 2024-04-02T08:36:08.852 INFO:tasks.rados.rados.0.smithi104.stdout:1451: delete oid 24 current snap is 146 2024-04-02T08:36:08.863 INFO:tasks.rados.rados.0.smithi104.stdout:1451: done (0 left) 2024-04-02T08:36:08.863 INFO:tasks.rados.rados.0.smithi104.stdout:1452: read oid 30 snap -1 2024-04-02T08:36:08.863 INFO:tasks.rados.rados.0.smithi104.stdout:1452: expect (ObjNum 421 snap 137 seq_num 421) 2024-04-02T08:36:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1453: read oid 43 snap -1 2024-04-02T08:36:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1453: expect (ObjNum 392 snap 127 seq_num 392) 2024-04-02T08:36:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 146 2024-04-02T08:36:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1454: seq_num 462 ranges {106496=540672} 2024-04-02T08:36:08.867 INFO:tasks.rados.rados.0.smithi104.stdout:1454: writing smithi10482514-33 from 106496 to 647168 tid 1 2024-04-02T08:36:08.868 INFO:tasks.rados.rados.0.smithi104.stdout:1455: read oid 17 snap -1 2024-04-02T08:36:08.868 INFO:tasks.rados.rados.0.smithi104.stdout:1455: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:08.868 INFO:tasks.rados.rados.0.smithi104.stdout:1456: delete oid 20 current snap is 146 2024-04-02T08:36:08.871 INFO:tasks.rados.rados.0.smithi104.stdout:1455: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:08.876 INFO:tasks.rados.rados.0.smithi104.stdout:1454: finishing write tid 1 to smithi10482514-33 2024-04-02T08:36:08.876 INFO:tasks.rados.rados.0.smithi104.stdout:1454: finishing write tid 2 to smithi10482514-33 2024-04-02T08:36:08.876 INFO:tasks.rados.rados.0.smithi104.stdout:1455: done (4 left) 2024-04-02T08:36:08.876 INFO:tasks.rados.rados.0.smithi104.stdout:1456: done (3 left) 2024-04-02T08:36:08.876 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 146 2024-04-02T08:36:08.876 INFO:tasks.rados.rados.0.smithi104.stdout:1457: seq_num 464 ranges {1171456=573440} 2024-04-02T08:36:08.890 INFO:tasks.rados.rados.0.smithi104.stdout:1457: writing smithi10482514-47 from 1171456 to 1744896 tid 1 2024-04-02T08:36:08.890 INFO:tasks.rados.rados.0.smithi104.stdout:1458: snap_create 2024-04-02T08:36:08.890 INFO:tasks.rados.rados.0.smithi104.stdout:1454: finishing write tid 3 to smithi10482514-33 2024-04-02T08:36:08.890 INFO:tasks.rados.rados.0.smithi104.stdout:1454: oid 33 updating version 0 to 576 2024-04-02T08:36:08.890 INFO:tasks.rados.rados.0.smithi104.stdout:1454: oid 33 version 576 is already newer than 575 2024-04-02T08:36:08.890 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 576 (ObjNum 462 snap 146 seq_num 462) dirty exists 2024-04-02T08:36:08.890 INFO:tasks.rados.rados.0.smithi104.stdout:1454: left oid 33 (ObjNum 462 snap 146 seq_num 462) 2024-04-02T08:36:08.892 INFO:tasks.rados.rados.0.smithi104.stdout:1452: expect (ObjNum 421 snap 137 seq_num 421) 2024-04-02T08:36:09.037 INFO:tasks.rados.rados.0.smithi104.stdout:1453: expect (ObjNum 392 snap 127 seq_num 392) 2024-04-02T08:36:09.089 INFO:tasks.rados.rados.0.smithi104.stdout:1457: finishing write tid 1 to smithi10482514-47 2024-04-02T08:36:09.089 INFO:tasks.rados.rados.0.smithi104.stdout:1457: finishing write tid 2 to smithi10482514-47 2024-04-02T08:36:09.089 INFO:tasks.rados.rados.0.smithi104.stdout:1457: finishing write tid 3 to smithi10482514-47 2024-04-02T08:36:09.089 INFO:tasks.rados.rados.0.smithi104.stdout:1457: oid 47 updating version 0 to 1008 2024-04-02T08:36:09.089 INFO:tasks.rados.rados.0.smithi104.stdout:1457: oid 47 updating version 1008 to 1009 2024-04-02T08:36:09.089 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 1009 (ObjNum 464 snap 146 seq_num 464) dirty exists 2024-04-02T08:36:09.089 INFO:tasks.rados.rados.0.smithi104.stdout:1457: left oid 47 (ObjNum 464 snap 146 seq_num 464) 2024-04-02T08:36:09.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:09 smithi188 ceph-mon[86835]: pgmap v183: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.4 MiB/s wr, 19 op/s; 15 MiB/s, 5 objects/s recovering 2024-04-02T08:36:09.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:09 smithi188 ceph-mon[86835]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:36:09.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:09 smithi104 ceph-mon[96567]: pgmap v183: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.4 MiB/s wr, 19 op/s; 15 MiB/s, 5 objects/s recovering 2024-04-02T08:36:09.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:09 smithi104 ceph-mon[96567]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:36:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:09 smithi104 ceph-mon[94081]: pgmap v183: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.4 MiB/s wr, 19 op/s; 15 MiB/s, 5 objects/s recovering 2024-04-02T08:36:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:09 smithi104 ceph-mon[94081]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:36:09.851 INFO:tasks.rados.rados.0.smithi104.stdout:1452: done (4 left) 2024-04-02T08:36:09.851 INFO:tasks.rados.rados.0.smithi104.stdout:1453: done (3 left) 2024-04-02T08:36:09.851 INFO:tasks.rados.rados.0.smithi104.stdout:1454: done (2 left) 2024-04-02T08:36:09.851 INFO:tasks.rados.rados.0.smithi104.stdout:1457: done (1 left) 2024-04-02T08:36:09.852 INFO:tasks.rados.rados.0.smithi104.stdout:1458: done (0 left) 2024-04-02T08:36:09.852 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 147 2024-04-02T08:36:09.852 INFO:tasks.rados.rados.0.smithi104.stdout:1459: seq_num 465 ranges {3866624=598016} 2024-04-02T08:36:09.874 INFO:tasks.rados.rados.0.smithi104.stdout:1459: writing smithi10482514-9 from 3866624 to 4464640 tid 1 2024-04-02T08:36:09.874 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 147 2024-04-02T08:36:09.874 INFO:tasks.rados.rados.0.smithi104.stdout:1460: seq_num 466 ranges {8372224=614400} 2024-04-02T08:36:09.923 INFO:tasks.rados.rados.0.smithi104.stdout:1460: writing smithi10482514-10 from 8372224 to 8986624 tid 1 2024-04-02T08:36:09.923 INFO:tasks.rados.rados.0.smithi104.stdout:1461: copy_from oid 6 from oid 7 current snap is 147 2024-04-02T08:36:09.923 INFO:tasks.rados.rados.0.smithi104.stdout:1459: finishing write tid 1 to smithi10482514-9 2024-04-02T08:36:09.923 INFO:tasks.rados.rados.0.smithi104.stdout:1459: finishing write tid 2 to smithi10482514-9 2024-04-02T08:36:09.923 INFO:tasks.rados.rados.0.smithi104.stdout:1459: finishing write tid 3 to smithi10482514-9 2024-04-02T08:36:09.923 INFO:tasks.rados.rados.0.smithi104.stdout:1459: oid 9 updating version 0 to 1204 2024-04-02T08:36:09.923 INFO:tasks.rados.rados.0.smithi104.stdout:1459: oid 9 updating version 1204 to 1205 2024-04-02T08:36:09.923 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 1205 (ObjNum 465 snap 147 seq_num 465) dirty exists 2024-04-02T08:36:09.924 INFO:tasks.rados.rados.0.smithi104.stdout:1459: left oid 9 (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:36:09.924 INFO:tasks.rados.rados.0.smithi104.stdout:1459: done (2 left) 2024-04-02T08:36:09.924 INFO:tasks.rados.rados.0.smithi104.stdout:1462: rmattr oid 50 current snap is 147 2024-04-02T08:36:09.924 INFO:tasks.rados.rados.0.smithi104.stdout:1462: done (2 left) 2024-04-02T08:36:09.924 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 147 2024-04-02T08:36:09.924 INFO:tasks.rados.rados.0.smithi104.stdout:1463: seq_num 467 ranges {4308992=630784} 2024-04-02T08:36:09.949 INFO:tasks.rados.rados.0.smithi104.stdout:1463: writing smithi10482514-38 from 4308992 to 4939776 tid 1 2024-04-02T08:36:09.949 INFO:tasks.rados.rados.0.smithi104.stdout:1464: delete oid 18 current snap is 147 2024-04-02T08:36:09.949 INFO:tasks.rados.rados.0.smithi104.stdout:1461: finishing copy_from to smithi10482514-6 2024-04-02T08:36:09.949 INFO:tasks.rados.rados.0.smithi104.stdout:1461: got expected ENOENT (src dne) 2024-04-02T08:36:09.949 INFO:tasks.rados.rados.0.smithi104.stdout:1461: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:36:09.949 INFO:tasks.rados.rados.0.smithi104.stdout:1460: finishing write tid 1 to smithi10482514-10 2024-04-02T08:36:09.949 INFO:tasks.rados.rados.0.smithi104.stdout:1460: finishing write tid 2 to smithi10482514-10 2024-04-02T08:36:09.950 INFO:tasks.rados.rados.0.smithi104.stdout:1460: finishing write tid 3 to smithi10482514-10 2024-04-02T08:36:09.950 INFO:tasks.rados.rados.0.smithi104.stdout:1460: oid 10 updating version 0 to 1011 2024-04-02T08:36:09.950 INFO:tasks.rados.rados.0.smithi104.stdout:1460: oid 10 updating version 1011 to 1012 2024-04-02T08:36:09.950 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1012 (ObjNum 466 snap 147 seq_num 466) dirty exists 2024-04-02T08:36:09.950 INFO:tasks.rados.rados.0.smithi104.stdout:1460: left oid 10 (ObjNum 466 snap 147 seq_num 466) 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi104.stdout:1460: done (3 left) 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi104.stdout:1461: done (2 left) 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi104.stdout:1464: done (1 left) 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi104.stdout:1465: read oid 11 snap -1 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi104.stdout:1465: expect (ObjNum 454 snap 144 seq_num 454) 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi104.stdout:1466: snap_create 2024-04-02T08:36:09.954 INFO:tasks.rados.rados.0.smithi104.stdout:1465: expect (ObjNum 454 snap 144 seq_num 454) 2024-04-02T08:36:09.968 INFO:tasks.rados.rados.0.smithi104.stdout:1463: finishing write tid 1 to smithi10482514-38 2024-04-02T08:36:09.968 INFO:tasks.rados.rados.0.smithi104.stdout:1463: finishing write tid 2 to smithi10482514-38 2024-04-02T08:36:09.968 INFO:tasks.rados.rados.0.smithi104.stdout:1463: finishing write tid 3 to smithi10482514-38 2024-04-02T08:36:09.968 INFO:tasks.rados.rados.0.smithi104.stdout:1463: oid 38 updating version 0 to 981 2024-04-02T08:36:09.968 INFO:tasks.rados.rados.0.smithi104.stdout:1463: oid 38 version 981 is already newer than 980 2024-04-02T08:36:09.968 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 981 (ObjNum 467 snap 147 seq_num 467) dirty exists 2024-04-02T08:36:09.968 INFO:tasks.rados.rados.0.smithi104.stdout:1463: left oid 38 (ObjNum 467 snap 147 seq_num 467) 2024-04-02T08:36:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:10 smithi188 ceph-mon[86835]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/639 objects degraded (1.565%), 4 pgs degraded) 2024-04-02T08:36:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:10 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:36:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:10 smithi188 ceph-mon[86835]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:36:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:10 smithi104 ceph-mon[96567]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/639 objects degraded (1.565%), 4 pgs degraded) 2024-04-02T08:36:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:10 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:36:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:10 smithi104 ceph-mon[96567]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:36:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:10 smithi104 ceph-mon[94081]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/639 objects degraded (1.565%), 4 pgs degraded) 2024-04-02T08:36:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:10 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:36:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:10 smithi104 ceph-mon[94081]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:36:10.843 INFO:tasks.rados.rados.0.smithi104.stdout:1463: done (2 left) 2024-04-02T08:36:10.843 INFO:tasks.rados.rados.0.smithi104.stdout:1465: done (1 left) 2024-04-02T08:36:10.843 INFO:tasks.rados.rados.0.smithi104.stdout:1466: done (0 left) 2024-04-02T08:36:10.844 INFO:tasks.rados.rados.0.smithi104.stdout:1467: snap_remove snap 106 2024-04-02T08:36:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:11 smithi188 ceph-mon[86835]: pgmap v186: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 842 KiB/s wr, 11 op/s; 618 KiB/s, 0 objects/s recovering 2024-04-02T08:36:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:11 smithi188 ceph-mon[86835]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:36:11.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:11 smithi104 ceph-mon[96567]: pgmap v186: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 842 KiB/s wr, 11 op/s; 618 KiB/s, 0 objects/s recovering 2024-04-02T08:36:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:11 smithi104 ceph-mon[96567]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:36:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:11 smithi104 ceph-mon[94081]: pgmap v186: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 842 KiB/s wr, 11 op/s; 618 KiB/s, 0 objects/s recovering 2024-04-02T08:36:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:11 smithi104 ceph-mon[94081]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:36:11.846 INFO:tasks.rados.rados.0.smithi104.stdout:1467: done (0 left) 2024-04-02T08:36:11.846 INFO:tasks.rados.rados.0.smithi104.stdout:1468: snap_create 2024-04-02T08:36:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:12.851 INFO:tasks.rados.rados.0.smithi104.stdout:1468: done (0 left) 2024-04-02T08:36:12.851 INFO:tasks.rados.rados.0.smithi104.stdout:1469: read oid 28 snap -1 2024-04-02T08:36:12.851 INFO:tasks.rados.rados.0.smithi104.stdout:1469: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-02T08:36:12.851 INFO:tasks.rados.rados.0.smithi104.stdout:1470: read oid 11 snap -1 2024-04-02T08:36:12.851 INFO:tasks.rados.rados.0.smithi104.stdout:1470: expect (ObjNum 454 snap 144 seq_num 454) 2024-04-02T08:36:12.851 INFO:tasks.rados.rados.0.smithi104.stdout:1471: read oid 22 snap -1 2024-04-02T08:36:12.851 INFO:tasks.rados.rados.0.smithi104.stdout:1471: expect deleted 2024-04-02T08:36:12.851 INFO:tasks.rados.rados.0.smithi104.stdout:1472: rollback oid 45 current snap is 149 2024-04-02T08:36:12.851 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 45 to 143 2024-04-02T08:36:12.851 INFO:tasks.rados.rados.0.smithi104.stdout:1473: delete oid 50 current snap is 149 2024-04-02T08:36:12.855 INFO:tasks.rados.rados.0.smithi104.stdout:1472: finishing rollback tid 0 to smithi10482514-45 2024-04-02T08:36:12.856 INFO:tasks.rados.rados.0.smithi104.stdout:1471: done (4 left) 2024-04-02T08:36:12.856 INFO:tasks.rados.rados.0.smithi104.stdout:1473: done (3 left) 2024-04-02T08:36:12.856 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 149 2024-04-02T08:36:12.856 INFO:tasks.rados.rados.0.smithi104.stdout:1474: seq_num 470 ranges {0=679936} 2024-04-02T08:36:12.860 INFO:tasks.rados.rados.0.smithi104.stdout:1474: writing smithi10482514-14 from 0 to 679936 tid 1 2024-04-02T08:36:12.861 INFO:tasks.rados.rados.0.smithi104.stdout:1475: rollback oid 39 current snap is 149 2024-04-02T08:36:12.861 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 134 2024-04-02T08:36:12.861 INFO:tasks.rados.rados.0.smithi104.stdout:1472: finishing rollback tid 1 to smithi10482514-45 2024-04-02T08:36:12.861 INFO:tasks.rados.rados.0.smithi104.stdout:1472: finishing rollback tid 2 to smithi10482514-45 2024-04-02T08:36:12.861 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 961 (ObjNum 270 snap 93 seq_num 270) dirty exists 2024-04-02T08:36:12.861 INFO:tasks.rados.rados.0.smithi104.stdout:1470: expect (ObjNum 454 snap 144 seq_num 454) 2024-04-02T08:36:12.877 INFO:tasks.rados.rados.0.smithi104.stdout:1474: finishing write tid 1 to smithi10482514-14 2024-04-02T08:36:12.877 INFO:tasks.rados.rados.0.smithi104.stdout:1474: finishing write tid 2 to smithi10482514-14 2024-04-02T08:36:12.877 INFO:tasks.rados.rados.0.smithi104.stdout:1475: finishing rollback tid 0 to smithi10482514-39 2024-04-02T08:36:12.877 INFO:tasks.rados.rados.0.smithi104.stdout:1475: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:36:12.877 INFO:tasks.rados.rados.0.smithi104.stdout:1475: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:36:12.877 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 1227 (ObjNum 403 snap 130 seq_num 403) dirty exists 2024-04-02T08:36:12.877 INFO:tasks.rados.rados.0.smithi104.stdout:1474: finishing write tid 3 to smithi10482514-14 2024-04-02T08:36:12.877 INFO:tasks.rados.rados.0.smithi104.stdout:1474: oid 14 updating version 0 to 848 2024-04-02T08:36:12.877 INFO:tasks.rados.rados.0.smithi104.stdout:1474: oid 14 version 848 is already newer than 847 2024-04-02T08:36:12.877 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 848 (ObjNum 470 snap 149 seq_num 470) dirty exists 2024-04-02T08:36:12.878 INFO:tasks.rados.rados.0.smithi104.stdout:1474: left oid 14 (ObjNum 470 snap 149 seq_num 470) 2024-04-02T08:36:12.878 INFO:tasks.rados.rados.0.smithi104.stdout:1469: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-02T08:36:13.106 INFO:tasks.rados.rados.0.smithi104.stdout:1469: done (4 left) 2024-04-02T08:36:13.107 INFO:tasks.rados.rados.0.smithi104.stdout:1470: done (3 left) 2024-04-02T08:36:13.107 INFO:tasks.rados.rados.0.smithi104.stdout:1472: done (2 left) 2024-04-02T08:36:13.107 INFO:tasks.rados.rados.0.smithi104.stdout:1474: done (1 left) 2024-04-02T08:36:13.107 INFO:tasks.rados.rados.0.smithi104.stdout:1475: done (0 left) 2024-04-02T08:36:13.107 INFO:tasks.rados.rados.0.smithi104.stdout:1476: copy_from oid 43 from oid 15 current snap is 149 2024-04-02T08:36:13.107 INFO:tasks.rados.rados.0.smithi104.stdout:1477: read oid 25 snap -1 2024-04-02T08:36:13.107 INFO:tasks.rados.rados.0.smithi104.stdout:1477: expect (ObjNum 392 snap 127 seq_num 392) 2024-04-02T08:36:13.107 INFO:tasks.rados.rados.0.smithi104.stdout:1478: rmattr oid 4 current snap is 149 2024-04-02T08:36:13.107 INFO:tasks.rados.rados.0.smithi104.stdout:1478: done (2 left) 2024-04-02T08:36:13.107 INFO:tasks.rados.rados.0.smithi104.stdout:1479: snap_create 2024-04-02T08:36:13.113 INFO:tasks.rados.rados.0.smithi104.stdout:1476: finishing copy_from racing read to smithi10482514-43 2024-04-02T08:36:13.114 INFO:tasks.rados.rados.0.smithi104.stdout:1477: expect (ObjNum 392 snap 127 seq_num 392) 2024-04-02T08:36:13.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:12 smithi188 ceph-mon[86835]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:36:13.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:12 smithi188 ceph-mon[86835]: pgmap v189: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 842 KiB/s wr, 12 op/s 2024-04-02T08:36:13.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:12 smithi104 ceph-mon[96567]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:36:13.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:12 smithi104 ceph-mon[96567]: pgmap v189: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 842 KiB/s wr, 12 op/s 2024-04-02T08:36:13.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:12 smithi104 ceph-mon[94081]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:36:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:12 smithi104 ceph-mon[94081]: pgmap v189: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 842 KiB/s wr, 12 op/s 2024-04-02T08:36:13.167 INFO:tasks.rados.rados.0.smithi104.stdout:1476: finishing copy_from to smithi10482514-43 2024-04-02T08:36:13.167 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1188 (ObjNum 458 snap 144 seq_num 458) dirty exists 2024-04-02T08:36:13.853 INFO:tasks.rados.rados.0.smithi104.stdout:1476: done (2 left) 2024-04-02T08:36:13.853 INFO:tasks.rados.rados.0.smithi104.stdout:1477: done (1 left) 2024-04-02T08:36:13.853 INFO:tasks.rados.rados.0.smithi104.stdout:1479: done (0 left) 2024-04-02T08:36:13.853 INFO:tasks.rados.rados.0.smithi104.stdout:1480: rmattr oid 1 current snap is 150 2024-04-02T08:36:13.853 INFO:tasks.rados.rados.0.smithi104.stdout:1480: done (0 left) 2024-04-02T08:36:13.853 INFO:tasks.rados.rados.0.smithi104.stdout:1481: copy_from oid 37 from oid 15 current snap is 150 2024-04-02T08:36:13.853 INFO:tasks.rados.rados.0.smithi104.stdout:1482: rollback oid 30 current snap is 150 2024-04-02T08:36:13.853 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 148 2024-04-02T08:36:13.853 INFO:tasks.rados.rados.0.smithi104.stdout:1483: snap_create 2024-04-02T08:36:13.854 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:13 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:13.856 INFO:tasks.rados.rados.0.smithi104.stdout:1482: finishing rollback tid 0 to smithi10482514-30 2024-04-02T08:36:13.861 INFO:tasks.rados.rados.0.smithi104.stdout:1482: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:36:13.861 INFO:tasks.rados.rados.0.smithi104.stdout:1482: finishing rollback tid 2 to smithi10482514-30 2024-04-02T08:36:13.861 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1191 (ObjNum 421 snap 137 seq_num 421) dirty exists 2024-04-02T08:36:13.861 INFO:tasks.rados.rados.0.smithi104.stdout:1481: finishing copy_from racing read to smithi10482514-37 2024-04-02T08:36:13.863 INFO:tasks.rados.rados.0.smithi104.stdout:1481: finishing copy_from to smithi10482514-37 2024-04-02T08:36:13.863 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1188 (ObjNum 458 snap 144 seq_num 458) dirty exists 2024-04-02T08:36:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:13 smithi188 ceph-mon[86835]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:36:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:13 smithi104 ceph-mon[96567]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:36:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:13 smithi104 ceph-mon[94081]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:36:14.868 INFO:tasks.rados.rados.0.smithi104.stdout:1481: done (2 left) 2024-04-02T08:36:14.868 INFO:tasks.rados.rados.0.smithi104.stdout:1482: done (1 left) 2024-04-02T08:36:14.868 INFO:tasks.rados.rados.0.smithi104.stdout:1483: done (0 left) 2024-04-02T08:36:14.868 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 151 2024-04-02T08:36:14.868 INFO:tasks.rados.rados.0.smithi104.stdout:1484: seq_num 471 ranges {1777664=696320} 2024-04-02T08:36:14.881 INFO:tasks.rados.rados.0.smithi104.stdout:1484: writing smithi10482514-25 from 1777664 to 2473984 tid 1 2024-04-02T08:36:14.881 INFO:tasks.rados.rados.0.smithi104.stdout:1485: delete oid 33 current snap is 151 2024-04-02T08:36:14.886 INFO:tasks.rados.rados.0.smithi104.stdout:1485: done (1 left) 2024-04-02T08:36:14.886 INFO:tasks.rados.rados.0.smithi104.stdout:1486: snap_create 2024-04-02T08:36:14.888 INFO:tasks.rados.rados.0.smithi104.stdout:1484: finishing write tid 1 to smithi10482514-25 2024-04-02T08:36:14.889 INFO:tasks.rados.rados.0.smithi104.stdout:1484: finishing write tid 2 to smithi10482514-25 2024-04-02T08:36:14.890 INFO:tasks.rados.rados.0.smithi104.stdout:1484: finishing write tid 3 to smithi10482514-25 2024-04-02T08:36:14.890 INFO:tasks.rados.rados.0.smithi104.stdout:1484: oid 25 updating version 0 to 1193 2024-04-02T08:36:14.891 INFO:tasks.rados.rados.0.smithi104.stdout:1484: oid 25 version 1193 is already newer than 1192 2024-04-02T08:36:14.891 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 1193 (ObjNum 471 snap 151 seq_num 471) dirty exists 2024-04-02T08:36:14.891 INFO:tasks.rados.rados.0.smithi104.stdout:1484: left oid 25 (ObjNum 471 snap 151 seq_num 471) 2024-04-02T08:36:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:14 smithi188 ceph-mon[86835]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:36:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:14 smithi188 ceph-mon[86835]: pgmap v192: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:36:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:14 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:15.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:14 smithi104 ceph-mon[96567]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:36:15.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:14 smithi104 ceph-mon[96567]: pgmap v192: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:36:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:14 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:14 smithi104 ceph-mon[94081]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:36:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:14 smithi104 ceph-mon[94081]: pgmap v192: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:36:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:15.844 INFO:tasks.rados.rados.0.smithi104.stdout:1484: done (1 left) 2024-04-02T08:36:15.844 INFO:tasks.rados.rados.0.smithi104.stdout:1486: done (0 left) 2024-04-02T08:36:15.844 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 152 2024-04-02T08:36:15.844 INFO:tasks.rados.rados.0.smithi104.stdout:1487: seq_num 473 ranges {12312576=729088} 2024-04-02T08:36:15.914 INFO:tasks.rados.rados.0.smithi104.stdout:1487: writing smithi10482514-5 from 12312576 to 13041664 tid 1 2024-04-02T08:36:15.914 INFO:tasks.rados.rados.0.smithi104.stdout:1488: rollback oid 11 current snap is 152 2024-04-02T08:36:15.914 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 11 to 150 2024-04-02T08:36:15.914 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 152 2024-04-02T08:36:15.914 INFO:tasks.rados.rados.0.smithi104.stdout:1489: seq_num 474 ranges {4784128=745472} 2024-04-02T08:36:15.944 INFO:tasks.rados.rados.0.smithi104.stdout:1489: writing smithi10482514-4 from 4784128 to 5529600 tid 1 2024-04-02T08:36:15.944 INFO:tasks.rados.rados.0.smithi104.stdout:1490: delete oid 30 current snap is 152 2024-04-02T08:36:15.944 INFO:tasks.rados.rados.0.smithi104.stdout:1487: finishing write tid 1 to smithi10482514-5 2024-04-02T08:36:15.944 INFO:tasks.rados.rados.0.smithi104.stdout:1488: finishing rollback tid 0 to smithi10482514-11 2024-04-02T08:36:15.945 INFO:tasks.rados.rados.0.smithi104.stdout:1487: finishing write tid 2 to smithi10482514-5 2024-04-02T08:36:15.945 INFO:tasks.rados.rados.0.smithi104.stdout:1488: finishing rollback tid 1 to smithi10482514-11 2024-04-02T08:36:15.945 INFO:tasks.rados.rados.0.smithi104.stdout:1488: finishing rollback tid 2 to smithi10482514-11 2024-04-02T08:36:15.945 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1032 (ObjNum 454 snap 144 seq_num 454) dirty exists 2024-04-02T08:36:15.945 INFO:tasks.rados.rados.0.smithi104.stdout:1487: finishing write tid 3 to smithi10482514-5 2024-04-02T08:36:15.945 INFO:tasks.rados.rados.0.smithi104.stdout:1487: oid 5 updating version 0 to 918 2024-04-02T08:36:15.945 INFO:tasks.rados.rados.0.smithi104.stdout:1487: oid 5 updating version 918 to 919 2024-04-02T08:36:15.945 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 919 (ObjNum 473 snap 152 seq_num 473) dirty exists 2024-04-02T08:36:15.945 INFO:tasks.rados.rados.0.smithi104.stdout:1487: left oid 5 (ObjNum 473 snap 152 seq_num 473) 2024-04-02T08:36:15.946 INFO:tasks.rados.rados.0.smithi104.stdout:1487: done (3 left) 2024-04-02T08:36:15.946 INFO:tasks.rados.rados.0.smithi104.stdout:1488: done (2 left) 2024-04-02T08:36:15.946 INFO:tasks.rados.rados.0.smithi104.stdout:1490: done (1 left) 2024-04-02T08:36:15.946 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 152 2024-04-02T08:36:15.947 INFO:tasks.rados.rados.0.smithi104.stdout:1491: seq_num 476 ranges {475136=778240} 2024-04-02T08:36:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:1491: writing smithi10482514-15 from 475136 to 1253376 tid 1 2024-04-02T08:36:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:1492: delete oid 34 current snap is 152 2024-04-02T08:36:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:1489: finishing write tid 1 to smithi10482514-4 2024-04-02T08:36:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:1489: finishing write tid 2 to smithi10482514-4 2024-04-02T08:36:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:1489: finishing write tid 3 to smithi10482514-4 2024-04-02T08:36:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:1489: oid 4 updating version 0 to 1004 2024-04-02T08:36:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:1489: oid 4 version 1004 is already newer than 1003 2024-04-02T08:36:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1004 (ObjNum 474 snap 152 seq_num 474) dirty exists 2024-04-02T08:36:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:1489: left oid 4 (ObjNum 474 snap 152 seq_num 474) 2024-04-02T08:36:15.957 INFO:tasks.rados.rados.0.smithi104.stdout:1489: done (2 left) 2024-04-02T08:36:15.957 INFO:tasks.rados.rados.0.smithi104.stdout:1492: done (1 left) 2024-04-02T08:36:15.957 INFO:tasks.rados.rados.0.smithi104.stdout:1493: rollback oid 13 current snap is 152 2024-04-02T08:36:15.957 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 151 2024-04-02T08:36:15.957 INFO:tasks.rados.rados.0.smithi104.stdout:1494: snap_create 2024-04-02T08:36:15.961 INFO:tasks.rados.rados.0.smithi104.stdout:1491: finishing write tid 1 to smithi10482514-15 2024-04-02T08:36:15.961 INFO:tasks.rados.rados.0.smithi104.stdout:1491: finishing write tid 2 to smithi10482514-15 2024-04-02T08:36:15.961 INFO:tasks.rados.rados.0.smithi104.stdout:1493: finishing rollback tid 0 to smithi10482514-13 2024-04-02T08:36:15.961 INFO:tasks.rados.rados.0.smithi104.stdout:1493: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:36:15.962 INFO:tasks.rados.rados.0.smithi104.stdout:1493: finishing rollback tid 2 to smithi10482514-13 2024-04-02T08:36:15.962 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 964 (ObjNum 433 snap 139 seq_num 433) dirty exists 2024-04-02T08:36:15.963 INFO:tasks.rados.rados.0.smithi104.stdout:1491: finishing write tid 3 to smithi10482514-15 2024-04-02T08:36:15.963 INFO:tasks.rados.rados.0.smithi104.stdout:1491: oid 15 updating version 0 to 1229 2024-04-02T08:36:15.963 INFO:tasks.rados.rados.0.smithi104.stdout:1491: oid 15 updating version 1229 to 1230 2024-04-02T08:36:15.963 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 1230 (ObjNum 476 snap 152 seq_num 476) dirty exists 2024-04-02T08:36:15.963 INFO:tasks.rados.rados.0.smithi104.stdout:1491: left oid 15 (ObjNum 476 snap 152 seq_num 476) 2024-04-02T08:36:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:15 smithi188 ceph-mon[86835]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:36:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:15 smithi188 ceph-mon[86835]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:36:16.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:15 smithi104 ceph-mon[96567]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:36:16.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:15 smithi104 ceph-mon[96567]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:36:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:36:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:36:15] "GET /metrics HTTP/1.1" 200 35988 "" "Prometheus/2.43.0" 2024-04-02T08:36:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:15 smithi104 ceph-mon[94081]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:36:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:15 smithi104 ceph-mon[94081]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:36:16.874 INFO:tasks.rados.rados.0.smithi104.stdout:1491: done (2 left) 2024-04-02T08:36:16.874 INFO:tasks.rados.rados.0.smithi104.stdout:1493: done (1 left) 2024-04-02T08:36:16.874 INFO:tasks.rados.rados.0.smithi104.stdout:1494: done (0 left) 2024-04-02T08:36:16.874 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 153 2024-04-02T08:36:16.874 INFO:tasks.rados.rados.0.smithi104.stdout:1495: seq_num 478 ranges {4939776=409600,5349376=401408} 2024-04-02T08:36:16.902 INFO:tasks.rados.rados.0.smithi104.stdout:1495: writing smithi10482514-38 from 4939776 to 5349376 tid 1 2024-04-02T08:36:16.905 INFO:tasks.rados.rados.0.smithi104.stdout:1495: writing smithi10482514-38 from 5349376 to 5750784 tid 2 2024-04-02T08:36:16.905 INFO:tasks.rados.rados.0.smithi104.stdout:1496: rollback oid 50 current snap is 153 2024-04-02T08:36:16.905 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 50 to 148 2024-04-02T08:36:16.905 INFO:tasks.rados.rados.0.smithi104.stdout:1497: setattr oid 41 current snap is 153 2024-04-02T08:36:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1498: rollback oid 7 current snap is 153 2024-04-02T08:36:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 7 to 149 2024-04-02T08:36:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1499: snap_remove snap 140 2024-04-02T08:36:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:16 smithi188 ceph-mon[86835]: pgmap v195: 121 pgs: 121 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 750 KiB/s wr, 8 op/s 2024-04-02T08:36:17.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:16 smithi104 ceph-mon[96567]: pgmap v195: 121 pgs: 121 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 750 KiB/s wr, 8 op/s 2024-04-02T08:36:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:16 smithi104 ceph-mon[94081]: pgmap v195: 121 pgs: 121 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 750 KiB/s wr, 8 op/s 2024-04-02T08:36:17.884 INFO:tasks.rados.rados.0.smithi104.stdout:1499: done (4 left) 2024-04-02T08:36:17.885 INFO:tasks.rados.rados.0.smithi104.stdout:1500: rollback oid 14 current snap is 153 2024-04-02T08:36:17.885 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 148 2024-04-02T08:36:17.885 INFO:tasks.rados.rados.0.smithi104.stdout:1501: delete oid 6 current snap is 153 2024-04-02T08:36:17.885 INFO:tasks.rados.rados.0.smithi104.stdout:1495: finishing write tid 1 to smithi10482514-38 2024-04-02T08:36:17.885 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 1231 (ObjNum 1776072163 snap 32766 seq_num 304) dirty exists 2024-04-02T08:36:17.885 INFO:tasks.rados.rados.0.smithi104.stdout:1495: finishing write tid 2 to smithi10482514-38 2024-04-02T08:36:17.885 INFO:tasks.rados.rados.0.smithi104.stdout:1495: finishing write tid 3 to smithi10482514-38 2024-04-02T08:36:17.886 INFO:tasks.rados.rados.0.smithi104.stdout:1496: finishing rollback tid 1 to smithi10482514-50 2024-04-02T08:36:17.886 INFO:tasks.rados.rados.0.smithi104.stdout:1496: finishing rollback tid 2 to smithi10482514-50 2024-04-02T08:36:17.886 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 1220 (ObjNum 451 snap 144 seq_num 451) dirty exists 2024-04-02T08:36:17.886 INFO:tasks.rados.rados.0.smithi104.stdout:1495: finishing write tid 4 to smithi10482514-38 2024-04-02T08:36:17.886 INFO:tasks.rados.rados.0.smithi104.stdout:1495: oid 38 updating version 0 to 984 2024-04-02T08:36:17.886 INFO:tasks.rados.rados.0.smithi104.stdout:1495: oid 38 version 984 is already newer than 983 2024-04-02T08:36:17.886 INFO:tasks.rados.rados.0.smithi104.stdout:1495: oid 38 version 984 is already newer than 982 2024-04-02T08:36:17.886 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 984 (ObjNum 478 snap 153 seq_num 478) dirty exists 2024-04-02T08:36:17.886 INFO:tasks.rados.rados.0.smithi104.stdout:1495: left oid 38 (ObjNum 478 snap 153 seq_num 478) 2024-04-02T08:36:17.886 INFO:tasks.rados.rados.0.smithi104.stdout:1498: finishing rollback tid 1 to smithi10482514-7 2024-04-02T08:36:17.886 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 632 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-02T08:36:17.891 INFO:tasks.rados.rados.0.smithi104.stdout:1500: finishing rollback tid 0 to smithi10482514-14 2024-04-02T08:36:17.898 INFO:tasks.rados.rados.0.smithi104.stdout:1495: done (5 left) 2024-04-02T08:36:17.898 INFO:tasks.rados.rados.0.smithi104.stdout:1496: done (4 left) 2024-04-02T08:36:17.898 INFO:tasks.rados.rados.0.smithi104.stdout:1497: done (3 left) 2024-04-02T08:36:17.898 INFO:tasks.rados.rados.0.smithi104.stdout:1498: done (2 left) 2024-04-02T08:36:17.898 INFO:tasks.rados.rados.0.smithi104.stdout:1501: done (1 left) 2024-04-02T08:36:17.898 INFO:tasks.rados.rados.0.smithi104.stdout:1502: snap_remove snap 149 2024-04-02T08:36:18.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:17 smithi104 ceph-mon[96567]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:36:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:17 smithi104 ceph-mon[94081]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:36:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:17 smithi188 ceph-mon[86835]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:36:18.897 INFO:tasks.rados.rados.0.smithi104.stdout:1502: done (1 left) 2024-04-02T08:36:18.898 INFO:tasks.rados.rados.0.smithi104.stdout:1503: read oid 23 snap 134 2024-04-02T08:36:18.898 INFO:tasks.rados.rados.0.smithi104.stdout:1503: expect (ObjNum 331 snap 111 seq_num 331) 2024-04-02T08:36:18.898 INFO:tasks.rados.rados.0.smithi104.stdout:1504: snap_remove snap 150 2024-04-02T08:36:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:18 smithi188 ceph-mon[86835]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:36:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:18 smithi188 ceph-mon[86835]: pgmap v198: 121 pgs: 121 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 750 KiB/s wr, 8 op/s 2024-04-02T08:36:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:18 smithi104 ceph-mon[94081]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:36:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:18 smithi104 ceph-mon[94081]: pgmap v198: 121 pgs: 121 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 750 KiB/s wr, 8 op/s 2024-04-02T08:36:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:18 smithi104 ceph-mon[96567]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:36:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:18 smithi104 ceph-mon[96567]: pgmap v198: 121 pgs: 121 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 750 KiB/s wr, 8 op/s 2024-04-02T08:36:19.904 INFO:tasks.rados.rados.0.smithi104.stdout:1504: done (2 left) 2024-04-02T08:36:19.904 INFO:tasks.rados.rados.0.smithi104.stdout:1505: snap_create 2024-04-02T08:36:19.904 INFO:tasks.rados.rados.0.smithi104.stdout:1500: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:36:19.904 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1196 (ObjNum 65 snap 0 seq_num 1936655184) dirty dne 2024-04-02T08:36:19.904 INFO:tasks.rados.rados.0.smithi104.stdout:1503: expect (ObjNum 331 snap 111 seq_num 331) 2024-04-02T08:36:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:19 smithi188 ceph-mon[86835]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:36:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:19 smithi104 ceph-mon[96567]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:36:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:19 smithi104 ceph-mon[94081]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:36:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:20.847 INFO:tasks.rados.rados.0.smithi104.stdout:1500: done (2 left) 2024-04-02T08:36:20.847 INFO:tasks.rados.rados.0.smithi104.stdout:1503: done (1 left) 2024-04-02T08:36:20.847 INFO:tasks.rados.rados.0.smithi104.stdout:1505: done (0 left) 2024-04-02T08:36:20.847 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 41 current snap is 154 2024-04-02T08:36:20.847 INFO:tasks.rados.rados.0.smithi104.stdout:1506: seq_num 480 ranges {0=442368,442368=401408} 2024-04-02T08:36:20.849 INFO:tasks.rados.rados.0.smithi104.stdout:1506: writing smithi10482514-41 from 0 to 442368 tid 1 2024-04-02T08:36:20.851 INFO:tasks.rados.rados.0.smithi104.stdout:1506: writing smithi10482514-41 from 442368 to 843776 tid 2 2024-04-02T08:36:20.851 INFO:tasks.rados.rados.0.smithi104.stdout:1507: snap_remove snap 152 2024-04-02T08:36:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:20 smithi188 ceph-mon[86835]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:36:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:20 smithi188 ceph-mon[86835]: pgmap v201: 121 pgs: 121 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 566 KiB/s wr, 11 op/s 2024-04-02T08:36:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:20 smithi188 ceph-mon[86835]: osdmap e369: 8 total, 8 up, 8 in 2024-04-02T08:36:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:20 smithi104 ceph-mon[96567]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:36:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:20 smithi104 ceph-mon[96567]: pgmap v201: 121 pgs: 121 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 566 KiB/s wr, 11 op/s 2024-04-02T08:36:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:20 smithi104 ceph-mon[96567]: osdmap e369: 8 total, 8 up, 8 in 2024-04-02T08:36:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:20 smithi104 ceph-mon[94081]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:36:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:20 smithi104 ceph-mon[94081]: pgmap v201: 121 pgs: 121 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 566 KiB/s wr, 11 op/s 2024-04-02T08:36:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:20 smithi104 ceph-mon[94081]: osdmap e369: 8 total, 8 up, 8 in 2024-04-02T08:36:21.847 INFO:tasks.rados.rados.0.smithi104.stdout:1507: done (1 left) 2024-04-02T08:36:21.847 INFO:tasks.rados.rados.0.smithi104.stdout:1508: read oid 7 snap -1 2024-04-02T08:36:21.847 INFO:tasks.rados.rados.0.smithi104.stdout:1508: expect deleted 2024-04-02T08:36:21.847 INFO:tasks.rados.rados.0.smithi104.stdout:1509: read oid 45 snap -1 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1509: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1510: rollback oid 44 current snap is 154 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 44 to 148 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1506: finishing write tid 1 to smithi10482514-41 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1506: finishing write tid 2 to smithi10482514-41 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1506: finishing write tid 3 to smithi10482514-41 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1506: finishing write tid 4 to smithi10482514-41 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1506: oid 41 updating version 0 to 1250 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1506: oid 41 version 1250 is already newer than 1249 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1506: oid 41 updating version 1250 to 1251 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 1251 (ObjNum 480 snap 154 seq_num 480) dirty exists 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1506: left oid 41 (ObjNum 480 snap 154 seq_num 480) 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1506: done (3 left) 2024-04-02T08:36:21.848 INFO:tasks.rados.rados.0.smithi104.stdout:1511: snap_create 2024-04-02T08:36:21.856 INFO:tasks.rados.rados.0.smithi104.stdout:1510: finishing rollback tid 0 to smithi10482514-44 2024-04-02T08:36:21.857 INFO:tasks.rados.rados.0.smithi104.stdout:1510: finishing rollback tid 1 to smithi10482514-44 2024-04-02T08:36:21.857 INFO:tasks.rados.rados.0.smithi104.stdout:1510: finishing rollback tid 2 to smithi10482514-44 2024-04-02T08:36:21.857 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 1234 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-02T08:36:21.861 INFO:tasks.rados.rados.0.smithi104.stdout:1509: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:36:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:22.859 INFO:tasks.rados.rados.0.smithi104.stdout:1508: done (3 left) 2024-04-02T08:36:22.860 INFO:tasks.rados.rados.0.smithi104.stdout:1509: done (2 left) 2024-04-02T08:36:22.860 INFO:tasks.rados.rados.0.smithi104.stdout:1510: done (1 left) 2024-04-02T08:36:22.860 INFO:tasks.rados.rados.0.smithi104.stdout:1511: done (0 left) 2024-04-02T08:36:22.860 INFO:tasks.rados.rados.0.smithi104.stdout:1512: read oid 22 snap -1 2024-04-02T08:36:22.860 INFO:tasks.rados.rados.0.smithi104.stdout:1512: expect deleted 2024-04-02T08:36:22.860 INFO:tasks.rados.rados.0.smithi104.stdout:1513: snap_create 2024-04-02T08:36:23.081 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:22 smithi104 ceph-mon[94081]: osdmap e370: 8 total, 8 up, 8 in 2024-04-02T08:36:23.081 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:23.081 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:22 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:23.082 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:22 smithi104 ceph-mon[94081]: Upgrade: osd.2 is safe to restart 2024-04-02T08:36:23.082 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:22 smithi104 ceph-mon[94081]: pgmap v204: 121 pgs: 121 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 566 KiB/s wr, 11 op/s 2024-04-02T08:36:23.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:22 smithi104 ceph-mon[96567]: osdmap e370: 8 total, 8 up, 8 in 2024-04-02T08:36:23.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:23.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:22 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:23.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:22 smithi104 ceph-mon[96567]: Upgrade: osd.2 is safe to restart 2024-04-02T08:36:23.082 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:22 smithi104 ceph-mon[96567]: pgmap v204: 121 pgs: 121 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 566 KiB/s wr, 11 op/s 2024-04-02T08:36:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:22 smithi188 ceph-mon[86835]: osdmap e370: 8 total, 8 up, 8 in 2024-04-02T08:36:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:22 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:36:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:22 smithi188 ceph-mon[86835]: Upgrade: osd.2 is safe to restart 2024-04-02T08:36:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:22 smithi188 ceph-mon[86835]: pgmap v204: 121 pgs: 121 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 566 KiB/s wr, 11 op/s 2024-04-02T08:36:23.862 INFO:tasks.rados.rados.0.smithi104.stdout:1512: done (1 left) 2024-04-02T08:36:23.862 INFO:tasks.rados.rados.0.smithi104.stdout:1513: done (0 left) 2024-04-02T08:36:23.862 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 156 2024-04-02T08:36:23.862 INFO:tasks.rados.rados.0.smithi104.stdout:1514: seq_num 481 ranges {2473984=458752,2932736=401408} 2024-04-02T08:36:23.865 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:23.878 INFO:tasks.rados.rados.0.smithi104.stdout:1514: writing smithi10482514-25 from 2473984 to 2932736 tid 1 2024-04-02T08:36:23.880 INFO:tasks.rados.rados.0.smithi104.stdout:1514: writing smithi10482514-25 from 2932736 to 3334144 tid 2 2024-04-02T08:36:23.881 INFO:tasks.rados.rados.0.smithi104.stdout:1515: copy_from oid 31 from oid 13 current snap is 156 2024-04-02T08:36:23.881 INFO:tasks.rados.rados.0.smithi104.stdout:1516: snap_remove snap 109 2024-04-02T08:36:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:23 smithi188 ceph-mon[86835]: osdmap e371: 8 total, 8 up, 8 in 2024-04-02T08:36:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:36:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:24.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:23 smithi104 ceph-mon[96567]: osdmap e371: 8 total, 8 up, 8 in 2024-04-02T08:36:24.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:24.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:36:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:23 smithi104 ceph-mon[94081]: osdmap e371: 8 total, 8 up, 8 in 2024-04-02T08:36:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:36:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:24.874 INFO:tasks.rados.rados.0.smithi104.stdout:1516: done (2 left) 2024-04-02T08:36:24.874 INFO:tasks.rados.rados.0.smithi104.stdout:1517: read oid 28 snap -1 2024-04-02T08:36:24.874 INFO:tasks.rados.rados.0.smithi104.stdout:1517: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-02T08:36:24.874 INFO:tasks.rados.rados.0.smithi104.stdout:1518: read oid 45 snap -1 2024-04-02T08:36:24.874 INFO:tasks.rados.rados.0.smithi104.stdout:1518: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:36:24.875 INFO:tasks.rados.rados.0.smithi104.stdout:1519: read oid 4 snap -1 2024-04-02T08:36:24.875 INFO:tasks.rados.rados.0.smithi104.stdout:1519: expect (ObjNum 474 snap 152 seq_num 474) 2024-04-02T08:36:24.875 INFO:tasks.rados.rados.0.smithi104.stdout:1520: read oid 23 snap -1 2024-04-02T08:36:24.875 INFO:tasks.rados.rados.0.smithi104.stdout:1520: expect deleted 2024-04-02T08:36:24.875 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 156 2024-04-02T08:36:24.876 INFO:tasks.rados.rados.0.smithi104.stdout:1521: seq_num 482 ranges {0=475136,475136=401408} 2024-04-02T08:36:24.878 INFO:tasks.rados.rados.0.smithi104.stdout:1521: writing smithi10482514-22 from 0 to 475136 tid 1 2024-04-02T08:36:24.881 INFO:tasks.rados.rados.0.smithi104.stdout:1521: writing smithi10482514-22 from 475136 to 876544 tid 2 2024-04-02T08:36:24.881 INFO:tasks.rados.rados.0.smithi104.stdout:1522: snap_remove snap 143 2024-04-02T08:36:25.122 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:24 smithi104 ceph-mon[94081]: Upgrade: Updating osd.2 2024-04-02T08:36:25.122 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:24 smithi104 ceph-mon[94081]: Deploying daemon osd.2 on smithi104 2024-04-02T08:36:25.122 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:24 smithi104 ceph-mon[94081]: osdmap e372: 8 total, 8 up, 8 in 2024-04-02T08:36:25.122 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:24 smithi104 ceph-mon[94081]: pgmap v207: 121 pgs: 121 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:36:25.122 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:24 smithi104 ceph-mon[96567]: Upgrade: Updating osd.2 2024-04-02T08:36:25.123 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:24 smithi104 ceph-mon[96567]: Deploying daemon osd.2 on smithi104 2024-04-02T08:36:25.123 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:24 smithi104 ceph-mon[96567]: osdmap e372: 8 total, 8 up, 8 in 2024-04-02T08:36:25.123 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:24 smithi104 ceph-mon[96567]: pgmap v207: 121 pgs: 121 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:36:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:24 smithi188 ceph-mon[86835]: Upgrade: Updating osd.2 2024-04-02T08:36:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:24 smithi188 ceph-mon[86835]: Deploying daemon osd.2 on smithi104 2024-04-02T08:36:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:24 smithi188 ceph-mon[86835]: osdmap e372: 8 total, 8 up, 8 in 2024-04-02T08:36:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:24 smithi188 ceph-mon[86835]: pgmap v207: 121 pgs: 121 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:36:25.847 INFO:tasks.rados.rados.0.smithi104.stdout:1522: done (7 left) 2024-04-02T08:36:25.847 INFO:tasks.rados.rados.0.smithi104.stdout:1523: rollback oid 33 current snap is 156 2024-04-02T08:36:25.847 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 146 2024-04-02T08:36:25.847 INFO:tasks.rados.rados.0.smithi104.stdout:1524: read oid 15 snap -1 2024-04-02T08:36:25.848 INFO:tasks.rados.rados.0.smithi104.stdout:1524: expect (ObjNum 476 snap 152 seq_num 476) 2024-04-02T08:36:25.848 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 156 2024-04-02T08:36:25.848 INFO:tasks.rados.rados.0.smithi104.stdout:1525: seq_num 483 ranges {0=491520,491520=401408} 2024-04-02T08:36:25.849 INFO:tasks.rados.rados.0.smithi104.stdout:1525: writing smithi10482514-19 from 0 to 491520 tid 1 2024-04-02T08:36:25.851 INFO:tasks.rados.rados.0.smithi104.stdout:1525: writing smithi10482514-19 from 491520 to 892928 tid 2 2024-04-02T08:36:25.852 INFO:tasks.rados.rados.0.smithi104.stdout:1514: finishing write tid 1 to smithi10482514-25 2024-04-02T08:36:25.852 INFO:tasks.rados.rados.0.smithi104.stdout:1514: finishing write tid 2 to smithi10482514-25 2024-04-02T08:36:25.852 INFO:tasks.rados.rados.0.smithi104.stdout:1514: finishing write tid 3 to smithi10482514-25 2024-04-02T08:36:25.853 INFO:tasks.rados.rados.0.smithi104.stdout:1514: finishing write tid 4 to smithi10482514-25 2024-04-02T08:36:25.853 INFO:tasks.rados.rados.0.smithi104.stdout:1514: oid 25 updating version 0 to 1198 2024-04-02T08:36:25.853 INFO:tasks.rados.rados.0.smithi104.stdout:1514: oid 25 updating version 1198 to 1199 2024-04-02T08:36:25.853 INFO:tasks.rados.rados.0.smithi104.stdout:1514: oid 25 version 1199 is already newer than 1197 2024-04-02T08:36:25.853 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 1199 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-04-02T08:36:25.853 INFO:tasks.rados.rados.0.smithi104.stdout:1514: left oid 25 (ObjNum 481 snap 156 seq_num 481) 2024-04-02T08:36:25.853 INFO:tasks.rados.rados.0.smithi104.stdout:1515: finishing copy_from racing read to smithi10482514-31 2024-04-02T08:36:25.853 INFO:tasks.rados.rados.0.smithi104.stdout:1515: finishing copy_from to smithi10482514-31 2024-04-02T08:36:25.853 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 964 (ObjNum 433 snap 139 seq_num 433) dirty exists 2024-04-02T08:36:25.853 INFO:tasks.rados.rados.0.smithi104.stdout:1518: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:36:25.918 INFO:tasks.rados.rados.0.smithi104.stdout:1521: finishing write tid 1 to smithi10482514-22 2024-04-02T08:36:25.918 INFO:tasks.rados.rados.0.smithi104.stdout:1521: finishing write tid 2 to smithi10482514-22 2024-04-02T08:36:25.918 INFO:tasks.rados.rados.0.smithi104.stdout:1521: finishing write tid 3 to smithi10482514-22 2024-04-02T08:36:25.918 INFO:tasks.rados.rados.0.smithi104.stdout:1521: finishing write tid 4 to smithi10482514-22 2024-04-02T08:36:25.918 INFO:tasks.rados.rados.0.smithi104.stdout:1521: oid 22 updating version 0 to 945 2024-04-02T08:36:25.918 INFO:tasks.rados.rados.0.smithi104.stdout:1521: oid 22 version 945 is already newer than 944 2024-04-02T08:36:25.918 INFO:tasks.rados.rados.0.smithi104.stdout:1521: oid 22 updating version 945 to 946 2024-04-02T08:36:25.918 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 946 (ObjNum 482 snap 156 seq_num 482) dirty exists 2024-04-02T08:36:25.918 INFO:tasks.rados.rados.0.smithi104.stdout:1521: left oid 22 (ObjNum 482 snap 156 seq_num 482) 2024-04-02T08:36:25.919 INFO:tasks.rados.rados.0.smithi104.stdout:1514: done (9 left) 2024-04-02T08:36:25.919 INFO:tasks.rados.rados.0.smithi104.stdout:1515: done (8 left) 2024-04-02T08:36:25.919 INFO:tasks.rados.rados.0.smithi104.stdout:1518: done (7 left) 2024-04-02T08:36:25.919 INFO:tasks.rados.rados.0.smithi104.stdout:1520: done (6 left) 2024-04-02T08:36:25.919 INFO:tasks.rados.rados.0.smithi104.stdout:1521: done (5 left) 2024-04-02T08:36:25.919 INFO:tasks.rados.rados.0.smithi104.stdout:1526: copy_from oid 7 from oid 13 current snap is 156 2024-04-02T08:36:25.919 INFO:tasks.rados.rados.0.smithi104.stdout:1517: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-02T08:36:26.104 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:36:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:36:25] "GET /metrics HTTP/1.1" 200 36143 "" "Prometheus/2.43.0" 2024-04-02T08:36:26.105 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:25 smithi104 ceph-mon[96567]: osdmap e373: 8 total, 8 up, 8 in 2024-04-02T08:36:26.105 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:25 smithi104 ceph-mon[96567]: osdmap e374: 8 total, 8 up, 8 in 2024-04-02T08:36:26.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:25 smithi104 ceph-mon[94081]: osdmap e373: 8 total, 8 up, 8 in 2024-04-02T08:36:26.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:25 smithi104 ceph-mon[94081]: osdmap e374: 8 total, 8 up, 8 in 2024-04-02T08:36:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:25 smithi188 ceph-mon[86835]: osdmap e373: 8 total, 8 up, 8 in 2024-04-02T08:36:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:25 smithi188 ceph-mon[86835]: osdmap e374: 8 total, 8 up, 8 in 2024-04-02T08:36:26.150 INFO:tasks.rados.rados.0.smithi104.stdout:1519: expect (ObjNum 474 snap 152 seq_num 474) 2024-04-02T08:36:26.477 INFO:tasks.rados.rados.0.smithi104.stdout:1523: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:36:26.477 INFO:tasks.rados.rados.0.smithi104.stdout:1523: finishing rollback tid 2 to smithi10482514-33 2024-04-02T08:36:26.477 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 604 (ObjNum 462 snap 146 seq_num 462) dirty exists 2024-04-02T08:36:26.477 INFO:tasks.rados.rados.0.smithi104.stdout:1525: finishing write tid 1 to smithi10482514-19 2024-04-02T08:36:26.477 INFO:tasks.rados.rados.0.smithi104.stdout:1517: done (5 left) 2024-04-02T08:36:26.477 INFO:tasks.rados.rados.0.smithi104.stdout:1519: done (4 left) 2024-04-02T08:36:26.477 INFO:tasks.rados.rados.0.smithi104.stdout:1523: done (3 left) 2024-04-02T08:36:26.477 INFO:tasks.rados.rados.0.smithi104.stdout:1527: snap_create 2024-04-02T08:36:26.477 INFO:tasks.rados.rados.0.smithi104.stdout:1525: finishing write tid 2 to smithi10482514-19 2024-04-02T08:36:26.477 INFO:tasks.rados.rados.0.smithi104.stdout:1525: finishing write tid 3 to smithi10482514-19 2024-04-02T08:36:26.477 INFO:tasks.rados.rados.0.smithi104.stdout:1525: finishing write tid 4 to smithi10482514-19 2024-04-02T08:36:26.478 INFO:tasks.rados.rados.0.smithi104.stdout:1525: oid 19 updating version 0 to 1006 2024-04-02T08:36:26.478 INFO:tasks.rados.rados.0.smithi104.stdout:1525: oid 19 version 1006 is already newer than 1005 2024-04-02T08:36:26.478 INFO:tasks.rados.rados.0.smithi104.stdout:1525: oid 19 updating version 1006 to 1007 2024-04-02T08:36:26.478 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1007 (ObjNum 483 snap 156 seq_num 483) dirty exists 2024-04-02T08:36:26.478 INFO:tasks.rados.rados.0.smithi104.stdout:1525: left oid 19 (ObjNum 483 snap 156 seq_num 483) 2024-04-02T08:36:26.478 INFO:tasks.rados.rados.0.smithi104.stdout:1524: expect (ObjNum 476 snap 152 seq_num 476) 2024-04-02T08:36:26.517 INFO:tasks.rados.rados.0.smithi104.stdout:1526: finishing copy_from racing read to smithi10482514-7 2024-04-02T08:36:26.517 INFO:tasks.rados.rados.0.smithi104.stdout:1526: finishing copy_from to smithi10482514-7 2024-04-02T08:36:26.517 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 964 (ObjNum 433 snap 139 seq_num 433) dirty exists 2024-04-02T08:36:26.881 INFO:tasks.rados.rados.0.smithi104.stdout:1524: done (3 left) 2024-04-02T08:36:26.881 INFO:tasks.rados.rados.0.smithi104.stdout:1525: done (2 left) 2024-04-02T08:36:26.881 INFO:tasks.rados.rados.0.smithi104.stdout:1526: done (1 left) 2024-04-02T08:36:26.881 INFO:tasks.rados.rados.0.smithi104.stdout:1527: done (0 left) 2024-04-02T08:36:26.881 INFO:tasks.rados.rados.0.smithi104.stdout:1528: rmattr oid 27 current snap is 157 2024-04-02T08:36:26.881 INFO:tasks.rados.rados.0.smithi104.stdout:1528: done (0 left) 2024-04-02T08:36:26.881 INFO:tasks.rados.rados.0.smithi104.stdout:1529: rollback oid 10 current snap is 157 2024-04-02T08:36:26.881 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 10 to 151 2024-04-02T08:36:26.882 INFO:tasks.rados.rados.0.smithi104.stdout:1530: read oid 14 snap -1 2024-04-02T08:36:26.882 INFO:tasks.rados.rados.0.smithi104.stdout:1530: expect deleted 2024-04-02T08:36:26.882 INFO:tasks.rados.rados.0.smithi104.stdout:1531: read oid 42 snap -1 2024-04-02T08:36:26.882 INFO:tasks.rados.rados.0.smithi104.stdout:1531: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:36:26.882 INFO:tasks.rados.rados.0.smithi104.stdout:1532: snap_create 2024-04-02T08:36:26.887 INFO:tasks.rados.rados.0.smithi104.stdout:1529: finishing rollback tid 0 to smithi10482514-10 2024-04-02T08:36:26.888 INFO:tasks.rados.rados.0.smithi104.stdout:1529: finishing rollback tid 1 to smithi10482514-10 2024-04-02T08:36:26.888 INFO:tasks.rados.rados.0.smithi104.stdout:1529: finishing rollback tid 2 to smithi10482514-10 2024-04-02T08:36:26.888 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1048 (ObjNum 466 snap 147 seq_num 466) dirty exists 2024-04-02T08:36:26.894 INFO:tasks.rados.rados.0.smithi104.stdout:1531: expect (ObjNum 270 snap 93 seq_num 270) 2024-04-02T08:36:27.004 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:26 smithi104 ceph-mon[94081]: pgmap v210: 121 pgs: 121 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 862 KiB/s wr, 8 op/s 2024-04-02T08:36:27.004 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:26 smithi104 ceph-mon[96567]: pgmap v210: 121 pgs: 121 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 862 KiB/s wr, 8 op/s 2024-04-02T08:36:27.004 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:26 smithi104 systemd[1]: Stopping Ceph osd.2 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:26 smithi188 ceph-mon[86835]: pgmap v210: 121 pgs: 121 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 862 KiB/s wr, 8 op/s 2024-04-02T08:36:27.389 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[56321]: 2024-04-02T08:36:27.004+0000 7f694c550700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:36:27.390 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[56321]: 2024-04-02T08:36:27.004+0000 7f694c550700 -1 osd.2 375 *** Got signal Terminated *** 2024-04-02T08:36:27.390 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:27 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[56321]: 2024-04-02T08:36:27.004+0000 7f694c550700 -1 osd.2 375 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:36:27.888 INFO:tasks.rados.rados.0.smithi104.stdout:1529: done (3 left) 2024-04-02T08:36:27.888 INFO:tasks.rados.rados.0.smithi104.stdout:1530: done (2 left) 2024-04-02T08:36:27.889 INFO:tasks.rados.rados.0.smithi104.stdout:1531: done (1 left) 2024-04-02T08:36:27.889 INFO:tasks.rados.rados.0.smithi104.stdout:1532: done (0 left) 2024-04-02T08:36:27.889 INFO:tasks.rados.rados.0.smithi104.stdout:1533: snap_remove snap 155 2024-04-02T08:36:28.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:27 smithi104 ceph-mon[96567]: osdmap e375: 8 total, 8 up, 8 in 2024-04-02T08:36:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:27 smithi104 ceph-mon[96567]: osd.2 marked itself down and dead 2024-04-02T08:36:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:27 smithi104 ceph-mon[94081]: osdmap e375: 8 total, 8 up, 8 in 2024-04-02T08:36:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:27 smithi104 ceph-mon[94081]: osd.2 marked itself down and dead 2024-04-02T08:36:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:27 smithi188 ceph-mon[86835]: osdmap e375: 8 total, 8 up, 8 in 2024-04-02T08:36:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:27 smithi188 ceph-mon[86835]: osd.2 marked itself down and dead 2024-04-02T08:36:28.760 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:28 smithi104 podman[112591]: 2024-04-02 08:36:28.440435738 +0000 UTC m=+1.547853219 container died f49701d819366cee7d59742425a791f401478aebc98e5c648434d28e296f250c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:28.899 INFO:tasks.rados.rados.0.smithi104.stdout:1533: done (0 left) 2024-04-02T08:36:28.899 INFO:tasks.rados.rados.0.smithi104.stdout:1534: snap_remove snap 146 2024-04-02T08:36:29.084 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:28 smithi104 ceph-mon[96567]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:29.085 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:28 smithi104 ceph-mon[96567]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:36:29.085 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:28 smithi104 ceph-mon[96567]: pgmap v213: 121 pgs: 12 stale+active+clean, 109 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 862 KiB/s wr, 8 op/s 2024-04-02T08:36:29.085 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:28 smithi104 ceph-mon[94081]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:29.085 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:28 smithi104 ceph-mon[94081]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:36:29.085 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:28 smithi104 ceph-mon[94081]: pgmap v213: 121 pgs: 12 stale+active+clean, 109 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 862 KiB/s wr, 8 op/s 2024-04-02T08:36:29.085 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:28 smithi104 podman[112591]: 2024-04-02 08:36:28.835118169 +0000 UTC m=+1.942535640 container cleanup f49701d819366cee7d59742425a791f401478aebc98e5c648434d28e296f250c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:36:29.085 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:28 smithi104 bash[112591]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T08:36:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:28 smithi188 ceph-mon[86835]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:28 smithi188 ceph-mon[86835]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:36:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:28 smithi188 ceph-mon[86835]: pgmap v213: 121 pgs: 12 stale+active+clean, 109 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 862 KiB/s wr, 8 op/s 2024-04-02T08:36:29.389 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:29 smithi104 podman[112624]: 2024-04-02 08:36:29.086558892 +0000 UTC m=+0.640361283 container remove f49701d819366cee7d59742425a791f401478aebc98e5c648434d28e296f250c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-02T08:36:29.730 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:29 smithi104 podman[112717]: 2024-04-02 08:36:29.310680878 +0000 UTC m=+0.018375212 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:29.730 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:29 smithi104 podman[112717]: 2024-04-02 08:36:29.429210352 +0000 UTC m=+0.136904731 container create 0eaad7ca744bfefb59ce9877c34f80153789fe9b7896cc820c26321b12f995d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-02T08:36:29.730 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:29 smithi104 podman[112717]: 2024-04-02 08:36:29.639911287 +0000 UTC m=+0.347605636 container init 0eaad7ca744bfefb59ce9877c34f80153789fe9b7896cc820c26321b12f995d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-02T08:36:29.730 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:29 smithi104 podman[112717]: 2024-04-02 08:36:29.645784273 +0000 UTC m=+0.353478616 container start 0eaad7ca744bfefb59ce9877c34f80153789fe9b7896cc820c26321b12f995d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-02T08:36:29.730 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:29 smithi104 podman[112717]: 2024-04-02 08:36:29.731496734 +0000 UTC m=+0.439191079 container attach 0eaad7ca744bfefb59ce9877c34f80153789fe9b7896cc820c26321b12f995d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-02T08:36:29.900 INFO:tasks.rados.rados.0.smithi104.stdout:1534: done (0 left) 2024-04-02T08:36:29.900 INFO:tasks.rados.rados.0.smithi104.stdout:1535: rollback oid 19 current snap is 158 2024-04-02T08:36:29.900 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 19 to 139 2024-04-02T08:36:29.900 INFO:tasks.rados.rados.0.smithi104.stdout:1536: rmattr oid 33 current snap is 158 2024-04-02T08:36:29.900 INFO:tasks.rados.rados.0.smithi104.stdout:1536: done (1 left) 2024-04-02T08:36:29.900 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 158 2024-04-02T08:36:29.900 INFO:tasks.rados.rados.0.smithi104.stdout:1537: seq_num 484 ranges {0=507904,507904=401408} 2024-04-02T08:36:29.904 INFO:tasks.rados.rados.0.smithi104.stdout:1537: writing smithi10482514-23 from 0 to 507904 tid 1 2024-04-02T08:36:29.906 INFO:tasks.rados.rados.0.smithi104.stdout:1537: writing smithi10482514-23 from 507904 to 909312 tid 2 2024-04-02T08:36:29.906 INFO:tasks.rados.rados.0.smithi104.stdout:1538: rmattr oid 37 current snap is 158 2024-04-02T08:36:29.906 INFO:tasks.rados.rados.0.smithi104.stdout:1538: done (2 left) 2024-04-02T08:36:29.906 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 158 2024-04-02T08:36:29.906 INFO:tasks.rados.rados.0.smithi104.stdout:1539: seq_num 485 ranges {0=532480,532480=401408} 2024-04-02T08:36:29.910 INFO:tasks.rados.rados.0.smithi104.stdout:1539: writing smithi10482514-6 from 0 to 532480 tid 1 2024-04-02T08:36:29.913 INFO:tasks.rados.rados.0.smithi104.stdout:1539: writing smithi10482514-6 from 532480 to 933888 tid 2 2024-04-02T08:36:29.913 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 158 2024-04-02T08:36:29.913 INFO:tasks.rados.rados.0.smithi104.stdout:1535: finishing rollback tid 0 to smithi10482514-19 2024-04-02T08:36:29.913 INFO:tasks.rados.rados.0.smithi104.stdout:1535: finishing rollback tid 1 to smithi10482514-19 2024-04-02T08:36:29.913 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1009 (ObjNum 161 snap 0 seq_num 1939406000) dirty dne 2024-04-02T08:36:29.913 INFO:tasks.rados.rados.0.smithi104.stdout:1537: finishing write tid 1 to smithi10482514-23 2024-04-02T08:36:29.914 INFO:tasks.rados.rados.0.smithi104.stdout:1540: seq_num 486 ranges {0=548864,548864=401408} 2024-04-02T08:36:29.916 INFO:tasks.rados.rados.0.smithi104.stdout:1540: writing smithi10482514-18 from 0 to 548864 tid 1 2024-04-02T08:36:29.919 INFO:tasks.rados.rados.0.smithi104.stdout:1540: writing smithi10482514-18 from 548864 to 950272 tid 2 2024-04-02T08:36:29.921 INFO:tasks.rados.rados.0.smithi104.stdout:1535: done (3 left) 2024-04-02T08:36:29.921 INFO:tasks.rados.rados.0.smithi104.stdout:1541: read oid 33 snap -1 2024-04-02T08:36:29.921 INFO:tasks.rados.rados.0.smithi104.stdout:1541: expect (ObjNum 462 snap 146 seq_num 462) 2024-04-02T08:36:29.921 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 158 2024-04-02T08:36:29.921 INFO:tasks.rados.rados.0.smithi104.stdout:1537: finishing write tid 2 to smithi10482514-23 2024-04-02T08:36:29.921 INFO:tasks.rados.rados.0.smithi104.stdout:1537: finishing write tid 3 to smithi10482514-23 2024-04-02T08:36:29.921 INFO:tasks.rados.rados.0.smithi104.stdout:1537: finishing write tid 4 to smithi10482514-23 2024-04-02T08:36:29.922 INFO:tasks.rados.rados.0.smithi104.stdout:1537: oid 23 updating version 0 to 948 2024-04-02T08:36:29.922 INFO:tasks.rados.rados.0.smithi104.stdout:1537: oid 23 updating version 948 to 949 2024-04-02T08:36:29.922 INFO:tasks.rados.rados.0.smithi104.stdout:1537: oid 23 version 949 is already newer than 947 2024-04-02T08:36:29.922 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 949 (ObjNum 484 snap 158 seq_num 484) dirty exists 2024-04-02T08:36:29.922 INFO:tasks.rados.rados.0.smithi104.stdout:1537: left oid 23 (ObjNum 484 snap 158 seq_num 484) 2024-04-02T08:36:29.922 INFO:tasks.rados.rados.0.smithi104.stdout:1539: finishing write tid 1 to smithi10482514-6 2024-04-02T08:36:29.922 INFO:tasks.rados.rados.0.smithi104.stdout:1542: seq_num 487 ranges {57344=565248,622592=401408} 2024-04-02T08:36:29.923 INFO:tasks.rados.rados.0.smithi104.stdout:1542: writing smithi10482514-7 from 57344 to 622592 tid 1 2024-04-02T08:36:29.925 INFO:tasks.rados.rados.0.smithi104.stdout:1542: writing smithi10482514-7 from 622592 to 1024000 tid 2 2024-04-02T08:36:29.925 INFO:tasks.rados.rados.0.smithi104.stdout:1537: done (4 left) 2024-04-02T08:36:29.925 INFO:tasks.rados.rados.0.smithi104.stdout:1543: snap_remove snap 156 2024-04-02T08:36:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:29 smithi104 ceph-mon[96567]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:36:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:29 smithi104 ceph-mon[94081]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:36:30.140 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:29 smithi104 podman[112717]: 2024-04-02 08:36:29.943069352 +0000 UTC m=+0.650763701 container died 0eaad7ca744bfefb59ce9877c34f80153789fe9b7896cc820c26321b12f995d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:36:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:29 smithi188 ceph-mon[86835]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:36:30.827 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:30 smithi104 podman[112763]: 2024-04-02 08:36:30.559850017 +0000 UTC m=+0.609730836 container remove 0eaad7ca744bfefb59ce9877c34f80153789fe9b7896cc820c26321b12f995d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326) 2024-04-02T08:36:30.827 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:30 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.2.service: Deactivated successfully. 2024-04-02T08:36:30.828 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:30 smithi104 systemd[1]: Stopped Ceph osd.2 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:30.828 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:30 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.2.service: Consumed 14.443s CPU time. 2024-04-02T08:36:30.828 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:30 smithi104 systemd[1]: Starting Ceph osd.2 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:30.828 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:36:30.849 INFO:tasks.rados.rados.0.smithi104.stdout:1543: done (4 left) 2024-04-02T08:36:30.849 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 158 2024-04-02T08:36:30.850 INFO:tasks.rados.rados.0.smithi104.stdout:1539: finishing write tid 2 to smithi10482514-6 2024-04-02T08:36:30.850 INFO:tasks.rados.rados.0.smithi104.stdout:1544: seq_num 488 ranges {0=581632,581632=401408} 2024-04-02T08:36:30.852 INFO:tasks.rados.rados.0.smithi104.stdout:1544: writing smithi10482514-17 from 0 to 581632 tid 1 2024-04-02T08:36:30.855 INFO:tasks.rados.rados.0.smithi104.stdout:1544: writing smithi10482514-17 from 581632 to 983040 tid 2 2024-04-02T08:36:30.855 INFO:tasks.rados.rados.0.smithi104.stdout:1539: finishing write tid 3 to smithi10482514-6 2024-04-02T08:36:30.855 INFO:tasks.rados.rados.0.smithi104.stdout:1540: finishing write tid 1 to smithi10482514-18 2024-04-02T08:36:30.855 INFO:tasks.rados.rados.0.smithi104.stdout:1539: finishing write tid 4 to smithi10482514-6 2024-04-02T08:36:30.855 INFO:tasks.rados.rados.0.smithi104.stdout:1539: oid 6 updating version 0 to 1277 2024-04-02T08:36:30.855 INFO:tasks.rados.rados.0.smithi104.stdout:1539: oid 6 updating version 1277 to 1278 2024-04-02T08:36:30.855 INFO:tasks.rados.rados.0.smithi104.stdout:1539: oid 6 version 1278 is already newer than 1276 2024-04-02T08:36:30.855 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1278 (ObjNum 485 snap 158 seq_num 485) dirty exists 2024-04-02T08:36:30.855 INFO:tasks.rados.rados.0.smithi104.stdout:1539: left oid 6 (ObjNum 485 snap 158 seq_num 485) 2024-04-02T08:36:30.855 INFO:tasks.rados.rados.0.smithi104.stdout:1540: finishing write tid 2 to smithi10482514-18 2024-04-02T08:36:30.856 INFO:tasks.rados.rados.0.smithi104.stdout:1540: finishing write tid 3 to smithi10482514-18 2024-04-02T08:36:30.856 INFO:tasks.rados.rados.0.smithi104.stdout:1540: finishing write tid 4 to smithi10482514-18 2024-04-02T08:36:30.856 INFO:tasks.rados.rados.0.smithi104.stdout:1540: oid 18 updating version 0 to 205 2024-04-02T08:36:30.856 INFO:tasks.rados.rados.0.smithi104.stdout:1540: oid 18 version 205 is already newer than 204 2024-04-02T08:36:30.856 INFO:tasks.rados.rados.0.smithi104.stdout:1540: oid 18 version 205 is already newer than 203 2024-04-02T08:36:30.856 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 205 (ObjNum 486 snap 158 seq_num 486) dirty exists 2024-04-02T08:36:30.856 INFO:tasks.rados.rados.0.smithi104.stdout:1540: left oid 18 (ObjNum 486 snap 158 seq_num 486) 2024-04-02T08:36:30.856 INFO:tasks.rados.rados.0.smithi104.stdout:1541: expect (ObjNum 462 snap 146 seq_num 462) 2024-04-02T08:36:30.876 INFO:tasks.rados.rados.0.smithi104.stdout:1542: finishing write tid 1 to smithi10482514-7 2024-04-02T08:36:30.876 INFO:tasks.rados.rados.0.smithi104.stdout:1542: finishing write tid 2 to smithi10482514-7 2024-04-02T08:36:30.876 INFO:tasks.rados.rados.0.smithi104.stdout:1542: finishing write tid 3 to smithi10482514-7 2024-04-02T08:36:30.876 INFO:tasks.rados.rados.0.smithi104.stdout:1542: finishing write tid 4 to smithi10482514-7 2024-04-02T08:36:30.876 INFO:tasks.rados.rados.0.smithi104.stdout:1542: oid 7 updating version 0 to 965 2024-04-02T08:36:30.876 INFO:tasks.rados.rados.0.smithi104.stdout:1542: oid 7 updating version 965 to 967 2024-04-02T08:36:30.876 INFO:tasks.rados.rados.0.smithi104.stdout:1542: oid 7 version 967 is already newer than 966 2024-04-02T08:36:30.876 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 967 (ObjNum 487 snap 158 seq_num 487) dirty exists 2024-04-02T08:36:30.876 INFO:tasks.rados.rados.0.smithi104.stdout:1542: left oid 7 (ObjNum 487 snap 158 seq_num 487) 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1539: done (4 left) 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1540: done (3 left) 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1541: done (2 left) 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1542: done (1 left) 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1545: snap_create 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1544: finishing write tid 1 to smithi10482514-17 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1544: finishing write tid 2 to smithi10482514-17 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1544: finishing write tid 3 to smithi10482514-17 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1544: finishing write tid 4 to smithi10482514-17 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1544: oid 17 updating version 0 to 1260 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1544: oid 17 version 1260 is already newer than 1258 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1544: oid 17 version 1260 is already newer than 1259 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1260 (ObjNum 488 snap 158 seq_num 488) dirty exists 2024-04-02T08:36:30.877 INFO:tasks.rados.rados.0.smithi104.stdout:1544: left oid 17 (ObjNum 488 snap 158 seq_num 488) 2024-04-02T08:36:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:30 smithi104 ceph-mon[94081]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:36:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:30 smithi104 ceph-mon[94081]: pgmap v216: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 19 active+undersized, 92 active+clean; 351 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 700 KiB/s wr, 5 op/s; 48/612 objects degraded (7.843%) 2024-04-02T08:36:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:30 smithi104 ceph-mon[94081]: osdmap e379: 8 total, 7 up, 8 in 2024-04-02T08:36:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:30 smithi104 ceph-mon[96567]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:36:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:30 smithi104 ceph-mon[96567]: pgmap v216: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 19 active+undersized, 92 active+clean; 351 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 700 KiB/s wr, 5 op/s; 48/612 objects degraded (7.843%) 2024-04-02T08:36:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:30 smithi104 ceph-mon[96567]: osdmap e379: 8 total, 7 up, 8 in 2024-04-02T08:36:31.141 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 podman[112898]: 2024-04-02 08:36:30.920630281 +0000 UTC m=+0.020272051 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:31.141 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 podman[112898]: 2024-04-02 08:36:31.044629305 +0000 UTC m=+0.144271047 container create 062d565ec23bfa948854a8c5ffc599faf85f9ea398a4fe85216adad47746fe2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-02T08:36:31.172 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:36:31.172 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (7m) 29s ago 8m 25.0M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:36:31.172 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (7m) 109s ago 7m 87.8M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:36:31.172 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (9m) 29s ago 9m 15.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:36:31.172 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (8m) 109s ago 8m 18.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:36:31.172 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (2m) 109s ago 12m 448M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (3m) 29s ago 14m 504M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (2m) 29s ago 14m 48.0M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (116s) 109s ago 12m 29.5M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (2m) 29s ago 12m 45.8M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (7m) 29s ago 7m 16.5M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (7m) 109s ago 7m 15.3M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (69s) 29s ago 12m 134M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (33s) 29s ago 11m 12.2M 2480M 19.0.0-2419-g14da45f2 53081131892e 183e693cda03 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (11m) 29s ago 11m 197M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d f49701d81936 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (10m) 29s ago 10m 187M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 56815e6cf0b9 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (10m) 109s ago 10m 194M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (10m) 109s ago 10m 197M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (9m) 109s ago 9m 143M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:36:31.173 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (9m) 109s ago 9m 118M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:36:31.174 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (2m) 109s ago 8m 47.1M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:36:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:30 smithi188 ceph-mon[86835]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:36:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:30 smithi188 ceph-mon[86835]: pgmap v216: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 19 active+undersized, 92 active+clean; 351 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 700 KiB/s wr, 5 op/s; 48/612 objects degraded (7.843%) 2024-04-02T08:36:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:30 smithi188 ceph-mon[86835]: osdmap e379: 8 total, 7 up, 8 in 2024-04-02T08:36:31.578 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:36:31.578 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:36:31.578 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:36:31.578 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:36:31.578 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:36:31.578 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:36:31.578 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:36:31.578 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:36:31.578 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:36:31.578 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:36:31.579 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:36:31.579 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:36:31.579 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:36:31.579 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:36:31.579 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:36:31.579 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7, 2024-04-02T08:36:31.579 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 7 2024-04-02T08:36:31.579 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:36:31.579 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:36:31.579 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 podman[112898]: 2024-04-02 08:36:31.280678442 +0000 UTC m=+0.380320199 container init 062d565ec23bfa948854a8c5ffc599faf85f9ea398a4fe85216adad47746fe2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:36:31.579 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 podman[112898]: 2024-04-02 08:36:31.286851965 +0000 UTC m=+0.386493716 container start 062d565ec23bfa948854a8c5ffc599faf85f9ea398a4fe85216adad47746fe2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True) 2024-04-02T08:36:31.580 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 podman[112898]: 2024-04-02 08:36:31.389043773 +0000 UTC m=+0.488685535 container attach 062d565ec23bfa948854a8c5ffc599faf85f9ea398a4fe85216adad47746fe2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-02T08:36:31.848 INFO:tasks.rados.rados.0.smithi104.stdout:1544: done (1 left) 2024-04-02T08:36:31.848 INFO:tasks.rados.rados.0.smithi104.stdout:1545: done (0 left) 2024-04-02T08:36:31.848 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 159 2024-04-02T08:36:31.848 INFO:tasks.rados.rados.0.smithi104.stdout:1546: seq_num 489 ranges {57344=598016,655360=401408} 2024-04-02T08:36:31.851 INFO:tasks.rados.rados.0.smithi104.stdout:1546: writing smithi10482514-44 from 57344 to 655360 tid 1 2024-04-02T08:36:31.853 INFO:tasks.rados.rados.0.smithi104.stdout:1546: writing smithi10482514-44 from 655360 to 1056768 tid 2 2024-04-02T08:36:31.853 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 159 2024-04-02T08:36:31.854 INFO:tasks.rados.rados.0.smithi104.stdout:1547: seq_num 490 ranges {0=614400,614400=401408} 2024-04-02T08:36:31.857 INFO:tasks.rados.rados.0.smithi104.stdout:1547: writing smithi10482514-48 from 0 to 614400 tid 1 2024-04-02T08:36:31.860 INFO:tasks.rados.rados.0.smithi104.stdout:1547: writing smithi10482514-48 from 614400 to 1015808 tid 2 2024-04-02T08:36:31.860 INFO:tasks.rados.rados.0.smithi104.stdout:1548: delete oid 25 current snap is 159 2024-04-02T08:36:31.860 INFO:tasks.rados.rados.0.smithi104.stdout:1546: finishing write tid 1 to smithi10482514-44 2024-04-02T08:36:31.860 INFO:tasks.rados.rados.0.smithi104.stdout:1546: finishing write tid 2 to smithi10482514-44 2024-04-02T08:36:31.860 INFO:tasks.rados.rados.0.smithi104.stdout:1546: finishing write tid 3 to smithi10482514-44 2024-04-02T08:36:31.860 INFO:tasks.rados.rados.0.smithi104.stdout:1546: finishing write tid 4 to smithi10482514-44 2024-04-02T08:36:31.860 INFO:tasks.rados.rados.0.smithi104.stdout:1546: oid 44 updating version 0 to 1264 2024-04-02T08:36:31.861 INFO:tasks.rados.rados.0.smithi104.stdout:1546: oid 44 version 1264 is already newer than 1263 2024-04-02T08:36:31.861 INFO:tasks.rados.rados.0.smithi104.stdout:1546: oid 44 version 1264 is already newer than 1262 2024-04-02T08:36:31.861 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 1264 (ObjNum 489 snap 159 seq_num 489) dirty exists 2024-04-02T08:36:31.861 INFO:tasks.rados.rados.0.smithi104.stdout:1546: left oid 44 (ObjNum 489 snap 159 seq_num 489) 2024-04-02T08:36:31.863 INFO:tasks.rados.rados.0.smithi104.stdout:1547: finishing write tid 1 to smithi10482514-48 2024-04-02T08:36:31.863 INFO:tasks.rados.rados.0.smithi104.stdout:1547: finishing write tid 2 to smithi10482514-48 2024-04-02T08:36:31.864 INFO:tasks.rados.rados.0.smithi104.stdout:1547: finishing write tid 3 to smithi10482514-48 2024-04-02T08:36:31.865 INFO:tasks.rados.rados.0.smithi104.stdout:1547: finishing write tid 4 to smithi10482514-48 2024-04-02T08:36:31.865 INFO:tasks.rados.rados.0.smithi104.stdout:1547: oid 48 updating version 0 to 920 2024-04-02T08:36:31.865 INFO:tasks.rados.rados.0.smithi104.stdout:1547: oid 48 updating version 920 to 921 2024-04-02T08:36:31.865 INFO:tasks.rados.rados.0.smithi104.stdout:1547: oid 48 updating version 921 to 922 2024-04-02T08:36:31.865 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 922 (ObjNum 490 snap 159 seq_num 490) dirty exists 2024-04-02T08:36:31.865 INFO:tasks.rados.rados.0.smithi104.stdout:1547: left oid 48 (ObjNum 490 snap 159 seq_num 490) 2024-04-02T08:36:31.866 INFO:tasks.rados.rados.0.smithi104.stdout:1546: done (2 left) 2024-04-02T08:36:31.866 INFO:tasks.rados.rados.0.smithi104.stdout:1547: done (1 left) 2024-04-02T08:36:31.866 INFO:tasks.rados.rados.0.smithi104.stdout:1548: done (0 left) 2024-04-02T08:36:31.866 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 159 2024-04-02T08:36:31.866 INFO:tasks.rados.rados.0.smithi104.stdout:1549: seq_num 492 ranges {0=647168,647168=401408} 2024-04-02T08:36:31.869 INFO:tasks.rados.rados.0.smithi104.stdout:1549: writing smithi10482514-20 from 0 to 647168 tid 1 2024-04-02T08:36:31.872 INFO:tasks.rados.rados.0.smithi104.stdout:1549: writing smithi10482514-20 from 647168 to 1048576 tid 2 2024-04-02T08:36:31.872 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 159 2024-04-02T08:36:31.872 INFO:tasks.rados.rados.0.smithi104.stdout:1550: seq_num 493 ranges {0=663552,663552=401408} 2024-04-02T08:36:31.876 INFO:tasks.rados.rados.0.smithi104.stdout:1550: writing smithi10482514-14 from 0 to 663552 tid 1 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:1550: writing smithi10482514-14 from 663552 to 1064960 tid 2 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:1551: read oid 4 snap 145 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:1551: expect (ObjNum 455 snap 144 seq_num 455) 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 159 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:1549: finishing write tid 1 to smithi10482514-20 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:1549: finishing write tid 2 to smithi10482514-20 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:1549: finishing write tid 3 to smithi10482514-20 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:1549: finishing write tid 4 to smithi10482514-20 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:1549: oid 20 updating version 0 to 1267 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:1549: oid 20 version 1267 is already newer than 1266 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:1549: oid 20 version 1267 is already newer than 1265 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 1267 (ObjNum 492 snap 159 seq_num 492) dirty exists 2024-04-02T08:36:31.879 INFO:tasks.rados.rados.0.smithi104.stdout:1549: left oid 20 (ObjNum 492 snap 159 seq_num 492) 2024-04-02T08:36:31.880 INFO:tasks.rados.rados.0.smithi104.stdout:1552: seq_num 494 ranges {876544=679936,1556480=401408} 2024-04-02T08:36:31.887 INFO:tasks.rados.rados.0.smithi104.stdout:1552: writing smithi10482514-22 from 876544 to 1556480 tid 1 2024-04-02T08:36:31.890 INFO:tasks.rados.rados.0.smithi104.stdout:1552: writing smithi10482514-22 from 1556480 to 1957888 tid 2 2024-04-02T08:36:31.890 INFO:tasks.rados.rados.0.smithi104.stdout:1549: done (3 left) 2024-04-02T08:36:31.890 INFO:tasks.rados.rados.0.smithi104.stdout:1553: delete oid 31 current snap is 159 2024-04-02T08:36:31.890 INFO:tasks.rados.rados.0.smithi104.stdout:1550: finishing write tid 1 to smithi10482514-14 2024-04-02T08:36:31.890 INFO:tasks.rados.rados.0.smithi104.stdout:1550: finishing write tid 2 to smithi10482514-14 2024-04-02T08:36:31.890 INFO:tasks.rados.rados.0.smithi104.stdout:1550: finishing write tid 3 to smithi10482514-14 2024-04-02T08:36:31.890 INFO:tasks.rados.rados.0.smithi104.stdout:1550: finishing write tid 4 to smithi10482514-14 2024-04-02T08:36:31.891 INFO:tasks.rados.rados.0.smithi104.stdout:1550: oid 14 updating version 0 to 1202 2024-04-02T08:36:31.891 INFO:tasks.rados.rados.0.smithi104.stdout:1550: oid 14 updating version 1202 to 1203 2024-04-02T08:36:31.891 INFO:tasks.rados.rados.0.smithi104.stdout:1550: oid 14 version 1203 is already newer than 1201 2024-04-02T08:36:31.891 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1203 (ObjNum 493 snap 159 seq_num 493) dirty exists 2024-04-02T08:36:31.891 INFO:tasks.rados.rados.0.smithi104.stdout:1550: left oid 14 (ObjNum 493 snap 159 seq_num 493) 2024-04-02T08:36:31.891 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112933]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:31.891 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112933]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:31.891 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 bash[112898]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:31.891 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 bash[112898]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:31.891 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 bash[112898]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:31.891 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 bash[112898]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:36:31.892 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 bash[112898]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:36:31.892 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 bash[112898]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:31.892 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 bash[112898]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:36:31.892 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112933]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:31.892 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112933]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:36:31.892 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112933]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:36:31.892 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112933]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:31.892 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112933]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:36:31.892 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:31 smithi104 podman[112898]: 2024-04-02 08:36:31.756910533 +0000 UTC m=+0.856552290 container died 062d565ec23bfa948854a8c5ffc599faf85f9ea398a4fe85216adad47746fe2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux ) 2024-04-02T08:36:31.893 INFO:tasks.rados.rados.0.smithi104.stdout:1550: done (3 left) 2024-04-02T08:36:31.893 INFO:tasks.rados.rados.0.smithi104.stdout:1553: done (2 left) 2024-04-02T08:36:31.893 INFO:tasks.rados.rados.0.smithi104.stdout:1554: setattr oid 20 current snap is 159 2024-04-02T08:36:31.893 INFO:tasks.rados.rados.0.smithi104.stdout:1552: finishing write tid 1 to smithi10482514-22 2024-04-02T08:36:31.893 INFO:tasks.rados.rados.0.smithi104.stdout:1552: finishing write tid 2 to smithi10482514-22 2024-04-02T08:36:31.893 INFO:tasks.rados.rados.0.smithi104.stdout:1552: finishing write tid 3 to smithi10482514-22 2024-04-02T08:36:31.894 INFO:tasks.rados.rados.0.smithi104.stdout:1552: finishing write tid 4 to smithi10482514-22 2024-04-02T08:36:31.894 INFO:tasks.rados.rados.0.smithi104.stdout:1552: oid 22 updating version 0 to 952 2024-04-02T08:36:31.894 INFO:tasks.rados.rados.0.smithi104.stdout:1552: oid 22 version 952 is already newer than 951 2024-04-02T08:36:31.894 INFO:tasks.rados.rados.0.smithi104.stdout:1552: oid 22 version 952 is already newer than 950 2024-04-02T08:36:31.894 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 952 (ObjNum 494 snap 159 seq_num 494) dirty exists 2024-04-02T08:36:31.894 INFO:tasks.rados.rados.0.smithi104.stdout:1552: left oid 22 (ObjNum 494 snap 159 seq_num 494) 2024-04-02T08:36:31.895 INFO:tasks.rados.rados.0.smithi104.stdout:1552: done (2 left) 2024-04-02T08:36:31.895 INFO:tasks.rados.rados.0.smithi104.stdout:1555: snap_remove snap 147 2024-04-02T08:36:32.207 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-mon[94081]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:32.207 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-mon[94081]: Health check failed: Degraded data redundancy: 48/612 objects degraded (7.843%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:32.207 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-mon[94081]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:32.208 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3982014861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:32.208 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-mon[94081]: osdmap e380: 8 total, 7 up, 8 in 2024-04-02T08:36:32.208 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-mon[96567]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:32.208 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-mon[96567]: Health check failed: Degraded data redundancy: 48/612 objects degraded (7.843%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:32.208 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-mon[96567]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:32.208 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3982014861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:32.208 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:31 smithi104 ceph-mon[96567]: osdmap e380: 8 total, 7 up, 8 in 2024-04-02T08:36:32.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:31 smithi188 ceph-mon[86835]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:32.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:31 smithi188 ceph-mon[86835]: Health check failed: Degraded data redundancy: 48/612 objects degraded (7.843%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:32.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:31 smithi188 ceph-mon[86835]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:32.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:31 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3982014861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:32.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:31 smithi188 ceph-mon[86835]: osdmap e380: 8 total, 7 up, 8 in 2024-04-02T08:36:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:32.853 INFO:tasks.rados.rados.0.smithi104.stdout:1555: done (2 left) 2024-04-02T08:36:32.853 INFO:tasks.rados.rados.0.smithi104.stdout:1556: setattr oid 14 current snap is 159 2024-04-02T08:36:32.853 INFO:tasks.rados.rados.0.smithi104.stdout:1551: expect (ObjNum 455 snap 144 seq_num 455) 2024-04-02T08:36:33.046 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:32 smithi104 ceph-mon[96567]: pgmap v219: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 932 KiB/s wr, 7 op/s; 73/618 objects degraded (11.812%) 2024-04-02T08:36:33.046 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:32 smithi104 ceph-mon[96567]: osdmap e381: 8 total, 7 up, 8 in 2024-04-02T08:36:33.046 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:32 smithi104 ceph-mon[94081]: pgmap v219: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 932 KiB/s wr, 7 op/s; 73/618 objects degraded (11.812%) 2024-04-02T08:36:33.047 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:32 smithi104 ceph-mon[94081]: osdmap e381: 8 total, 7 up, 8 in 2024-04-02T08:36:33.047 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:32 smithi104 podman[113095]: 2024-04-02 08:36:32.676346295 +0000 UTC m=+0.911339889 container remove 062d565ec23bfa948854a8c5ffc599faf85f9ea398a4fe85216adad47746fe2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:36:33.047 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:32 smithi104 podman[113163]: 2024-04-02 08:36:32.792777942 +0000 UTC m=+0.017896306 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:33.047 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:32 smithi104 podman[113163]: 2024-04-02 08:36:32.921440892 +0000 UTC m=+0.146559232 container create 8534baca25d7c33b86c8b20d2eb5b705fe364e80800b992b6e451d5ba2ae64a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:36:33.085 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 1268 (ObjNum 492 snap 159 seq_num 492) dirty exists 2024-04-02T08:36:33.085 INFO:tasks.rados.rados.0.smithi104.stdout:1551: done (2 left) 2024-04-02T08:36:33.085 INFO:tasks.rados.rados.0.smithi104.stdout:1554: done (1 left) 2024-04-02T08:36:33.085 INFO:tasks.rados.rados.0.smithi104.stdout:1557: rollback oid 33 current snap is 159 2024-04-02T08:36:33.085 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 158 2024-04-02T08:36:33.085 INFO:tasks.rados.rados.0.smithi104.stdout:1558: copy_from oid 2 from oid 47 current snap is 159 2024-04-02T08:36:33.085 INFO:tasks.rados.rados.0.smithi104.stdout:1559: delete oid 45 current snap is 159 2024-04-02T08:36:33.088 INFO:tasks.rados.rados.0.smithi104.stdout:1559: done (3 left) 2024-04-02T08:36:33.088 INFO:tasks.rados.rados.0.smithi104.stdout:1560: read oid 12 snap -1 2024-04-02T08:36:33.088 INFO:tasks.rados.rados.0.smithi104.stdout:1560: expect (ObjNum 418 snap 137 seq_num 418) 2024-04-02T08:36:33.088 INFO:tasks.rados.rados.0.smithi104.stdout:1561: copy_from oid 20 from oid 38 current snap is 159 2024-04-02T08:36:33.088 INFO:tasks.rados.rados.0.smithi104.stdout:1562: copy_from oid 37 from oid 18 current snap is 159 2024-04-02T08:36:33.088 INFO:tasks.rados.rados.0.smithi104.stdout:1563: snap_remove snap 142 2024-04-02T08:36:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:32 smithi188 ceph-mon[86835]: pgmap v219: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 932 KiB/s wr, 7 op/s; 73/618 objects degraded (11.812%) 2024-04-02T08:36:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:32 smithi188 ceph-mon[86835]: osdmap e381: 8 total, 7 up, 8 in 2024-04-02T08:36:33.640 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:33 smithi104 podman[113163]: 2024-04-02 08:36:33.155456466 +0000 UTC m=+0.380574808 container init 8534baca25d7c33b86c8b20d2eb5b705fe364e80800b992b6e451d5ba2ae64a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:36:33.640 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:33 smithi104 podman[113163]: 2024-04-02 08:36:33.160731642 +0000 UTC m=+0.385849986 container start 8534baca25d7c33b86c8b20d2eb5b705fe364e80800b992b6e451d5ba2ae64a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:36:33.640 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:33 smithi104 ceph-osd[113202]: -- 172.21.15.104:0/3493121345 <== mon.0 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561d38349680 con 0x561d38313000 2024-04-02T08:36:33.640 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:33 smithi104 bash[113163]: 8534baca25d7c33b86c8b20d2eb5b705fe364e80800b992b6e451d5ba2ae64a5 2024-04-02T08:36:33.640 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:33 smithi104 systemd[1]: Started Ceph osd.2 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:33.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:1563: done (6 left) 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:1564: copy_from oid 44 from oid 9 current snap is 159 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1205 (ObjNum 493 snap 159 seq_num 493) dirty exists 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:1557: finishing rollback tid 0 to smithi10482514-33 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:1557: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:1557: finishing rollback tid 2 to smithi10482514-33 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 608 (ObjNum 462 snap 146 seq_num 462) dirty exists 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:1558: finishing copy_from racing read to smithi10482514-2 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:1562: finishing copy_from racing read to smithi10482514-37 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:1558: finishing copy_from to smithi10482514-2 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1009 (ObjNum 464 snap 146 seq_num 464) dirty exists 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:1562: finishing copy_from to smithi10482514-37 2024-04-02T08:36:33.913 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 205 (ObjNum 486 snap 158 seq_num 486) dirty exists 2024-04-02T08:36:33.914 INFO:tasks.rados.rados.0.smithi104.stdout:1560: expect (ObjNum 418 snap 137 seq_num 418) 2024-04-02T08:36:33.981 INFO:tasks.rados.rados.0.smithi104.stdout:1561: finishing copy_from racing read to smithi10482514-20 2024-04-02T08:36:33.981 INFO:tasks.rados.rados.0.smithi104.stdout:1561: finishing copy_from to smithi10482514-20 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 984 (ObjNum 478 snap 153 seq_num 478) dirty exists 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:1556: done (6 left) 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:1557: done (5 left) 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:1558: done (4 left) 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:1560: done (3 left) 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:1561: done (2 left) 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:1562: done (1 left) 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:1565: rmattr oid 1 current snap is 159 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:1565: done (1 left) 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:1566: snap_create 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:1564: finishing copy_from racing read to smithi10482514-44 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:1564: finishing copy_from to smithi10482514-44 2024-04-02T08:36:33.982 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 1205 (ObjNum 465 snap 147 seq_num 465) dirty exists 2024-04-02T08:36:34.139 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:33 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T08:36:33.698+0000 7f7d9da9f7c0 -1 Falling back to public interface 2024-04-02T08:36:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:34.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:34 smithi188 ceph-mon[86835]: osdmap e382: 8 total, 7 up, 8 in 2024-04-02T08:36:34.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:34 smithi188 ceph-mon[86835]: pgmap v222: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 232 KiB/s wr, 1 op/s; 73/618 objects degraded (11.812%) 2024-04-02T08:36:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:34 smithi104 ceph-mon[94081]: osdmap e382: 8 total, 7 up, 8 in 2024-04-02T08:36:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:34 smithi104 ceph-mon[94081]: pgmap v222: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 232 KiB/s wr, 1 op/s; 73/618 objects degraded (11.812%) 2024-04-02T08:36:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:34.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:34.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:34.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:34 smithi104 ceph-mon[96567]: osdmap e382: 8 total, 7 up, 8 in 2024-04-02T08:36:34.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:34 smithi104 ceph-mon[96567]: pgmap v222: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 232 KiB/s wr, 1 op/s; 73/618 objects degraded (11.812%) 2024-04-02T08:36:34.917 INFO:tasks.rados.rados.0.smithi104.stdout:1564: done (1 left) 2024-04-02T08:36:34.917 INFO:tasks.rados.rados.0.smithi104.stdout:1566: done (0 left) 2024-04-02T08:36:34.918 INFO:tasks.rados.rados.0.smithi104.stdout:1567: rollback oid 43 current snap is 160 2024-04-02T08:36:34.918 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 43 to 134 2024-04-02T08:36:34.918 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 160 2024-04-02T08:36:34.918 INFO:tasks.rados.rados.0.smithi104.stdout:1568: seq_num 497 ranges {5529600=729088,6258688=401408} 2024-04-02T08:36:34.951 INFO:tasks.rados.rados.0.smithi104.stdout:1568: writing smithi10482514-4 from 5529600 to 6258688 tid 1 2024-04-02T08:36:34.954 INFO:tasks.rados.rados.0.smithi104.stdout:1568: writing smithi10482514-4 from 6258688 to 6660096 tid 2 2024-04-02T08:36:34.955 INFO:tasks.rados.rados.0.smithi104.stdout:1567: finishing rollback tid 0 to smithi10482514-43 2024-04-02T08:36:34.955 INFO:tasks.rados.rados.0.smithi104.stdout:1567: finishing rollback tid 1 to smithi10482514-43 2024-04-02T08:36:34.955 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1207 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:36:34.955 INFO:tasks.rados.rados.0.smithi104.stdout:1567: done (1 left) 2024-04-02T08:36:34.955 INFO:tasks.rados.rados.0.smithi104.stdout:1569: read oid 19 snap -1 2024-04-02T08:36:34.955 INFO:tasks.rados.rados.0.smithi104.stdout:1569: expect deleted 2024-04-02T08:36:34.955 INFO:tasks.rados.rados.0.smithi104.stdout:1570: copy_from oid 25 from oid 43 current snap is 160 2024-04-02T08:36:34.955 INFO:tasks.rados.rados.0.smithi104.stdout:1571: setattr oid 27 current snap is 160 2024-04-02T08:36:34.956 INFO:tasks.rados.rados.0.smithi104.stdout:1570: finishing copy_from to smithi10482514-25 2024-04-02T08:36:34.956 INFO:tasks.rados.rados.0.smithi104.stdout:1570: got expected ENOENT (src dne) 2024-04-02T08:36:34.956 INFO:tasks.rados.rados.0.smithi104.stdout:1570: finishing copy_from racing read to smithi10482514-25 2024-04-02T08:36:34.959 INFO:tasks.rados.rados.0.smithi104.stdout:1570: done (3 left) 2024-04-02T08:36:34.959 INFO:tasks.rados.rados.0.smithi104.stdout:1572: rollback oid 39 current snap is 160 2024-04-02T08:36:34.959 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 144 2024-04-02T08:36:34.959 INFO:tasks.rados.rados.0.smithi104.stdout:1573: read oid 45 snap -1 2024-04-02T08:36:34.959 INFO:tasks.rados.rados.0.smithi104.stdout:1573: expect deleted 2024-04-02T08:36:34.959 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 160 2024-04-02T08:36:34.959 INFO:tasks.rados.rados.0.smithi104.stdout:1574: seq_num 498 ranges {983040=745472,1728512=401408} 2024-04-02T08:36:34.968 INFO:tasks.rados.rados.0.smithi104.stdout:1574: writing smithi10482514-17 from 983040 to 1728512 tid 1 2024-04-02T08:36:34.970 INFO:tasks.rados.rados.0.smithi104.stdout:1574: writing smithi10482514-17 from 1728512 to 2129920 tid 2 2024-04-02T08:36:34.970 INFO:tasks.rados.rados.0.smithi104.stdout:1575: snap_remove snap 134 2024-04-02T08:36:35.452 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:35.452 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:35.452 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:35 smithi104 ceph-mon[96567]: osdmap e383: 8 total, 7 up, 8 in 2024-04-02T08:36:35.452 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:35.452 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:35.453 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:35 smithi104 ceph-mon[94081]: osdmap e383: 8 total, 7 up, 8 in 2024-04-02T08:36:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:35 smithi188 ceph-mon[86835]: osdmap e383: 8 total, 7 up, 8 in 2024-04-02T08:36:35.852 INFO:tasks.rados.rados.0.smithi104.stdout:1575: done (6 left) 2024-04-02T08:36:35.852 INFO:tasks.rados.rados.0.smithi104.stdout:1576: snap_remove snap 153 2024-04-02T08:36:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:36:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:36:35] "GET /metrics HTTP/1.1" 200 36147 "" "Prometheus/2.43.0" 2024-04-02T08:36:36.861 INFO:tasks.rados.rados.0.smithi104.stdout:1576: done (6 left) 2024-04-02T08:36:36.861 INFO:tasks.rados.rados.0.smithi104.stdout:1577: read oid 16 snap -1 2024-04-02T08:36:36.861 INFO:tasks.rados.rados.0.smithi104.stdout:1577: expect (ObjNum 459 snap 145 seq_num 459) 2024-04-02T08:36:36.861 INFO:tasks.rados.rados.0.smithi104.stdout:1578: delete oid 22 current snap is 160 2024-04-02T08:36:36.861 INFO:tasks.rados.rados.0.smithi104.stdout:1568: finishing write tid 1 to smithi10482514-4 2024-04-02T08:36:36.861 INFO:tasks.rados.rados.0.smithi104.stdout:1568: finishing write tid 2 to smithi10482514-4 2024-04-02T08:36:36.861 INFO:tasks.rados.rados.0.smithi104.stdout:1568: finishing write tid 3 to smithi10482514-4 2024-04-02T08:36:36.861 INFO:tasks.rados.rados.0.smithi104.stdout:1568: finishing write tid 4 to smithi10482514-4 2024-04-02T08:36:36.861 INFO:tasks.rados.rados.0.smithi104.stdout:1568: oid 4 updating version 0 to 1011 2024-04-02T08:36:36.861 INFO:tasks.rados.rados.0.smithi104.stdout:1568: oid 4 updating version 1011 to 1012 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:1568: oid 4 version 1012 is already newer than 1010 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1012 (ObjNum 497 snap 160 seq_num 497) dirty exists 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:1568: left oid 4 (ObjNum 497 snap 160 seq_num 497) 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1013 (ObjNum 419 snap 137 seq_num 419) dirty exists 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:1572: finishing rollback tid 0 to smithi10482514-39 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:1572: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:1572: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 1294 (ObjNum 403 snap 130 seq_num 403) dirty exists 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:1574: finishing write tid 1 to smithi10482514-17 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:1574: finishing write tid 2 to smithi10482514-17 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:1574: finishing write tid 3 to smithi10482514-17 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:1574: finishing write tid 4 to smithi10482514-17 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:1574: oid 17 updating version 0 to 1291 2024-04-02T08:36:36.862 INFO:tasks.rados.rados.0.smithi104.stdout:1574: oid 17 version 1291 is already newer than 1290 2024-04-02T08:36:36.863 INFO:tasks.rados.rados.0.smithi104.stdout:1574: oid 17 updating version 1291 to 1292 2024-04-02T08:36:36.863 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1292 (ObjNum 498 snap 160 seq_num 498) dirty exists 2024-04-02T08:36:36.863 INFO:tasks.rados.rados.0.smithi104.stdout:1574: left oid 17 (ObjNum 498 snap 160 seq_num 498) 2024-04-02T08:36:36.871 INFO:tasks.rados.rados.0.smithi104.stdout:1568: done (7 left) 2024-04-02T08:36:36.871 INFO:tasks.rados.rados.0.smithi104.stdout:1569: done (6 left) 2024-04-02T08:36:36.872 INFO:tasks.rados.rados.0.smithi104.stdout:1571: done (5 left) 2024-04-02T08:36:36.872 INFO:tasks.rados.rados.0.smithi104.stdout:1572: done (4 left) 2024-04-02T08:36:36.872 INFO:tasks.rados.rados.0.smithi104.stdout:1573: done (3 left) 2024-04-02T08:36:36.872 INFO:tasks.rados.rados.0.smithi104.stdout:1574: done (2 left) 2024-04-02T08:36:36.872 INFO:tasks.rados.rados.0.smithi104.stdout:1578: done (1 left) 2024-04-02T08:36:36.872 INFO:tasks.rados.rados.0.smithi104.stdout:1579: copy_from oid 49 from oid 4 current snap is 160 2024-04-02T08:36:36.872 INFO:tasks.rados.rados.0.smithi104.stdout:1580: snap_remove snap 145 2024-04-02T08:36:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:36 smithi104 ceph-mon[94081]: osdmap e384: 8 total, 7 up, 8 in 2024-04-02T08:36:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:36 smithi104 ceph-mon[94081]: pgmap v225: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 366 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 29 op/s; 78/645 objects degraded (12.093%) 2024-04-02T08:36:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:36 smithi104 ceph-mon[94081]: from='osd.2 [v2:172.21.15.104:6818/3815215821,v1:172.21.15.104:6819/3815215821]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:36 smithi104 ceph-mon[94081]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:36.890 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:36 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T08:36:36.613+0000 7f7d9da9f7c0 -1 osd.2 375 log_to_monitors true 2024-04-02T08:36:36.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:36 smithi104 ceph-mon[96567]: osdmap e384: 8 total, 7 up, 8 in 2024-04-02T08:36:36.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:36 smithi104 ceph-mon[96567]: pgmap v225: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 366 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 29 op/s; 78/645 objects degraded (12.093%) 2024-04-02T08:36:36.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:36 smithi104 ceph-mon[96567]: from='osd.2 [v2:172.21.15.104:6818/3815215821,v1:172.21.15.104:6819/3815215821]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:36.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:36 smithi104 ceph-mon[96567]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:36 smithi188 ceph-mon[86835]: osdmap e384: 8 total, 7 up, 8 in 2024-04-02T08:36:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:36 smithi188 ceph-mon[86835]: pgmap v225: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 366 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 29 op/s; 78/645 objects degraded (12.093%) 2024-04-02T08:36:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:36 smithi188 ceph-mon[86835]: from='osd.2 [v2:172.21.15.104:6818/3815215821,v1:172.21.15.104:6819/3815215821]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:36 smithi188 ceph-mon[86835]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:37.389 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:36:36 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T08:36:36.904+0000 7f7d8eef7700 -1 osd.2 375 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:36:37.876 INFO:tasks.rados.rados.0.smithi104.stdout:1580: done (2 left) 2024-04-02T08:36:37.876 INFO:tasks.rados.rados.0.smithi104.stdout:1581: read oid 20 snap 138 2024-04-02T08:36:37.876 INFO:tasks.rados.rados.0.smithi104.stdout:1581: expect deleted 2024-04-02T08:36:37.877 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 160 2024-04-02T08:36:37.877 INFO:tasks.rados.rados.0.smithi104.stdout:1582: seq_num 500 ranges {1015808=778240,1794048=401408} 2024-04-02T08:36:37.887 INFO:tasks.rados.rados.0.smithi104.stdout:1582: writing smithi10482514-48 from 1015808 to 1794048 tid 1 2024-04-02T08:36:37.890 INFO:tasks.rados.rados.0.smithi104.stdout:1582: writing smithi10482514-48 from 1794048 to 2195456 tid 2 2024-04-02T08:36:37.890 INFO:tasks.rados.rados.0.smithi104.stdout:1577: expect (ObjNum 459 snap 145 seq_num 459) 2024-04-02T08:36:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:37 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 78/645 objects degraded (12.093%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:37 smithi188 ceph-mon[86835]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:36:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:37 smithi188 ceph-mon[86835]: osdmap e385: 8 total, 7 up, 8 in 2024-04-02T08:36:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:37 smithi188 ceph-mon[86835]: from='osd.2 [v2:172.21.15.104:6818/3815215821,v1:172.21.15.104:6819/3815215821]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:37 smithi188 ceph-mon[86835]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 78/645 objects degraded (12.093%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[94081]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[94081]: osdmap e385: 8 total, 7 up, 8 in 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[94081]: from='osd.2 [v2:172.21.15.104:6818/3815215821,v1:172.21.15.104:6819/3815215821]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[94081]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 78/645 objects degraded (12.093%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[96567]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[96567]: osdmap e385: 8 total, 7 up, 8 in 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[96567]: from='osd.2 [v2:172.21.15.104:6818/3815215821,v1:172.21.15.104:6819/3815215821]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[96567]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:38.180 INFO:tasks.rados.rados.0.smithi104.stdout:1579: finishing copy_from racing read to smithi10482514-49 2024-04-02T08:36:38.180 INFO:tasks.rados.rados.0.smithi104.stdout:1579: finishing copy_from to smithi10482514-49 2024-04-02T08:36:38.180 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1012 (ObjNum 497 snap 160 seq_num 497) dirty exists 2024-04-02T08:36:38.180 INFO:tasks.rados.rados.0.smithi104.stdout:1577: done (3 left) 2024-04-02T08:36:38.180 INFO:tasks.rados.rados.0.smithi104.stdout:1579: done (2 left) 2024-04-02T08:36:38.180 INFO:tasks.rados.rados.0.smithi104.stdout:1581: done (1 left) 2024-04-02T08:36:38.180 INFO:tasks.rados.rados.0.smithi104.stdout:1583: read oid 49 snap -1 2024-04-02T08:36:38.180 INFO:tasks.rados.rados.0.smithi104.stdout:1583: expect (ObjNum 497 snap 160 seq_num 497) 2024-04-02T08:36:38.180 INFO:tasks.rados.rados.0.smithi104.stdout:1584: snap_create 2024-04-02T08:36:38.180 INFO:tasks.rados.rados.0.smithi104.stdout:1582: finishing write tid 1 to smithi10482514-48 2024-04-02T08:36:38.181 INFO:tasks.rados.rados.0.smithi104.stdout:1582: finishing write tid 2 to smithi10482514-48 2024-04-02T08:36:38.181 INFO:tasks.rados.rados.0.smithi104.stdout:1582: finishing write tid 3 to smithi10482514-48 2024-04-02T08:36:38.181 INFO:tasks.rados.rados.0.smithi104.stdout:1582: finishing write tid 4 to smithi10482514-48 2024-04-02T08:36:38.181 INFO:tasks.rados.rados.0.smithi104.stdout:1582: oid 48 updating version 0 to 923 2024-04-02T08:36:38.181 INFO:tasks.rados.rados.0.smithi104.stdout:1582: oid 48 updating version 923 to 924 2024-04-02T08:36:38.181 INFO:tasks.rados.rados.0.smithi104.stdout:1582: oid 48 updating version 924 to 925 2024-04-02T08:36:38.181 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 925 (ObjNum 500 snap 160 seq_num 500) dirty exists 2024-04-02T08:36:38.181 INFO:tasks.rados.rados.0.smithi104.stdout:1582: left oid 48 (ObjNum 500 snap 160 seq_num 500) 2024-04-02T08:36:38.214 INFO:tasks.rados.rados.0.smithi104.stdout:1583: expect (ObjNum 497 snap 160 seq_num 497) 2024-04-02T08:36:38.879 INFO:tasks.rados.rados.0.smithi104.stdout:1582: done (2 left) 2024-04-02T08:36:38.879 INFO:tasks.rados.rados.0.smithi104.stdout:1583: done (1 left) 2024-04-02T08:36:38.879 INFO:tasks.rados.rados.0.smithi104.stdout:1584: done (0 left) 2024-04-02T08:36:38.879 INFO:tasks.rados.rados.0.smithi104.stdout:1585: read oid 26 snap -1 2024-04-02T08:36:38.879 INFO:tasks.rados.rados.0.smithi104.stdout:1585: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:36:38.879 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 161 2024-04-02T08:36:38.880 INFO:tasks.rados.rados.0.smithi104.stdout:1586: seq_num 501 ranges {6660096=794624,7454720=401408} 2024-04-02T08:36:38.921 INFO:tasks.rados.rados.0.smithi104.stdout:1586: writing smithi10482514-49 from 6660096 to 7454720 tid 1 2024-04-02T08:36:38.924 INFO:tasks.rados.rados.0.smithi104.stdout:1586: writing smithi10482514-49 from 7454720 to 7856128 tid 2 2024-04-02T08:36:38.925 INFO:tasks.rados.rados.0.smithi104.stdout:1587: copy_from oid 36 from oid 47 current snap is 161 2024-04-02T08:36:38.925 INFO:tasks.rados.rados.0.smithi104.stdout:1585: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:36:39.007 INFO:tasks.rados.rados.0.smithi104.stdout:1586: finishing write tid 1 to smithi10482514-49 2024-04-02T08:36:39.007 INFO:tasks.rados.rados.0.smithi104.stdout:1585: done (2 left) 2024-04-02T08:36:39.007 INFO:tasks.rados.rados.0.smithi104.stdout:1588: rollback oid 30 current snap is 161 2024-04-02T08:36:39.007 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 158 2024-04-02T08:36:39.008 INFO:tasks.rados.rados.0.smithi104.stdout:1589: rollback oid 16 current snap is 161 2024-04-02T08:36:39.008 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 16 to 158 2024-04-02T08:36:39.008 INFO:tasks.rados.rados.0.smithi104.stdout:1590: snap_remove snap 148 2024-04-02T08:36:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:38 smithi188 ceph-mon[86835]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:38 smithi188 ceph-mon[86835]: osd.2 [v2:172.21.15.104:6818/3815215821,v1:172.21.15.104:6819/3815215821] boot 2024-04-02T08:36:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:38 smithi188 ceph-mon[86835]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:36:39.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:36:39.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:38 smithi188 ceph-mon[86835]: pgmap v228: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 359 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 29 op/s; 78/642 objects degraded (12.150%) 2024-04-02T08:36:39.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:39.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:39.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[94081]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:39.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[94081]: osd.2 [v2:172.21.15.104:6818/3815215821,v1:172.21.15.104:6819/3815215821] boot 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[94081]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[94081]: pgmap v228: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 359 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 29 op/s; 78/642 objects degraded (12.150%) 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[96567]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[96567]: osd.2 [v2:172.21.15.104:6818/3815215821,v1:172.21.15.104:6819/3815215821] boot 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[96567]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[96567]: pgmap v228: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 359 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 29 op/s; 78/642 objects degraded (12.150%) 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:39.889 INFO:tasks.rados.rados.0.smithi104.stdout:1590: done (4 left) 2024-04-02T08:36:39.889 INFO:tasks.rados.rados.0.smithi104.stdout:1591: snap_remove snap 98 2024-04-02T08:36:40.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:39 smithi104 ceph-mon[94081]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:36:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:39 smithi104 ceph-mon[96567]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:36:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:39 smithi188 ceph-mon[86835]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:36:40.894 INFO:tasks.rados.rados.0.smithi104.stdout:1591: done (4 left) 2024-04-02T08:36:40.894 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 161 2024-04-02T08:36:40.894 INFO:tasks.rados.rados.0.smithi104.stdout:1592: seq_num 502 ranges {8462336=409600,8871936=417792,9289728=385024} 2024-04-02T08:36:40.943 INFO:tasks.rados.rados.0.smithi104.stdout:1592: writing smithi10482514-40 from 8462336 to 8871936 tid 1 2024-04-02T08:36:40.945 INFO:tasks.rados.rados.0.smithi104.stdout:1592: writing smithi10482514-40 from 8871936 to 9289728 tid 2 2024-04-02T08:36:40.948 INFO:tasks.rados.rados.0.smithi104.stdout:1592: writing smithi10482514-40 from 9289728 to 9674752 tid 3 2024-04-02T08:36:40.948 INFO:tasks.rados.rados.0.smithi104.stdout:1593: read oid 44 snap -1 2024-04-02T08:36:40.948 INFO:tasks.rados.rados.0.smithi104.stdout:1593: expect (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:36:40.948 INFO:tasks.rados.rados.0.smithi104.stdout:1594: read oid 24 snap 157 2024-04-02T08:36:40.948 INFO:tasks.rados.rados.0.smithi104.stdout:1594: expect deleted 2024-04-02T08:36:40.948 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 161 2024-04-02T08:36:40.948 INFO:tasks.rados.rados.0.smithi104.stdout:1586: finishing write tid 2 to smithi10482514-49 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1586: finishing write tid 3 to smithi10482514-49 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1586: finishing write tid 4 to smithi10482514-49 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1586: oid 49 updating version 0 to 1014 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1586: oid 49 version 1014 is already newer than 1013 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1586: oid 49 updating version 1014 to 1015 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1015 (ObjNum 501 snap 161 seq_num 501) dirty exists 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1586: left oid 49 (ObjNum 501 snap 161 seq_num 501) 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1587: finishing copy_from racing read to smithi10482514-36 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1587: finishing copy_from to smithi10482514-36 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1009 (ObjNum 464 snap 146 seq_num 464) dirty exists 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1589: finishing rollback tid 0 to smithi10482514-16 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1589: finishing rollback tid 1 to smithi10482514-16 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1589: finishing rollback tid 2 to smithi10482514-16 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 622 (ObjNum 459 snap 145 seq_num 459) dirty exists 2024-04-02T08:36:40.949 INFO:tasks.rados.rados.0.smithi104.stdout:1588: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:36:40.950 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1194 (ObjNum 129 snap 0 seq_num 1940832272) dirty dne 2024-04-02T08:36:40.950 INFO:tasks.rados.rados.0.smithi104.stdout:1592: finishing write tid 1 to smithi10482514-40 2024-04-02T08:36:40.950 INFO:tasks.rados.rados.0.smithi104.stdout:1595: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2024-04-02T08:36:40.950 INFO:tasks.rados.rados.0.smithi104.stdout:1595: writing smithi10482514-25 from 0 to 425984 tid 1 2024-04-02T08:36:40.955 INFO:tasks.rados.rados.0.smithi104.stdout:1595: writing smithi10482514-25 from 425984 to 1130496 tid 2 2024-04-02T08:36:40.956 INFO:tasks.rados.rados.0.smithi104.stdout:1595: writing smithi10482514-25 from 1130496 to 1228800 tid 3 2024-04-02T08:36:40.956 INFO:tasks.rados.rados.0.smithi104.stdout:1586: done (7 left) 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1587: done (6 left) 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1588: done (5 left) 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1589: done (4 left) 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1596: delete oid 19 current snap is 161 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1592: finishing write tid 2 to smithi10482514-40 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1592: finishing write tid 3 to smithi10482514-40 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1592: finishing write tid 4 to smithi10482514-40 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1592: finishing write tid 5 to smithi10482514-40 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1592: oid 40 updating version 0 to 1014 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1592: oid 40 updating version 1014 to 1017 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1592: oid 40 version 1017 is already newer than 1016 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1592: oid 40 version 1017 is already newer than 1015 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 1017 (ObjNum 502 snap 161 seq_num 502) dirty exists 2024-04-02T08:36:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:1592: left oid 40 (ObjNum 502 snap 161 seq_num 502) 2024-04-02T08:36:40.958 INFO:tasks.rados.rados.0.smithi104.stdout:1595: finishing write tid 1 to smithi10482514-25 2024-04-02T08:36:40.960 INFO:tasks.rados.rados.0.smithi104.stdout:1592: done (4 left) 2024-04-02T08:36:40.960 INFO:tasks.rados.rados.0.smithi104.stdout:1594: done (3 left) 2024-04-02T08:36:40.960 INFO:tasks.rados.rados.0.smithi104.stdout:1596: done (2 left) 2024-04-02T08:36:40.960 INFO:tasks.rados.rados.0.smithi104.stdout:1597: snap_remove snap 160 2024-04-02T08:36:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:40 smithi104 ceph-mon[96567]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:36:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:40 smithi104 ceph-mon[96567]: pgmap v231: 121 pgs: 7 active+undersized+degraded, 13 active+undersized, 101 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s; 63/630 objects degraded (10.000%); 316 KiB/s, 0 objects/s recovering 2024-04-02T08:36:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:40 smithi104 ceph-mon[94081]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:36:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:40 smithi104 ceph-mon[94081]: pgmap v231: 121 pgs: 7 active+undersized+degraded, 13 active+undersized, 101 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s; 63/630 objects degraded (10.000%); 316 KiB/s, 0 objects/s recovering 2024-04-02T08:36:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:40 smithi188 ceph-mon[86835]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:36:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:40 smithi188 ceph-mon[86835]: pgmap v231: 121 pgs: 7 active+undersized+degraded, 13 active+undersized, 101 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s; 63/630 objects degraded (10.000%); 316 KiB/s, 0 objects/s recovering 2024-04-02T08:36:41.906 INFO:tasks.rados.rados.0.smithi104.stdout:1597: done (2 left) 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1598: read oid 2 snap -1 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1598: expect (ObjNum 464 snap 146 seq_num 464) 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1599: rollback oid 38 current snap is 161 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 38 to 151 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1595: finishing write tid 2 to smithi10482514-25 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1595: finishing write tid 3 to smithi10482514-25 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1595: finishing write tid 4 to smithi10482514-25 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1595: finishing write tid 5 to smithi10482514-25 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1595: oid 25 updating version 0 to 1210 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1595: oid 25 version 1210 is already newer than 1208 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1595: oid 25 updating version 1210 to 1211 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1595: oid 25 version 1211 is already newer than 1209 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 1211 (ObjNum 503 snap 161 seq_num 503) dirty exists 2024-04-02T08:36:41.907 INFO:tasks.rados.rados.0.smithi104.stdout:1595: left oid 25 (ObjNum 503 snap 161 seq_num 503) 2024-04-02T08:36:41.908 INFO:tasks.rados.rados.0.smithi104.stdout:1593: expect (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:36:42.167 INFO:tasks.rados.rados.0.smithi104.stdout:1599: finishing rollback tid 0 to smithi10482514-38 2024-04-02T08:36:42.167 INFO:tasks.rados.rados.0.smithi104.stdout:1599: finishing rollback tid 1 to smithi10482514-38 2024-04-02T08:36:42.167 INFO:tasks.rados.rados.0.smithi104.stdout:1593: done (3 left) 2024-04-02T08:36:42.167 INFO:tasks.rados.rados.0.smithi104.stdout:1595: done (2 left) 2024-04-02T08:36:42.167 INFO:tasks.rados.rados.0.smithi104.stdout:1600: rollback oid 22 current snap is 161 2024-04-02T08:36:42.167 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 22 to 151 2024-04-02T08:36:42.167 INFO:tasks.rados.rados.0.smithi104.stdout:1599: finishing rollback tid 2 to smithi10482514-38 2024-04-02T08:36:42.167 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 987 (ObjNum 467 snap 147 seq_num 467) dirty exists 2024-04-02T08:36:42.167 INFO:tasks.rados.rados.0.smithi104.stdout:1598: expect (ObjNum 464 snap 146 seq_num 464) 2024-04-02T08:36:42.232 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:41 smithi104 ceph-mon[96567]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:36:42.232 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:41 smithi104 ceph-mon[94081]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:36:42.246 INFO:tasks.rados.rados.0.smithi104.stdout:1600: finishing rollback tid 1 to smithi10482514-22 2024-04-02T08:36:42.246 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 953 (ObjNum 65 snap 0 seq_num 1936655184) dirty dne 2024-04-02T08:36:42.246 INFO:tasks.rados.rados.0.smithi104.stdout:1598: done (2 left) 2024-04-02T08:36:42.247 INFO:tasks.rados.rados.0.smithi104.stdout:1599: done (1 left) 2024-04-02T08:36:42.247 INFO:tasks.rados.rados.0.smithi104.stdout:1600: done (0 left) 2024-04-02T08:36:42.247 INFO:tasks.rados.rados.0.smithi104.stdout:1601: snap_create 2024-04-02T08:36:42.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:41 smithi188 ceph-mon[86835]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:36:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:42.905 INFO:tasks.rados.rados.0.smithi104.stdout:1601: done (0 left) 2024-04-02T08:36:42.905 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 162 2024-04-02T08:36:42.905 INFO:tasks.rados.rados.0.smithi104.stdout:1602: seq_num 505 ranges {1941504=466944,2408448=475136,2883584=327680} 2024-04-02T08:36:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:1602: writing smithi10482514-29 from 1941504 to 2408448 tid 1 2024-04-02T08:36:42.920 INFO:tasks.rados.rados.0.smithi104.stdout:1602: writing smithi10482514-29 from 2408448 to 2883584 tid 2 2024-04-02T08:36:42.923 INFO:tasks.rados.rados.0.smithi104.stdout:1602: writing smithi10482514-29 from 2883584 to 3211264 tid 3 2024-04-02T08:36:42.923 INFO:tasks.rados.rados.0.smithi104.stdout:1603: snap_remove snap 139 2024-04-02T08:36:43.253 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:36:43.253 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:43.253 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:43.253 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:43.253 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:43.253 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:43.253 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: pgmap v234: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.2 MiB/s wr, 8 op/s; 3.8 MiB/s, 3 objects/s recovering 2024-04-02T08:36:43.253 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:43.254 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:43.254 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:43.254 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:43.254 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:43.254 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:36:43.254 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:43.254 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:43.254 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:43.254 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:43.254 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:43.255 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: pgmap v234: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.2 MiB/s wr, 8 op/s; 3.8 MiB/s, 3 objects/s recovering 2024-04-02T08:36:43.255 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:43.255 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:43.255 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:43.255 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:43.255 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:36:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: pgmap v234: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.2 MiB/s wr, 8 op/s; 3.8 MiB/s, 3 objects/s recovering 2024-04-02T08:36:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:43.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:43.914 INFO:tasks.rados.rados.0.smithi104.stdout:1603: done (1 left) 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1604: rmattr oid 40 current snap is 162 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1604: done (1 left) 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1605: delete oid 21 current snap is 162 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1602: finishing write tid 1 to smithi10482514-29 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1602: finishing write tid 2 to smithi10482514-29 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1602: finishing write tid 3 to smithi10482514-29 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1602: finishing write tid 4 to smithi10482514-29 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1602: finishing write tid 5 to smithi10482514-29 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1602: oid 29 updating version 0 to 1076 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1602: oid 29 updating version 1076 to 1077 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1602: oid 29 updating version 1077 to 1078 2024-04-02T08:36:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:1602: oid 29 updating version 1078 to 1079 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1079 (ObjNum 505 snap 162 seq_num 505) dirty exists 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi104.stdout:1602: left oid 29 (ObjNum 505 snap 162 seq_num 505) 2024-04-02T08:36:43.926 INFO:tasks.rados.rados.0.smithi104.stdout:1602: done (1 left) 2024-04-02T08:36:43.927 INFO:tasks.rados.rados.0.smithi104.stdout:1605: done (0 left) 2024-04-02T08:36:43.927 INFO:tasks.rados.rados.0.smithi104.stdout:1606: read oid 10 snap -1 2024-04-02T08:36:43.927 INFO:tasks.rados.rados.0.smithi104.stdout:1606: expect (ObjNum 466 snap 147 seq_num 466) 2024-04-02T08:36:43.927 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 162 2024-04-02T08:36:43.927 INFO:tasks.rados.rados.0.smithi104.stdout:1607: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2024-04-02T08:36:43.930 INFO:tasks.rados.rados.0.smithi104.stdout:1607: writing smithi10482514-24 from 0 to 499712 tid 1 2024-04-02T08:36:43.934 INFO:tasks.rados.rados.0.smithi104.stdout:1607: writing smithi10482514-24 from 499712 to 1138688 tid 2 2024-04-02T08:36:43.935 INFO:tasks.rados.rados.0.smithi104.stdout:1607: writing smithi10482514-24 from 1138688 to 1302528 tid 3 2024-04-02T08:36:43.935 INFO:tasks.rados.rados.0.smithi104.stdout:1608: copy_from oid 50 from oid 18 current snap is 162 2024-04-02T08:36:43.936 INFO:tasks.rados.rados.0.smithi104.stdout:1607: finishing write tid 1 to smithi10482514-24 2024-04-02T08:36:43.936 INFO:tasks.rados.rados.0.smithi104.stdout:1609: rollback oid 27 current snap is 162 2024-04-02T08:36:43.936 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 27 to 151 2024-04-02T08:36:43.936 INFO:tasks.rados.rados.0.smithi104.stdout:1610: rollback oid 1 current snap is 162 2024-04-02T08:36:43.936 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 157 2024-04-02T08:36:43.936 INFO:tasks.rados.rados.0.smithi104.stdout:1611: read oid 23 snap -1 2024-04-02T08:36:43.936 INFO:tasks.rados.rados.0.smithi104.stdout:1611: expect (ObjNum 484 snap 158 seq_num 484) 2024-04-02T08:36:43.936 INFO:tasks.rados.rados.0.smithi104.stdout:1612: snap_create 2024-04-02T08:36:43.939 INFO:tasks.rados.rados.0.smithi104.stdout:1610: finishing rollback tid 0 to smithi10482514-1 2024-04-02T08:36:43.940 INFO:tasks.rados.rados.0.smithi104.stdout:1610: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:36:43.940 INFO:tasks.rados.rados.0.smithi104.stdout:1610: finishing rollback tid 2 to smithi10482514-1 2024-04-02T08:36:43.940 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 970 (ObjNum 411 snap 134 seq_num 411) dirty exists 2024-04-02T08:36:43.940 INFO:tasks.rados.rados.0.smithi104.stdout:1607: finishing write tid 2 to smithi10482514-24 2024-04-02T08:36:43.941 INFO:tasks.rados.rados.0.smithi104.stdout:1607: finishing write tid 3 to smithi10482514-24 2024-04-02T08:36:43.941 INFO:tasks.rados.rados.0.smithi104.stdout:1607: finishing write tid 4 to smithi10482514-24 2024-04-02T08:36:43.942 INFO:tasks.rados.rados.0.smithi104.stdout:1611: expect (ObjNum 484 snap 158 seq_num 484) 2024-04-02T08:36:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:1607: finishing write tid 5 to smithi10482514-24 2024-04-02T08:36:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:1607: oid 24 updating version 0 to 1338 2024-04-02T08:36:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:1607: oid 24 updating version 1338 to 1339 2024-04-02T08:36:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:1607: oid 24 updating version 1339 to 1340 2024-04-02T08:36:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:1607: oid 24 version 1340 is already newer than 1337 2024-04-02T08:36:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 1340 (ObjNum 507 snap 162 seq_num 507) dirty exists 2024-04-02T08:36:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:1607: left oid 24 (ObjNum 507 snap 162 seq_num 507) 2024-04-02T08:36:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:1608: finishing copy_from racing read to smithi10482514-50 2024-04-02T08:36:43.973 INFO:tasks.rados.rados.0.smithi104.stdout:1608: finishing copy_from to smithi10482514-50 2024-04-02T08:36:43.974 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 205 (ObjNum 486 snap 158 seq_num 486) dirty exists 2024-04-02T08:36:43.974 INFO:tasks.rados.rados.0.smithi104.stdout:1609: finishing rollback tid 0 to smithi10482514-27 2024-04-02T08:36:43.974 INFO:tasks.rados.rados.0.smithi104.stdout:1609: finishing rollback tid 1 to smithi10482514-27 2024-04-02T08:36:43.974 INFO:tasks.rados.rados.0.smithi104.stdout:1609: finishing rollback tid 2 to smithi10482514-27 2024-04-02T08:36:43.974 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1020 (ObjNum 419 snap 137 seq_num 419) dirty exists 2024-04-02T08:36:43.974 INFO:tasks.rados.rados.0.smithi104.stdout:1606: expect (ObjNum 466 snap 147 seq_num 466) 2024-04-02T08:36:44.108 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:43 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:44.108 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:43 smithi104 ceph-mon[96567]: Upgrade: osd.3 is safe to restart 2024-04-02T08:36:44.108 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:43 smithi104 ceph-mon[96567]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:36:44.108 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:43 smithi104 ceph-mon[96567]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 63/630 objects degraded (10.000%), 7 pgs degraded) 2024-04-02T08:36:44.108 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:43 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:36:44.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:43 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:44.108 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:43 smithi104 ceph-mon[94081]: Upgrade: osd.3 is safe to restart 2024-04-02T08:36:44.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:43 smithi104 ceph-mon[94081]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:36:44.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:43 smithi104 ceph-mon[94081]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 63/630 objects degraded (10.000%), 7 pgs degraded) 2024-04-02T08:36:44.109 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:43 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:36:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:43 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:43 smithi188 ceph-mon[86835]: Upgrade: osd.3 is safe to restart 2024-04-02T08:36:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:43 smithi188 ceph-mon[86835]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:36:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:43 smithi188 ceph-mon[86835]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 63/630 objects degraded (10.000%), 7 pgs degraded) 2024-04-02T08:36:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:43 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:36:44.918 INFO:tasks.rados.rados.0.smithi104.stdout:1606: done (6 left) 2024-04-02T08:36:44.918 INFO:tasks.rados.rados.0.smithi104.stdout:1607: done (5 left) 2024-04-02T08:36:44.918 INFO:tasks.rados.rados.0.smithi104.stdout:1608: done (4 left) 2024-04-02T08:36:44.918 INFO:tasks.rados.rados.0.smithi104.stdout:1609: done (3 left) 2024-04-02T08:36:44.918 INFO:tasks.rados.rados.0.smithi104.stdout:1610: done (2 left) 2024-04-02T08:36:44.918 INFO:tasks.rados.rados.0.smithi104.stdout:1611: done (1 left) 2024-04-02T08:36:44.918 INFO:tasks.rados.rados.0.smithi104.stdout:1612: done (0 left) 2024-04-02T08:36:44.919 INFO:tasks.rados.rados.0.smithi104.stdout:1613: snap_create 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[96567]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[96567]: Upgrade: Updating osd.3 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[96567]: Deploying daemon osd.3 on smithi104 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[96567]: pgmap v237: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 596 KiB/s wr, 3 op/s; 3.5 MiB/s, 2 objects/s recovering 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[94081]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[94081]: Upgrade: Updating osd.3 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:45.003 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[94081]: Deploying daemon osd.3 on smithi104 2024-04-02T08:36:45.004 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:44 smithi104 ceph-mon[94081]: pgmap v237: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 596 KiB/s wr, 3 op/s; 3.5 MiB/s, 2 objects/s recovering 2024-04-02T08:36:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:44 smithi188 ceph-mon[86835]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:36:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:44 smithi188 ceph-mon[86835]: Upgrade: Updating osd.3 2024-04-02T08:36:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:36:45.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:45.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:44 smithi188 ceph-mon[86835]: Deploying daemon osd.3 on smithi104 2024-04-02T08:36:45.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:44 smithi188 ceph-mon[86835]: pgmap v237: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 596 KiB/s wr, 3 op/s; 3.5 MiB/s, 2 objects/s recovering 2024-04-02T08:36:45.850 INFO:tasks.rados.rados.0.smithi104.stdout:1613: done (0 left) 2024-04-02T08:36:45.851 INFO:tasks.rados.rados.0.smithi104.stdout:1614: copy_from oid 10 from oid 15 current snap is 164 2024-04-02T08:36:45.851 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 164 2024-04-02T08:36:45.851 INFO:tasks.rados.rados.0.smithi104.stdout:1615: seq_num 508 ranges {1171456=516096,1687552=524288,2211840=278528} 2024-04-02T08:36:45.860 INFO:tasks.rados.rados.0.smithi104.stdout:1615: writing smithi10482514-35 from 1171456 to 1687552 tid 1 2024-04-02T08:36:45.863 INFO:tasks.rados.rados.0.smithi104.stdout:1615: writing smithi10482514-35 from 1687552 to 2211840 tid 2 2024-04-02T08:36:45.865 INFO:tasks.rados.rados.0.smithi104.stdout:1615: writing smithi10482514-35 from 2211840 to 2490368 tid 3 2024-04-02T08:36:45.865 INFO:tasks.rados.rados.0.smithi104.stdout:1616: copy_from oid 6 from oid 14 current snap is 164 2024-04-02T08:36:45.866 INFO:tasks.rados.rados.0.smithi104.stdout:1617: snap_create 2024-04-02T08:36:45.866 INFO:tasks.rados.rados.0.smithi104.stdout:1614: finishing copy_from racing read to smithi10482514-10 2024-04-02T08:36:45.867 INFO:tasks.rados.rados.0.smithi104.stdout:1615: finishing write tid 1 to smithi10482514-35 2024-04-02T08:36:45.867 INFO:tasks.rados.rados.0.smithi104.stdout:1614: finishing copy_from to smithi10482514-10 2024-04-02T08:36:45.867 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1230 (ObjNum 476 snap 152 seq_num 476) dirty exists 2024-04-02T08:36:45.870 INFO:tasks.rados.rados.0.smithi104.stdout:1615: finishing write tid 2 to smithi10482514-35 2024-04-02T08:36:45.870 INFO:tasks.rados.rados.0.smithi104.stdout:1615: finishing write tid 3 to smithi10482514-35 2024-04-02T08:36:45.871 INFO:tasks.rados.rados.0.smithi104.stdout:1615: finishing write tid 4 to smithi10482514-35 2024-04-02T08:36:45.873 INFO:tasks.rados.rados.0.smithi104.stdout:1615: finishing write tid 5 to smithi10482514-35 2024-04-02T08:36:45.873 INFO:tasks.rados.rados.0.smithi104.stdout:1615: oid 35 updating version 0 to 1343 2024-04-02T08:36:45.873 INFO:tasks.rados.rados.0.smithi104.stdout:1615: oid 35 updating version 1343 to 1344 2024-04-02T08:36:45.873 INFO:tasks.rados.rados.0.smithi104.stdout:1615: oid 35 version 1344 is already newer than 1342 2024-04-02T08:36:45.873 INFO:tasks.rados.rados.0.smithi104.stdout:1615: oid 35 updating version 1344 to 1345 2024-04-02T08:36:45.873 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 1345 (ObjNum 508 snap 164 seq_num 508) dirty exists 2024-04-02T08:36:45.873 INFO:tasks.rados.rados.0.smithi104.stdout:1615: left oid 35 (ObjNum 508 snap 164 seq_num 508) 2024-04-02T08:36:45.878 INFO:tasks.rados.rados.0.smithi104.stdout:1616: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:36:45.879 INFO:tasks.rados.rados.0.smithi104.stdout:1616: finishing copy_from to smithi10482514-6 2024-04-02T08:36:45.879 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1205 (ObjNum 493 snap 159 seq_num 493) dirty exists 2024-04-02T08:36:46.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:45 smithi104 ceph-mon[94081]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:36:46.105 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:45 smithi104 ceph-mon[94081]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:36:46.106 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:36:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:36:45] "GET /metrics HTTP/1.1" 200 36147 "" "Prometheus/2.43.0" 2024-04-02T08:36:46.106 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:45 smithi104 ceph-mon[96567]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:36:46.106 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:45 smithi104 ceph-mon[96567]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:36:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:45 smithi188 ceph-mon[86835]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:36:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:45 smithi188 ceph-mon[86835]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:36:46.852 INFO:tasks.rados.rados.0.smithi104.stdout:1614: done (3 left) 2024-04-02T08:36:46.852 INFO:tasks.rados.rados.0.smithi104.stdout:1615: done (2 left) 2024-04-02T08:36:46.852 INFO:tasks.rados.rados.0.smithi104.stdout:1616: done (1 left) 2024-04-02T08:36:46.852 INFO:tasks.rados.rados.0.smithi104.stdout:1617: done (0 left) 2024-04-02T08:36:46.852 INFO:tasks.rados.rados.0.smithi104.stdout:1618: delete oid 36 current snap is 165 2024-04-02T08:36:46.856 INFO:tasks.rados.rados.0.smithi104.stdout:1618: done (0 left) 2024-04-02T08:36:46.856 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 165 2024-04-02T08:36:46.856 INFO:tasks.rados.rados.0.smithi104.stdout:1619: seq_num 510 ranges {6660096=548864,7208960=745472,7954432=57344} 2024-04-02T08:36:46.895 INFO:tasks.rados.rados.0.smithi104.stdout:1619: writing smithi10482514-4 from 6660096 to 7208960 tid 1 2024-04-02T08:36:46.900 INFO:tasks.rados.rados.0.smithi104.stdout:1619: writing smithi10482514-4 from 7208960 to 7954432 tid 2 2024-04-02T08:36:46.901 INFO:tasks.rados.rados.0.smithi104.stdout:1619: writing smithi10482514-4 from 7954432 to 8011776 tid 3 2024-04-02T08:36:46.901 INFO:tasks.rados.rados.0.smithi104.stdout:1620: rollback oid 39 current snap is 165 2024-04-02T08:36:46.901 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 158 2024-04-02T08:36:46.901 INFO:tasks.rados.rados.0.smithi104.stdout:1619: finishing write tid 1 to smithi10482514-4 2024-04-02T08:36:46.901 INFO:tasks.rados.rados.0.smithi104.stdout:1621: read oid 48 snap 154 2024-04-02T08:36:46.901 INFO:tasks.rados.rados.0.smithi104.stdout:1621: expect deleted 2024-04-02T08:36:46.901 INFO:tasks.rados.rados.0.smithi104.stdout:1622: rollback oid 36 current snap is 165 2024-04-02T08:36:46.901 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 36 to 144 2024-04-02T08:36:46.901 INFO:tasks.rados.rados.0.smithi104.stdout:1623: rmattr oid 5 current snap is 165 2024-04-02T08:36:46.901 INFO:tasks.rados.rados.0.smithi104.stdout:1623: done (4 left) 2024-04-02T08:36:46.901 INFO:tasks.rados.rados.0.smithi104.stdout:1624: setattr oid 8 current snap is 165 2024-04-02T08:36:46.902 INFO:tasks.rados.rados.0.smithi104.stdout:1621: done (4 left) 2024-04-02T08:36:46.902 INFO:tasks.rados.rados.0.smithi104.stdout:1625: read oid 12 snap 161 2024-04-02T08:36:46.902 INFO:tasks.rados.rados.0.smithi104.stdout:1625: expect (ObjNum 418 snap 137 seq_num 418) 2024-04-02T08:36:46.902 INFO:tasks.rados.rados.0.smithi104.stdout:1626: setattr oid 41 current snap is 165 2024-04-02T08:36:46.902 INFO:tasks.rados.rados.0.smithi104.stdout:1627: snap_remove snap 151 2024-04-02T08:36:47.088 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:46 smithi104 ceph-mon[96567]: pgmap v240: 121 pgs: 121 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 550 KiB/s wr, 5 op/s 2024-04-02T08:36:47.089 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:46 smithi104 ceph-mon[96567]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:36:47.089 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:46 smithi104 ceph-mon[94081]: pgmap v240: 121 pgs: 121 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 550 KiB/s wr, 5 op/s 2024-04-02T08:36:47.089 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:46 smithi104 ceph-mon[94081]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:36:47.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:46 smithi188 ceph-mon[86835]: pgmap v240: 121 pgs: 121 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 550 KiB/s wr, 5 op/s 2024-04-02T08:36:47.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:46 smithi188 ceph-mon[86835]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:36:47.704 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:47 smithi104 systemd[1]: Stopping Ceph osd.3 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:47.855 INFO:tasks.rados.rados.0.smithi104.stdout:1627: done (6 left) 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1628: rmattr oid 47 current snap is 165 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1619: finishing write tid 2 to smithi10482514-4 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1619: finishing write tid 3 to smithi10482514-4 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1619: finishing write tid 4 to smithi10482514-4 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1620: finishing rollback tid 0 to smithi10482514-39 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1620: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1619: finishing write tid 5 to smithi10482514-4 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1619: oid 4 updating version 0 to 1021 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1619: oid 4 updating version 1021 to 1024 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1619: oid 4 version 1024 is already newer than 1022 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1619: oid 4 version 1024 is already newer than 1023 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1024 (ObjNum 510 snap 165 seq_num 510) dirty exists 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1619: left oid 4 (ObjNum 510 snap 165 seq_num 510) 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 926 (ObjNum 448 snap 144 seq_num 448) dirty exists 2024-04-02T08:36:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:1620: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 1351 (ObjNum 403 snap 130 seq_num 403) dirty exists 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:1622: finishing rollback tid 1 to smithi10482514-36 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:1619: done (6 left) 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:1620: done (5 left) 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:1624: done (4 left) 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:1629: rollback oid 30 current snap is 165 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 154 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:1630: rollback oid 46 current snap is 165 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 46 to 138 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:1622: finishing rollback tid 2 to smithi10482514-36 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1191 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 1353 (ObjNum 480 snap 154 seq_num 480) dirty exists 2024-04-02T08:36:47.857 INFO:tasks.rados.rados.0.smithi104.stdout:1625: expect (ObjNum 418 snap 137 seq_num 418) 2024-04-02T08:36:47.924 INFO:tasks.rados.rados.0.smithi104.stdout:1622: done (5 left) 2024-04-02T08:36:47.924 INFO:tasks.rados.rados.0.smithi104.stdout:1625: done (4 left) 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:1626: done (3 left) 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:1631: read oid 32 snap -1 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:1631: expect (ObjNum 441 snap 142 seq_num 441) 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:1632: rollback oid 26 current snap is 165 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 144 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:1629: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1194 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:1630: finishing rollback tid 0 to smithi10482514-46 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:1630: finishing rollback tid 1 to smithi10482514-46 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:1629: done (4 left) 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 37 current snap is 165 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:1630: finishing rollback tid 2 to smithi10482514-46 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 929 (ObjNum 391 snap 127 seq_num 391) dirty exists 2024-04-02T08:36:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 1231 (ObjNum 464 snap 146 seq_num 464) dirty exists 2024-04-02T08:36:47.926 INFO:tasks.rados.rados.0.smithi104.stdout:1633: seq_num 511 ranges {950272=565248,1515520=630784,2146304=172032} 2024-04-02T08:36:47.932 INFO:tasks.rados.rados.0.smithi104.stdout:1633: writing smithi10482514-37 from 950272 to 1515520 tid 1 2024-04-02T08:36:47.935 INFO:tasks.rados.rados.0.smithi104.stdout:1633: writing smithi10482514-37 from 1515520 to 2146304 tid 2 2024-04-02T08:36:47.937 INFO:tasks.rados.rados.0.smithi104.stdout:1633: writing smithi10482514-37 from 2146304 to 2318336 tid 3 2024-04-02T08:36:47.937 INFO:tasks.rados.rados.0.smithi104.stdout:1628: done (4 left) 2024-04-02T08:36:47.937 INFO:tasks.rados.rados.0.smithi104.stdout:1630: done (3 left) 2024-04-02T08:36:47.937 INFO:tasks.rados.rados.0.smithi104.stdout:1634: delete oid 47 current snap is 165 2024-04-02T08:36:47.937 INFO:tasks.rados.rados.0.smithi104.stdout:1631: expect (ObjNum 441 snap 142 seq_num 441) 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1633: finishing write tid 1 to smithi10482514-37 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1633: finishing write tid 2 to smithi10482514-37 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1633: finishing write tid 3 to smithi10482514-37 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1633: finishing write tid 4 to smithi10482514-37 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1633: finishing write tid 5 to smithi10482514-37 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1633: oid 37 updating version 0 to 1193 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1633: oid 37 updating version 1193 to 1195 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1633: oid 37 version 1195 is already newer than 1192 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1633: oid 37 version 1195 is already newer than 1194 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1195 (ObjNum 511 snap 165 seq_num 511) dirty exists 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1633: left oid 37 (ObjNum 511 snap 165 seq_num 511) 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1631: done (3 left) 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1633: done (2 left) 2024-04-02T08:36:47.997 INFO:tasks.rados.rados.0.smithi104.stdout:1634: done (1 left) 2024-04-02T08:36:47.998 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 165 2024-04-02T08:36:47.998 INFO:tasks.rados.rados.0.smithi104.stdout:1635: seq_num 513 ranges {4464640=598016,5062656=794624,5857280=8192} 2024-04-02T08:36:48.023 INFO:tasks.rados.rados.0.smithi104.stdout:1635: writing smithi10482514-44 from 4464640 to 5062656 tid 1 2024-04-02T08:36:48.028 INFO:tasks.rados.rados.0.smithi104.stdout:1635: writing smithi10482514-44 from 5062656 to 5857280 tid 2 2024-04-02T08:36:48.028 INFO:tasks.rados.rados.0.smithi104.stdout:1635: writing smithi10482514-44 from 5857280 to 5865472 tid 3 2024-04-02T08:36:48.028 INFO:tasks.rados.rados.0.smithi104.stdout:1636: read oid 2 snap -1 2024-04-02T08:36:48.028 INFO:tasks.rados.rados.0.smithi104.stdout:1636: expect (ObjNum 464 snap 146 seq_num 464) 2024-04-02T08:36:48.028 INFO:tasks.rados.rados.0.smithi104.stdout:1637: copy_from oid 49 from oid 16 current snap is 165 2024-04-02T08:36:48.028 INFO:tasks.rados.rados.0.smithi104.stdout:1638: setattr oid 9 current snap is 165 2024-04-02T08:36:48.029 INFO:tasks.rados.rados.0.smithi104.stdout:1639: delete oid 24 current snap is 165 2024-04-02T08:36:48.032 INFO:tasks.rados.rados.0.smithi104.stdout:1639: done (5 left) 2024-04-02T08:36:48.032 INFO:tasks.rados.rados.0.smithi104.stdout:1640: read oid 31 snap 163 2024-04-02T08:36:48.032 INFO:tasks.rados.rados.0.smithi104.stdout:1640: expect deleted 2024-04-02T08:36:48.032 INFO:tasks.rados.rados.0.smithi104.stdout:1641: read oid 7 snap -1 2024-04-02T08:36:48.032 INFO:tasks.rados.rados.0.smithi104.stdout:1641: expect (ObjNum 487 snap 158 seq_num 487) 2024-04-02T08:36:48.032 INFO:tasks.rados.rados.0.smithi104.stdout:1642: snap_remove snap 164 2024-04-02T08:36:48.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:47 smithi104 ceph-mon[96567]: osd.3 marked itself down and dead 2024-04-02T08:36:48.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:47 smithi104 ceph-mon[96567]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:48.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:47 smithi104 ceph-mon[96567]: osdmap e396: 8 total, 7 up, 8 in 2024-04-02T08:36:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:47 smithi104 ceph-mon[94081]: osd.3 marked itself down and dead 2024-04-02T08:36:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:47 smithi104 ceph-mon[94081]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:47 smithi104 ceph-mon[94081]: osdmap e396: 8 total, 7 up, 8 in 2024-04-02T08:36:48.140 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:47 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[62513]: 2024-04-02T08:36:47.704+0000 7fcd7ca5b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:36:48.140 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:47 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[62513]: 2024-04-02T08:36:47.704+0000 7fcd7ca5b700 -1 osd.3 395 *** Got signal Terminated *** 2024-04-02T08:36:48.140 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:47 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[62513]: 2024-04-02T08:36:47.704+0000 7fcd7ca5b700 -1 osd.3 395 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:36:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:47 smithi188 ceph-mon[86835]: osd.3 marked itself down and dead 2024-04-02T08:36:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:47 smithi188 ceph-mon[86835]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:47 smithi188 ceph-mon[86835]: osdmap e396: 8 total, 7 up, 8 in 2024-04-02T08:36:48.694 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:48 smithi104 podman[117386]: 2024-04-02 08:36:48.409669666 +0000 UTC m=+0.836487798 container died 56815e6cf0b96a0034f3c5076077521d78fbbd14fca7eba86ab171d6fc617eb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:36:48.858 INFO:tasks.rados.rados.0.smithi104.stdout:1642: done (7 left) 2024-04-02T08:36:48.858 INFO:tasks.rados.rados.0.smithi104.stdout:1643: snap_create 2024-04-02T08:36:48.858 INFO:tasks.rados.rados.0.smithi104.stdout:1636: expect (ObjNum 464 snap 146 seq_num 464) 2024-04-02T08:36:48.944 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:48 smithi104 ceph-mon[96567]: pgmap v243: 121 pgs: 16 stale+active+clean, 105 active+clean; 238 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:36:48.944 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:48 smithi104 ceph-mon[96567]: osdmap e397: 8 total, 7 up, 8 in 2024-04-02T08:36:48.945 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:48 smithi104 podman[117386]: 2024-04-02 08:36:48.936033962 +0000 UTC m=+1.362852080 container cleanup 56815e6cf0b96a0034f3c5076077521d78fbbd14fca7eba86ab171d6fc617eb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:48.945 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:48 smithi104 bash[117386]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T08:36:48.945 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:48 smithi104 ceph-mon[94081]: pgmap v243: 121 pgs: 16 stale+active+clean, 105 active+clean; 238 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:36:48.945 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:48 smithi104 ceph-mon[94081]: osdmap e397: 8 total, 7 up, 8 in 2024-04-02T08:36:48.947 INFO:tasks.rados.rados.0.smithi104.stdout:1632: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:36:48.947 INFO:tasks.rados.rados.0.smithi104.stdout:1632: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:36:48.947 INFO:tasks.rados.rados.0.smithi104.stdout:1632: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:36:48.947 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 1027 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:36:48.947 INFO:tasks.rados.rados.0.smithi104.stdout:1641: expect (ObjNum 487 snap 158 seq_num 487) 2024-04-02T08:36:48.978 INFO:tasks.rados.rados.0.smithi104.stdout:1635: finishing write tid 1 to smithi10482514-44 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:1635: finishing write tid 2 to smithi10482514-44 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:1635: finishing write tid 3 to smithi10482514-44 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:1635: finishing write tid 4 to smithi10482514-44 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:1635: finishing write tid 5 to smithi10482514-44 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:1635: oid 44 updating version 0 to 1358 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:1635: oid 44 updating version 1358 to 1359 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:1635: oid 44 version 1359 is already newer than 1356 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:1635: oid 44 version 1359 is already newer than 1357 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 1359 (ObjNum 513 snap 165 seq_num 513) dirty exists 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:1635: left oid 44 (ObjNum 513 snap 165 seq_num 513) 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 1361 (ObjNum 465 snap 147 seq_num 465) dirty exists 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:1637: finishing copy_from racing read to smithi10482514-49 2024-04-02T08:36:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:1637: finishing copy_from to smithi10482514-49 2024-04-02T08:36:48.980 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 622 (ObjNum 459 snap 145 seq_num 459) dirty exists 2024-04-02T08:36:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:48 smithi188 ceph-mon[86835]: pgmap v243: 121 pgs: 16 stale+active+clean, 105 active+clean; 238 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:36:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:48 smithi188 ceph-mon[86835]: osdmap e397: 8 total, 7 up, 8 in 2024-04-02T08:36:49.639 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:49 smithi104 podman[117410]: 2024-04-02 08:36:49.212486975 +0000 UTC m=+0.799184322 container remove 56815e6cf0b96a0034f3c5076077521d78fbbd14fca7eba86ab171d6fc617eb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:36:49.858 INFO:tasks.rados.rados.0.smithi104.stdout:1632: done (7 left) 2024-04-02T08:36:49.858 INFO:tasks.rados.rados.0.smithi104.stdout:1635: done (6 left) 2024-04-02T08:36:49.858 INFO:tasks.rados.rados.0.smithi104.stdout:1636: done (5 left) 2024-04-02T08:36:49.858 INFO:tasks.rados.rados.0.smithi104.stdout:1637: done (4 left) 2024-04-02T08:36:49.858 INFO:tasks.rados.rados.0.smithi104.stdout:1638: done (3 left) 2024-04-02T08:36:49.859 INFO:tasks.rados.rados.0.smithi104.stdout:1640: done (2 left) 2024-04-02T08:36:49.859 INFO:tasks.rados.rados.0.smithi104.stdout:1641: done (1 left) 2024-04-02T08:36:49.859 INFO:tasks.rados.rados.0.smithi104.stdout:1643: done (0 left) 2024-04-02T08:36:49.859 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 166 2024-04-02T08:36:49.859 INFO:tasks.rados.rados.0.smithi104.stdout:1644: seq_num 515 ranges {9674752=630784,10305536=565248,10870784=237568} 2024-04-02T08:36:49.912 INFO:tasks.rados.rados.0.smithi104.stdout:1644: writing smithi10482514-40 from 9674752 to 10305536 tid 1 2024-04-02T08:36:49.916 INFO:tasks.rados.rados.0.smithi104.stdout:1644: writing smithi10482514-40 from 10305536 to 10870784 tid 2 2024-04-02T08:36:49.917 INFO:tasks.rados.rados.0.smithi104.stdout:1644: writing smithi10482514-40 from 10870784 to 11108352 tid 3 2024-04-02T08:36:49.917 INFO:tasks.rados.rados.0.smithi104.stdout:1645: snap_create 2024-04-02T08:36:49.919 INFO:tasks.rados.rados.0.smithi104.stdout:1644: finishing write tid 1 to smithi10482514-40 2024-04-02T08:36:49.920 INFO:tasks.rados.rados.0.smithi104.stdout:1644: finishing write tid 2 to smithi10482514-40 2024-04-02T08:36:49.920 INFO:tasks.rados.rados.0.smithi104.stdout:1644: finishing write tid 3 to smithi10482514-40 2024-04-02T08:36:49.920 INFO:tasks.rados.rados.0.smithi104.stdout:1644: finishing write tid 4 to smithi10482514-40 2024-04-02T08:36:49.922 INFO:tasks.rados.rados.0.smithi104.stdout:1644: finishing write tid 5 to smithi10482514-40 2024-04-02T08:36:49.922 INFO:tasks.rados.rados.0.smithi104.stdout:1644: oid 40 updating version 0 to 1031 2024-04-02T08:36:49.922 INFO:tasks.rados.rados.0.smithi104.stdout:1644: oid 40 version 1031 is already newer than 1029 2024-04-02T08:36:49.922 INFO:tasks.rados.rados.0.smithi104.stdout:1644: oid 40 version 1031 is already newer than 1028 2024-04-02T08:36:49.922 INFO:tasks.rados.rados.0.smithi104.stdout:1644: oid 40 version 1031 is already newer than 1030 2024-04-02T08:36:49.922 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 1031 (ObjNum 515 snap 166 seq_num 515) dirty exists 2024-04-02T08:36:49.922 INFO:tasks.rados.rados.0.smithi104.stdout:1644: left oid 40 (ObjNum 515 snap 166 seq_num 515) 2024-04-02T08:36:50.024 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:49 smithi104 podman[117502]: 2024-04-02 08:36:49.594159448 +0000 UTC m=+0.017616722 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:50.024 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:49 smithi104 podman[117502]: 2024-04-02 08:36:49.707401386 +0000 UTC m=+0.130858660 container create 23c1a8eaf35832735aecf23fa5245d87343bea79fad59205408e94dec9056a2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-02T08:36:50.024 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:49 smithi104 podman[117502]: 2024-04-02 08:36:49.934789649 +0000 UTC m=+0.358246922 container init 23c1a8eaf35832735aecf23fa5245d87343bea79fad59205408e94dec9056a2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, ceph=True) 2024-04-02T08:36:50.024 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:49 smithi104 podman[117502]: 2024-04-02 08:36:49.940174771 +0000 UTC m=+0.363632054 container start 23c1a8eaf35832735aecf23fa5245d87343bea79fad59205408e94dec9056a2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:36:50.025 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:50 smithi104 podman[117502]: 2024-04-02 08:36:50.026326947 +0000 UTC m=+0.449784241 container attach 23c1a8eaf35832735aecf23fa5245d87343bea79fad59205408e94dec9056a2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0) 2024-04-02T08:36:50.342 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:50 smithi104 podman[117502]: 2024-04-02 08:36:50.230610149 +0000 UTC m=+0.654067424 container died 23c1a8eaf35832735aecf23fa5245d87343bea79fad59205408e94dec9056a2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-04-02T08:36:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:50 smithi188 ceph-mon[86835]: osdmap e398: 8 total, 7 up, 8 in 2024-04-02T08:36:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:50 smithi188 ceph-mon[86835]: pgmap v246: 121 pgs: 2 active+undersized+degraded, 6 stale+active+clean, 17 active+undersized, 96 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 14/507 objects degraded (2.761%) 2024-04-02T08:36:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:50 smithi104 ceph-mon[94081]: osdmap e398: 8 total, 7 up, 8 in 2024-04-02T08:36:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:50 smithi104 ceph-mon[94081]: pgmap v246: 121 pgs: 2 active+undersized+degraded, 6 stale+active+clean, 17 active+undersized, 96 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 14/507 objects degraded (2.761%) 2024-04-02T08:36:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:50 smithi104 ceph-mon[96567]: osdmap e398: 8 total, 7 up, 8 in 2024-04-02T08:36:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:50 smithi104 ceph-mon[96567]: pgmap v246: 121 pgs: 2 active+undersized+degraded, 6 stale+active+clean, 17 active+undersized, 96 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.6 MiB/s wr, 19 op/s; 14/507 objects degraded (2.761%) 2024-04-02T08:36:50.856 INFO:tasks.rados.rados.0.smithi104.stdout:1644: done (1 left) 2024-04-02T08:36:50.856 INFO:tasks.rados.rados.0.smithi104.stdout:1645: done (0 left) 2024-04-02T08:36:50.856 INFO:tasks.rados.rados.0.smithi104.stdout:1646: copy_from oid 50 from oid 10 current snap is 167 2024-04-02T08:36:50.856 INFO:tasks.rados.rados.0.smithi104.stdout:1647: snap_remove snap 144 2024-04-02T08:36:51.366 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:50 smithi104 podman[117549]: 2024-04-02 08:36:50.939024621 +0000 UTC m=+0.702949514 container remove 23c1a8eaf35832735aecf23fa5245d87343bea79fad59205408e94dec9056a2a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:51.367 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:50 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.3.service: Deactivated successfully. 2024-04-02T08:36:51.367 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:50 smithi104 systemd[1]: Stopped Ceph osd.3 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:51.367 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:50 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.3.service: Consumed 12.758s CPU time. 2024-04-02T08:36:51.367 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:51 smithi104 systemd[1]: Starting Ceph osd.3 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:51.621 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:51 smithi104 podman[117656]: 2024-04-02 08:36:51.271191732 +0000 UTC m=+0.018064043 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:51.621 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:51 smithi104 podman[117656]: 2024-04-02 08:36:51.381884159 +0000 UTC m=+0.128756456 container create 3c76878c04e8d61be80902dd98e0ee5bf03e121ca97c16c8a12f127e30debc4b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2) 2024-04-02T08:36:51.621 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:51 smithi104 podman[117656]: 2024-04-02 08:36:51.617632263 +0000 UTC m=+0.364504571 container init 3c76878c04e8d61be80902dd98e0ee5bf03e121ca97c16c8a12f127e30debc4b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:36:51.621 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:51 smithi104 podman[117656]: 2024-04-02 08:36:51.623101177 +0000 UTC m=+0.369973473 container start 3c76878c04e8d61be80902dd98e0ee5bf03e121ca97c16c8a12f127e30debc4b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-02T08:36:51.867 INFO:tasks.rados.rados.0.smithi104.stdout:1647: done (1 left) 2024-04-02T08:36:51.867 INFO:tasks.rados.rados.0.smithi104.stdout:1648: copy_from oid 5 from oid 2 current snap is 167 2024-04-02T08:36:51.867 INFO:tasks.rados.rados.0.smithi104.stdout:1646: finishing copy_from racing read to smithi10482514-50 2024-04-02T08:36:51.867 INFO:tasks.rados.rados.0.smithi104.stdout:1646: finishing copy_from to smithi10482514-50 2024-04-02T08:36:51.867 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 1230 (ObjNum 476 snap 152 seq_num 476) dirty exists 2024-04-02T08:36:51.867 INFO:tasks.rados.rados.0.smithi104.stdout:1646: done (1 left) 2024-04-02T08:36:51.868 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 167 2024-04-02T08:36:51.868 INFO:tasks.rados.rados.0.smithi104.stdout:1649: seq_num 516 ranges {1024000=647168,1671168=450560,2121728=352256} 2024-04-02T08:36:51.877 INFO:tasks.rados.rados.0.smithi104.stdout:1649: writing smithi10482514-7 from 1024000 to 1671168 tid 1 2024-04-02T08:36:51.880 INFO:tasks.rados.rados.0.smithi104.stdout:1649: writing smithi10482514-7 from 1671168 to 2121728 tid 2 2024-04-02T08:36:51.882 INFO:tasks.rados.rados.0.smithi104.stdout:1649: writing smithi10482514-7 from 2121728 to 2473984 tid 3 2024-04-02T08:36:51.883 INFO:tasks.rados.rados.0.smithi104.stdout:1650: snap_create 2024-04-02T08:36:51.883 INFO:tasks.rados.rados.0.smithi104.stdout:1649: finishing write tid 1 to smithi10482514-7 2024-04-02T08:36:51.884 INFO:tasks.rados.rados.0.smithi104.stdout:1649: finishing write tid 2 to smithi10482514-7 2024-04-02T08:36:51.886 INFO:tasks.rados.rados.0.smithi104.stdout:1649: finishing write tid 3 to smithi10482514-7 2024-04-02T08:36:51.886 INFO:tasks.rados.rados.0.smithi104.stdout:1649: finishing write tid 4 to smithi10482514-7 2024-04-02T08:36:51.887 INFO:tasks.rados.rados.0.smithi104.stdout:1649: finishing write tid 5 to smithi10482514-7 2024-04-02T08:36:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:1649: oid 7 updating version 0 to 972 2024-04-02T08:36:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:1649: oid 7 version 972 is already newer than 971 2024-04-02T08:36:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:1649: oid 7 updating version 972 to 974 2024-04-02T08:36:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:1649: oid 7 version 974 is already newer than 973 2024-04-02T08:36:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 974 (ObjNum 516 snap 167 seq_num 516) dirty exists 2024-04-02T08:36:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:1649: left oid 7 (ObjNum 516 snap 167 seq_num 516) 2024-04-02T08:36:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:1648: finishing copy_from racing read to smithi10482514-5 2024-04-02T08:36:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:1648: finishing copy_from to smithi10482514-5 2024-04-02T08:36:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1009 (ObjNum 464 snap 146 seq_num 464) dirty exists 2024-04-02T08:36:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:51 smithi104 ceph-mon[96567]: osdmap e399: 8 total, 7 up, 8 in 2024-04-02T08:36:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:51 smithi104 ceph-mon[96567]: Health check failed: Degraded data redundancy: 14/507 objects degraded (2.761%), 2 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:51.890 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:51 smithi104 podman[117656]: 2024-04-02 08:36:51.751017716 +0000 UTC m=+0.497890037 container attach 3c76878c04e8d61be80902dd98e0ee5bf03e121ca97c16c8a12f127e30debc4b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:36:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:51 smithi104 ceph-mon[94081]: osdmap e399: 8 total, 7 up, 8 in 2024-04-02T08:36:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:51 smithi104 ceph-mon[94081]: Health check failed: Degraded data redundancy: 14/507 objects degraded (2.761%), 2 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:51 smithi188 ceph-mon[86835]: osdmap e399: 8 total, 7 up, 8 in 2024-04-02T08:36:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:51 smithi188 ceph-mon[86835]: Health check failed: Degraded data redundancy: 14/507 objects degraded (2.761%), 2 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:52.390 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117670]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:52.390 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117670]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:52.390 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 bash[117656]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:52.390 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 bash[117656]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:52.390 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 bash[117656]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:52.390 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 bash[117656]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:36:52.390 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 bash[117656]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:36:52.390 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 bash[117656]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:52.390 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 bash[117656]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:36:52.390 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117670]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:52.391 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117670]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:36:52.391 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117670]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:36:52.391 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117670]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:52.391 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117670]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:36:52.391 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 podman[117656]: 2024-04-02 08:36:52.098859806 +0000 UTC m=+0.845732116 container died 3c76878c04e8d61be80902dd98e0ee5bf03e121ca97c16c8a12f127e30debc4b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:36:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:52.872 INFO:tasks.rados.rados.0.smithi104.stdout:1648: done (2 left) 2024-04-02T08:36:52.872 INFO:tasks.rados.rados.0.smithi104.stdout:1649: done (1 left) 2024-04-02T08:36:52.872 INFO:tasks.rados.rados.0.smithi104.stdout:1650: done (0 left) 2024-04-02T08:36:52.872 INFO:tasks.rados.rados.0.smithi104.stdout:1651: read oid 9 snap -1 2024-04-02T08:36:52.872 INFO:tasks.rados.rados.0.smithi104.stdout:1651: expect (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:36:52.872 INFO:tasks.rados.rados.0.smithi104.stdout:1652: setattr oid 15 current snap is 168 2024-04-02T08:36:52.875 INFO:tasks.rados.rados.0.smithi104.stdout:1653: snap_remove snap 166 2024-04-02T08:36:53.020 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:52 smithi104 ceph-mon[96567]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:36:53.020 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:52 smithi104 ceph-mon[96567]: pgmap v249: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 31 op/s; 62/510 objects degraded (12.157%) 2024-04-02T08:36:53.021 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:52 smithi104 ceph-mon[94081]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:36:53.021 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:52 smithi104 ceph-mon[94081]: pgmap v249: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 31 op/s; 62/510 objects degraded (12.157%) 2024-04-02T08:36:53.021 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 podman[117822]: 2024-04-02 08:36:52.771578017 +0000 UTC m=+0.667561790 container remove 3c76878c04e8d61be80902dd98e0ee5bf03e121ca97c16c8a12f127e30debc4b (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:36:53.021 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:52 smithi104 podman[117894]: 2024-04-02 08:36:52.892943303 +0000 UTC m=+0.024517994 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:36:53.021 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:53 smithi104 podman[117894]: 2024-04-02 08:36:53.022616096 +0000 UTC m=+0.154190761 container create e25bf8b5641e401562812a78327d63eb01d1d30ff2ee278819ad6b68a70a056a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-02T08:36:53.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:52 smithi188 ceph-mon[86835]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:36:53.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:52 smithi188 ceph-mon[86835]: pgmap v249: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 31 op/s; 62/510 objects degraded (12.157%) 2024-04-02T08:36:53.331 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:53 smithi104 podman[117894]: 2024-04-02 08:36:53.224957891 +0000 UTC m=+0.356532569 container init e25bf8b5641e401562812a78327d63eb01d1d30ff2ee278819ad6b68a70a056a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:36:53.332 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:53 smithi104 podman[117894]: 2024-04-02 08:36:53.230678141 +0000 UTC m=+0.362252816 container start e25bf8b5641e401562812a78327d63eb01d1d30ff2ee278819ad6b68a70a056a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, ceph=True) 2024-04-02T08:36:53.332 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:53 smithi104 ceph-osd[117931]: -- 172.21.15.104:0/1715875326 <== mon.0 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5621275cd680 con 0x562127597400 2024-04-02T08:36:53.639 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:53 smithi104 bash[117894]: e25bf8b5641e401562812a78327d63eb01d1d30ff2ee278819ad6b68a70a056a 2024-04-02T08:36:53.640 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:53 smithi104 systemd[1]: Started Ceph osd.3 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:53.870 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:36:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:36:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:53.879 INFO:tasks.rados.rados.0.smithi104.stdout:1653: done (2 left) 2024-04-02T08:36:53.879 INFO:tasks.rados.rados.0.smithi104.stdout:1654: snap_remove snap 163 2024-04-02T08:36:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:53 smithi188 ceph-mon[86835]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:36:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:54.140 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:53 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[117908]: 2024-04-02T08:36:53.774+0000 7f98a5f0f7c0 -1 Falling back to public interface 2024-04-02T08:36:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:53 smithi104 ceph-mon[96567]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:36:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:53 smithi104 ceph-mon[94081]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:36:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:54.884 INFO:tasks.rados.rados.0.smithi104.stdout:1654: done (2 left) 2024-04-02T08:36:54.884 INFO:tasks.rados.rados.0.smithi104.stdout:1655: copy_from oid 7 from oid 33 current snap is 168 2024-04-02T08:36:54.884 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 1381 (ObjNum 476 snap 152 seq_num 476) dirty exists 2024-04-02T08:36:54.884 INFO:tasks.rados.rados.0.smithi104.stdout:1651: expect (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:36:55.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:54 smithi104 ceph-mon[96567]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:36:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:54 smithi104 ceph-mon[96567]: pgmap v252: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 62/510 objects degraded (12.157%) 2024-04-02T08:36:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:54 smithi104 ceph-mon[94081]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:36:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:54 smithi104 ceph-mon[94081]: pgmap v252: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 62/510 objects degraded (12.157%) 2024-04-02T08:36:55.173 INFO:tasks.rados.rados.0.smithi104.stdout:1655: finishing copy_from racing read to smithi10482514-7 2024-04-02T08:36:55.173 INFO:tasks.rados.rados.0.smithi104.stdout:1655: finishing copy_from to smithi10482514-7 2024-04-02T08:36:55.173 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 608 (ObjNum 462 snap 146 seq_num 462) dirty exists 2024-04-02T08:36:55.173 INFO:tasks.rados.rados.0.smithi104.stdout:1651: done (2 left) 2024-04-02T08:36:55.173 INFO:tasks.rados.rados.0.smithi104.stdout:1652: done (1 left) 2024-04-02T08:36:55.173 INFO:tasks.rados.rados.0.smithi104.stdout:1655: done (0 left) 2024-04-02T08:36:55.174 INFO:tasks.rados.rados.0.smithi104.stdout:1656: rollback oid 48 current snap is 168 2024-04-02T08:36:55.174 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 48 to 165 2024-04-02T08:36:55.174 INFO:tasks.rados.rados.0.smithi104.stdout:1657: read oid 17 snap -1 2024-04-02T08:36:55.174 INFO:tasks.rados.rados.0.smithi104.stdout:1657: expect (ObjNum 498 snap 160 seq_num 498) 2024-04-02T08:36:55.174 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 168 2024-04-02T08:36:55.174 INFO:tasks.rados.rados.0.smithi104.stdout:1658: seq_num 517 ranges {4538368=663552,5201920=786432,5988352=16384} 2024-04-02T08:36:55.201 INFO:tasks.rados.rados.0.smithi104.stdout:1658: writing smithi10482514-49 from 4538368 to 5201920 tid 1 2024-04-02T08:36:55.205 INFO:tasks.rados.rados.0.smithi104.stdout:1658: writing smithi10482514-49 from 5201920 to 5988352 tid 2 2024-04-02T08:36:55.205 INFO:tasks.rados.rados.0.smithi104.stdout:1658: writing smithi10482514-49 from 5988352 to 6004736 tid 3 2024-04-02T08:36:55.205 INFO:tasks.rados.rados.0.smithi104.stdout:1659: setattr oid 13 current snap is 168 2024-04-02T08:36:55.205 INFO:tasks.rados.rados.0.smithi104.stdout:1656: finishing rollback tid 0 to smithi10482514-48 2024-04-02T08:36:55.206 INFO:tasks.rados.rados.0.smithi104.stdout:1656: finishing rollback tid 1 to smithi10482514-48 2024-04-02T08:36:55.206 INFO:tasks.rados.rados.0.smithi104.stdout:1656: finishing rollback tid 2 to smithi10482514-48 2024-04-02T08:36:55.206 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 1012 (ObjNum 500 snap 160 seq_num 500) dirty exists 2024-04-02T08:36:55.206 INFO:tasks.rados.rados.0.smithi104.stdout:1657: expect (ObjNum 498 snap 160 seq_num 498) 2024-04-02T08:36:55.279 INFO:tasks.rados.rados.0.smithi104.stdout:1658: finishing write tid 1 to smithi10482514-49 2024-04-02T08:36:55.279 INFO:tasks.rados.rados.0.smithi104.stdout:1658: finishing write tid 2 to smithi10482514-49 2024-04-02T08:36:55.279 INFO:tasks.rados.rados.0.smithi104.stdout:1658: finishing write tid 3 to smithi10482514-49 2024-04-02T08:36:55.279 INFO:tasks.rados.rados.0.smithi104.stdout:1658: finishing write tid 4 to smithi10482514-49 2024-04-02T08:36:55.279 INFO:tasks.rados.rados.0.smithi104.stdout:1658: finishing write tid 5 to smithi10482514-49 2024-04-02T08:36:55.279 INFO:tasks.rados.rados.0.smithi104.stdout:1658: oid 49 updating version 0 to 1018 2024-04-02T08:36:55.279 INFO:tasks.rados.rados.0.smithi104.stdout:1658: oid 49 updating version 1018 to 1019 2024-04-02T08:36:55.279 INFO:tasks.rados.rados.0.smithi104.stdout:1658: oid 49 version 1019 is already newer than 1016 2024-04-02T08:36:55.279 INFO:tasks.rados.rados.0.smithi104.stdout:1658: oid 49 version 1019 is already newer than 1017 2024-04-02T08:36:55.280 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1019 (ObjNum 517 snap 168 seq_num 517) dirty exists 2024-04-02T08:36:55.280 INFO:tasks.rados.rados.0.smithi104.stdout:1658: left oid 49 (ObjNum 517 snap 168 seq_num 517) 2024-04-02T08:36:55.280 INFO:tasks.rados.rados.0.smithi104.stdout:1656: done (3 left) 2024-04-02T08:36:55.280 INFO:tasks.rados.rados.0.smithi104.stdout:1657: done (2 left) 2024-04-02T08:36:55.280 INFO:tasks.rados.rados.0.smithi104.stdout:1658: done (1 left) 2024-04-02T08:36:55.280 INFO:tasks.rados.rados.0.smithi104.stdout:1660: snap_remove snap 157 2024-04-02T08:36:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:54 smithi188 ceph-mon[86835]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:36:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:54 smithi188 ceph-mon[86835]: pgmap v252: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 62/510 objects degraded (12.157%) 2024-04-02T08:36:55.889 INFO:tasks.rados.rados.0.smithi104.stdout:1660: done (1 left) 2024-04-02T08:36:55.889 INFO:tasks.rados.rados.0.smithi104.stdout:1661: rmattr oid 24 current snap is 168 2024-04-02T08:36:55.889 INFO:tasks.rados.rados.0.smithi104.stdout:1661: done (1 left) 2024-04-02T08:36:55.889 INFO:tasks.rados.rados.0.smithi104.stdout:1662: read oid 4 snap 161 2024-04-02T08:36:55.889 INFO:tasks.rados.rados.0.smithi104.stdout:1662: expect (ObjNum 497 snap 160 seq_num 497) 2024-04-02T08:36:55.889 INFO:tasks.rados.rados.0.smithi104.stdout:1663: read oid 22 snap 165 2024-04-02T08:36:55.889 INFO:tasks.rados.rados.0.smithi104.stdout:1663: expect deleted 2024-04-02T08:36:55.889 INFO:tasks.rados.rados.0.smithi104.stdout:1664: delete oid 38 current snap is 168 2024-04-02T08:36:55.889 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 1020 (ObjNum 433 snap 139 seq_num 433) dirty exists 2024-04-02T08:36:55.897 INFO:tasks.rados.rados.0.smithi104.stdout:1659: done (3 left) 2024-04-02T08:36:55.897 INFO:tasks.rados.rados.0.smithi104.stdout:1663: done (2 left) 2024-04-02T08:36:55.898 INFO:tasks.rados.rados.0.smithi104.stdout:1664: done (1 left) 2024-04-02T08:36:55.898 INFO:tasks.rados.rados.0.smithi104.stdout:1665: read oid 9 snap 161 2024-04-02T08:36:55.898 INFO:tasks.rados.rados.0.smithi104.stdout:1665: expect (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:36:55.898 INFO:tasks.rados.rados.0.smithi104.stdout:1666: delete oid 26 current snap is 168 2024-04-02T08:36:55.920 INFO:tasks.rados.rados.0.smithi104.stdout:1665: expect (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:36:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:36:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:36:55] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2024-04-02T08:36:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:55 smithi104 ceph-mon[94081]: osdmap e403: 8 total, 7 up, 8 in 2024-04-02T08:36:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:55 smithi104 ceph-mon[96567]: osdmap e403: 8 total, 7 up, 8 in 2024-04-02T08:36:56.182 INFO:tasks.rados.rados.0.smithi104.stdout:1662: expect (ObjNum 497 snap 160 seq_num 497) 2024-04-02T08:36:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:55 smithi188 ceph-mon[86835]: osdmap e403: 8 total, 7 up, 8 in 2024-04-02T08:36:56.662 INFO:tasks.rados.rados.0.smithi104.stdout:1662: done (2 left) 2024-04-02T08:36:56.663 INFO:tasks.rados.rados.0.smithi104.stdout:1665: done (1 left) 2024-04-02T08:36:56.663 INFO:tasks.rados.rados.0.smithi104.stdout:1666: done (0 left) 2024-04-02T08:36:56.663 INFO:tasks.rados.rados.0.smithi104.stdout:1667: delete oid 34 current snap is 168 2024-04-02T08:36:56.664 INFO:tasks.rados.rados.0.smithi104.stdout:1667: done (0 left) 2024-04-02T08:36:56.664 INFO:tasks.rados.rados.0.smithi104.stdout:1668: snap_create 2024-04-02T08:36:56.904 INFO:tasks.rados.rados.0.smithi104.stdout:1668: done (0 left) 2024-04-02T08:36:56.904 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 169 2024-04-02T08:36:56.905 INFO:tasks.rados.rados.0.smithi104.stdout:1669: seq_num 521 ranges {6004736=729088,6733824=720896,7454720=81920} 2024-04-02T08:36:56.941 INFO:tasks.rados.rados.0.smithi104.stdout:1669: writing smithi10482514-49 from 6004736 to 6733824 tid 1 2024-04-02T08:36:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:1669: writing smithi10482514-49 from 6733824 to 7454720 tid 2 2024-04-02T08:36:56.946 INFO:tasks.rados.rados.0.smithi104.stdout:1669: writing smithi10482514-49 from 7454720 to 7536640 tid 3 2024-04-02T08:36:56.946 INFO:tasks.rados.rados.0.smithi104.stdout:1670: setattr oid 31 current snap is 169 2024-04-02T08:36:56.946 INFO:tasks.rados.rados.0.smithi104.stdout:1669: finishing write tid 1 to smithi10482514-49 2024-04-02T08:36:56.948 INFO:tasks.rados.rados.0.smithi104.stdout:1671: read oid 35 snap -1 2024-04-02T08:36:56.948 INFO:tasks.rados.rados.0.smithi104.stdout:1671: expect (ObjNum 508 snap 164 seq_num 508) 2024-04-02T08:36:56.948 INFO:tasks.rados.rados.0.smithi104.stdout:1672: snap_create 2024-04-02T08:36:56.950 INFO:tasks.rados.rados.0.smithi104.stdout:1669: finishing write tid 2 to smithi10482514-49 2024-04-02T08:36:56.950 INFO:tasks.rados.rados.0.smithi104.stdout:1669: finishing write tid 3 to smithi10482514-49 2024-04-02T08:36:56.951 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 1212 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:36:56.951 INFO:tasks.rados.rados.0.smithi104.stdout:1669: finishing write tid 4 to smithi10482514-49 2024-04-02T08:36:56.952 INFO:tasks.rados.rados.0.smithi104.stdout:1669: finishing write tid 5 to smithi10482514-49 2024-04-02T08:36:56.952 INFO:tasks.rados.rados.0.smithi104.stdout:1669: oid 49 updating version 0 to 1022 2024-04-02T08:36:56.953 INFO:tasks.rados.rados.0.smithi104.stdout:1669: oid 49 version 1022 is already newer than 1021 2024-04-02T08:36:56.953 INFO:tasks.rados.rados.0.smithi104.stdout:1669: oid 49 updating version 1022 to 1024 2024-04-02T08:36:56.953 INFO:tasks.rados.rados.0.smithi104.stdout:1669: oid 49 version 1024 is already newer than 1023 2024-04-02T08:36:56.953 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1024 (ObjNum 521 snap 169 seq_num 521) dirty exists 2024-04-02T08:36:56.953 INFO:tasks.rados.rados.0.smithi104.stdout:1669: left oid 49 (ObjNum 521 snap 169 seq_num 521) 2024-04-02T08:36:56.962 INFO:tasks.rados.rados.0.smithi104.stdout:1671: expect (ObjNum 508 snap 164 seq_num 508) 2024-04-02T08:36:57.189 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:56 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[117908]: 2024-04-02T08:36:56.998+0000 7f98a5f0f7c0 -1 osd.3 395 log_to_monitors true 2024-04-02T08:36:57.189 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:56 smithi104 ceph-mon[94081]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:36:57.189 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:56 smithi104 ceph-mon[94081]: pgmap v255: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 249 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 784 KiB/s wr, 8 op/s; 64/501 objects degraded (12.774%) 2024-04-02T08:36:57.189 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:56 smithi104 ceph-mon[96567]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:36:57.190 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:56 smithi104 ceph-mon[96567]: pgmap v255: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 249 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 784 KiB/s wr, 8 op/s; 64/501 objects degraded (12.774%) 2024-04-02T08:36:57.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:56 smithi188 ceph-mon[86835]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:36:57.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:56 smithi188 ceph-mon[86835]: pgmap v255: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 249 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 784 KiB/s wr, 8 op/s; 64/501 objects degraded (12.774%) 2024-04-02T08:36:57.905 INFO:tasks.rados.rados.0.smithi104.stdout:1669: done (3 left) 2024-04-02T08:36:57.905 INFO:tasks.rados.rados.0.smithi104.stdout:1670: done (2 left) 2024-04-02T08:36:57.905 INFO:tasks.rados.rados.0.smithi104.stdout:1671: done (1 left) 2024-04-02T08:36:57.905 INFO:tasks.rados.rados.0.smithi104.stdout:1672: done (0 left) 2024-04-02T08:36:57.905 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 170 2024-04-02T08:36:57.905 INFO:tasks.rados.rados.0.smithi104.stdout:1673: seq_num 522 ranges {4014080=745472,4759552=606208,5365760=196608} 2024-04-02T08:36:57.931 INFO:tasks.rados.rados.0.smithi104.stdout:1673: writing smithi10482514-3 from 4014080 to 4759552 tid 1 2024-04-02T08:36:57.935 INFO:tasks.rados.rados.0.smithi104.stdout:1673: writing smithi10482514-3 from 4759552 to 5365760 tid 2 2024-04-02T08:36:57.936 INFO:tasks.rados.rados.0.smithi104.stdout:1673: writing smithi10482514-3 from 5365760 to 5562368 tid 3 2024-04-02T08:36:57.936 INFO:tasks.rados.rados.0.smithi104.stdout:1674: read oid 22 snap 159 2024-04-02T08:36:57.936 INFO:tasks.rados.rados.0.smithi104.stdout:1674: expect (ObjNum 494 snap 159 seq_num 494) 2024-04-02T08:36:57.936 INFO:tasks.rados.rados.0.smithi104.stdout:1675: read oid 9 snap 165 2024-04-02T08:36:57.937 INFO:tasks.rados.rados.0.smithi104.stdout:1675: expect (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:36:57.937 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 170 2024-04-02T08:36:57.937 INFO:tasks.rados.rados.0.smithi104.stdout:1676: seq_num 523 ranges {0=770048,770048=491520,1261568=311296} 2024-04-02T08:36:57.941 INFO:tasks.rados.rados.0.smithi104.stdout:1676: writing smithi10482514-24 from 0 to 770048 tid 1 2024-04-02T08:36:57.944 INFO:tasks.rados.rados.0.smithi104.stdout:1676: writing smithi10482514-24 from 770048 to 1261568 tid 2 2024-04-02T08:36:57.946 INFO:tasks.rados.rados.0.smithi104.stdout:1676: writing smithi10482514-24 from 1261568 to 1572864 tid 3 2024-04-02T08:36:57.946 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 170 2024-04-02T08:36:57.946 INFO:tasks.rados.rados.0.smithi104.stdout:1673: finishing write tid 1 to smithi10482514-3 2024-04-02T08:36:57.946 INFO:tasks.rados.rados.0.smithi104.stdout:1677: seq_num 524 ranges {1253376=786432,2039808=778240,2818048=24576} 2024-04-02T08:36:57.957 INFO:tasks.rados.rados.0.smithi104.stdout:1677: writing smithi10482514-50 from 1253376 to 2039808 tid 1 2024-04-02T08:36:57.963 INFO:tasks.rados.rados.0.smithi104.stdout:1677: writing smithi10482514-50 from 2039808 to 2818048 tid 2 2024-04-02T08:36:57.963 INFO:tasks.rados.rados.0.smithi104.stdout:1677: writing smithi10482514-50 from 2818048 to 2842624 tid 3 2024-04-02T08:36:57.963 INFO:tasks.rados.rados.0.smithi104.stdout:1678: read oid 28 snap -1 2024-04-02T08:36:57.963 INFO:tasks.rados.rados.0.smithi104.stdout:1678: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-02T08:36:57.963 INFO:tasks.rados.rados.0.smithi104.stdout:1679: setattr oid 38 current snap is 170 2024-04-02T08:36:57.963 INFO:tasks.rados.rados.0.smithi104.stdout:1673: finishing write tid 2 to smithi10482514-3 2024-04-02T08:36:57.963 INFO:tasks.rados.rados.0.smithi104.stdout:1673: finishing write tid 3 to smithi10482514-3 2024-04-02T08:36:57.963 INFO:tasks.rados.rados.0.smithi104.stdout:1673: finishing write tid 4 to smithi10482514-3 2024-04-02T08:36:57.963 INFO:tasks.rados.rados.0.smithi104.stdout:1676: finishing write tid 1 to smithi10482514-24 2024-04-02T08:36:57.963 INFO:tasks.rados.rados.0.smithi104.stdout:1676: finishing write tid 2 to smithi10482514-24 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi104.stdout:1676: finishing write tid 3 to smithi10482514-24 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi104.stdout:1676: finishing write tid 4 to smithi10482514-24 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi104.stdout:1673: finishing write tid 5 to smithi10482514-3 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi104.stdout:1673: oid 3 updating version 0 to 991 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi104.stdout:1673: oid 3 updating version 991 to 992 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi104.stdout:1673: oid 3 version 992 is already newer than 990 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi104.stdout:1673: oid 3 version 992 is already newer than 989 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 992 (ObjNum 522 snap 170 seq_num 522) dirty exists 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi104.stdout:1673: left oid 3 (ObjNum 522 snap 170 seq_num 522) 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi104.stdout:1676: finishing write tid 5 to smithi10482514-24 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi104.stdout:1676: oid 24 updating version 0 to 1405 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi104.stdout:1676: oid 24 version 1405 is already newer than 1404 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi104.stdout:1676: oid 24 updating version 1405 to 1406 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi104.stdout:1676: oid 24 updating version 1406 to 1407 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 1407 (ObjNum 523 snap 170 seq_num 523) dirty exists 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi104.stdout:1676: left oid 24 (ObjNum 523 snap 170 seq_num 523) 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi104.stdout:1675: expect (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:36:58.230 INFO:tasks.rados.rados.0.smithi104.stdout:1674: expect (ObjNum 494 snap 159 seq_num 494) 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:1677: finishing write tid 1 to smithi10482514-50 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:1677: finishing write tid 2 to smithi10482514-50 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:1677: finishing write tid 3 to smithi10482514-50 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:1677: finishing write tid 4 to smithi10482514-50 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:1677: finishing write tid 5 to smithi10482514-50 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:1677: oid 50 updating version 0 to 1367 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:1677: oid 50 updating version 1367 to 1368 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:1677: oid 50 updating version 1368 to 1369 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:1677: oid 50 version 1369 is already newer than 1366 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 1369 (ObjNum 524 snap 170 seq_num 524) dirty exists 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:1677: left oid 50 (ObjNum 524 snap 170 seq_num 524) 2024-04-02T08:36:58.297 INFO:tasks.rados.rados.0.smithi104.stdout:1678: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-02T08:36:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:57 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 64/501 objects degraded (12.774%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:57 smithi188 ceph-mon[86835]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:36:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:57 smithi188 ceph-mon[86835]: from='osd.3 [v2:172.21.15.104:6826/4262050549,v1:172.21.15.104:6827/4262050549]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:57 smithi188 ceph-mon[86835]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:58.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:58.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:58.389 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[117908]: 2024-04-02T08:36:57.937+0000 7f9897367700 -1 osd.3 395 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:36:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 64/501 objects degraded (12.774%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[96567]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:36:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[96567]: from='osd.3 [v2:172.21.15.104:6826/4262050549,v1:172.21.15.104:6827/4262050549]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[96567]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 64/501 objects degraded (12.774%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[94081]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:36:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[94081]: from='osd.3 [v2:172.21.15.104:6826/4262050549,v1:172.21.15.104:6827/4262050549]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[94081]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:58.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:58.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:58.529 INFO:tasks.rados.rados.0.smithi104.stdout:1673: done (6 left) 2024-04-02T08:36:58.530 INFO:tasks.rados.rados.0.smithi104.stdout:1674: done (5 left) 2024-04-02T08:36:58.530 INFO:tasks.rados.rados.0.smithi104.stdout:1675: done (4 left) 2024-04-02T08:36:58.530 INFO:tasks.rados.rados.0.smithi104.stdout:1676: done (3 left) 2024-04-02T08:36:58.530 INFO:tasks.rados.rados.0.smithi104.stdout:1677: done (2 left) 2024-04-02T08:36:58.530 INFO:tasks.rados.rados.0.smithi104.stdout:1678: done (1 left) 2024-04-02T08:36:58.530 INFO:tasks.rados.rados.0.smithi104.stdout:1680: setattr oid 8 current snap is 170 2024-04-02T08:36:58.531 INFO:tasks.rados.rados.0.smithi104.stdout:1681: copy_from oid 42 from oid 2 current snap is 170 2024-04-02T08:36:58.531 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 170 2024-04-02T08:36:58.531 INFO:tasks.rados.rados.0.smithi104.stdout:1682: seq_num 525 ranges {647168=802816,1449984=712704,2162688=90112} 2024-04-02T08:36:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:1682: writing smithi10482514-7 from 647168 to 1449984 tid 1 2024-04-02T08:36:58.543 INFO:tasks.rados.rados.0.smithi104.stdout:1682: writing smithi10482514-7 from 1449984 to 2162688 tid 2 2024-04-02T08:36:58.544 INFO:tasks.rados.rados.0.smithi104.stdout:1682: writing smithi10482514-7 from 2162688 to 2252800 tid 3 2024-04-02T08:36:58.544 INFO:tasks.rados.rados.0.smithi104.stdout:1683: snap_remove snap 167 2024-04-02T08:36:58.916 INFO:tasks.rados.rados.0.smithi104.stdout:1683: done (4 left) 2024-04-02T08:36:58.916 INFO:tasks.rados.rados.0.smithi104.stdout:1684: copy_from oid 10 from oid 27 current snap is 170 2024-04-02T08:36:58.916 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 993 (ObjNum 33 snap 0 seq_num 1936660272) dirty exists 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 1013 (ObjNum 448 snap 144 seq_num 448) dirty exists 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:1682: finishing write tid 1 to smithi10482514-7 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:1681: finishing copy_from racing read to smithi10482514-42 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:1681: finishing copy_from to smithi10482514-42 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 1009 (ObjNum 464 snap 146 seq_num 464) dirty exists 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:1682: finishing write tid 2 to smithi10482514-7 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:1682: finishing write tid 3 to smithi10482514-7 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:1682: finishing write tid 4 to smithi10482514-7 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:1682: finishing write tid 5 to smithi10482514-7 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:1682: oid 7 updating version 0 to 977 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:1682: oid 7 version 977 is already newer than 976 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:1682: oid 7 updating version 977 to 978 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:1682: oid 7 version 978 is already newer than 975 2024-04-02T08:36:58.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 978 (ObjNum 525 snap 170 seq_num 525) dirty exists 2024-04-02T08:36:58.918 INFO:tasks.rados.rados.0.smithi104.stdout:1682: left oid 7 (ObjNum 525 snap 170 seq_num 525) 2024-04-02T08:36:58.918 INFO:tasks.rados.rados.0.smithi104.stdout:1679: done (4 left) 2024-04-02T08:36:58.918 INFO:tasks.rados.rados.0.smithi104.stdout:1680: done (3 left) 2024-04-02T08:36:58.918 INFO:tasks.rados.rados.0.smithi104.stdout:1681: done (2 left) 2024-04-02T08:36:58.918 INFO:tasks.rados.rados.0.smithi104.stdout:1682: done (1 left) 2024-04-02T08:36:58.918 INFO:tasks.rados.rados.0.smithi104.stdout:1685: snap_create 2024-04-02T08:36:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:58 smithi188 ceph-mon[86835]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:36:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:58 smithi188 ceph-mon[86835]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:36:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:58 smithi188 ceph-mon[86835]: from='osd.3 [v2:172.21.15.104:6826/4262050549,v1:172.21.15.104:6827/4262050549]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:58 smithi188 ceph-mon[86835]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:58 smithi188 ceph-mon[86835]: pgmap v258: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 12 op/s; 65/504 objects degraded (12.897%) 2024-04-02T08:36:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[96567]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:36:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[96567]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:36:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[96567]: from='osd.3 [v2:172.21.15.104:6826/4262050549,v1:172.21.15.104:6827/4262050549]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[96567]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[96567]: pgmap v258: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 12 op/s; 65/504 objects degraded (12.897%) 2024-04-02T08:36:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[94081]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:36:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[94081]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:36:59.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[94081]: from='osd.3 [v2:172.21.15.104:6826/4262050549,v1:172.21.15.104:6827/4262050549]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:59.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[94081]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-04-02T08:36:59.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[94081]: pgmap v258: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 942 KiB/s wr, 12 op/s; 65/504 objects degraded (12.897%) 2024-04-02T08:36:59.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:59.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:36:59.920 INFO:tasks.rados.rados.0.smithi104.stdout:1685: done (1 left) 2024-04-02T08:36:59.920 INFO:tasks.rados.rados.0.smithi104.stdout:1686: delete oid 50 current snap is 171 2024-04-02T08:36:59.960 INFO:tasks.rados.rados.0.smithi104.stdout:1686: done (1 left) 2024-04-02T08:36:59.961 INFO:tasks.rados.rados.0.smithi104.stdout:1687: rollback oid 50 current snap is 171 2024-04-02T08:36:59.961 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 50 to 162 2024-04-02T08:36:59.961 INFO:tasks.rados.rados.0.smithi104.stdout:1688: read oid 37 snap -1 2024-04-02T08:36:59.961 INFO:tasks.rados.rados.0.smithi104.stdout:1688: expect (ObjNum 511 snap 165 seq_num 511) 2024-04-02T08:36:59.961 INFO:tasks.rados.rados.0.smithi104.stdout:1689: copy_from oid 23 from oid 19 current snap is 171 2024-04-02T08:36:59.961 INFO:tasks.rados.rados.0.smithi104.stdout:1690: snap_create 2024-04-02T08:36:59.961 INFO:tasks.rados.rados.0.smithi104.stdout:1689: finishing copy_from to smithi10482514-23 2024-04-02T08:36:59.961 INFO:tasks.rados.rados.0.smithi104.stdout:1689: got expected ENOENT (src dne) 2024-04-02T08:36:59.962 INFO:tasks.rados.rados.0.smithi104.stdout:1689: finishing copy_from racing read to smithi10482514-23 2024-04-02T08:36:59.963 INFO:tasks.rados.rados.0.smithi104.stdout:1684: finishing copy_from racing read to smithi10482514-10 2024-04-02T08:36:59.966 INFO:tasks.rados.rados.0.smithi104.stdout:1684: finishing copy_from to smithi10482514-10 2024-04-02T08:36:59.966 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1020 (ObjNum 419 snap 137 seq_num 419) dirty exists 2024-04-02T08:36:59.970 INFO:tasks.rados.rados.0.smithi104.stdout:1687: finishing rollback tid 1 to smithi10482514-50 2024-04-02T08:36:59.970 INFO:tasks.rados.rados.0.smithi104.stdout:1687: finishing rollback tid 2 to smithi10482514-50 2024-04-02T08:36:59.970 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 1373 (ObjNum 486 snap 158 seq_num 486) dirty exists 2024-04-02T08:36:59.974 INFO:tasks.rados.rados.0.smithi104.stdout:1688: expect (ObjNum 511 snap 165 seq_num 511) 2024-04-02T08:37:00.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:59 smithi104 ceph-mon[94081]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:59 smithi104 ceph-mon[94081]: osd.3 [v2:172.21.15.104:6826/4262050549,v1:172.21.15.104:6827/4262050549] boot 2024-04-02T08:37:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:59 smithi104 ceph-mon[94081]: osdmap e407: 8 total, 8 up, 8 in 2024-04-02T08:37:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:36:59 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:37:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:59 smithi104 ceph-mon[96567]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:59 smithi104 ceph-mon[96567]: osd.3 [v2:172.21.15.104:6826/4262050549,v1:172.21.15.104:6827/4262050549] boot 2024-04-02T08:37:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:59 smithi104 ceph-mon[96567]: osdmap e407: 8 total, 8 up, 8 in 2024-04-02T08:37:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:36:59 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:37:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:59 smithi188 ceph-mon[86835]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:59 smithi188 ceph-mon[86835]: osd.3 [v2:172.21.15.104:6826/4262050549,v1:172.21.15.104:6827/4262050549] boot 2024-04-02T08:37:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:59 smithi188 ceph-mon[86835]: osdmap e407: 8 total, 8 up, 8 in 2024-04-02T08:37:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:36:59 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:37:00.939 INFO:tasks.rados.rados.0.smithi104.stdout:1684: done (4 left) 2024-04-02T08:37:00.940 INFO:tasks.rados.rados.0.smithi104.stdout:1687: done (3 left) 2024-04-02T08:37:00.940 INFO:tasks.rados.rados.0.smithi104.stdout:1688: done (2 left) 2024-04-02T08:37:00.940 INFO:tasks.rados.rados.0.smithi104.stdout:1689: done (1 left) 2024-04-02T08:37:00.940 INFO:tasks.rados.rados.0.smithi104.stdout:1690: done (0 left) 2024-04-02T08:37:00.940 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 172 2024-04-02T08:37:00.940 INFO:tasks.rados.rados.0.smithi104.stdout:1691: seq_num 527 ranges {0=434176,434176=475136,909312=565248,1474560=163840} 2024-04-02T08:37:00.941 INFO:tasks.rados.rados.0.smithi104.stdout:1691: writing smithi10482514-47 from 0 to 434176 tid 1 2024-04-02T08:37:00.944 INFO:tasks.rados.rados.0.smithi104.stdout:1691: writing smithi10482514-47 from 434176 to 909312 tid 2 2024-04-02T08:37:00.948 INFO:tasks.rados.rados.0.smithi104.stdout:1691: writing smithi10482514-47 from 909312 to 1474560 tid 3 2024-04-02T08:37:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:1691: writing smithi10482514-47 from 1474560 to 1638400 tid 4 2024-04-02T08:37:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:1692: read oid 37 snap -1 2024-04-02T08:37:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:1692: expect (ObjNum 511 snap 165 seq_num 511) 2024-04-02T08:37:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:1693: snap_create 2024-04-02T08:37:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:1691: finishing write tid 1 to smithi10482514-47 2024-04-02T08:37:00.950 INFO:tasks.rados.rados.0.smithi104.stdout:1691: finishing write tid 2 to smithi10482514-47 2024-04-02T08:37:00.953 INFO:tasks.rados.rados.0.smithi104.stdout:1691: finishing write tid 3 to smithi10482514-47 2024-04-02T08:37:00.953 INFO:tasks.rados.rados.0.smithi104.stdout:1691: finishing write tid 4 to smithi10482514-47 2024-04-02T08:37:00.954 INFO:tasks.rados.rados.0.smithi104.stdout:1691: finishing write tid 5 to smithi10482514-47 2024-04-02T08:37:00.955 INFO:tasks.rados.rados.0.smithi104.stdout:1691: finishing write tid 6 to smithi10482514-47 2024-04-02T08:37:00.956 INFO:tasks.rados.rados.0.smithi104.stdout:1691: oid 47 updating version 0 to 1237 2024-04-02T08:37:00.956 INFO:tasks.rados.rados.0.smithi104.stdout:1691: oid 47 version 1237 is already newer than 1236 2024-04-02T08:37:00.956 INFO:tasks.rados.rados.0.smithi104.stdout:1691: oid 47 version 1237 is already newer than 1235 2024-04-02T08:37:00.956 INFO:tasks.rados.rados.0.smithi104.stdout:1691: oid 47 version 1237 is already newer than 1234 2024-04-02T08:37:00.956 INFO:tasks.rados.rados.0.smithi104.stdout:1691: oid 47 version 1237 is already newer than 1233 2024-04-02T08:37:00.956 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 1237 (ObjNum 527 snap 172 seq_num 527) dirty exists 2024-04-02T08:37:00.956 INFO:tasks.rados.rados.0.smithi104.stdout:1691: left oid 47 (ObjNum 527 snap 172 seq_num 527) 2024-04-02T08:37:00.960 INFO:tasks.rados.rados.0.smithi104.stdout:1692: expect (ObjNum 511 snap 165 seq_num 511) 2024-04-02T08:37:01.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:00 smithi104 ceph-mon[94081]: osdmap e408: 8 total, 8 up, 8 in 2024-04-02T08:37:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:00 smithi104 ceph-mon[94081]: pgmap v261: 121 pgs: 6 active+undersized+degraded, 25 active+undersized, 90 active+clean; 256 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 26 op/s; 50/516 objects degraded (9.690%); 6.2 MiB/s, 1 objects/s recovering 2024-04-02T08:37:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:00 smithi104 ceph-mon[96567]: osdmap e408: 8 total, 8 up, 8 in 2024-04-02T08:37:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:00 smithi104 ceph-mon[96567]: pgmap v261: 121 pgs: 6 active+undersized+degraded, 25 active+undersized, 90 active+clean; 256 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 26 op/s; 50/516 objects degraded (9.690%); 6.2 MiB/s, 1 objects/s recovering 2024-04-02T08:37:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:00 smithi188 ceph-mon[86835]: osdmap e408: 8 total, 8 up, 8 in 2024-04-02T08:37:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:00 smithi188 ceph-mon[86835]: pgmap v261: 121 pgs: 6 active+undersized+degraded, 25 active+undersized, 90 active+clean; 256 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 26 op/s; 50/516 objects degraded (9.690%); 6.2 MiB/s, 1 objects/s recovering 2024-04-02T08:37:01.938 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:37:01.940 INFO:tasks.rados.rados.0.smithi104.stdout:1691: done (2 left) 2024-04-02T08:37:01.940 INFO:tasks.rados.rados.0.smithi104.stdout:1692: done (1 left) 2024-04-02T08:37:01.940 INFO:tasks.rados.rados.0.smithi104.stdout:1693: done (0 left) 2024-04-02T08:37:01.940 INFO:tasks.rados.rados.0.smithi104.stdout:1694: snap_create 2024-04-02T08:37:02.257 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:37:02.257 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (7m) 4s ago 8m 25.1M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (8m) 2m ago 8m 87.8M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (9m) 4s ago 9m 16.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (9m) 2m ago 9m 18.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (3m) 2m ago 13m 448M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (3m) 4s ago 14m 506M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (3m) 4s ago 14m 53.4M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (2m) 2m ago 13m 29.5M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (2m) 4s ago 13m 49.1M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (8m) 4s ago 8m 16.4M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (8m) 2m ago 8m 15.3M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (100s) 4s ago 12m 161M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (64s) 4s ago 12m 121M 2480M 19.0.0-2419-g14da45f2 53081131892e 183e693cda03 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (29s) 4s ago 11m 89.3M 2480M 19.0.0-2419-g14da45f2 53081131892e 8534baca25d7 2024-04-02T08:37:02.258 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (9s) 4s ago 11m 14.8M 2480M 19.0.0-2419-g14da45f2 53081131892e e25bf8b5641e 2024-04-02T08:37:02.259 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (11m) 2m ago 11m 194M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d d05aaf038f64 2024-04-02T08:37:02.259 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (10m) 2m ago 10m 197M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:37:02.259 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (10m) 2m ago 10m 143M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:37:02.259 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (9m) 2m ago 9m 118M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:37:02.259 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (3m) 2m ago 8m 47.1M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:37:02.259 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:01 smithi104 ceph-mon[94081]: osdmap e409: 8 total, 8 up, 8 in 2024-04-02T08:37:02.259 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:01 smithi104 ceph-mon[96567]: osdmap e409: 8 total, 8 up, 8 in 2024-04-02T08:37:02.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:01 smithi188 ceph-mon[86835]: osdmap e409: 8 total, 8 up, 8 in 2024-04-02T08:37:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:02.664 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:37:02.664 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:37:02.664 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 4 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 9 2024-04-02T08:37:02.665 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:37:02.666 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:37:02.948 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:37:02.680+0000 7f6c40819700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: pgmap v264: 121 pgs: 1 active+undersized+degraded, 15 active+undersized, 105 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 31 op/s; 22/507 objects degraded (4.339%); 14 MiB/s, 3 objects/s recovering 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3114957696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:02.949 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:02.950 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:02.950 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:02.950 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:1694: done (0 left) 2024-04-02T08:37:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 174 2024-04-02T08:37:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:1695: seq_num 528 ranges {4374528=450560,4825088=761856,5586944=442368} 2024-04-02T08:37:02.979 INFO:tasks.rados.rados.0.smithi104.stdout:1695: writing smithi10482514-27 from 4374528 to 4825088 tid 1 2024-04-02T08:37:02.984 INFO:tasks.rados.rados.0.smithi104.stdout:1695: writing smithi10482514-27 from 4825088 to 5586944 tid 2 2024-04-02T08:37:02.987 INFO:tasks.rados.rados.0.smithi104.stdout:1695: writing smithi10482514-27 from 5586944 to 6029312 tid 3 2024-04-02T08:37:02.987 INFO:tasks.rados.rados.0.smithi104.stdout:1696: setattr oid 26 current snap is 174 2024-04-02T08:37:02.987 INFO:tasks.rados.rados.0.smithi104.stdout:1695: finishing write tid 1 to smithi10482514-27 2024-04-02T08:37:02.987 INFO:tasks.rados.rados.0.smithi104.stdout:1695: finishing write tid 2 to smithi10482514-27 2024-04-02T08:37:02.988 INFO:tasks.rados.rados.0.smithi104.stdout:1697: read oid 1 snap -1 2024-04-02T08:37:02.988 INFO:tasks.rados.rados.0.smithi104.stdout:1697: expect (ObjNum 411 snap 134 seq_num 411) 2024-04-02T08:37:02.988 INFO:tasks.rados.rados.0.smithi104.stdout:1698: rollback oid 7 current snap is 174 2024-04-02T08:37:02.988 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 7 to 173 2024-04-02T08:37:02.988 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 174 2024-04-02T08:37:02.988 INFO:tasks.rados.rados.0.smithi104.stdout:1699: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2024-04-02T08:37:02.991 INFO:tasks.rados.rados.0.smithi104.stdout:1699: writing smithi10482514-22 from 0 to 466944 tid 1 2024-04-02T08:37:02.995 INFO:tasks.rados.rados.0.smithi104.stdout:1699: writing smithi10482514-22 from 466944 to 1114112 tid 2 2024-04-02T08:37:02.998 INFO:tasks.rados.rados.0.smithi104.stdout:1699: writing smithi10482514-22 from 1114112 to 1646592 tid 3 2024-04-02T08:37:02.999 INFO:tasks.rados.rados.0.smithi104.stdout:1699: writing smithi10482514-22 from 1646592 to 1671168 tid 4 2024-04-02T08:37:02.999 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 174 2024-04-02T08:37:02.999 INFO:tasks.rados.rados.0.smithi104.stdout:1695: finishing write tid 3 to smithi10482514-27 2024-04-02T08:37:02.999 INFO:tasks.rados.rados.0.smithi104.stdout:1700: seq_num 530 ranges {2129920=483328,2613248=532480,3145728=671744} 2024-04-02T08:37:03.013 INFO:tasks.rados.rados.0.smithi104.stdout:1700: writing smithi10482514-17 from 2129920 to 2613248 tid 1 2024-04-02T08:37:03.017 INFO:tasks.rados.rados.0.smithi104.stdout:1700: writing smithi10482514-17 from 2613248 to 3145728 tid 2 2024-04-02T08:37:03.022 INFO:tasks.rados.rados.0.smithi104.stdout:1700: writing smithi10482514-17 from 3145728 to 3817472 tid 3 2024-04-02T08:37:03.022 INFO:tasks.rados.rados.0.smithi104.stdout:1701: delete oid 30 current snap is 174 2024-04-02T08:37:03.022 INFO:tasks.rados.rados.0.smithi104.stdout:1695: finishing write tid 4 to smithi10482514-27 2024-04-02T08:37:03.022 INFO:tasks.rados.rados.0.smithi104.stdout:1695: finishing write tid 5 to smithi10482514-27 2024-04-02T08:37:03.022 INFO:tasks.rados.rados.0.smithi104.stdout:1695: oid 27 updating version 0 to 1034 2024-04-02T08:37:03.022 INFO:tasks.rados.rados.0.smithi104.stdout:1695: oid 27 updating version 1034 to 1036 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1695: oid 27 version 1036 is already newer than 1035 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1695: oid 27 version 1036 is already newer than 1033 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1036 (ObjNum 528 snap 174 seq_num 528) dirty exists 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1695: left oid 27 (ObjNum 528 snap 174 seq_num 528) 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 1037 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1699: finishing write tid 1 to smithi10482514-22 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1699: finishing write tid 2 to smithi10482514-22 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1699: finishing write tid 3 to smithi10482514-22 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1699: finishing write tid 4 to smithi10482514-22 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1699: finishing write tid 5 to smithi10482514-22 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1699: finishing write tid 6 to smithi10482514-22 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1699: oid 22 updating version 0 to 957 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1699: oid 22 version 957 is already newer than 956 2024-04-02T08:37:03.023 INFO:tasks.rados.rados.0.smithi104.stdout:1699: oid 22 version 957 is already newer than 955 2024-04-02T08:37:03.024 INFO:tasks.rados.rados.0.smithi104.stdout:1699: oid 22 version 957 is already newer than 954 2024-04-02T08:37:03.024 INFO:tasks.rados.rados.0.smithi104.stdout:1699: oid 22 updating version 957 to 958 2024-04-02T08:37:03.024 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 958 (ObjNum 529 snap 174 seq_num 529) dirty exists 2024-04-02T08:37:03.024 INFO:tasks.rados.rados.0.smithi104.stdout:1699: left oid 22 (ObjNum 529 snap 174 seq_num 529) 2024-04-02T08:37:03.024 INFO:tasks.rados.rados.0.smithi104.stdout:1698: finishing rollback tid 0 to smithi10482514-7 2024-04-02T08:37:03.024 INFO:tasks.rados.rados.0.smithi104.stdout:1698: finishing rollback tid 1 to smithi10482514-7 2024-04-02T08:37:03.024 INFO:tasks.rados.rados.0.smithi104.stdout:1698: finishing rollback tid 2 to smithi10482514-7 2024-04-02T08:37:03.024 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 981 (ObjNum 525 snap 170 seq_num 525) dirty exists 2024-04-02T08:37:03.024 INFO:tasks.rados.rados.0.smithi104.stdout:1697: expect (ObjNum 411 snap 134 seq_num 411) 2024-04-02T08:37:03.336 INFO:tasks.rados.rados.0.smithi104.stdout:1700: finishing write tid 1 to smithi10482514-17 2024-04-02T08:37:03.336 INFO:tasks.rados.rados.0.smithi104.stdout:1700: finishing write tid 2 to smithi10482514-17 2024-04-02T08:37:03.336 INFO:tasks.rados.rados.0.smithi104.stdout:1700: finishing write tid 3 to smithi10482514-17 2024-04-02T08:37:03.336 INFO:tasks.rados.rados.0.smithi104.stdout:1700: finishing write tid 4 to smithi10482514-17 2024-04-02T08:37:03.336 INFO:tasks.rados.rados.0.smithi104.stdout:1700: finishing write tid 5 to smithi10482514-17 2024-04-02T08:37:03.336 INFO:tasks.rados.rados.0.smithi104.stdout:1700: oid 17 updating version 0 to 1401 2024-04-02T08:37:03.336 INFO:tasks.rados.rados.0.smithi104.stdout:1700: oid 17 version 1401 is already newer than 1400 2024-04-02T08:37:03.336 INFO:tasks.rados.rados.0.smithi104.stdout:1700: oid 17 updating version 1401 to 1402 2024-04-02T08:37:03.337 INFO:tasks.rados.rados.0.smithi104.stdout:1700: oid 17 version 1402 is already newer than 1399 2024-04-02T08:37:03.337 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1402 (ObjNum 530 snap 174 seq_num 530) dirty exists 2024-04-02T08:37:03.337 INFO:tasks.rados.rados.0.smithi104.stdout:1700: left oid 17 (ObjNum 530 snap 174 seq_num 530) 2024-04-02T08:37:03.337 INFO:tasks.rados.rados.0.smithi104.stdout:1695: done (6 left) 2024-04-02T08:37:03.337 INFO:tasks.rados.rados.0.smithi104.stdout:1696: done (5 left) 2024-04-02T08:37:03.337 INFO:tasks.rados.rados.0.smithi104.stdout:1697: done (4 left) 2024-04-02T08:37:03.337 INFO:tasks.rados.rados.0.smithi104.stdout:1698: done (3 left) 2024-04-02T08:37:03.337 INFO:tasks.rados.rados.0.smithi104.stdout:1699: done (2 left) 2024-04-02T08:37:03.337 INFO:tasks.rados.rados.0.smithi104.stdout:1700: done (1 left) 2024-04-02T08:37:03.337 INFO:tasks.rados.rados.0.smithi104.stdout:1701: done (0 left) 2024-04-02T08:37:03.337 INFO:tasks.rados.rados.0.smithi104.stdout:1702: delete oid 45 current snap is 174 2024-04-02T08:37:03.338 INFO:tasks.rados.rados.0.smithi104.stdout:1702: done (0 left) 2024-04-02T08:37:03.338 INFO:tasks.rados.rados.0.smithi104.stdout:1703: copy_from oid 27 from oid 15 current snap is 174 2024-04-02T08:37:03.338 INFO:tasks.rados.rados.0.smithi104.stdout:1704: read oid 30 snap 168 2024-04-02T08:37:03.338 INFO:tasks.rados.rados.0.smithi104.stdout:1704: expect deleted 2024-04-02T08:37:03.338 INFO:tasks.rados.rados.0.smithi104.stdout:1705: snap_remove snap 154 2024-04-02T08:37:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:37:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: pgmap v264: 121 pgs: 1 active+undersized+degraded, 15 active+undersized, 105 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 31 op/s; 22/507 objects degraded (4.339%); 14 MiB/s, 3 objects/s recovering 2024-04-02T08:37:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:03.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:03.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:03.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3114957696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:03.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:03.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:03.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:03.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:03.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:37:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: pgmap v264: 121 pgs: 1 active+undersized+degraded, 15 active+undersized, 105 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 31 op/s; 22/507 objects degraded (4.339%); 14 MiB/s, 3 objects/s recovering 2024-04-02T08:37:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3114957696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:03.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:03.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:03.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:03.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:03.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:03.961 INFO:tasks.rados.rados.0.smithi104.stdout:1703: finishing copy_from racing read to smithi10482514-27 2024-04-02T08:37:03.961 INFO:tasks.rados.rados.0.smithi104.stdout:1703: finishing copy_from to smithi10482514-27 2024-04-02T08:37:03.961 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1381 (ObjNum 476 snap 152 seq_num 476) dirty exists 2024-04-02T08:37:03.961 INFO:tasks.rados.rados.0.smithi104.stdout:1703: done (2 left) 2024-04-02T08:37:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:1704: done (1 left) 2024-04-02T08:37:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:1705: done (0 left) 2024-04-02T08:37:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 174 2024-04-02T08:37:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:1706: seq_num 533 ranges {5562368=532480,6094848=630784,6725632=516096,7241728=57344} 2024-04-02T08:37:03.995 INFO:tasks.rados.rados.0.smithi104.stdout:1706: writing smithi10482514-3 from 5562368 to 6094848 tid 1 2024-04-02T08:37:03.999 INFO:tasks.rados.rados.0.smithi104.stdout:1706: writing smithi10482514-3 from 6094848 to 6725632 tid 2 2024-04-02T08:37:04.002 INFO:tasks.rados.rados.0.smithi104.stdout:1706: writing smithi10482514-3 from 6725632 to 7241728 tid 3 2024-04-02T08:37:04.002 INFO:tasks.rados.rados.0.smithi104.stdout:1706: writing smithi10482514-3 from 7241728 to 7299072 tid 4 2024-04-02T08:37:04.002 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 37 current snap is 174 2024-04-02T08:37:04.002 INFO:tasks.rados.rados.0.smithi104.stdout:1706: finishing write tid 1 to smithi10482514-3 2024-04-02T08:37:04.003 INFO:tasks.rados.rados.0.smithi104.stdout:1706: finishing write tid 2 to smithi10482514-3 2024-04-02T08:37:04.003 INFO:tasks.rados.rados.0.smithi104.stdout:1707: seq_num 534 ranges {2318336=548864,2867200=516096,3383296=688128} 2024-04-02T08:37:04.017 INFO:tasks.rados.rados.0.smithi104.stdout:1707: writing smithi10482514-37 from 2318336 to 2867200 tid 1 2024-04-02T08:37:04.020 INFO:tasks.rados.rados.0.smithi104.stdout:1707: writing smithi10482514-37 from 2867200 to 3383296 tid 2 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1707: writing smithi10482514-37 from 3383296 to 4071424 tid 3 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1708: read oid 30 snap -1 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1708: expect deleted 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1709: delete oid 24 current snap is 174 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1706: finishing write tid 3 to smithi10482514-3 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1706: finishing write tid 4 to smithi10482514-3 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1706: finishing write tid 5 to smithi10482514-3 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1706: finishing write tid 6 to smithi10482514-3 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1706: oid 3 updating version 0 to 996 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1706: oid 3 version 996 is already newer than 994 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1706: oid 3 updating version 996 to 998 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:1706: oid 3 version 998 is already newer than 997 2024-04-02T08:37:04.026 INFO:tasks.rados.rados.0.smithi104.stdout:1706: oid 3 version 998 is already newer than 995 2024-04-02T08:37:04.026 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 998 (ObjNum 533 snap 174 seq_num 533) dirty exists 2024-04-02T08:37:04.026 INFO:tasks.rados.rados.0.smithi104.stdout:1706: left oid 3 (ObjNum 533 snap 174 seq_num 533) 2024-04-02T08:37:04.026 INFO:tasks.rados.rados.0.smithi104.stdout:1707: finishing write tid 1 to smithi10482514-37 2024-04-02T08:37:04.026 INFO:tasks.rados.rados.0.smithi104.stdout:1707: finishing write tid 2 to smithi10482514-37 2024-04-02T08:37:04.028 INFO:tasks.rados.rados.0.smithi104.stdout:1707: finishing write tid 3 to smithi10482514-37 2024-04-02T08:37:04.029 INFO:tasks.rados.rados.0.smithi104.stdout:1707: finishing write tid 4 to smithi10482514-37 2024-04-02T08:37:04.029 INFO:tasks.rados.rados.0.smithi104.stdout:1706: done (3 left) 2024-04-02T08:37:04.029 INFO:tasks.rados.rados.0.smithi104.stdout:1708: done (2 left) 2024-04-02T08:37:04.029 INFO:tasks.rados.rados.0.smithi104.stdout:1709: done (1 left) 2024-04-02T08:37:04.029 INFO:tasks.rados.rados.0.smithi104.stdout:1710: rmattr oid 38 current snap is 174 2024-04-02T08:37:04.029 INFO:tasks.rados.rados.0.smithi104.stdout:1711: snap_create 2024-04-02T08:37:04.030 INFO:tasks.rados.rados.0.smithi104.stdout:1707: finishing write tid 5 to smithi10482514-37 2024-04-02T08:37:04.030 INFO:tasks.rados.rados.0.smithi104.stdout:1707: oid 37 updating version 0 to 1196 2024-04-02T08:37:04.030 INFO:tasks.rados.rados.0.smithi104.stdout:1707: oid 37 updating version 1196 to 1198 2024-04-02T08:37:04.030 INFO:tasks.rados.rados.0.smithi104.stdout:1707: oid 37 version 1198 is already newer than 1197 2024-04-02T08:37:04.030 INFO:tasks.rados.rados.0.smithi104.stdout:1707: oid 37 updating version 1198 to 1199 2024-04-02T08:37:04.030 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1199 (ObjNum 534 snap 174 seq_num 534) dirty exists 2024-04-02T08:37:04.030 INFO:tasks.rados.rados.0.smithi104.stdout:1707: left oid 37 (ObjNum 534 snap 174 seq_num 534) 2024-04-02T08:37:04.031 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 999 (ObjNum 593 snap 0 seq_num 1940341240) dirty exists 2024-04-02T08:37:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:03 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:03 smithi188 ceph-mon[86835]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-02T08:37:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:03 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 22/507 objects degraded (4.339%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:37:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:03 smithi188 ceph-mon[86835]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:37:04.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:03 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:04.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:03 smithi104 ceph-mon[96567]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-02T08:37:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:03 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 22/507 objects degraded (4.339%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:37:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:03 smithi104 ceph-mon[96567]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:37:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:03 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:03 smithi104 ceph-mon[94081]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-02T08:37:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:03 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 22/507 objects degraded (4.339%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:37:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:03 smithi104 ceph-mon[94081]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:37:04.961 INFO:tasks.rados.rados.0.smithi104.stdout:1707: done (2 left) 2024-04-02T08:37:04.961 INFO:tasks.rados.rados.0.smithi104.stdout:1710: done (1 left) 2024-04-02T08:37:04.961 INFO:tasks.rados.rados.0.smithi104.stdout:1711: done (0 left) 2024-04-02T08:37:04.961 INFO:tasks.rados.rados.0.smithi104.stdout:1712: snap_remove snap 173 2024-04-02T08:37:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:04 smithi188 ceph-mon[86835]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:37:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:04 smithi188 ceph-mon[86835]: pgmap v267: 121 pgs: 121 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:37:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:05.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:04 smithi104 ceph-mon[94081]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:37:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:04 smithi104 ceph-mon[94081]: pgmap v267: 121 pgs: 121 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:37:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:04 smithi104 ceph-mon[96567]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:37:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:04 smithi104 ceph-mon[96567]: pgmap v267: 121 pgs: 121 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.2 MiB/s wr, 11 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:37:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:05.855 INFO:tasks.rados.rados.0.smithi104.stdout:1712: done (0 left) 2024-04-02T08:37:05.855 INFO:tasks.rados.rados.0.smithi104.stdout:1713: delete oid 49 current snap is 175 2024-04-02T08:37:05.864 INFO:tasks.rados.rados.0.smithi104.stdout:1713: done (0 left) 2024-04-02T08:37:05.864 INFO:tasks.rados.rados.0.smithi104.stdout:1714: delete oid 40 current snap is 175 2024-04-02T08:37:05.869 INFO:tasks.rados.rados.0.smithi104.stdout:1714: done (0 left) 2024-04-02T08:37:05.869 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 175 2024-04-02T08:37:05.869 INFO:tasks.rados.rados.0.smithi104.stdout:1715: seq_num 538 ranges {1253376=614400,1867776=450560,2318336=704512,3022848=49152} 2024-04-02T08:37:05.879 INFO:tasks.rados.rados.0.smithi104.stdout:1715: writing smithi10482514-15 from 1253376 to 1867776 tid 1 2024-04-02T08:37:05.881 INFO:tasks.rados.rados.0.smithi104.stdout:1715: writing smithi10482514-15 from 1867776 to 2318336 tid 2 2024-04-02T08:37:05.885 INFO:tasks.rados.rados.0.smithi104.stdout:1715: writing smithi10482514-15 from 2318336 to 3022848 tid 3 2024-04-02T08:37:05.886 INFO:tasks.rados.rados.0.smithi104.stdout:1715: writing smithi10482514-15 from 3022848 to 3072000 tid 4 2024-04-02T08:37:05.886 INFO:tasks.rados.rados.0.smithi104.stdout:1716: delete oid 41 current snap is 175 2024-04-02T08:37:05.886 INFO:tasks.rados.rados.0.smithi104.stdout:1715: finishing write tid 1 to smithi10482514-15 2024-04-02T08:37:05.886 INFO:tasks.rados.rados.0.smithi104.stdout:1715: finishing write tid 2 to smithi10482514-15 2024-04-02T08:37:05.890 INFO:tasks.rados.rados.0.smithi104.stdout:1715: finishing write tid 3 to smithi10482514-15 2024-04-02T08:37:05.892 INFO:tasks.rados.rados.0.smithi104.stdout:1715: finishing write tid 4 to smithi10482514-15 2024-04-02T08:37:05.894 INFO:tasks.rados.rados.0.smithi104.stdout:1715: finishing write tid 5 to smithi10482514-15 2024-04-02T08:37:05.895 INFO:tasks.rados.rados.0.smithi104.stdout:1716: done (1 left) 2024-04-02T08:37:05.895 INFO:tasks.rados.rados.0.smithi104.stdout:1717: read oid 43 snap -1 2024-04-02T08:37:05.895 INFO:tasks.rados.rados.0.smithi104.stdout:1717: expect deleted 2024-04-02T08:37:05.895 INFO:tasks.rados.rados.0.smithi104.stdout:1718: read oid 50 snap -1 2024-04-02T08:37:05.895 INFO:tasks.rados.rados.0.smithi104.stdout:1718: expect (ObjNum 486 snap 158 seq_num 486) 2024-04-02T08:37:05.896 INFO:tasks.rados.rados.0.smithi104.stdout:1719: rollback oid 41 current snap is 175 2024-04-02T08:37:05.896 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 159 2024-04-02T08:37:05.896 INFO:tasks.rados.rados.0.smithi104.stdout:1720: rollback oid 29 current snap is 175 2024-04-02T08:37:05.896 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 162 2024-04-02T08:37:05.896 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 175 2024-04-02T08:37:05.896 INFO:tasks.rados.rados.0.smithi104.stdout:1721: seq_num 540 ranges {1228800=647168,1875968=671744,2547712=532480} 2024-04-02T08:37:05.906 INFO:tasks.rados.rados.0.smithi104.stdout:1721: writing smithi10482514-25 from 1228800 to 1875968 tid 1 2024-04-02T08:37:05.910 INFO:tasks.rados.rados.0.smithi104.stdout:1721: writing smithi10482514-25 from 1875968 to 2547712 tid 2 2024-04-02T08:37:05.913 INFO:tasks.rados.rados.0.smithi104.stdout:1721: writing smithi10482514-25 from 2547712 to 3080192 tid 3 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:1722: snap_create 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:1715: finishing write tid 6 to smithi10482514-15 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:1715: oid 15 updating version 0 to 1425 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:1715: oid 15 version 1425 is already newer than 1423 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:1715: oid 15 version 1425 is already newer than 1424 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:1715: oid 15 updating version 1425 to 1426 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:1715: oid 15 updating version 1426 to 1427 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 1427 (ObjNum 538 snap 175 seq_num 538) dirty exists 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:1715: left oid 15 (ObjNum 538 snap 175 seq_num 538) 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:1719: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:1719: finishing rollback tid 2 to smithi10482514-41 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 1431 (ObjNum 480 snap 154 seq_num 480) dirty exists 2024-04-02T08:37:05.914 INFO:tasks.rados.rados.0.smithi104.stdout:1718: expect (ObjNum 486 snap 158 seq_num 486) 2024-04-02T08:37:05.939 INFO:tasks.rados.rados.0.smithi104.stdout:1720: finishing rollback tid 0 to smithi10482514-29 2024-04-02T08:37:05.939 INFO:tasks.rados.rados.0.smithi104.stdout:1720: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:37:05.939 INFO:tasks.rados.rados.0.smithi104.stdout:1720: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:37:05.939 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1240 (ObjNum 505 snap 162 seq_num 505) dirty exists 2024-04-02T08:37:05.939 INFO:tasks.rados.rados.0.smithi104.stdout:1721: finishing write tid 1 to smithi10482514-25 2024-04-02T08:37:05.939 INFO:tasks.rados.rados.0.smithi104.stdout:1721: finishing write tid 2 to smithi10482514-25 2024-04-02T08:37:05.939 INFO:tasks.rados.rados.0.smithi104.stdout:1721: finishing write tid 3 to smithi10482514-25 2024-04-02T08:37:05.939 INFO:tasks.rados.rados.0.smithi104.stdout:1721: finishing write tid 4 to smithi10482514-25 2024-04-02T08:37:05.939 INFO:tasks.rados.rados.0.smithi104.stdout:1721: finishing write tid 5 to smithi10482514-25 2024-04-02T08:37:05.939 INFO:tasks.rados.rados.0.smithi104.stdout:1721: oid 25 updating version 0 to 1214 2024-04-02T08:37:05.940 INFO:tasks.rados.rados.0.smithi104.stdout:1721: oid 25 updating version 1214 to 1215 2024-04-02T08:37:05.940 INFO:tasks.rados.rados.0.smithi104.stdout:1721: oid 25 version 1215 is already newer than 1213 2024-04-02T08:37:05.940 INFO:tasks.rados.rados.0.smithi104.stdout:1721: oid 25 updating version 1215 to 1216 2024-04-02T08:37:05.940 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 1216 (ObjNum 540 snap 175 seq_num 540) dirty exists 2024-04-02T08:37:05.940 INFO:tasks.rados.rados.0.smithi104.stdout:1721: left oid 25 (ObjNum 540 snap 175 seq_num 540) 2024-04-02T08:37:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:37:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:37:05] "GET /metrics HTTP/1.1" 200 36152 "" "Prometheus/2.43.0" 2024-04-02T08:37:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:05 smithi104 ceph-mon[96567]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/507 objects degraded (4.339%), 1 pg degraded) 2024-04-02T08:37:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:05 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:37:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:05 smithi104 ceph-mon[96567]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:37:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:05 smithi104 ceph-mon[96567]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:37:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:05 smithi104 ceph-mon[94081]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/507 objects degraded (4.339%), 1 pg degraded) 2024-04-02T08:37:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:05 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:37:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:05 smithi104 ceph-mon[94081]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:37:06.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:05 smithi104 ceph-mon[94081]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:37:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:05 smithi188 ceph-mon[86835]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/507 objects degraded (4.339%), 1 pg degraded) 2024-04-02T08:37:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:05 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:37:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:05 smithi188 ceph-mon[86835]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:37:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:05 smithi188 ceph-mon[86835]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1715: done (6 left) 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1717: done (5 left) 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1718: done (4 left) 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1719: done (3 left) 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1720: done (2 left) 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1721: done (1 left) 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1722: done (0 left) 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1723: rollback oid 13 current snap is 176 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 175 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1724: read oid 46 snap -1 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1724: expect (ObjNum 391 snap 127 seq_num 391) 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 176 2024-04-02T08:37:06.858 INFO:tasks.rados.rados.0.smithi104.stdout:1725: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2024-04-02T08:37:06.861 INFO:tasks.rados.rados.0.smithi104.stdout:1725: writing smithi10482514-21 from 0 to 663552 tid 1 2024-04-02T08:37:06.864 INFO:tasks.rados.rados.0.smithi104.stdout:1725: writing smithi10482514-21 from 663552 to 1220608 tid 2 2024-04-02T08:37:06.868 INFO:tasks.rados.rados.0.smithi104.stdout:1725: writing smithi10482514-21 from 1220608 to 1695744 tid 3 2024-04-02T08:37:06.869 INFO:tasks.rados.rados.0.smithi104.stdout:1725: writing smithi10482514-21 from 1695744 to 1867776 tid 4 2024-04-02T08:37:06.869 INFO:tasks.rados.rados.0.smithi104.stdout:1726: copy_from oid 42 from oid 44 current snap is 176 2024-04-02T08:37:06.869 INFO:tasks.rados.rados.0.smithi104.stdout:1725: finishing write tid 1 to smithi10482514-21 2024-04-02T08:37:06.869 INFO:tasks.rados.rados.0.smithi104.stdout:1727: copy_from oid 3 from oid 30 current snap is 176 2024-04-02T08:37:06.869 INFO:tasks.rados.rados.0.smithi104.stdout:1728: snap_create 2024-04-02T08:37:06.870 INFO:tasks.rados.rados.0.smithi104.stdout:1725: finishing write tid 2 to smithi10482514-21 2024-04-02T08:37:06.874 INFO:tasks.rados.rados.0.smithi104.stdout:1727: finishing copy_from to smithi10482514-3 2024-04-02T08:37:06.874 INFO:tasks.rados.rados.0.smithi104.stdout:1727: got expected ENOENT (src dne) 2024-04-02T08:37:06.874 INFO:tasks.rados.rados.0.smithi104.stdout:1725: finishing write tid 3 to smithi10482514-21 2024-04-02T08:37:06.874 INFO:tasks.rados.rados.0.smithi104.stdout:1723: finishing rollback tid 0 to smithi10482514-13 2024-04-02T08:37:06.874 INFO:tasks.rados.rados.0.smithi104.stdout:1723: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:37:06.874 INFO:tasks.rados.rados.0.smithi104.stdout:1727: finishing copy_from racing read to smithi10482514-3 2024-04-02T08:37:06.874 INFO:tasks.rados.rados.0.smithi104.stdout:1725: finishing write tid 4 to smithi10482514-21 2024-04-02T08:37:06.879 INFO:tasks.rados.rados.0.smithi104.stdout:1723: finishing rollback tid 2 to smithi10482514-13 2024-04-02T08:37:06.879 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 1028 (ObjNum 433 snap 139 seq_num 433) dirty exists 2024-04-02T08:37:06.879 INFO:tasks.rados.rados.0.smithi104.stdout:1725: finishing write tid 5 to smithi10482514-21 2024-04-02T08:37:06.882 INFO:tasks.rados.rados.0.smithi104.stdout:1725: finishing write tid 6 to smithi10482514-21 2024-04-02T08:37:06.883 INFO:tasks.rados.rados.0.smithi104.stdout:1725: oid 21 updating version 0 to 1419 2024-04-02T08:37:06.883 INFO:tasks.rados.rados.0.smithi104.stdout:1725: oid 21 version 1419 is already newer than 1417 2024-04-02T08:37:06.883 INFO:tasks.rados.rados.0.smithi104.stdout:1725: oid 21 version 1419 is already newer than 1418 2024-04-02T08:37:06.883 INFO:tasks.rados.rados.0.smithi104.stdout:1725: oid 21 version 1419 is already newer than 1416 2024-04-02T08:37:06.883 INFO:tasks.rados.rados.0.smithi104.stdout:1725: oid 21 version 1419 is already newer than 1415 2024-04-02T08:37:06.883 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 1419 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-04-02T08:37:06.883 INFO:tasks.rados.rados.0.smithi104.stdout:1725: left oid 21 (ObjNum 541 snap 176 seq_num 541) 2024-04-02T08:37:06.890 INFO:tasks.rados.rados.0.smithi104.stdout:1724: expect (ObjNum 391 snap 127 seq_num 391) 2024-04-02T08:37:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:06 smithi104 ceph-mon[94081]: pgmap v270: 121 pgs: 121 active+clean; 267 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-02T08:37:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:06 smithi104 ceph-mon[94081]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:37:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:06 smithi104 ceph-mon[96567]: pgmap v270: 121 pgs: 121 active+clean; 267 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-02T08:37:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:06 smithi104 ceph-mon[96567]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:37:07.186 INFO:tasks.rados.rados.0.smithi104.stdout:1726: finishing copy_from racing read to smithi10482514-42 2024-04-02T08:37:07.186 INFO:tasks.rados.rados.0.smithi104.stdout:1726: finishing copy_from to smithi10482514-42 2024-04-02T08:37:07.186 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 1359 (ObjNum 513 snap 165 seq_num 513) dirty exists 2024-04-02T08:37:07.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:06 smithi188 ceph-mon[86835]: pgmap v270: 121 pgs: 121 active+clean; 267 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-02T08:37:07.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:06 smithi188 ceph-mon[86835]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:37:07.862 INFO:tasks.rados.rados.0.smithi104.stdout:1723: done (5 left) 2024-04-02T08:37:07.862 INFO:tasks.rados.rados.0.smithi104.stdout:1724: done (4 left) 2024-04-02T08:37:07.863 INFO:tasks.rados.rados.0.smithi104.stdout:1725: done (3 left) 2024-04-02T08:37:07.863 INFO:tasks.rados.rados.0.smithi104.stdout:1726: done (2 left) 2024-04-02T08:37:07.863 INFO:tasks.rados.rados.0.smithi104.stdout:1727: done (1 left) 2024-04-02T08:37:07.863 INFO:tasks.rados.rados.0.smithi104.stdout:1728: done (0 left) 2024-04-02T08:37:07.863 INFO:tasks.rados.rados.0.smithi104.stdout:1729: delete oid 20 current snap is 177 2024-04-02T08:37:07.867 INFO:tasks.rados.rados.0.smithi104.stdout:1729: done (0 left) 2024-04-02T08:37:07.867 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 177 2024-04-02T08:37:07.867 INFO:tasks.rados.rados.0.smithi104.stdout:1730: seq_num 543 ranges {3211264=704512,3915776=729088,4644864=475136} 2024-04-02T08:37:07.888 INFO:tasks.rados.rados.0.smithi104.stdout:1730: writing smithi10482514-29 from 3211264 to 3915776 tid 1 2024-04-02T08:37:07.893 INFO:tasks.rados.rados.0.smithi104.stdout:1730: writing smithi10482514-29 from 3915776 to 4644864 tid 2 2024-04-02T08:37:07.896 INFO:tasks.rados.rados.0.smithi104.stdout:1730: writing smithi10482514-29 from 4644864 to 5120000 tid 3 2024-04-02T08:37:07.896 INFO:tasks.rados.rados.0.smithi104.stdout:1731: rmattr oid 24 current snap is 177 2024-04-02T08:37:07.896 INFO:tasks.rados.rados.0.smithi104.stdout:1731: done (1 left) 2024-04-02T08:37:07.896 INFO:tasks.rados.rados.0.smithi104.stdout:1732: snap_remove snap 162 2024-04-02T08:37:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1732: done (1 left) 2024-04-02T08:37:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1733: delete oid 8 current snap is 177 2024-04-02T08:37:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1730: finishing write tid 1 to smithi10482514-29 2024-04-02T08:37:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1730: finishing write tid 2 to smithi10482514-29 2024-04-02T08:37:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1730: finishing write tid 3 to smithi10482514-29 2024-04-02T08:37:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1730: finishing write tid 4 to smithi10482514-29 2024-04-02T08:37:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1730: finishing write tid 5 to smithi10482514-29 2024-04-02T08:37:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1730: oid 29 updating version 0 to 1243 2024-04-02T08:37:08.864 INFO:tasks.rados.rados.0.smithi104.stdout:1730: oid 29 updating version 1243 to 1244 2024-04-02T08:37:08.865 INFO:tasks.rados.rados.0.smithi104.stdout:1730: oid 29 version 1244 is already newer than 1241 2024-04-02T08:37:08.865 INFO:tasks.rados.rados.0.smithi104.stdout:1730: oid 29 version 1244 is already newer than 1242 2024-04-02T08:37:08.865 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1244 (ObjNum 543 snap 177 seq_num 543) dirty exists 2024-04-02T08:37:08.865 INFO:tasks.rados.rados.0.smithi104.stdout:1730: left oid 29 (ObjNum 543 snap 177 seq_num 543) 2024-04-02T08:37:08.877 INFO:tasks.rados.rados.0.smithi104.stdout:1730: done (1 left) 2024-04-02T08:37:08.877 INFO:tasks.rados.rados.0.smithi104.stdout:1733: done (0 left) 2024-04-02T08:37:08.877 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 177 2024-04-02T08:37:08.877 INFO:tasks.rados.rados.0.smithi104.stdout:1734: seq_num 545 ranges {950272=737280,1687552=491520,2179072=450560,2629632=262144} 2024-04-02T08:37:08.887 INFO:tasks.rados.rados.0.smithi104.stdout:1734: writing smithi10482514-50 from 950272 to 1687552 tid 1 2024-04-02T08:37:08.890 INFO:tasks.rados.rados.0.smithi104.stdout:1734: writing smithi10482514-50 from 1687552 to 2179072 tid 2 2024-04-02T08:37:08.893 INFO:tasks.rados.rados.0.smithi104.stdout:1734: writing smithi10482514-50 from 2179072 to 2629632 tid 3 2024-04-02T08:37:08.894 INFO:tasks.rados.rados.0.smithi104.stdout:1734: writing smithi10482514-50 from 2629632 to 2891776 tid 4 2024-04-02T08:37:08.895 INFO:tasks.rados.rados.0.smithi104.stdout:1735: snap_remove snap 170 2024-04-02T08:37:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:08 smithi188 ceph-mon[86835]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:37:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:08 smithi188 ceph-mon[86835]: pgmap v273: 121 pgs: 121 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-02T08:37:09.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:08 smithi104 ceph-mon[96567]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:37:09.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:08 smithi104 ceph-mon[96567]: pgmap v273: 121 pgs: 121 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-02T08:37:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:08 smithi104 ceph-mon[94081]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:37:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:08 smithi104 ceph-mon[94081]: pgmap v273: 121 pgs: 121 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-02T08:37:09.869 INFO:tasks.rados.rados.0.smithi104.stdout:1735: done (1 left) 2024-04-02T08:37:09.869 INFO:tasks.rados.rados.0.smithi104.stdout:1736: read oid 37 snap -1 2024-04-02T08:37:09.869 INFO:tasks.rados.rados.0.smithi104.stdout:1736: expect (ObjNum 534 snap 174 seq_num 534) 2024-04-02T08:37:09.869 INFO:tasks.rados.rados.0.smithi104.stdout:1737: delete oid 26 current snap is 177 2024-04-02T08:37:09.869 INFO:tasks.rados.rados.0.smithi104.stdout:1734: finishing write tid 1 to smithi10482514-50 2024-04-02T08:37:09.869 INFO:tasks.rados.rados.0.smithi104.stdout:1734: finishing write tid 2 to smithi10482514-50 2024-04-02T08:37:09.869 INFO:tasks.rados.rados.0.smithi104.stdout:1734: finishing write tid 3 to smithi10482514-50 2024-04-02T08:37:09.869 INFO:tasks.rados.rados.0.smithi104.stdout:1734: finishing write tid 4 to smithi10482514-50 2024-04-02T08:37:09.869 INFO:tasks.rados.rados.0.smithi104.stdout:1734: finishing write tid 5 to smithi10482514-50 2024-04-02T08:37:09.870 INFO:tasks.rados.rados.0.smithi104.stdout:1734: finishing write tid 6 to smithi10482514-50 2024-04-02T08:37:09.870 INFO:tasks.rados.rados.0.smithi104.stdout:1734: oid 50 updating version 0 to 1433 2024-04-02T08:37:09.870 INFO:tasks.rados.rados.0.smithi104.stdout:1734: oid 50 updating version 1433 to 1437 2024-04-02T08:37:09.870 INFO:tasks.rados.rados.0.smithi104.stdout:1734: oid 50 version 1437 is already newer than 1436 2024-04-02T08:37:09.870 INFO:tasks.rados.rados.0.smithi104.stdout:1734: oid 50 version 1437 is already newer than 1435 2024-04-02T08:37:09.870 INFO:tasks.rados.rados.0.smithi104.stdout:1734: oid 50 version 1437 is already newer than 1434 2024-04-02T08:37:09.870 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 1437 (ObjNum 545 snap 177 seq_num 545) dirty exists 2024-04-02T08:37:09.870 INFO:tasks.rados.rados.0.smithi104.stdout:1734: left oid 50 (ObjNum 545 snap 177 seq_num 545) 2024-04-02T08:37:09.880 INFO:tasks.rados.rados.0.smithi104.stdout:1734: done (2 left) 2024-04-02T08:37:09.880 INFO:tasks.rados.rados.0.smithi104.stdout:1737: done (1 left) 2024-04-02T08:37:09.880 INFO:tasks.rados.rados.0.smithi104.stdout:1738: read oid 36 snap 169 2024-04-02T08:37:09.880 INFO:tasks.rados.rados.0.smithi104.stdout:1738: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:37:09.880 INFO:tasks.rados.rados.0.smithi104.stdout:1739: read oid 32 snap 171 2024-04-02T08:37:09.880 INFO:tasks.rados.rados.0.smithi104.stdout:1739: expect (ObjNum 441 snap 142 seq_num 441) 2024-04-02T08:37:09.880 INFO:tasks.rados.rados.0.smithi104.stdout:1740: copy_from oid 46 from oid 10 current snap is 177 2024-04-02T08:37:09.881 INFO:tasks.rados.rados.0.smithi104.stdout:1741: rollback oid 17 current snap is 177 2024-04-02T08:37:09.881 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 17 to 161 2024-04-02T08:37:09.881 INFO:tasks.rados.rados.0.smithi104.stdout:1742: snap_create 2024-04-02T08:37:09.888 INFO:tasks.rados.rados.0.smithi104.stdout:1739: expect (ObjNum 441 snap 142 seq_num 441) 2024-04-02T08:37:09.950 INFO:tasks.rados.rados.0.smithi104.stdout:1741: finishing rollback tid 0 to smithi10482514-17 2024-04-02T08:37:09.950 INFO:tasks.rados.rados.0.smithi104.stdout:1741: finishing rollback tid 1 to smithi10482514-17 2024-04-02T08:37:09.950 INFO:tasks.rados.rados.0.smithi104.stdout:1741: finishing rollback tid 2 to smithi10482514-17 2024-04-02T08:37:09.950 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1445 (ObjNum 498 snap 160 seq_num 498) dirty exists 2024-04-02T08:37:09.950 INFO:tasks.rados.rados.0.smithi104.stdout:1736: expect (ObjNum 534 snap 174 seq_num 534) 2024-04-02T08:37:10.106 INFO:tasks.rados.rados.0.smithi104.stdout:1738: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:37:10.109 INFO:tasks.rados.rados.0.smithi104.stdout:1740: finishing copy_from racing read to smithi10482514-46 2024-04-02T08:37:10.109 INFO:tasks.rados.rados.0.smithi104.stdout:1740: finishing copy_from to smithi10482514-46 2024-04-02T08:37:10.109 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1020 (ObjNum 419 snap 137 seq_num 419) dirty exists 2024-04-02T08:37:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:09 smithi188 ceph-mon[86835]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:37:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:10.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:09 smithi104 ceph-mon[96567]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:37:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:09 smithi104 ceph-mon[94081]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:37:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:10.857 INFO:tasks.rados.rados.0.smithi104.stdout:1736: done (5 left) 2024-04-02T08:37:10.857 INFO:tasks.rados.rados.0.smithi104.stdout:1738: done (4 left) 2024-04-02T08:37:10.857 INFO:tasks.rados.rados.0.smithi104.stdout:1739: done (3 left) 2024-04-02T08:37:10.857 INFO:tasks.rados.rados.0.smithi104.stdout:1740: done (2 left) 2024-04-02T08:37:10.857 INFO:tasks.rados.rados.0.smithi104.stdout:1741: done (1 left) 2024-04-02T08:37:10.857 INFO:tasks.rados.rados.0.smithi104.stdout:1742: done (0 left) 2024-04-02T08:37:10.857 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 178 2024-04-02T08:37:10.857 INFO:tasks.rados.rados.0.smithi104.stdout:1743: seq_num 547 ranges {1638400=770048,2408448=663552,3072000=466944,3538944=73728} 2024-04-02T08:37:10.870 INFO:tasks.rados.rados.0.smithi104.stdout:1743: writing smithi10482514-47 from 1638400 to 2408448 tid 1 2024-04-02T08:37:10.874 INFO:tasks.rados.rados.0.smithi104.stdout:1743: writing smithi10482514-47 from 2408448 to 3072000 tid 2 2024-04-02T08:37:10.878 INFO:tasks.rados.rados.0.smithi104.stdout:1743: writing smithi10482514-47 from 3072000 to 3538944 tid 3 2024-04-02T08:37:10.878 INFO:tasks.rados.rados.0.smithi104.stdout:1743: writing smithi10482514-47 from 3538944 to 3612672 tid 4 2024-04-02T08:37:10.879 INFO:tasks.rados.rados.0.smithi104.stdout:1744: setattr oid 48 current snap is 178 2024-04-02T08:37:10.881 INFO:tasks.rados.rados.0.smithi104.stdout:1745: read oid 17 snap 169 2024-04-02T08:37:10.881 INFO:tasks.rados.rados.0.smithi104.stdout:1745: expect (ObjNum 498 snap 160 seq_num 498) 2024-04-02T08:37:10.881 INFO:tasks.rados.rados.0.smithi104.stdout:1746: snap_remove snap 172 2024-04-02T08:37:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:10 smithi188 ceph-mon[86835]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:37:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:10 smithi188 ceph-mon[86835]: pgmap v276: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 14 op/s 2024-04-02T08:37:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:10 smithi188 ceph-mon[86835]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:37:11.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:10 smithi104 ceph-mon[94081]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:37:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:10 smithi104 ceph-mon[94081]: pgmap v276: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 14 op/s 2024-04-02T08:37:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:10 smithi104 ceph-mon[94081]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:37:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:10 smithi104 ceph-mon[96567]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:37:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:10 smithi104 ceph-mon[96567]: pgmap v276: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 14 op/s 2024-04-02T08:37:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:10 smithi104 ceph-mon[96567]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:37:11.876 INFO:tasks.rados.rados.0.smithi104.stdout:1746: done (3 left) 2024-04-02T08:37:11.876 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 178 2024-04-02T08:37:11.876 INFO:tasks.rados.rados.0.smithi104.stdout:1747: seq_num 548 ranges {4374528=786432,5160960=598016,5758976=606208} 2024-04-02T08:37:11.904 INFO:tasks.rados.rados.0.smithi104.stdout:1747: writing smithi10482514-10 from 4374528 to 5160960 tid 1 2024-04-02T08:37:11.908 INFO:tasks.rados.rados.0.smithi104.stdout:1747: writing smithi10482514-10 from 5160960 to 5758976 tid 2 2024-04-02T08:37:11.912 INFO:tasks.rados.rados.0.smithi104.stdout:1747: writing smithi10482514-10 from 5758976 to 6365184 tid 3 2024-04-02T08:37:11.912 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 41 current snap is 178 2024-04-02T08:37:11.912 INFO:tasks.rados.rados.0.smithi104.stdout:1743: finishing write tid 1 to smithi10482514-47 2024-04-02T08:37:11.912 INFO:tasks.rados.rados.0.smithi104.stdout:1748: seq_num 549 ranges {843776=802816,1646592=483328,2129920=434176,2564096=286720} 2024-04-02T08:37:11.921 INFO:tasks.rados.rados.0.smithi104.stdout:1748: writing smithi10482514-41 from 843776 to 1646592 tid 1 2024-04-02T08:37:11.924 INFO:tasks.rados.rados.0.smithi104.stdout:1748: writing smithi10482514-41 from 1646592 to 2129920 tid 2 2024-04-02T08:37:11.926 INFO:tasks.rados.rados.0.smithi104.stdout:1748: writing smithi10482514-41 from 2129920 to 2564096 tid 3 2024-04-02T08:37:11.928 INFO:tasks.rados.rados.0.smithi104.stdout:1748: writing smithi10482514-41 from 2564096 to 2850816 tid 4 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1749: copy_from oid 33 from oid 26 current snap is 178 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1743: finishing write tid 2 to smithi10482514-47 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1743: finishing write tid 3 to smithi10482514-47 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1743: finishing write tid 4 to smithi10482514-47 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1743: finishing write tid 5 to smithi10482514-47 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1743: finishing write tid 6 to smithi10482514-47 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1743: oid 47 updating version 0 to 1246 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1743: oid 47 updating version 1246 to 1249 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1743: oid 47 version 1249 is already newer than 1245 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1743: oid 47 version 1249 is already newer than 1248 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1743: oid 47 version 1249 is already newer than 1247 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 1249 (ObjNum 547 snap 178 seq_num 547) dirty exists 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:1743: left oid 47 (ObjNum 547 snap 178 seq_num 547) 2024-04-02T08:37:11.929 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 1021 (ObjNum 500 snap 160 seq_num 500) dirty exists 2024-04-02T08:37:11.930 INFO:tasks.rados.rados.0.smithi104.stdout:1743: done (5 left) 2024-04-02T08:37:11.930 INFO:tasks.rados.rados.0.smithi104.stdout:1744: done (4 left) 2024-04-02T08:37:11.930 INFO:tasks.rados.rados.0.smithi104.stdout:1750: snap_remove snap 174 2024-04-02T08:37:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:12.885 INFO:tasks.rados.rados.0.smithi104.stdout:1750: done (4 left) 2024-04-02T08:37:12.885 INFO:tasks.rados.rados.0.smithi104.stdout:1751: read oid 5 snap -1 2024-04-02T08:37:12.885 INFO:tasks.rados.rados.0.smithi104.stdout:1751: expect (ObjNum 464 snap 146 seq_num 464) 2024-04-02T08:37:12.885 INFO:tasks.rados.rados.0.smithi104.stdout:1752: delete oid 16 current snap is 178 2024-04-02T08:37:12.885 INFO:tasks.rados.rados.0.smithi104.stdout:1745: expect (ObjNum 498 snap 160 seq_num 498) 2024-04-02T08:37:12.965 INFO:tasks.rados.rados.0.smithi104.stdout:1747: finishing write tid 1 to smithi10482514-10 2024-04-02T08:37:12.965 INFO:tasks.rados.rados.0.smithi104.stdout:1745: done (5 left) 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1752: done (4 left) 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1753: delete oid 22 current snap is 178 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1747: finishing write tid 2 to smithi10482514-10 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1747: finishing write tid 3 to smithi10482514-10 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1747: finishing write tid 4 to smithi10482514-10 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1747: finishing write tid 5 to smithi10482514-10 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1747: oid 10 updating version 0 to 1252 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1747: oid 10 updating version 1252 to 1253 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1747: oid 10 version 1253 is already newer than 1251 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1747: oid 10 version 1253 is already newer than 1250 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1253 (ObjNum 548 snap 178 seq_num 548) dirty exists 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1747: left oid 10 (ObjNum 548 snap 178 seq_num 548) 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1748: finishing write tid 1 to smithi10482514-41 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1748: finishing write tid 2 to smithi10482514-41 2024-04-02T08:37:12.966 INFO:tasks.rados.rados.0.smithi104.stdout:1749: finishing copy_from to smithi10482514-33 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1749: got expected ENOENT (src dne) 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1749: finishing copy_from racing read to smithi10482514-33 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1748: finishing write tid 3 to smithi10482514-41 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1748: finishing write tid 4 to smithi10482514-41 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1748: finishing write tid 5 to smithi10482514-41 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1748: finishing write tid 6 to smithi10482514-41 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1748: oid 41 updating version 0 to 1460 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1748: oid 41 version 1460 is already newer than 1458 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1748: oid 41 version 1460 is already newer than 1457 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1748: oid 41 version 1460 is already newer than 1459 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1748: oid 41 updating version 1460 to 1461 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 1461 (ObjNum 549 snap 178 seq_num 549) dirty exists 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi104.stdout:1748: left oid 41 (ObjNum 549 snap 178 seq_num 549) 2024-04-02T08:37:12.968 INFO:tasks.rados.rados.0.smithi104.stdout:1751: expect (ObjNum 464 snap 146 seq_num 464) 2024-04-02T08:37:13.044 INFO:tasks.rados.rados.0.smithi104.stdout:1747: done (4 left) 2024-04-02T08:37:13.044 INFO:tasks.rados.rados.0.smithi104.stdout:1748: done (3 left) 2024-04-02T08:37:13.044 INFO:tasks.rados.rados.0.smithi104.stdout:1749: done (2 left) 2024-04-02T08:37:13.045 INFO:tasks.rados.rados.0.smithi104.stdout:1751: done (1 left) 2024-04-02T08:37:13.045 INFO:tasks.rados.rados.0.smithi104.stdout:1753: done (0 left) 2024-04-02T08:37:13.045 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 178 2024-04-02T08:37:13.045 INFO:tasks.rados.rados.0.smithi104.stdout:1754: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2024-04-02T08:37:13.047 INFO:tasks.rados.rados.0.smithi104.stdout:1754: writing smithi10482514-19 from 0 to 450560 tid 1 2024-04-02T08:37:13.050 INFO:tasks.rados.rados.0.smithi104.stdout:1754: writing smithi10482514-19 from 450560 to 983040 tid 2 2024-04-02T08:37:13.054 INFO:tasks.rados.rados.0.smithi104.stdout:1754: writing smithi10482514-19 from 983040 to 1638400 tid 3 2024-04-02T08:37:13.056 INFO:tasks.rados.rados.0.smithi104.stdout:1754: writing smithi10482514-19 from 1638400 to 2056192 tid 4 2024-04-02T08:37:13.056 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 178 2024-04-02T08:37:13.056 INFO:tasks.rados.rados.0.smithi104.stdout:1754: finishing write tid 1 to smithi10482514-19 2024-04-02T08:37:13.057 INFO:tasks.rados.rados.0.smithi104.stdout:1755: seq_num 553 ranges {0=466944,466944=417792,884736=417792,1302528=516096,1818624=253952} 2024-04-02T08:37:13.059 INFO:tasks.rados.rados.0.smithi104.stdout:1755: writing smithi10482514-20 from 0 to 466944 tid 1 2024-04-02T08:37:13.062 INFO:tasks.rados.rados.0.smithi104.stdout:1755: writing smithi10482514-20 from 466944 to 884736 tid 2 2024-04-02T08:37:13.065 INFO:tasks.rados.rados.0.smithi104.stdout:1755: writing smithi10482514-20 from 884736 to 1302528 tid 3 2024-04-02T08:37:13.067 INFO:tasks.rados.rados.0.smithi104.stdout:1755: writing smithi10482514-20 from 1302528 to 1818624 tid 4 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1755: writing smithi10482514-20 from 1818624 to 2072576 tid 5 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1756: read oid 10 snap -1 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1756: expect (ObjNum 548 snap 178 seq_num 548) 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1757: snap_create 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1754: finishing write tid 2 to smithi10482514-19 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1754: finishing write tid 3 to smithi10482514-19 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1754: finishing write tid 4 to smithi10482514-19 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1754: finishing write tid 5 to smithi10482514-19 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1754: finishing write tid 6 to smithi10482514-19 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1754: oid 19 updating version 0 to 1386 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1754: oid 19 version 1386 is already newer than 1385 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1754: oid 19 updating version 1386 to 1388 2024-04-02T08:37:13.070 INFO:tasks.rados.rados.0.smithi104.stdout:1754: oid 19 version 1388 is already newer than 1387 2024-04-02T08:37:13.071 INFO:tasks.rados.rados.0.smithi104.stdout:1754: oid 19 version 1388 is already newer than 1384 2024-04-02T08:37:13.071 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1388 (ObjNum 552 snap 178 seq_num 552) dirty exists 2024-04-02T08:37:13.071 INFO:tasks.rados.rados.0.smithi104.stdout:1754: left oid 19 (ObjNum 552 snap 178 seq_num 552) 2024-04-02T08:37:13.071 INFO:tasks.rados.rados.0.smithi104.stdout:1755: finishing write tid 1 to smithi10482514-20 2024-04-02T08:37:13.071 INFO:tasks.rados.rados.0.smithi104.stdout:1755: finishing write tid 2 to smithi10482514-20 2024-04-02T08:37:13.071 INFO:tasks.rados.rados.0.smithi104.stdout:1755: finishing write tid 3 to smithi10482514-20 2024-04-02T08:37:13.071 INFO:tasks.rados.rados.0.smithi104.stdout:1755: finishing write tid 4 to smithi10482514-20 2024-04-02T08:37:13.072 INFO:tasks.rados.rados.0.smithi104.stdout:1755: finishing write tid 5 to smithi10482514-20 2024-04-02T08:37:13.073 INFO:tasks.rados.rados.0.smithi104.stdout:1755: finishing write tid 6 to smithi10482514-20 2024-04-02T08:37:13.075 INFO:tasks.rados.rados.0.smithi104.stdout:1755: finishing write tid 7 to smithi10482514-20 2024-04-02T08:37:13.075 INFO:tasks.rados.rados.0.smithi104.stdout:1755: oid 20 updating version 0 to 1461 2024-04-02T08:37:13.075 INFO:tasks.rados.rados.0.smithi104.stdout:1755: oid 20 updating version 1461 to 1462 2024-04-02T08:37:13.075 INFO:tasks.rados.rados.0.smithi104.stdout:1755: oid 20 version 1462 is already newer than 1460 2024-04-02T08:37:13.075 INFO:tasks.rados.rados.0.smithi104.stdout:1755: oid 20 updating version 1462 to 1465 2024-04-02T08:37:13.075 INFO:tasks.rados.rados.0.smithi104.stdout:1755: oid 20 version 1465 is already newer than 1463 2024-04-02T08:37:13.075 INFO:tasks.rados.rados.0.smithi104.stdout:1755: oid 20 version 1465 is already newer than 1464 2024-04-02T08:37:13.076 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 1465 (ObjNum 553 snap 178 seq_num 553) dirty exists 2024-04-02T08:37:13.076 INFO:tasks.rados.rados.0.smithi104.stdout:1755: left oid 20 (ObjNum 553 snap 178 seq_num 553) 2024-04-02T08:37:13.087 INFO:tasks.rados.rados.0.smithi104.stdout:1756: expect (ObjNum 548 snap 178 seq_num 548) 2024-04-02T08:37:13.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:12 smithi104 ceph-mon[96567]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:37:13.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:12 smithi104 ceph-mon[96567]: pgmap v279: 121 pgs: 121 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-04-02T08:37:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:12 smithi104 ceph-mon[94081]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:37:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:12 smithi104 ceph-mon[94081]: pgmap v279: 121 pgs: 121 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-04-02T08:37:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:12 smithi188 ceph-mon[86835]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:37:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:12 smithi188 ceph-mon[86835]: pgmap v279: 121 pgs: 121 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-04-02T08:37:13.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:13 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:13.886 INFO:tasks.rados.rados.0.smithi104.stdout:1754: done (3 left) 2024-04-02T08:37:13.886 INFO:tasks.rados.rados.0.smithi104.stdout:1755: done (2 left) 2024-04-02T08:37:13.886 INFO:tasks.rados.rados.0.smithi104.stdout:1756: done (1 left) 2024-04-02T08:37:13.886 INFO:tasks.rados.rados.0.smithi104.stdout:1757: done (0 left) 2024-04-02T08:37:13.886 INFO:tasks.rados.rados.0.smithi104.stdout:1758: delete oid 3 current snap is 179 2024-04-02T08:37:13.891 INFO:tasks.rados.rados.0.smithi104.stdout:1758: done (0 left) 2024-04-02T08:37:13.891 INFO:tasks.rados.rados.0.smithi104.stdout:1759: read oid 39 snap 161 2024-04-02T08:37:13.891 INFO:tasks.rados.rados.0.smithi104.stdout:1759: expect (ObjNum 403 snap 130 seq_num 403) 2024-04-02T08:37:13.891 INFO:tasks.rados.rados.0.smithi104.stdout:1760: snap_remove snap 168 2024-04-02T08:37:14.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:13 smithi104 ceph-mon[94081]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:37:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:13 smithi104 ceph-mon[96567]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:37:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:13 smithi188 ceph-mon[86835]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:37:14.895 INFO:tasks.rados.rados.0.smithi104.stdout:1760: done (1 left) 2024-04-02T08:37:14.895 INFO:tasks.rados.rados.0.smithi104.stdout:1761: rmattr oid 28 current snap is 179 2024-04-02T08:37:14.895 INFO:tasks.rados.rados.0.smithi104.stdout:1761: done (1 left) 2024-04-02T08:37:14.896 INFO:tasks.rados.rados.0.smithi104.stdout:1762: rmattr oid 7 current snap is 179 2024-04-02T08:37:14.896 INFO:tasks.rados.rados.0.smithi104.stdout:1762: done (1 left) 2024-04-02T08:37:14.896 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 179 2024-04-02T08:37:14.896 INFO:tasks.rados.rados.0.smithi104.stdout:1763: seq_num 555 ranges {1744896=499712,2244608=638976,2883584=425984,3309568=540672} 2024-04-02T08:37:14.908 INFO:tasks.rados.rados.0.smithi104.stdout:1763: writing smithi10482514-2 from 1744896 to 2244608 tid 1 2024-04-02T08:37:14.913 INFO:tasks.rados.rados.0.smithi104.stdout:1763: writing smithi10482514-2 from 2244608 to 2883584 tid 2 2024-04-02T08:37:14.915 INFO:tasks.rados.rados.0.smithi104.stdout:1763: writing smithi10482514-2 from 2883584 to 3309568 tid 3 2024-04-02T08:37:14.919 INFO:tasks.rados.rados.0.smithi104.stdout:1763: writing smithi10482514-2 from 3309568 to 3850240 tid 4 2024-04-02T08:37:14.919 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 179 2024-04-02T08:37:14.919 INFO:tasks.rados.rados.0.smithi104.stdout:1764: seq_num 556 ranges {57344=516096,573440=524288,1097728=638976,1736704=442368} 2024-04-02T08:37:14.923 INFO:tasks.rados.rados.0.smithi104.stdout:1764: writing smithi10482514-13 from 57344 to 573440 tid 1 2024-04-02T08:37:14.926 INFO:tasks.rados.rados.0.smithi104.stdout:1764: writing smithi10482514-13 from 573440 to 1097728 tid 2 2024-04-02T08:37:14.929 INFO:tasks.rados.rados.0.smithi104.stdout:1764: writing smithi10482514-13 from 1097728 to 1736704 tid 3 2024-04-02T08:37:14.932 INFO:tasks.rados.rados.0.smithi104.stdout:1764: writing smithi10482514-13 from 1736704 to 2179072 tid 4 2024-04-02T08:37:14.932 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 179 2024-04-02T08:37:14.932 INFO:tasks.rados.rados.0.smithi104.stdout:1759: expect (ObjNum 403 snap 130 seq_num 403) 2024-04-02T08:37:14.984 INFO:tasks.rados.rados.0.smithi104.stdout:1763: finishing write tid 1 to smithi10482514-2 2024-04-02T08:37:14.984 INFO:tasks.rados.rados.0.smithi104.stdout:1763: finishing write tid 2 to smithi10482514-2 2024-04-02T08:37:14.985 INFO:tasks.rados.rados.0.smithi104.stdout:1763: finishing write tid 3 to smithi10482514-2 2024-04-02T08:37:14.985 INFO:tasks.rados.rados.0.smithi104.stdout:1765: seq_num 557 ranges {4464640=532480,4997120=802816,5799936=794624,6594560=8192} 2024-04-02T08:37:15.010 INFO:tasks.rados.rados.0.smithi104.stdout:1765: writing smithi10482514-9 from 4464640 to 4997120 tid 1 2024-04-02T08:37:15.014 INFO:tasks.rados.rados.0.smithi104.stdout:1765: writing smithi10482514-9 from 4997120 to 5799936 tid 2 2024-04-02T08:37:15.020 INFO:tasks.rados.rados.0.smithi104.stdout:1765: writing smithi10482514-9 from 5799936 to 6594560 tid 3 2024-04-02T08:37:15.020 INFO:tasks.rados.rados.0.smithi104.stdout:1765: writing smithi10482514-9 from 6594560 to 6602752 tid 4 2024-04-02T08:37:15.021 INFO:tasks.rados.rados.0.smithi104.stdout:1759: done (3 left) 2024-04-02T08:37:15.021 INFO:tasks.rados.rados.0.smithi104.stdout:1766: delete oid 11 current snap is 179 2024-04-02T08:37:15.021 INFO:tasks.rados.rados.0.smithi104.stdout:1763: finishing write tid 4 to smithi10482514-2 2024-04-02T08:37:15.021 INFO:tasks.rados.rados.0.smithi104.stdout:1763: finishing write tid 5 to smithi10482514-2 2024-04-02T08:37:15.021 INFO:tasks.rados.rados.0.smithi104.stdout:1763: finishing write tid 6 to smithi10482514-2 2024-04-02T08:37:15.021 INFO:tasks.rados.rados.0.smithi104.stdout:1763: oid 2 updating version 0 to 1013 2024-04-02T08:37:15.021 INFO:tasks.rados.rados.0.smithi104.stdout:1763: oid 2 version 1013 is already newer than 1011 2024-04-02T08:37:15.021 INFO:tasks.rados.rados.0.smithi104.stdout:1763: oid 2 updating version 1013 to 1014 2024-04-02T08:37:15.021 INFO:tasks.rados.rados.0.smithi104.stdout:1763: oid 2 version 1014 is already newer than 1012 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1763: oid 2 version 1014 is already newer than 1010 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1014 (ObjNum 555 snap 179 seq_num 555) dirty exists 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1763: left oid 2 (ObjNum 555 snap 179 seq_num 555) 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1764: finishing write tid 1 to smithi10482514-13 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1764: finishing write tid 2 to smithi10482514-13 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1764: finishing write tid 3 to smithi10482514-13 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1764: finishing write tid 4 to smithi10482514-13 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1764: finishing write tid 5 to smithi10482514-13 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1764: finishing write tid 6 to smithi10482514-13 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1764: oid 13 updating version 0 to 1030 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1764: oid 13 updating version 1030 to 1031 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1764: oid 13 updating version 1031 to 1032 2024-04-02T08:37:15.022 INFO:tasks.rados.rados.0.smithi104.stdout:1764: oid 13 updating version 1032 to 1033 2024-04-02T08:37:15.023 INFO:tasks.rados.rados.0.smithi104.stdout:1764: oid 13 version 1033 is already newer than 1029 2024-04-02T08:37:15.023 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 1033 (ObjNum 556 snap 179 seq_num 556) dirty exists 2024-04-02T08:37:15.023 INFO:tasks.rados.rados.0.smithi104.stdout:1764: left oid 13 (ObjNum 556 snap 179 seq_num 556) 2024-04-02T08:37:15.023 INFO:tasks.rados.rados.0.smithi104.stdout:1765: finishing write tid 1 to smithi10482514-9 2024-04-02T08:37:15.023 INFO:tasks.rados.rados.0.smithi104.stdout:1765: finishing write tid 2 to smithi10482514-9 2024-04-02T08:37:15.023 INFO:tasks.rados.rados.0.smithi104.stdout:1763: done (3 left) 2024-04-02T08:37:15.023 INFO:tasks.rados.rados.0.smithi104.stdout:1764: done (2 left) 2024-04-02T08:37:15.024 INFO:tasks.rados.rados.0.smithi104.stdout:1766: done (1 left) 2024-04-02T08:37:15.024 INFO:tasks.rados.rados.0.smithi104.stdout:1767: snap_remove snap 138 2024-04-02T08:37:15.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:14 smithi104 ceph-mon[94081]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:37:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:14 smithi104 ceph-mon[94081]: pgmap v282: 121 pgs: 121 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-02T08:37:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:14 smithi104 ceph-mon[96567]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:37:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:14 smithi104 ceph-mon[96567]: pgmap v282: 121 pgs: 121 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-02T08:37:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:14 smithi188 ceph-mon[86835]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:37:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:14 smithi188 ceph-mon[86835]: pgmap v282: 121 pgs: 121 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-02T08:37:15.861 INFO:tasks.rados.rados.0.smithi104.stdout:1765: finishing write tid 3 to smithi10482514-9 2024-04-02T08:37:15.861 INFO:tasks.rados.rados.0.smithi104.stdout:1765: finishing write tid 4 to smithi10482514-9 2024-04-02T08:37:15.861 INFO:tasks.rados.rados.0.smithi104.stdout:1765: finishing write tid 5 to smithi10482514-9 2024-04-02T08:37:15.861 INFO:tasks.rados.rados.0.smithi104.stdout:1765: finishing write tid 6 to smithi10482514-9 2024-04-02T08:37:15.861 INFO:tasks.rados.rados.0.smithi104.stdout:1765: oid 9 updating version 0 to 1474 2024-04-02T08:37:15.861 INFO:tasks.rados.rados.0.smithi104.stdout:1765: oid 9 updating version 1474 to 1477 2024-04-02T08:37:15.861 INFO:tasks.rados.rados.0.smithi104.stdout:1765: oid 9 version 1477 is already newer than 1475 2024-04-02T08:37:15.861 INFO:tasks.rados.rados.0.smithi104.stdout:1765: oid 9 version 1477 is already newer than 1476 2024-04-02T08:37:15.862 INFO:tasks.rados.rados.0.smithi104.stdout:1765: oid 9 version 1477 is already newer than 1473 2024-04-02T08:37:15.862 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 1477 (ObjNum 557 snap 179 seq_num 557) dirty exists 2024-04-02T08:37:15.862 INFO:tasks.rados.rados.0.smithi104.stdout:1765: left oid 9 (ObjNum 557 snap 179 seq_num 557) 2024-04-02T08:37:15.862 INFO:tasks.rados.rados.0.smithi104.stdout:1765: done (1 left) 2024-04-02T08:37:15.862 INFO:tasks.rados.rados.0.smithi104.stdout:1767: done (0 left) 2024-04-02T08:37:15.862 INFO:tasks.rados.rados.0.smithi104.stdout:1768: rollback oid 35 current snap is 179 2024-04-02T08:37:15.862 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 35 to 176 2024-04-02T08:37:15.862 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 179 2024-04-02T08:37:15.862 INFO:tasks.rados.rados.0.smithi104.stdout:1769: seq_num 559 ranges {5120000=565248,5685248=573440,6258688=409600,6668288=622592} 2024-04-02T08:37:15.893 INFO:tasks.rados.rados.0.smithi104.stdout:1769: writing smithi10482514-29 from 5120000 to 5685248 tid 1 2024-04-02T08:37:15.897 INFO:tasks.rados.rados.0.smithi104.stdout:1769: writing smithi10482514-29 from 5685248 to 6258688 tid 2 2024-04-02T08:37:15.899 INFO:tasks.rados.rados.0.smithi104.stdout:1769: writing smithi10482514-29 from 6258688 to 6668288 tid 3 2024-04-02T08:37:15.903 INFO:tasks.rados.rados.0.smithi104.stdout:1769: writing smithi10482514-29 from 6668288 to 7290880 tid 4 2024-04-02T08:37:15.904 INFO:tasks.rados.rados.0.smithi104.stdout:1770: delete oid 30 current snap is 179 2024-04-02T08:37:15.904 INFO:tasks.rados.rados.0.smithi104.stdout:1768: finishing rollback tid 0 to smithi10482514-35 2024-04-02T08:37:15.904 INFO:tasks.rados.rados.0.smithi104.stdout:1768: finishing rollback tid 1 to smithi10482514-35 2024-04-02T08:37:15.904 INFO:tasks.rados.rados.0.smithi104.stdout:1768: finishing rollback tid 2 to smithi10482514-35 2024-04-02T08:37:15.904 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 1477 (ObjNum 508 snap 164 seq_num 508) dirty exists 2024-04-02T08:37:15.904 INFO:tasks.rados.rados.0.smithi104.stdout:1769: finishing write tid 1 to smithi10482514-29 2024-04-02T08:37:15.904 INFO:tasks.rados.rados.0.smithi104.stdout:1769: finishing write tid 2 to smithi10482514-29 2024-04-02T08:37:15.904 INFO:tasks.rados.rados.0.smithi104.stdout:1769: finishing write tid 3 to smithi10482514-29 2024-04-02T08:37:15.905 INFO:tasks.rados.rados.0.smithi104.stdout:1768: done (2 left) 2024-04-02T08:37:15.905 INFO:tasks.rados.rados.0.smithi104.stdout:1770: done (1 left) 2024-04-02T08:37:15.905 INFO:tasks.rados.rados.0.smithi104.stdout:1771: delete oid 19 current snap is 179 2024-04-02T08:37:15.907 INFO:tasks.rados.rados.0.smithi104.stdout:1769: finishing write tid 4 to smithi10482514-29 2024-04-02T08:37:15.907 INFO:tasks.rados.rados.0.smithi104.stdout:1769: finishing write tid 5 to smithi10482514-29 2024-04-02T08:37:15.908 INFO:tasks.rados.rados.0.smithi104.stdout:1771: done (1 left) 2024-04-02T08:37:15.908 INFO:tasks.rados.rados.0.smithi104.stdout:1772: read oid 28 snap -1 2024-04-02T08:37:15.908 INFO:tasks.rados.rados.0.smithi104.stdout:1772: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-02T08:37:15.908 INFO:tasks.rados.rados.0.smithi104.stdout:1773: rollback oid 32 current snap is 179 2024-04-02T08:37:15.908 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 32 to 161 2024-04-02T08:37:15.908 INFO:tasks.rados.rados.0.smithi104.stdout:1774: read oid 34 snap -1 2024-04-02T08:37:15.908 INFO:tasks.rados.rados.0.smithi104.stdout:1774: expect deleted 2024-04-02T08:37:15.908 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 179 2024-04-02T08:37:15.909 INFO:tasks.rados.rados.0.smithi104.stdout:1775: seq_num 562 ranges {2072576=622592,2695168=630784,3325952=581632,3907584=393216} 2024-04-02T08:37:15.923 INFO:tasks.rados.rados.0.smithi104.stdout:1775: writing smithi10482514-20 from 2072576 to 2695168 tid 1 2024-04-02T08:37:15.927 INFO:tasks.rados.rados.0.smithi104.stdout:1775: writing smithi10482514-20 from 2695168 to 3325952 tid 2 2024-04-02T08:37:15.930 INFO:tasks.rados.rados.0.smithi104.stdout:1775: writing smithi10482514-20 from 3325952 to 3907584 tid 3 2024-04-02T08:37:15.933 INFO:tasks.rados.rados.0.smithi104.stdout:1775: writing smithi10482514-20 from 3907584 to 4300800 tid 4 2024-04-02T08:37:15.933 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 179 2024-04-02T08:37:15.933 INFO:tasks.rados.rados.0.smithi104.stdout:1776: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2024-04-02T08:37:15.937 INFO:tasks.rados.rados.0.smithi104.stdout:1776: writing smithi10482514-45 from 0 to 638976 tid 1 2024-04-02T08:37:15.941 INFO:tasks.rados.rados.0.smithi104.stdout:1776: writing smithi10482514-45 from 638976 to 1204224 tid 2 2024-04-02T08:37:15.945 INFO:tasks.rados.rados.0.smithi104.stdout:1776: writing smithi10482514-45 from 1204224 to 1998848 tid 3 2024-04-02T08:37:15.946 INFO:tasks.rados.rados.0.smithi104.stdout:1776: writing smithi10482514-45 from 1998848 to 2244608 tid 4 2024-04-02T08:37:15.946 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 179 2024-04-02T08:37:15.947 INFO:tasks.rados.rados.0.smithi104.stdout:1777: seq_num 564 ranges {6602752=655360,7258112=442368,7700480=598016,8298496=565248} 2024-04-02T08:37:15.985 INFO:tasks.rados.rados.0.smithi104.stdout:1777: writing smithi10482514-9 from 6602752 to 7258112 tid 1 2024-04-02T08:37:15.988 INFO:tasks.rados.rados.0.smithi104.stdout:1777: writing smithi10482514-9 from 7258112 to 7700480 tid 2 2024-04-02T08:37:15.991 INFO:tasks.rados.rados.0.smithi104.stdout:1777: writing smithi10482514-9 from 7700480 to 8298496 tid 3 2024-04-02T08:37:15.995 INFO:tasks.rados.rados.0.smithi104.stdout:1777: writing smithi10482514-9 from 8298496 to 8863744 tid 4 2024-04-02T08:37:15.995 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 179 2024-04-02T08:37:15.995 INFO:tasks.rados.rados.0.smithi104.stdout:1773: finishing rollback tid 0 to smithi10482514-32 2024-04-02T08:37:15.995 INFO:tasks.rados.rados.0.smithi104.stdout:1773: finishing rollback tid 1 to smithi10482514-32 2024-04-02T08:37:15.995 INFO:tasks.rados.rados.0.smithi104.stdout:1778: seq_num 565 ranges {3850240=671744,4521984=729088,5251072=753664,6004736=122880} 2024-04-02T08:37:16.019 INFO:tasks.rados.rados.0.smithi104.stdout:1778: writing smithi10482514-2 from 3850240 to 4521984 tid 1 2024-04-02T08:37:16.024 INFO:tasks.rados.rados.0.smithi104.stdout:1778: writing smithi10482514-2 from 4521984 to 5251072 tid 2 2024-04-02T08:37:16.028 INFO:tasks.rados.rados.0.smithi104.stdout:1778: writing smithi10482514-2 from 5251072 to 6004736 tid 3 2024-04-02T08:37:16.029 INFO:tasks.rados.rados.0.smithi104.stdout:1778: writing smithi10482514-2 from 6004736 to 6127616 tid 4 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:1774: done (7 left) 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 179 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:1773: finishing rollback tid 2 to smithi10482514-32 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 423 (ObjNum 441 snap 142 seq_num 441) dirty exists 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:1769: finishing write tid 6 to smithi10482514-29 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:1769: oid 29 updating version 0 to 1258 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:1769: oid 29 version 1258 is already newer than 1256 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:1769: oid 29 version 1258 is already newer than 1255 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:1769: oid 29 version 1258 is already newer than 1257 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:1769: oid 29 version 1258 is already newer than 1254 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1258 (ObjNum 559 snap 179 seq_num 559) dirty exists 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:1769: left oid 29 (ObjNum 559 snap 179 seq_num 559) 2024-04-02T08:37:16.030 INFO:tasks.rados.rados.0.smithi104.stdout:1779: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2024-04-02T08:37:16.033 INFO:tasks.rados.rados.0.smithi104.stdout:1779: writing smithi10482514-38 from 0 to 688128 tid 1 2024-04-02T08:37:16.037 INFO:tasks.rados.rados.0.smithi104.stdout:1779: writing smithi10482514-38 from 688128 to 1302528 tid 2 2024-04-02T08:37:16.040 INFO:tasks.rados.rados.0.smithi104.stdout:1779: writing smithi10482514-38 from 1302528 to 1867776 tid 3 2024-04-02T08:37:16.042 INFO:tasks.rados.rados.0.smithi104.stdout:1779: writing smithi10482514-38 from 1867776 to 2293760 tid 4 2024-04-02T08:37:16.042 INFO:tasks.rados.rados.0.smithi104.stdout:1769: done (7 left) 2024-04-02T08:37:16.042 INFO:tasks.rados.rados.0.smithi104.stdout:1773: done (6 left) 2024-04-02T08:37:16.042 INFO:tasks.rados.rados.0.smithi104.stdout:1780: delete oid 5 current snap is 179 2024-04-02T08:37:16.043 INFO:tasks.rados.rados.0.smithi104.stdout:1772: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-02T08:37:16.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:15 smithi104 ceph-mon[94081]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:37:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:15 smithi104 ceph-mon[94081]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:37:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:37:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:37:15] "GET /metrics HTTP/1.1" 200 36152 "" "Prometheus/2.43.0" 2024-04-02T08:37:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:15 smithi104 ceph-mon[96567]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:37:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:15 smithi104 ceph-mon[96567]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:1775: finishing write tid 1 to smithi10482514-20 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:1775: finishing write tid 2 to smithi10482514-20 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:1772: done (6 left) 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:1780: done (5 left) 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:1781: rollback oid 30 current snap is 179 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 159 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:1775: finishing write tid 3 to smithi10482514-20 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:1775: finishing write tid 4 to smithi10482514-20 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:1775: finishing write tid 5 to smithi10482514-20 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:1775: finishing write tid 6 to smithi10482514-20 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:1775: oid 20 updating version 0 to 1491 2024-04-02T08:37:16.270 INFO:tasks.rados.rados.0.smithi104.stdout:1775: oid 20 version 1491 is already newer than 1489 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi104.stdout:1775: oid 20 updating version 1491 to 1492 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi104.stdout:1775: oid 20 version 1492 is already newer than 1490 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi104.stdout:1775: oid 20 updating version 1492 to 1493 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 1493 (ObjNum 562 snap 179 seq_num 562) dirty exists 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi104.stdout:1775: left oid 20 (ObjNum 562 snap 179 seq_num 562) 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi104.stdout:1776: finishing write tid 1 to smithi10482514-45 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi104.stdout:1776: finishing write tid 2 to smithi10482514-45 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi104.stdout:1776: finishing write tid 3 to smithi10482514-45 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi104.stdout:1776: finishing write tid 4 to smithi10482514-45 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi104.stdout:1775: done (5 left) 2024-04-02T08:37:16.271 INFO:tasks.rados.rados.0.smithi104.stdout:1782: snap_remove snap 175 2024-04-02T08:37:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:15 smithi188 ceph-mon[86835]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:37:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:15 smithi188 ceph-mon[86835]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:37:16.906 INFO:tasks.rados.rados.0.smithi104.stdout:1782: done (5 left) 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1783: rmattr oid 17 current snap is 179 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1784: snap_create 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1776: finishing write tid 5 to smithi10482514-45 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1776: finishing write tid 6 to smithi10482514-45 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1776: oid 45 updating version 0 to 1034 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1776: oid 45 updating version 1034 to 1038 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1776: oid 45 version 1038 is already newer than 1037 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1776: oid 45 version 1038 is already newer than 1035 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1776: oid 45 version 1038 is already newer than 1036 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1038 (ObjNum 563 snap 179 seq_num 563) dirty exists 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1776: left oid 45 (ObjNum 563 snap 179 seq_num 563) 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1777: finishing write tid 1 to smithi10482514-9 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1777: finishing write tid 2 to smithi10482514-9 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1777: finishing write tid 3 to smithi10482514-9 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1777: finishing write tid 4 to smithi10482514-9 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi104.stdout:1777: finishing write tid 5 to smithi10482514-9 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1777: finishing write tid 6 to smithi10482514-9 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1777: oid 9 updating version 0 to 1498 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1777: oid 9 version 1498 is already newer than 1497 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1777: oid 9 version 1498 is already newer than 1495 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1777: oid 9 version 1498 is already newer than 1494 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1777: oid 9 version 1498 is already newer than 1496 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 1498 (ObjNum 564 snap 179 seq_num 564) dirty exists 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1777: left oid 9 (ObjNum 564 snap 179 seq_num 564) 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1778: finishing write tid 1 to smithi10482514-2 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1778: finishing write tid 2 to smithi10482514-2 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1778: finishing write tid 3 to smithi10482514-2 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1778: finishing write tid 4 to smithi10482514-2 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1778: finishing write tid 5 to smithi10482514-2 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1778: finishing write tid 6 to smithi10482514-2 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1778: oid 2 updating version 0 to 1015 2024-04-02T08:37:16.908 INFO:tasks.rados.rados.0.smithi104.stdout:1778: oid 2 updating version 1015 to 1018 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1778: oid 2 version 1018 is already newer than 1016 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1778: oid 2 version 1018 is already newer than 1017 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1778: oid 2 updating version 1018 to 1019 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1019 (ObjNum 565 snap 179 seq_num 565) dirty exists 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1778: left oid 2 (ObjNum 565 snap 179 seq_num 565) 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1779: finishing write tid 1 to smithi10482514-38 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1779: finishing write tid 2 to smithi10482514-38 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1779: finishing write tid 3 to smithi10482514-38 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1779: finishing write tid 4 to smithi10482514-38 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1779: finishing write tid 5 to smithi10482514-38 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1779: finishing write tid 6 to smithi10482514-38 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1779: oid 38 updating version 0 to 1004 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1779: oid 38 version 1004 is already newer than 1002 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1779: oid 38 version 1004 is already newer than 1001 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1779: oid 38 updating version 1004 to 1005 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:1779: oid 38 version 1005 is already newer than 1003 2024-04-02T08:37:16.909 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 1005 (ObjNum 566 snap 179 seq_num 566) dirty exists 2024-04-02T08:37:16.910 INFO:tasks.rados.rados.0.smithi104.stdout:1779: left oid 38 (ObjNum 566 snap 179 seq_num 566) 2024-04-02T08:37:16.910 INFO:tasks.rados.rados.0.smithi104.stdout:1781: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:37:16.910 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:37:16.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1504 (ObjNum 498 snap 160 seq_num 498) dirty exists 2024-04-02T08:37:17.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:16 smithi188 ceph-mon[86835]: pgmap v285: 121 pgs: 121 active+clean; 289 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-02T08:37:17.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:16 smithi104 ceph-mon[96567]: pgmap v285: 121 pgs: 121 active+clean; 289 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-02T08:37:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:16 smithi104 ceph-mon[94081]: pgmap v285: 121 pgs: 121 active+clean; 289 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-02T08:37:17.909 INFO:tasks.rados.rados.0.smithi104.stdout:1776: done (6 left) 2024-04-02T08:37:17.910 INFO:tasks.rados.rados.0.smithi104.stdout:1777: done (5 left) 2024-04-02T08:37:17.910 INFO:tasks.rados.rados.0.smithi104.stdout:1778: done (4 left) 2024-04-02T08:37:17.910 INFO:tasks.rados.rados.0.smithi104.stdout:1779: done (3 left) 2024-04-02T08:37:17.910 INFO:tasks.rados.rados.0.smithi104.stdout:1781: done (2 left) 2024-04-02T08:37:17.910 INFO:tasks.rados.rados.0.smithi104.stdout:1783: done (1 left) 2024-04-02T08:37:17.910 INFO:tasks.rados.rados.0.smithi104.stdout:1784: done (0 left) 2024-04-02T08:37:17.910 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 180 2024-04-02T08:37:17.910 INFO:tasks.rados.rados.0.smithi104.stdout:1785: seq_num 568 ranges {1359872=720896,2080768=786432,2867200=581632,3448832=237568} 2024-04-02T08:37:17.921 INFO:tasks.rados.rados.0.smithi104.stdout:1785: writing smithi10482514-32 from 1359872 to 2080768 tid 1 2024-04-02T08:37:17.926 INFO:tasks.rados.rados.0.smithi104.stdout:1785: writing smithi10482514-32 from 2080768 to 2867200 tid 2 2024-04-02T08:37:17.930 INFO:tasks.rados.rados.0.smithi104.stdout:1785: writing smithi10482514-32 from 2867200 to 3448832 tid 3 2024-04-02T08:37:17.931 INFO:tasks.rados.rados.0.smithi104.stdout:1785: writing smithi10482514-32 from 3448832 to 3686400 tid 4 2024-04-02T08:37:17.932 INFO:tasks.rados.rados.0.smithi104.stdout:1786: rollback oid 4 current snap is 180 2024-04-02T08:37:17.932 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 4 to 176 2024-04-02T08:37:17.932 INFO:tasks.rados.rados.0.smithi104.stdout:1785: finishing write tid 1 to smithi10482514-32 2024-04-02T08:37:17.932 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 180 2024-04-02T08:37:17.932 INFO:tasks.rados.rados.0.smithi104.stdout:1787: seq_num 569 ranges {2129920=737280,2867200=671744,3538944=737280,4276224=196608} 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi104.stdout:1787: writing smithi10482514-17 from 2129920 to 2867200 tid 1 2024-04-02T08:37:17.951 INFO:tasks.rados.rados.0.smithi104.stdout:1787: writing smithi10482514-17 from 2867200 to 3538944 tid 2 2024-04-02T08:37:17.955 INFO:tasks.rados.rados.0.smithi104.stdout:1787: writing smithi10482514-17 from 3538944 to 4276224 tid 3 2024-04-02T08:37:17.957 INFO:tasks.rados.rados.0.smithi104.stdout:1787: writing smithi10482514-17 from 4276224 to 4472832 tid 4 2024-04-02T08:37:17.957 INFO:tasks.rados.rados.0.smithi104.stdout:1788: rollback oid 34 current snap is 180 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 177 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1785: finishing write tid 2 to smithi10482514-32 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1785: finishing write tid 3 to smithi10482514-32 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1785: finishing write tid 4 to smithi10482514-32 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1789: setattr oid 14 current snap is 180 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1785: finishing write tid 5 to smithi10482514-32 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1786: finishing rollback tid 0 to smithi10482514-4 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1786: finishing rollback tid 1 to smithi10482514-4 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1786: finishing rollback tid 2 to smithi10482514-4 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1392 (ObjNum 510 snap 165 seq_num 510) dirty exists 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1785: finishing write tid 6 to smithi10482514-32 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1785: oid 32 updating version 0 to 426 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1785: oid 32 version 426 is already newer than 424 2024-04-02T08:37:17.958 INFO:tasks.rados.rados.0.smithi104.stdout:1785: oid 32 version 426 is already newer than 425 2024-04-02T08:37:17.959 INFO:tasks.rados.rados.0.smithi104.stdout:1785: oid 32 updating version 426 to 427 2024-04-02T08:37:17.959 INFO:tasks.rados.rados.0.smithi104.stdout:1785: oid 32 updating version 427 to 428 2024-04-02T08:37:17.959 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 428 (ObjNum 568 snap 180 seq_num 568) dirty exists 2024-04-02T08:37:17.959 INFO:tasks.rados.rados.0.smithi104.stdout:1785: left oid 32 (ObjNum 568 snap 180 seq_num 568) 2024-04-02T08:37:17.959 INFO:tasks.rados.rados.0.smithi104.stdout:1787: finishing write tid 1 to smithi10482514-17 2024-04-02T08:37:17.959 INFO:tasks.rados.rados.0.smithi104.stdout:1787: finishing write tid 2 to smithi10482514-17 2024-04-02T08:37:17.959 INFO:tasks.rados.rados.0.smithi104.stdout:1785: done (4 left) 2024-04-02T08:37:17.959 INFO:tasks.rados.rados.0.smithi104.stdout:1786: done (3 left) 2024-04-02T08:37:17.959 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 41 current snap is 180 2024-04-02T08:37:17.959 INFO:tasks.rados.rados.0.smithi104.stdout:1790: seq_num 570 ranges {2850816=753664,3604480=548864,4153344=540672,4694016=516096} 2024-04-02T08:37:17.978 INFO:tasks.rados.rados.0.smithi104.stdout:1790: writing smithi10482514-41 from 2850816 to 3604480 tid 1 2024-04-02T08:37:17.981 INFO:tasks.rados.rados.0.smithi104.stdout:1790: writing smithi10482514-41 from 3604480 to 4153344 tid 2 2024-04-02T08:37:17.984 INFO:tasks.rados.rados.0.smithi104.stdout:1790: writing smithi10482514-41 from 4153344 to 4694016 tid 3 2024-04-02T08:37:17.987 INFO:tasks.rados.rados.0.smithi104.stdout:1790: writing smithi10482514-41 from 4694016 to 5210112 tid 4 2024-04-02T08:37:17.987 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 180 2024-04-02T08:37:17.987 INFO:tasks.rados.rados.0.smithi104.stdout:1787: finishing write tid 3 to smithi10482514-17 2024-04-02T08:37:17.987 INFO:tasks.rados.rados.0.smithi104.stdout:1791: seq_num 571 ranges {2211840=770048,2981888=483328,3465216=753664,4218880=368640} 2024-04-02T08:37:18.003 INFO:tasks.rados.rados.0.smithi104.stdout:1791: writing smithi10482514-12 from 2211840 to 2981888 tid 1 2024-04-02T08:37:18.006 INFO:tasks.rados.rados.0.smithi104.stdout:1791: writing smithi10482514-12 from 2981888 to 3465216 tid 2 2024-04-02T08:37:18.010 INFO:tasks.rados.rados.0.smithi104.stdout:1791: writing smithi10482514-12 from 3465216 to 4218880 tid 3 2024-04-02T08:37:18.013 INFO:tasks.rados.rados.0.smithi104.stdout:1791: writing smithi10482514-12 from 4218880 to 4587520 tid 4 2024-04-02T08:37:18.013 INFO:tasks.rados.rados.0.smithi104.stdout:1792: read oid 5 snap -1 2024-04-02T08:37:18.013 INFO:tasks.rados.rados.0.smithi104.stdout:1792: expect deleted 2024-04-02T08:37:18.013 INFO:tasks.rados.rados.0.smithi104.stdout:1793: read oid 25 snap -1 2024-04-02T08:37:18.013 INFO:tasks.rados.rados.0.smithi104.stdout:1793: expect (ObjNum 540 snap 175 seq_num 540) 2024-04-02T08:37:18.013 INFO:tasks.rados.rados.0.smithi104.stdout:1794: snap_create 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1787: finishing write tid 4 to smithi10482514-17 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1787: finishing write tid 5 to smithi10482514-17 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1217 (ObjNum 493 snap 159 seq_num 493) dirty exists 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1788: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1787: finishing write tid 6 to smithi10482514-17 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1787: oid 17 updating version 0 to 1510 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1787: oid 17 updating version 1510 to 1514 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1787: oid 17 version 1514 is already newer than 1513 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1787: oid 17 version 1514 is already newer than 1511 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1787: oid 17 version 1514 is already newer than 1512 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1514 (ObjNum 569 snap 180 seq_num 569) dirty exists 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1787: left oid 17 (ObjNum 569 snap 180 seq_num 569) 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1790: finishing write tid 1 to smithi10482514-41 2024-04-02T08:37:18.014 INFO:tasks.rados.rados.0.smithi104.stdout:1790: finishing write tid 2 to smithi10482514-41 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1790: finishing write tid 3 to smithi10482514-41 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1790: finishing write tid 4 to smithi10482514-41 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1790: finishing write tid 5 to smithi10482514-41 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1790: finishing write tid 6 to smithi10482514-41 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1790: oid 41 updating version 0 to 1491 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1790: oid 41 version 1491 is already newer than 1488 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1790: oid 41 version 1491 is already newer than 1487 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1790: oid 41 version 1491 is already newer than 1489 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1790: oid 41 version 1491 is already newer than 1490 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 1491 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1790: left oid 41 (ObjNum 570 snap 180 seq_num 570) 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1791: finishing write tid 1 to smithi10482514-12 2024-04-02T08:37:18.015 INFO:tasks.rados.rados.0.smithi104.stdout:1791: finishing write tid 2 to smithi10482514-12 2024-04-02T08:37:18.016 INFO:tasks.rados.rados.0.smithi104.stdout:1791: finishing write tid 3 to smithi10482514-12 2024-04-02T08:37:18.016 INFO:tasks.rados.rados.0.smithi104.stdout:1791: finishing write tid 4 to smithi10482514-12 2024-04-02T08:37:18.016 INFO:tasks.rados.rados.0.smithi104.stdout:1791: finishing write tid 5 to smithi10482514-12 2024-04-02T08:37:18.016 INFO:tasks.rados.rados.0.smithi104.stdout:1791: finishing write tid 6 to smithi10482514-12 2024-04-02T08:37:18.017 INFO:tasks.rados.rados.0.smithi104.stdout:1791: oid 12 updating version 0 to 1261 2024-04-02T08:37:18.017 INFO:tasks.rados.rados.0.smithi104.stdout:1791: oid 12 version 1261 is already newer than 1260 2024-04-02T08:37:18.017 INFO:tasks.rados.rados.0.smithi104.stdout:1791: oid 12 updating version 1261 to 1263 2024-04-02T08:37:18.017 INFO:tasks.rados.rados.0.smithi104.stdout:1791: oid 12 version 1263 is already newer than 1262 2024-04-02T08:37:18.017 INFO:tasks.rados.rados.0.smithi104.stdout:1791: oid 12 version 1263 is already newer than 1259 2024-04-02T08:37:18.017 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1263 (ObjNum 571 snap 180 seq_num 571) dirty exists 2024-04-02T08:37:18.017 INFO:tasks.rados.rados.0.smithi104.stdout:1791: left oid 12 (ObjNum 571 snap 180 seq_num 571) 2024-04-02T08:37:18.024 INFO:tasks.rados.rados.0.smithi104.stdout:1793: expect (ObjNum 540 snap 175 seq_num 540) 2024-04-02T08:37:18.291 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:17 smithi188 ceph-mon[86835]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:37:18.292 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:18.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:17 smithi104 ceph-mon[94081]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:37:18.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:17 smithi104 ceph-mon[96567]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:37:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:18.922 INFO:tasks.rados.rados.0.smithi104.stdout:1787: done (7 left) 2024-04-02T08:37:18.922 INFO:tasks.rados.rados.0.smithi104.stdout:1788: done (6 left) 2024-04-02T08:37:18.922 INFO:tasks.rados.rados.0.smithi104.stdout:1789: done (5 left) 2024-04-02T08:37:18.922 INFO:tasks.rados.rados.0.smithi104.stdout:1790: done (4 left) 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1791: done (3 left) 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1792: done (2 left) 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1793: done (1 left) 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1794: done (0 left) 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1795: read oid 24 snap -1 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1795: expect deleted 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1796: read oid 14 snap -1 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1796: expect (ObjNum 493 snap 159 seq_num 493) 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1797: copy_from oid 21 from oid 3 current snap is 181 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1798: read oid 50 snap -1 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1798: expect (ObjNum 545 snap 177 seq_num 545) 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1799: copy_from oid 10 from oid 45 current snap is 181 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1800: read oid 42 snap -1 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1800: expect (ObjNum 513 snap 165 seq_num 513) 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1801: read oid 4 snap 178 2024-04-02T08:37:18.923 INFO:tasks.rados.rados.0.smithi104.stdout:1801: expect (ObjNum 510 snap 165 seq_num 510) 2024-04-02T08:37:18.924 INFO:tasks.rados.rados.0.smithi104.stdout:1802: read oid 5 snap -1 2024-04-02T08:37:18.924 INFO:tasks.rados.rados.0.smithi104.stdout:1802: expect deleted 2024-04-02T08:37:18.924 INFO:tasks.rados.rados.0.smithi104.stdout:1803: read oid 39 snap -1 2024-04-02T08:37:18.924 INFO:tasks.rados.rados.0.smithi104.stdout:1803: expect (ObjNum 403 snap 130 seq_num 403) 2024-04-02T08:37:18.924 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 181 2024-04-02T08:37:18.924 INFO:tasks.rados.rados.0.smithi104.stdout:1804: seq_num 572 ranges {1064960=786432,1851392=770048,2621440=557056,3178496=278528} 2024-04-02T08:37:18.933 INFO:tasks.rados.rados.0.smithi104.stdout:1804: writing smithi10482514-6 from 1064960 to 1851392 tid 1 2024-04-02T08:37:18.939 INFO:tasks.rados.rados.0.smithi104.stdout:1804: writing smithi10482514-6 from 1851392 to 2621440 tid 2 2024-04-02T08:37:18.942 INFO:tasks.rados.rados.0.smithi104.stdout:1804: writing smithi10482514-6 from 2621440 to 3178496 tid 3 2024-04-02T08:37:18.944 INFO:tasks.rados.rados.0.smithi104.stdout:1804: writing smithi10482514-6 from 3178496 to 3457024 tid 4 2024-04-02T08:37:18.944 INFO:tasks.rados.rados.0.smithi104.stdout:1805: snap_create 2024-04-02T08:37:18.944 INFO:tasks.rados.rados.0.smithi104.stdout:1803: expect (ObjNum 403 snap 130 seq_num 403) 2024-04-02T08:37:18.999 INFO:tasks.rados.rados.0.smithi104.stdout:1797: finishing copy_from to smithi10482514-21 2024-04-02T08:37:18.999 INFO:tasks.rados.rados.0.smithi104.stdout:1797: got expected ENOENT (src dne) 2024-04-02T08:37:18.999 INFO:tasks.rados.rados.0.smithi104.stdout:1797: finishing copy_from racing read to smithi10482514-21 2024-04-02T08:37:18.999 INFO:tasks.rados.rados.0.smithi104.stdout:1796: expect (ObjNum 493 snap 159 seq_num 493) 2024-04-02T08:37:19.032 INFO:tasks.rados.rados.0.smithi104.stdout:1804: finishing write tid 1 to smithi10482514-6 2024-04-02T08:37:19.032 INFO:tasks.rados.rados.0.smithi104.stdout:1798: expect (ObjNum 545 snap 177 seq_num 545) 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:1804: finishing write tid 2 to smithi10482514-6 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:1804: finishing write tid 3 to smithi10482514-6 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:1804: finishing write tid 4 to smithi10482514-6 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:1804: finishing write tid 5 to smithi10482514-6 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:1799: finishing copy_from racing read to smithi10482514-10 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:1804: finishing write tid 6 to smithi10482514-6 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:1804: oid 6 updating version 0 to 1494 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:1804: oid 6 updating version 1494 to 1497 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:1804: oid 6 version 1497 is already newer than 1496 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:1804: oid 6 version 1497 is already newer than 1495 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:1804: oid 6 version 1497 is already newer than 1493 2024-04-02T08:37:19.120 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1497 (ObjNum 572 snap 181 seq_num 572) dirty exists 2024-04-02T08:37:19.121 INFO:tasks.rados.rados.0.smithi104.stdout:1804: left oid 6 (ObjNum 572 snap 181 seq_num 572) 2024-04-02T08:37:19.121 INFO:tasks.rados.rados.0.smithi104.stdout:1800: expect (ObjNum 513 snap 165 seq_num 513) 2024-04-02T08:37:19.244 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:18 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:19.244 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:18 smithi188 ceph-mon[86835]: Upgrade: osd.4 is safe to restart 2024-04-02T08:37:19.244 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:18 smithi188 ceph-mon[86835]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:37:19.244 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:18 smithi188 ceph-mon[86835]: pgmap v288: 121 pgs: 121 active+clean; 268 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-04-02T08:37:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:18 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:18 smithi104 ceph-mon[94081]: Upgrade: osd.4 is safe to restart 2024-04-02T08:37:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:18 smithi104 ceph-mon[94081]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:37:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:18 smithi104 ceph-mon[94081]: pgmap v288: 121 pgs: 121 active+clean; 268 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-04-02T08:37:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:18 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:37:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:18 smithi104 ceph-mon[96567]: Upgrade: osd.4 is safe to restart 2024-04-02T08:37:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:18 smithi104 ceph-mon[96567]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:37:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:18 smithi104 ceph-mon[96567]: pgmap v288: 121 pgs: 121 active+clean; 268 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-04-02T08:37:19.479 INFO:tasks.rados.rados.0.smithi104.stdout:1801: expect (ObjNum 510 snap 165 seq_num 510) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1799: finishing copy_from to smithi10482514-10 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1038 (ObjNum 563 snap 179 seq_num 563) dirty exists 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1795: done (10 left) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1796: done (9 left) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1797: done (8 left) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1798: done (7 left) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1799: done (6 left) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1800: done (5 left) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1801: done (4 left) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1802: done (3 left) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1803: done (2 left) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1804: done (1 left) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1805: done (0 left) 2024-04-02T08:37:20.057 INFO:tasks.rados.rados.0.smithi104.stdout:1806: read oid 25 snap -1 2024-04-02T08:37:20.058 INFO:tasks.rados.rados.0.smithi104.stdout:1806: expect (ObjNum 540 snap 175 seq_num 540) 2024-04-02T08:37:20.058 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 182 2024-04-02T08:37:20.058 INFO:tasks.rados.rados.0.smithi104.stdout:1807: seq_num 573 ranges {2252800=802816,3055616=655360,3710976=720896,4431872=229376} 2024-04-02T08:37:20.072 INFO:tasks.rados.rados.0.smithi104.stdout:1807: writing smithi10482514-7 from 2252800 to 3055616 tid 1 2024-04-02T08:37:20.076 INFO:tasks.rados.rados.0.smithi104.stdout:1807: writing smithi10482514-7 from 3055616 to 3710976 tid 2 2024-04-02T08:37:20.080 INFO:tasks.rados.rados.0.smithi104.stdout:1807: writing smithi10482514-7 from 3710976 to 4431872 tid 3 2024-04-02T08:37:20.082 INFO:tasks.rados.rados.0.smithi104.stdout:1807: writing smithi10482514-7 from 4431872 to 4661248 tid 4 2024-04-02T08:37:20.082 INFO:tasks.rados.rados.0.smithi104.stdout:1808: rmattr oid 3 current snap is 182 2024-04-02T08:37:20.082 INFO:tasks.rados.rados.0.smithi104.stdout:1808: done (2 left) 2024-04-02T08:37:20.082 INFO:tasks.rados.rados.0.smithi104.stdout:1809: rollback oid 5 current snap is 182 2024-04-02T08:37:20.082 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 5 to 165 2024-04-02T08:37:20.082 INFO:tasks.rados.rados.0.smithi104.stdout:1806: expect (ObjNum 540 snap 175 seq_num 540) 2024-04-02T08:37:20.181 INFO:tasks.rados.rados.0.smithi104.stdout:1807: finishing write tid 1 to smithi10482514-7 2024-04-02T08:37:20.181 INFO:tasks.rados.rados.0.smithi104.stdout:1807: finishing write tid 2 to smithi10482514-7 2024-04-02T08:37:20.181 INFO:tasks.rados.rados.0.smithi104.stdout:1806: done (2 left) 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1810: read oid 29 snap -1 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1810: expect (ObjNum 559 snap 179 seq_num 559) 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1811: delete oid 42 current snap is 182 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1807: finishing write tid 3 to smithi10482514-7 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1807: finishing write tid 4 to smithi10482514-7 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1807: finishing write tid 5 to smithi10482514-7 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1807: finishing write tid 6 to smithi10482514-7 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1807: oid 7 updating version 0 to 984 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1807: oid 7 updating version 984 to 986 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1807: oid 7 version 986 is already newer than 985 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1807: oid 7 version 986 is already newer than 983 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1807: oid 7 version 986 is already newer than 982 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 986 (ObjNum 573 snap 182 seq_num 573) dirty exists 2024-04-02T08:37:20.182 INFO:tasks.rados.rados.0.smithi104.stdout:1807: left oid 7 (ObjNum 573 snap 182 seq_num 573) 2024-04-02T08:37:20.183 INFO:tasks.rados.rados.0.smithi104.stdout:1809: finishing rollback tid 1 to smithi10482514-5 2024-04-02T08:37:20.183 INFO:tasks.rados.rados.0.smithi104.stdout:1809: finishing rollback tid 2 to smithi10482514-5 2024-04-02T08:37:20.183 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1024 (ObjNum 473 snap 152 seq_num 473) dirty exists 2024-04-02T08:37:20.184 INFO:tasks.rados.rados.0.smithi104.stdout:1807: done (3 left) 2024-04-02T08:37:20.185 INFO:tasks.rados.rados.0.smithi104.stdout:1809: done (2 left) 2024-04-02T08:37:20.185 INFO:tasks.rados.rados.0.smithi104.stdout:1811: done (1 left) 2024-04-02T08:37:20.185 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 46 current snap is 182 2024-04-02T08:37:20.185 INFO:tasks.rados.rados.0.smithi104.stdout:1812: seq_num 575 ranges {4374528=32768} 2024-04-02T08:37:20.210 INFO:tasks.rados.rados.0.smithi104.stdout:1812: writing smithi10482514-46 from 4374528 to 4407296 tid 1 2024-04-02T08:37:20.210 INFO:tasks.rados.rados.0.smithi104.stdout:1813: rollback oid 40 current snap is 182 2024-04-02T08:37:20.210 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 40 to 177 2024-04-02T08:37:20.210 INFO:tasks.rados.rados.0.smithi104.stdout:1810: expect (ObjNum 559 snap 179 seq_num 559) 2024-04-02T08:37:20.234 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:19 smithi188 ceph-mon[86835]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:37:20.234 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:20.234 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:20.234 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:20.234 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:37:20.234 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[94081]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:37:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:37:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[96567]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:37:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:37:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:20.563 INFO:tasks.rados.rados.0.smithi104.stdout:1813: finishing rollback tid 1 to smithi10482514-40 2024-04-02T08:37:20.563 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 1382 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-02T08:37:20.563 INFO:tasks.rados.rados.0.smithi104.stdout:1812: finishing write tid 1 to smithi10482514-46 2024-04-02T08:37:20.563 INFO:tasks.rados.rados.0.smithi104.stdout:1812: finishing write tid 2 to smithi10482514-46 2024-04-02T08:37:20.563 INFO:tasks.rados.rados.0.smithi104.stdout:1812: finishing write tid 3 to smithi10482514-46 2024-04-02T08:37:20.563 INFO:tasks.rados.rados.0.smithi104.stdout:1812: oid 46 updating version 0 to 1025 2024-04-02T08:37:20.563 INFO:tasks.rados.rados.0.smithi104.stdout:1812: oid 46 updating version 1025 to 1026 2024-04-02T08:37:20.563 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1026 (ObjNum 575 snap 182 seq_num 575) dirty exists 2024-04-02T08:37:20.563 INFO:tasks.rados.rados.0.smithi104.stdout:1812: left oid 46 (ObjNum 575 snap 182 seq_num 575) 2024-04-02T08:37:20.563 INFO:tasks.rados.rados.0.smithi104.stdout:1810: done (2 left) 2024-04-02T08:37:20.564 INFO:tasks.rados.rados.0.smithi104.stdout:1812: done (1 left) 2024-04-02T08:37:20.564 INFO:tasks.rados.rados.0.smithi104.stdout:1813: done (0 left) 2024-04-02T08:37:20.564 INFO:tasks.rados.rados.0.smithi104.stdout:1814: read oid 1 snap -1 2024-04-02T08:37:20.564 INFO:tasks.rados.rados.0.smithi104.stdout:1814: expect (ObjNum 411 snap 134 seq_num 411) 2024-04-02T08:37:20.564 INFO:tasks.rados.rados.0.smithi104.stdout:1815: delete oid 18 current snap is 182 2024-04-02T08:37:20.564 INFO:tasks.rados.rados.0.smithi104.stdout:1815: done (1 left) 2024-04-02T08:37:20.564 INFO:tasks.rados.rados.0.smithi104.stdout:1816: snap_remove snap 180 2024-04-02T08:37:20.858 INFO:tasks.rados.rados.0.smithi104.stdout:1816: done (1 left) 2024-04-02T08:37:20.858 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 182 2024-04-02T08:37:20.858 INFO:tasks.rados.rados.0.smithi104.stdout:1817: seq_num 577 ranges {0=65536} 2024-04-02T08:37:20.858 INFO:tasks.rados.rados.0.smithi104.stdout:1817: writing smithi10482514-24 from 0 to 65536 tid 1 2024-04-02T08:37:20.858 INFO:tasks.rados.rados.0.smithi104.stdout:1818: rollback oid 33 current snap is 182 2024-04-02T08:37:20.858 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 179 2024-04-02T08:37:20.858 INFO:tasks.rados.rados.0.smithi104.stdout:1814: expect (ObjNum 411 snap 134 seq_num 411) 2024-04-02T08:37:21.179 INFO:tasks.rados.rados.0.smithi104.stdout:1817: finishing write tid 1 to smithi10482514-24 2024-04-02T08:37:21.179 INFO:tasks.rados.rados.0.smithi104.stdout:1817: finishing write tid 2 to smithi10482514-24 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1818: finishing rollback tid 0 to smithi10482514-33 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1818: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1818: finishing rollback tid 2 to smithi10482514-33 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1364 (ObjNum 462 snap 146 seq_num 462) dirty exists 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1817: finishing write tid 3 to smithi10482514-24 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1817: oid 24 updating version 0 to 1501 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1817: oid 24 version 1501 is already newer than 1500 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 1501 (ObjNum 577 snap 182 seq_num 577) dirty exists 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1817: left oid 24 (ObjNum 577 snap 182 seq_num 577) 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1814: done (2 left) 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1817: done (1 left) 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1818: done (0 left) 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1819: rmattr oid 50 current snap is 182 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1819: done (0 left) 2024-04-02T08:37:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:1820: rollback oid 37 current snap is 182 2024-04-02T08:37:21.181 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 37 to 176 2024-04-02T08:37:21.181 INFO:tasks.rados.rados.0.smithi104.stdout:1821: setattr oid 36 current snap is 182 2024-04-02T08:37:21.181 INFO:tasks.rados.rados.0.smithi104.stdout:1822: read oid 31 snap -1 2024-04-02T08:37:21.181 INFO:tasks.rados.rados.0.smithi104.stdout:1822: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:37:21.182 INFO:tasks.rados.rados.0.smithi104.stdout:1823: read oid 13 snap 178 2024-04-02T08:37:21.182 INFO:tasks.rados.rados.0.smithi104.stdout:1823: expect (ObjNum 433 snap 139 seq_num 433) 2024-04-02T08:37:21.182 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 182 2024-04-02T08:37:21.182 INFO:tasks.rados.rados.0.smithi104.stdout:1824: seq_num 578 ranges {13041664=81920} 2024-04-02T08:37:21.249 INFO:tasks.rados.rados.0.smithi104.stdout:1824: writing smithi10482514-5 from 13041664 to 13123584 tid 1 2024-04-02T08:37:21.249 INFO:tasks.rados.rados.0.smithi104.stdout:1825: snap_create 2024-04-02T08:37:21.249 INFO:tasks.rados.rados.0.smithi104.stdout:1822: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:37:21.254 INFO:tasks.rados.rados.0.smithi104.stdout:1823: expect (ObjNum 433 snap 139 seq_num 433) 2024-04-02T08:37:21.256 INFO:tasks.rados.rados.0.smithi104.stdout:1820: finishing rollback tid 0 to smithi10482514-37 2024-04-02T08:37:21.256 INFO:tasks.rados.rados.0.smithi104.stdout:1820: finishing rollback tid 1 to smithi10482514-37 2024-04-02T08:37:21.257 INFO:tasks.rados.rados.0.smithi104.stdout:1820: finishing rollback tid 2 to smithi10482514-37 2024-04-02T08:37:21.257 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1202 (ObjNum 534 snap 174 seq_num 534) dirty exists 2024-04-02T08:37:21.257 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1203 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:37:21.257 INFO:tasks.rados.rados.0.smithi104.stdout:1824: finishing write tid 1 to smithi10482514-5 2024-04-02T08:37:21.257 INFO:tasks.rados.rados.0.smithi104.stdout:1824: finishing write tid 2 to smithi10482514-5 2024-04-02T08:37:21.257 INFO:tasks.rados.rados.0.smithi104.stdout:1824: finishing write tid 3 to smithi10482514-5 2024-04-02T08:37:21.257 INFO:tasks.rados.rados.0.smithi104.stdout:1824: oid 5 updating version 0 to 1027 2024-04-02T08:37:21.257 INFO:tasks.rados.rados.0.smithi104.stdout:1824: oid 5 updating version 1027 to 1028 2024-04-02T08:37:21.257 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1028 (ObjNum 578 snap 182 seq_num 578) dirty exists 2024-04-02T08:37:21.257 INFO:tasks.rados.rados.0.smithi104.stdout:1824: left oid 5 (ObjNum 578 snap 182 seq_num 578) 2024-04-02T08:37:21.351 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:20 smithi188 ceph-mon[86835]: Upgrade: Updating osd.4 2024-04-02T08:37:21.351 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:20 smithi188 ceph-mon[86835]: Deploying daemon osd.4 on smithi188 2024-04-02T08:37:21.351 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:20 smithi188 ceph-mon[86835]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:37:21.351 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:20 smithi188 ceph-mon[86835]: pgmap v291: 121 pgs: 121 active+clean; 254 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 26 op/s 2024-04-02T08:37:21.352 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:20 smithi188 ceph-mon[86835]: osdmap e429: 8 total, 8 up, 8 in 2024-04-02T08:37:21.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:20 smithi104 ceph-mon[94081]: Upgrade: Updating osd.4 2024-04-02T08:37:21.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:20 smithi104 ceph-mon[94081]: Deploying daemon osd.4 on smithi188 2024-04-02T08:37:21.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:20 smithi104 ceph-mon[94081]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:37:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:20 smithi104 ceph-mon[94081]: pgmap v291: 121 pgs: 121 active+clean; 254 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 26 op/s 2024-04-02T08:37:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:20 smithi104 ceph-mon[94081]: osdmap e429: 8 total, 8 up, 8 in 2024-04-02T08:37:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:20 smithi104 ceph-mon[96567]: Upgrade: Updating osd.4 2024-04-02T08:37:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:20 smithi104 ceph-mon[96567]: Deploying daemon osd.4 on smithi188 2024-04-02T08:37:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:20 smithi104 ceph-mon[96567]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:37:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:20 smithi104 ceph-mon[96567]: pgmap v291: 121 pgs: 121 active+clean; 254 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 26 op/s 2024-04-02T08:37:21.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:20 smithi104 ceph-mon[96567]: osdmap e429: 8 total, 8 up, 8 in 2024-04-02T08:37:21.938 INFO:tasks.rados.rados.0.smithi104.stdout:1820: done (5 left) 2024-04-02T08:37:21.938 INFO:tasks.rados.rados.0.smithi104.stdout:1821: done (4 left) 2024-04-02T08:37:21.938 INFO:tasks.rados.rados.0.smithi104.stdout:1822: done (3 left) 2024-04-02T08:37:21.938 INFO:tasks.rados.rados.0.smithi104.stdout:1823: done (2 left) 2024-04-02T08:37:21.938 INFO:tasks.rados.rados.0.smithi104.stdout:1824: done (1 left) 2024-04-02T08:37:21.939 INFO:tasks.rados.rados.0.smithi104.stdout:1825: done (0 left) 2024-04-02T08:37:21.939 INFO:tasks.rados.rados.0.smithi104.stdout:1826: copy_from oid 34 from oid 41 current snap is 183 2024-04-02T08:37:21.939 INFO:tasks.rados.rados.0.smithi104.stdout:1827: rollback oid 2 current snap is 183 2024-04-02T08:37:21.939 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 2 to 176 2024-04-02T08:37:21.939 INFO:tasks.rados.rados.0.smithi104.stdout:1828: rollback oid 26 current snap is 183 2024-04-02T08:37:21.939 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 165 2024-04-02T08:37:21.939 INFO:tasks.rados.rados.0.smithi104.stdout:1829: read oid 9 snap -1 2024-04-02T08:37:21.939 INFO:tasks.rados.rados.0.smithi104.stdout:1829: expect (ObjNum 564 snap 179 seq_num 564) 2024-04-02T08:37:21.939 INFO:tasks.rados.rados.0.smithi104.stdout:1830: rollback oid 37 current snap is 183 2024-04-02T08:37:21.939 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 37 to 178 2024-04-02T08:37:21.939 INFO:tasks.rados.rados.0.smithi104.stdout:1831: delete oid 4 current snap is 183 2024-04-02T08:37:21.943 INFO:tasks.rados.rados.0.smithi104.stdout:1830: finishing rollback tid 0 to smithi10482514-37 2024-04-02T08:37:21.945 INFO:tasks.rados.rados.0.smithi104.stdout:1830: finishing rollback tid 1 to smithi10482514-37 2024-04-02T08:37:21.946 INFO:tasks.rados.rados.0.smithi104.stdout:1830: finishing rollback tid 2 to smithi10482514-37 2024-04-02T08:37:21.946 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1206 (ObjNum 534 snap 174 seq_num 534) dirty exists 2024-04-02T08:37:21.948 INFO:tasks.rados.rados.0.smithi104.stdout:1828: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:37:21.948 INFO:tasks.rados.rados.0.smithi104.stdout:1828: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:37:21.948 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 1394 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:37:21.948 INFO:tasks.rados.rados.0.smithi104.stdout:1828: done (5 left) 2024-04-02T08:37:21.948 INFO:tasks.rados.rados.0.smithi104.stdout:1830: done (4 left) 2024-04-02T08:37:21.949 INFO:tasks.rados.rados.0.smithi104.stdout:1831: done (3 left) 2024-04-02T08:37:21.949 INFO:tasks.rados.rados.0.smithi104.stdout:1832: snap_create 2024-04-02T08:37:21.951 INFO:tasks.rados.rados.0.smithi104.stdout:1827: finishing rollback tid 0 to smithi10482514-2 2024-04-02T08:37:21.952 INFO:tasks.rados.rados.0.smithi104.stdout:1827: finishing rollback tid 1 to smithi10482514-2 2024-04-02T08:37:21.952 INFO:tasks.rados.rados.0.smithi104.stdout:1827: finishing rollback tid 2 to smithi10482514-2 2024-04-02T08:37:21.952 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1022 (ObjNum 464 snap 146 seq_num 464) dirty exists 2024-04-02T08:37:21.973 INFO:tasks.rados.rados.0.smithi104.stdout:1826: finishing copy_from racing read to smithi10482514-34 2024-04-02T08:37:21.981 INFO:tasks.rados.rados.0.smithi104.stdout:1829: expect (ObjNum 564 snap 179 seq_num 564) 2024-04-02T08:37:22.521 INFO:tasks.rados.rados.0.smithi104.stdout:1826: finishing copy_from to smithi10482514-34 2024-04-02T08:37:22.521 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 1491 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-02T08:37:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:22.943 INFO:tasks.rados.rados.0.smithi104.stdout:1826: done (3 left) 2024-04-02T08:37:22.943 INFO:tasks.rados.rados.0.smithi104.stdout:1827: done (2 left) 2024-04-02T08:37:22.943 INFO:tasks.rados.rados.0.smithi104.stdout:1829: done (1 left) 2024-04-02T08:37:22.943 INFO:tasks.rados.rados.0.smithi104.stdout:1832: done (0 left) 2024-04-02T08:37:22.943 INFO:tasks.rados.rados.0.smithi104.stdout:1833: copy_from oid 2 from oid 47 current snap is 184 2024-04-02T08:37:22.943 INFO:tasks.rados.rados.0.smithi104.stdout:1834: snap_remove snap 159 2024-04-02T08:37:23.066 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:22 smithi188 ceph-mon[86835]: osdmap e430: 8 total, 8 up, 8 in 2024-04-02T08:37:23.066 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:22 smithi188 ceph-mon[86835]: pgmap v294: 121 pgs: 121 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-02T08:37:23.066 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:23 smithi188 systemd[1]: Stopping Ceph osd.4 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:37:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:22 smithi104 ceph-mon[94081]: osdmap e430: 8 total, 8 up, 8 in 2024-04-02T08:37:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:22 smithi104 ceph-mon[94081]: pgmap v294: 121 pgs: 121 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-02T08:37:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:22 smithi104 ceph-mon[96567]: osdmap e430: 8 total, 8 up, 8 in 2024-04-02T08:37:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:22 smithi104 ceph-mon[96567]: pgmap v294: 121 pgs: 121 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-02T08:37:23.623 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[36368]: 2024-04-02T08:37:23.316+0000 7fe8178dd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:37:23.623 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[36368]: 2024-04-02T08:37:23.316+0000 7fe8178dd700 -1 osd.4 431 *** Got signal Terminated *** 2024-04-02T08:37:23.623 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[36368]: 2024-04-02T08:37:23.316+0000 7fe8178dd700 -1 osd.4 431 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:37:23.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:23 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:23.947 INFO:tasks.rados.rados.0.smithi104.stdout:1834: done (1 left) 2024-04-02T08:37:23.947 INFO:tasks.rados.rados.0.smithi104.stdout:1835: rollback oid 25 current snap is 184 2024-04-02T08:37:23.947 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 25 to 176 2024-04-02T08:37:23.947 INFO:tasks.rados.rados.0.smithi104.stdout:1836: rmattr oid 5 current snap is 184 2024-04-02T08:37:23.947 INFO:tasks.rados.rados.0.smithi104.stdout:1836: done (2 left) 2024-04-02T08:37:23.948 INFO:tasks.rados.rados.0.smithi104.stdout:1837: read oid 48 snap 161 2024-04-02T08:37:23.948 INFO:tasks.rados.rados.0.smithi104.stdout:1837: expect (ObjNum 500 snap 160 seq_num 500) 2024-04-02T08:37:23.948 INFO:tasks.rados.rados.0.smithi104.stdout:1838: delete oid 43 current snap is 184 2024-04-02T08:37:23.948 INFO:tasks.rados.rados.0.smithi104.stdout:1833: finishing copy_from racing read to smithi10482514-2 2024-04-02T08:37:23.948 INFO:tasks.rados.rados.0.smithi104.stdout:1833: finishing copy_from to smithi10482514-2 2024-04-02T08:37:23.948 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1249 (ObjNum 547 snap 178 seq_num 547) dirty exists 2024-04-02T08:37:23.969 INFO:tasks.rados.rados.0.smithi104.stdout:1835: finishing rollback tid 0 to smithi10482514-25 2024-04-02T08:37:23.969 INFO:tasks.rados.rados.0.smithi104.stdout:1835: finishing rollback tid 1 to smithi10482514-25 2024-04-02T08:37:23.969 INFO:tasks.rados.rados.0.smithi104.stdout:1835: finishing rollback tid 2 to smithi10482514-25 2024-04-02T08:37:23.969 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 1220 (ObjNum 540 snap 175 seq_num 540) dirty exists 2024-04-02T08:37:23.970 INFO:tasks.rados.rados.0.smithi104.stdout:1833: done (3 left) 2024-04-02T08:37:23.970 INFO:tasks.rados.rados.0.smithi104.stdout:1835: done (2 left) 2024-04-02T08:37:23.970 INFO:tasks.rados.rados.0.smithi104.stdout:1838: done (1 left) 2024-04-02T08:37:23.970 INFO:tasks.rados.rados.0.smithi104.stdout:1839: read oid 35 snap -1 2024-04-02T08:37:23.970 INFO:tasks.rados.rados.0.smithi104.stdout:1839: expect (ObjNum 508 snap 164 seq_num 508) 2024-04-02T08:37:23.970 INFO:tasks.rados.rados.0.smithi104.stdout:1840: snap_create 2024-04-02T08:37:23.972 INFO:tasks.rados.rados.0.smithi104.stdout:1837: expect (ObjNum 500 snap 160 seq_num 500) 2024-04-02T08:37:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:23 smithi188 ceph-mon[86835]: osdmap e431: 8 total, 8 up, 8 in 2024-04-02T08:37:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:23 smithi188 ceph-mon[86835]: osd.4 marked itself down and dead 2024-04-02T08:37:24.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:23 smithi104 ceph-mon[94081]: osdmap e431: 8 total, 8 up, 8 in 2024-04-02T08:37:24.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:23 smithi104 ceph-mon[94081]: osd.4 marked itself down and dead 2024-04-02T08:37:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:23 smithi104 ceph-mon[96567]: osdmap e431: 8 total, 8 up, 8 in 2024-04-02T08:37:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:23 smithi104 ceph-mon[96567]: osd.4 marked itself down and dead 2024-04-02T08:37:24.781 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:24 smithi188 podman[92128]: 2024-04-02 08:37:24.514646425 +0000 UTC m=+1.306003866 container died d05aaf038f641380907dfa2f055cb1bec9a3817b5da6f1872789990a4f8b8cbd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-02T08:37:24.949 INFO:tasks.rados.rados.0.smithi104.stdout:1837: done (2 left) 2024-04-02T08:37:24.950 INFO:tasks.rados.rados.0.smithi104.stdout:1840: done (1 left) 2024-04-02T08:37:24.950 INFO:tasks.rados.rados.0.smithi104.stdout:1841: snap_remove snap 161 2024-04-02T08:37:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:24 smithi188 ceph-mon[86835]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:24 smithi188 ceph-mon[86835]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:37:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:24 smithi188 ceph-mon[86835]: pgmap v297: 121 pgs: 9 stale+active+clean, 112 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T08:37:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:24 smithi188 ceph-mon[86835]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:37:25.124 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:24 smithi188 podman[92128]: 2024-04-02 08:37:24.880996238 +0000 UTC m=+1.672353671 container cleanup d05aaf038f641380907dfa2f055cb1bec9a3817b5da6f1872789990a4f8b8cbd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:37:25.124 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:24 smithi188 bash[92128]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T08:37:25.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:24 smithi104 ceph-mon[96567]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:25.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:24 smithi104 ceph-mon[96567]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:37:25.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:24 smithi104 ceph-mon[96567]: pgmap v297: 121 pgs: 9 stale+active+clean, 112 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T08:37:25.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:24 smithi104 ceph-mon[96567]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:37:25.292 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:24 smithi104 ceph-mon[94081]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:25.292 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:24 smithi104 ceph-mon[94081]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:37:25.292 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:24 smithi104 ceph-mon[94081]: pgmap v297: 121 pgs: 9 stale+active+clean, 112 active+clean; 270 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T08:37:25.292 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:24 smithi104 ceph-mon[94081]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:37:25.503 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:25 smithi188 podman[92150]: 2024-04-02 08:37:25.154334746 +0000 UTC m=+0.640478184 container remove d05aaf038f641380907dfa2f055cb1bec9a3817b5da6f1872789990a4f8b8cbd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-02T08:37:25.759 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:25 smithi188 podman[92248]: 2024-04-02 08:37:25.40880566 +0000 UTC m=+0.018355939 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:25.759 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:25 smithi188 podman[92248]: 2024-04-02 08:37:25.54189138 +0000 UTC m=+0.151441695 container create f4bbac8ca932133994bfc63e3a897743549071dc33b41c966b15f2731ebe417c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True) 2024-04-02T08:37:25.862 INFO:tasks.rados.rados.0.smithi104.stdout:1841: done (1 left) 2024-04-02T08:37:25.862 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 185 2024-04-02T08:37:25.862 INFO:tasks.rados.rados.0.smithi104.stdout:1842: seq_num 581 ranges {3612672=139264} 2024-04-02T08:37:25.883 INFO:tasks.rados.rados.0.smithi104.stdout:1842: writing smithi10482514-47 from 3612672 to 3751936 tid 1 2024-04-02T08:37:25.883 INFO:tasks.rados.rados.0.smithi104.stdout:1843: delete oid 12 current snap is 185 2024-04-02T08:37:25.883 INFO:tasks.rados.rados.0.smithi104.stdout:1839: expect (ObjNum 508 snap 164 seq_num 508) 2024-04-02T08:37:25.973 INFO:tasks.rados.rados.0.smithi104.stdout:1842: finishing write tid 1 to smithi10482514-47 2024-04-02T08:37:25.973 INFO:tasks.rados.rados.0.smithi104.stdout:1842: finishing write tid 2 to smithi10482514-47 2024-04-02T08:37:25.973 INFO:tasks.rados.rados.0.smithi104.stdout:1842: finishing write tid 3 to smithi10482514-47 2024-04-02T08:37:25.973 INFO:tasks.rados.rados.0.smithi104.stdout:1842: oid 47 updating version 0 to 1265 2024-04-02T08:37:25.974 INFO:tasks.rados.rados.0.smithi104.stdout:1842: oid 47 version 1265 is already newer than 1264 2024-04-02T08:37:25.974 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 1265 (ObjNum 581 snap 185 seq_num 581) dirty exists 2024-04-02T08:37:25.974 INFO:tasks.rados.rados.0.smithi104.stdout:1842: left oid 47 (ObjNum 581 snap 185 seq_num 581) 2024-04-02T08:37:25.974 INFO:tasks.rados.rados.0.smithi104.stdout:1839: done (2 left) 2024-04-02T08:37:25.974 INFO:tasks.rados.rados.0.smithi104.stdout:1842: done (1 left) 2024-04-02T08:37:25.974 INFO:tasks.rados.rados.0.smithi104.stdout:1843: done (0 left) 2024-04-02T08:37:25.974 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 185 2024-04-02T08:37:25.974 INFO:tasks.rados.rados.0.smithi104.stdout:1844: seq_num 583 ranges {2293760=172032} 2024-04-02T08:37:25.986 INFO:tasks.rados.rados.0.smithi104.stdout:1844: writing smithi10482514-38 from 2293760 to 2465792 tid 1 2024-04-02T08:37:25.987 INFO:tasks.rados.rados.0.smithi104.stdout:1845: delete oid 32 current snap is 185 2024-04-02T08:37:25.989 INFO:tasks.rados.rados.0.smithi104.stdout:1845: done (1 left) 2024-04-02T08:37:25.989 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 185 2024-04-02T08:37:25.989 INFO:tasks.rados.rados.0.smithi104.stdout:1846: seq_num 585 ranges {3751936=204800} 2024-04-02T08:37:26.011 INFO:tasks.rados.rados.0.smithi104.stdout:1846: writing smithi10482514-47 from 3751936 to 3956736 tid 1 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1847: rmattr oid 23 current snap is 185 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1847: done (2 left) 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1848: copy_from oid 30 from oid 2 current snap is 185 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1844: finishing write tid 1 to smithi10482514-38 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1844: finishing write tid 2 to smithi10482514-38 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1844: finishing write tid 3 to smithi10482514-38 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1844: oid 38 updating version 0 to 1006 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1844: oid 38 updating version 1006 to 1007 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 1007 (ObjNum 583 snap 185 seq_num 583) dirty exists 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1844: left oid 38 (ObjNum 583 snap 185 seq_num 583) 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1844: done (2 left) 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1849: copy_from oid 18 from oid 44 current snap is 185 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 185 2024-04-02T08:37:26.012 INFO:tasks.rados.rados.0.smithi104.stdout:1850: seq_num 586 ranges {4661248=221184} 2024-04-02T08:37:26.039 INFO:tasks.rados.rados.0.smithi104.stdout:1850: writing smithi10482514-7 from 4661248 to 4882432 tid 1 2024-04-02T08:37:26.039 INFO:tasks.rados.rados.0.smithi104.stdout:1851: delete oid 46 current snap is 185 2024-04-02T08:37:26.039 INFO:tasks.rados.rados.0.smithi104.stdout:1846: finishing write tid 1 to smithi10482514-47 2024-04-02T08:37:26.039 INFO:tasks.rados.rados.0.smithi104.stdout:1846: finishing write tid 2 to smithi10482514-47 2024-04-02T08:37:26.039 INFO:tasks.rados.rados.0.smithi104.stdout:1846: finishing write tid 3 to smithi10482514-47 2024-04-02T08:37:26.039 INFO:tasks.rados.rados.0.smithi104.stdout:1846: oid 47 updating version 0 to 1267 2024-04-02T08:37:26.039 INFO:tasks.rados.rados.0.smithi104.stdout:1846: oid 47 updating version 1267 to 1268 2024-04-02T08:37:26.039 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 1268 (ObjNum 585 snap 185 seq_num 585) dirty exists 2024-04-02T08:37:26.039 INFO:tasks.rados.rados.0.smithi104.stdout:1846: left oid 47 (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:37:26.039 INFO:tasks.rados.rados.0.smithi104.stdout:1848: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:37:26.039 INFO:tasks.rados.rados.0.smithi104.stdout:1848: finishing copy_from to smithi10482514-30 2024-04-02T08:37:26.040 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1249 (ObjNum 547 snap 178 seq_num 547) dirty exists 2024-04-02T08:37:26.040 INFO:tasks.rados.rados.0.smithi104.stdout:1849: finishing copy_from racing read to smithi10482514-18 2024-04-02T08:37:26.040 INFO:tasks.rados.rados.0.smithi104.stdout:1849: finishing copy_from to smithi10482514-18 2024-04-02T08:37:26.040 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1359 (ObjNum 513 snap 165 seq_num 513) dirty exists 2024-04-02T08:37:26.041 INFO:tasks.rados.rados.0.smithi104.stdout:1846: done (4 left) 2024-04-02T08:37:26.041 INFO:tasks.rados.rados.0.smithi104.stdout:1848: done (3 left) 2024-04-02T08:37:26.041 INFO:tasks.rados.rados.0.smithi104.stdout:1849: done (2 left) 2024-04-02T08:37:26.041 INFO:tasks.rados.rados.0.smithi104.stdout:1851: done (1 left) 2024-04-02T08:37:26.041 INFO:tasks.rados.rados.0.smithi104.stdout:1852: read oid 29 snap -1 2024-04-02T08:37:26.041 INFO:tasks.rados.rados.0.smithi104.stdout:1852: expect (ObjNum 559 snap 179 seq_num 559) 2024-04-02T08:37:26.041 INFO:tasks.rados.rados.0.smithi104.stdout:1853: copy_from oid 11 from oid 34 current snap is 185 2024-04-02T08:37:26.041 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 185 2024-04-02T08:37:26.041 INFO:tasks.rados.rados.0.smithi104.stdout:1854: seq_num 588 ranges {1253376=253952} 2024-04-02T08:37:26.050 INFO:tasks.rados.rados.0.smithi104.stdout:1854: writing smithi10482514-27 from 1253376 to 1507328 tid 1 2024-04-02T08:37:26.050 INFO:tasks.rados.rados.0.smithi104.stdout:1855: snap_create 2024-04-02T08:37:26.050 INFO:tasks.rados.rados.0.smithi104.stdout:1850: finishing write tid 1 to smithi10482514-7 2024-04-02T08:37:26.050 INFO:tasks.rados.rados.0.smithi104.stdout:1850: finishing write tid 2 to smithi10482514-7 2024-04-02T08:37:26.050 INFO:tasks.rados.rados.0.smithi104.stdout:1850: finishing write tid 3 to smithi10482514-7 2024-04-02T08:37:26.050 INFO:tasks.rados.rados.0.smithi104.stdout:1850: oid 7 updating version 0 to 988 2024-04-02T08:37:26.050 INFO:tasks.rados.rados.0.smithi104.stdout:1850: oid 7 version 988 is already newer than 987 2024-04-02T08:37:26.050 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 988 (ObjNum 586 snap 185 seq_num 586) dirty exists 2024-04-02T08:37:26.051 INFO:tasks.rados.rados.0.smithi104.stdout:1850: left oid 7 (ObjNum 586 snap 185 seq_num 586) 2024-04-02T08:37:26.054 INFO:tasks.rados.rados.0.smithi104.stdout:1854: finishing write tid 1 to smithi10482514-27 2024-04-02T08:37:26.054 INFO:tasks.rados.rados.0.smithi104.stdout:1854: finishing write tid 2 to smithi10482514-27 2024-04-02T08:37:26.056 INFO:tasks.rados.rados.0.smithi104.stdout:1854: finishing write tid 3 to smithi10482514-27 2024-04-02T08:37:26.056 INFO:tasks.rados.rados.0.smithi104.stdout:1854: oid 27 updating version 0 to 1396 2024-04-02T08:37:26.056 INFO:tasks.rados.rados.0.smithi104.stdout:1854: oid 27 updating version 1396 to 1397 2024-04-02T08:37:26.056 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1397 (ObjNum 588 snap 185 seq_num 588) dirty exists 2024-04-02T08:37:26.056 INFO:tasks.rados.rados.0.smithi104.stdout:1854: left oid 27 (ObjNum 588 snap 185 seq_num 588) 2024-04-02T08:37:26.065 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:25 smithi188 podman[92248]: 2024-04-02 08:37:25.760792774 +0000 UTC m=+0.370343047 container init f4bbac8ca932133994bfc63e3a897743549071dc33b41c966b15f2731ebe417c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T08:37:26.065 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:25 smithi188 podman[92248]: 2024-04-02 08:37:25.76625672 +0000 UTC m=+0.375807004 container start f4bbac8ca932133994bfc63e3a897743549071dc33b41c966b15f2731ebe417c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T08:37:26.065 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:25 smithi188 podman[92248]: 2024-04-02 08:37:25.835698204 +0000 UTC m=+0.445248488 container attach f4bbac8ca932133994bfc63e3a897743549071dc33b41c966b15f2731ebe417c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326) 2024-04-02T08:37:26.065 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:26 smithi188 podman[92248]: 2024-04-02 08:37:26.066846322 +0000 UTC m=+0.676396596 container died f4bbac8ca932133994bfc63e3a897743549071dc33b41c966b15f2731ebe417c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True) 2024-04-02T08:37:26.065 INFO:tasks.rados.rados.0.smithi104.stdout:1853: finishing copy_from racing read to smithi10482514-11 2024-04-02T08:37:26.069 INFO:tasks.rados.rados.0.smithi104.stdout:1852: expect (ObjNum 559 snap 179 seq_num 559) 2024-04-02T08:37:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:37:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:37:25] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2024-04-02T08:37:26.447 INFO:tasks.rados.rados.0.smithi104.stdout:1853: finishing copy_from to smithi10482514-11 2024-04-02T08:37:26.447 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1491 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-02T08:37:26.870 INFO:tasks.rados.rados.0.smithi104.stdout:1850: done (4 left) 2024-04-02T08:37:26.870 INFO:tasks.rados.rados.0.smithi104.stdout:1852: done (3 left) 2024-04-02T08:37:26.871 INFO:tasks.rados.rados.0.smithi104.stdout:1853: done (2 left) 2024-04-02T08:37:26.871 INFO:tasks.rados.rados.0.smithi104.stdout:1854: done (1 left) 2024-04-02T08:37:26.871 INFO:tasks.rados.rados.0.smithi104.stdout:1855: done (0 left) 2024-04-02T08:37:26.871 INFO:tasks.rados.rados.0.smithi104.stdout:1856: read oid 4 snap -1 2024-04-02T08:37:26.871 INFO:tasks.rados.rados.0.smithi104.stdout:1856: expect deleted 2024-04-02T08:37:26.871 INFO:tasks.rados.rados.0.smithi104.stdout:1857: rollback oid 30 current snap is 186 2024-04-02T08:37:26.871 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 183 2024-04-02T08:37:26.871 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 186 2024-04-02T08:37:26.871 INFO:tasks.rados.rados.0.smithi104.stdout:1858: seq_num 589 ranges {2244608=270336} 2024-04-02T08:37:26.884 INFO:tasks.rados.rados.0.smithi104.stdout:1858: writing smithi10482514-10 from 2244608 to 2514944 tid 1 2024-04-02T08:37:26.884 INFO:tasks.rados.rados.0.smithi104.stdout:1859: copy_from oid 38 from oid 39 current snap is 186 2024-04-02T08:37:26.884 INFO:tasks.rados.rados.0.smithi104.stdout:1857: finishing rollback tid 0 to smithi10482514-30 2024-04-02T08:37:26.884 INFO:tasks.rados.rados.0.smithi104.stdout:1856: done (3 left) 2024-04-02T08:37:26.884 INFO:tasks.rados.rados.0.smithi104.stdout:1860: delete oid 23 current snap is 186 2024-04-02T08:37:26.884 INFO:tasks.rados.rados.0.smithi104.stdout:1857: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:37:26.884 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1251 (ObjNum 369 snap 0 seq_num 351472720) dirty dne 2024-04-02T08:37:26.886 INFO:tasks.rados.rados.0.smithi104.stdout:1857: done (3 left) 2024-04-02T08:37:26.886 INFO:tasks.rados.rados.0.smithi104.stdout:1860: done (2 left) 2024-04-02T08:37:26.886 INFO:tasks.rados.rados.0.smithi104.stdout:1861: rollback oid 5 current snap is 186 2024-04-02T08:37:26.886 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 5 to 165 2024-04-02T08:37:26.886 INFO:tasks.rados.rados.0.smithi104.stdout:1862: snap_create 2024-04-02T08:37:26.887 INFO:tasks.rados.rados.0.smithi104.stdout:1858: finishing write tid 1 to smithi10482514-10 2024-04-02T08:37:26.887 INFO:tasks.rados.rados.0.smithi104.stdout:1858: finishing write tid 2 to smithi10482514-10 2024-04-02T08:37:26.890 INFO:tasks.rados.rados.0.smithi104.stdout:1861: finishing rollback tid 0 to smithi10482514-5 2024-04-02T08:37:26.890 INFO:tasks.rados.rados.0.smithi104.stdout:1861: finishing rollback tid 1 to smithi10482514-5 2024-04-02T08:37:26.891 INFO:tasks.rados.rados.0.smithi104.stdout:1861: finishing rollback tid 2 to smithi10482514-5 2024-04-02T08:37:26.891 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1032 (ObjNum 473 snap 152 seq_num 473) dirty exists 2024-04-02T08:37:26.891 INFO:tasks.rados.rados.0.smithi104.stdout:1858: finishing write tid 3 to smithi10482514-10 2024-04-02T08:37:26.891 INFO:tasks.rados.rados.0.smithi104.stdout:1858: oid 10 updating version 0 to 1269 2024-04-02T08:37:26.891 INFO:tasks.rados.rados.0.smithi104.stdout:1858: oid 10 updating version 1269 to 1270 2024-04-02T08:37:26.891 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1270 (ObjNum 589 snap 186 seq_num 589) dirty exists 2024-04-02T08:37:26.891 INFO:tasks.rados.rados.0.smithi104.stdout:1858: left oid 10 (ObjNum 589 snap 186 seq_num 589) 2024-04-02T08:37:26.898 INFO:tasks.rados.rados.0.smithi104.stdout:1859: finishing copy_from racing read to smithi10482514-38 2024-04-02T08:37:26.898 INFO:tasks.rados.rados.0.smithi104.stdout:1859: finishing copy_from to smithi10482514-38 2024-04-02T08:37:26.898 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 1351 (ObjNum 403 snap 130 seq_num 403) dirty exists 2024-04-02T08:37:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:26 smithi188 ceph-mon[86835]: osdmap e434: 8 total, 7 up, 8 in 2024-04-02T08:37:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:26 smithi188 ceph-mon[86835]: pgmap v300: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 23 active+undersized, 88 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 32/552 objects degraded (5.797%) 2024-04-02T08:37:27.124 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:26 smithi188 podman[92293]: 2024-04-02 08:37:26.704703034 +0000 UTC m=+0.627598000 container remove f4bbac8ca932133994bfc63e3a897743549071dc33b41c966b15f2731ebe417c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-02T08:37:27.124 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:26 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.4.service: Deactivated successfully. 2024-04-02T08:37:27.124 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:26 smithi188 systemd[1]: Stopped Ceph osd.4 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:27.124 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:26 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.4.service: Consumed 15.772s CPU time. 2024-04-02T08:37:27.124 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:26 smithi188 systemd[1]: Starting Ceph osd.4 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:37:27.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:26 smithi104 ceph-mon[96567]: osdmap e434: 8 total, 7 up, 8 in 2024-04-02T08:37:27.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:26 smithi104 ceph-mon[96567]: pgmap v300: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 23 active+undersized, 88 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 32/552 objects degraded (5.797%) 2024-04-02T08:37:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:26 smithi104 ceph-mon[94081]: osdmap e434: 8 total, 7 up, 8 in 2024-04-02T08:37:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:26 smithi104 ceph-mon[94081]: pgmap v300: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 23 active+undersized, 88 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 32/552 objects degraded (5.797%) 2024-04-02T08:37:27.448 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 podman[92404]: 2024-04-02 08:37:27.05819804 +0000 UTC m=+0.018056475 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:27.448 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 podman[92404]: 2024-04-02 08:37:27.164099329 +0000 UTC m=+0.123957765 container create 3938555409b7c341d702f9413adf24f768a22deba47aa38d3cfeccb031f0514e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:37:27.448 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 podman[92404]: 2024-04-02 08:37:27.35867716 +0000 UTC m=+0.318535608 container init 3938555409b7c341d702f9413adf24f768a22deba47aa38d3cfeccb031f0514e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-02T08:37:27.448 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 podman[92404]: 2024-04-02 08:37:27.3642835 +0000 UTC m=+0.324141935 container start 3938555409b7c341d702f9413adf24f768a22deba47aa38d3cfeccb031f0514e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-02T08:37:27.448 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 podman[92404]: 2024-04-02 08:37:27.449743108 +0000 UTC m=+0.409601559 container attach 3938555409b7c341d702f9413adf24f768a22deba47aa38d3cfeccb031f0514e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi104.stdout:1858: done (3 left) 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi104.stdout:1859: done (2 left) 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi104.stdout:1861: done (1 left) 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi104.stdout:1862: done (0 left) 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi104.stdout:1863: read oid 30 snap 179 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi104.stdout:1863: expect deleted 2024-04-02T08:37:27.871 INFO:tasks.rados.rados.0.smithi104.stdout:1864: rollback oid 17 current snap is 187 2024-04-02T08:37:27.871 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 17 to 178 2024-04-02T08:37:27.871 INFO:tasks.rados.rados.0.smithi104.stdout:1865: read oid 14 snap 185 2024-04-02T08:37:27.871 INFO:tasks.rados.rados.0.smithi104.stdout:1865: expect (ObjNum 493 snap 159 seq_num 493) 2024-04-02T08:37:27.871 INFO:tasks.rados.rados.0.smithi104.stdout:1866: rollback oid 25 current snap is 187 2024-04-02T08:37:27.871 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 25 to 158 2024-04-02T08:37:27.871 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 187 2024-04-02T08:37:27.871 INFO:tasks.rados.rados.0.smithi104.stdout:1867: seq_num 591 ranges {7290880=303104} 2024-04-02T08:37:27.912 INFO:tasks.rados.rados.0.smithi104.stdout:1867: writing smithi10482514-29 from 7290880 to 7593984 tid 1 2024-04-02T08:37:27.912 INFO:tasks.rados.rados.0.smithi104.stdout:1868: read oid 23 snap -1 2024-04-02T08:37:27.912 INFO:tasks.rados.rados.0.smithi104.stdout:1868: expect deleted 2024-04-02T08:37:27.912 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 187 2024-04-02T08:37:27.912 INFO:tasks.rados.rados.0.smithi104.stdout:1869: seq_num 592 ranges {2891776=319488} 2024-04-02T08:37:27.929 INFO:tasks.rados.rados.0.smithi104.stdout:1869: writing smithi10482514-50 from 2891776 to 3211264 tid 1 2024-04-02T08:37:27.929 INFO:tasks.rados.rados.0.smithi104.stdout:1870: delete oid 31 current snap is 187 2024-04-02T08:37:27.929 INFO:tasks.rados.rados.0.smithi104.stdout:1864: finishing rollback tid 0 to smithi10482514-17 2024-04-02T08:37:27.929 INFO:tasks.rados.rados.0.smithi104.stdout:1864: finishing rollback tid 1 to smithi10482514-17 2024-04-02T08:37:27.929 INFO:tasks.rados.rados.0.smithi104.stdout:1864: finishing rollback tid 2 to smithi10482514-17 2024-04-02T08:37:27.930 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1520 (ObjNum 498 snap 160 seq_num 498) dirty exists 2024-04-02T08:37:27.930 INFO:tasks.rados.rados.0.smithi104.stdout:1866: finishing rollback tid 0 to smithi10482514-25 2024-04-02T08:37:27.930 INFO:tasks.rados.rados.0.smithi104.stdout:1866: finishing rollback tid 1 to smithi10482514-25 2024-04-02T08:37:27.930 INFO:tasks.rados.rados.0.smithi104.stdout:1865: expect (ObjNum 493 snap 159 seq_num 493) 2024-04-02T08:37:27.964 INFO:tasks.rados.rados.0.smithi104.stdout:1866: finishing rollback tid 2 to smithi10482514-25 2024-04-02T08:37:27.964 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 1254 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-04-02T08:37:27.964 INFO:tasks.rados.rados.0.smithi104.stdout:1863: done (7 left) 2024-04-02T08:37:27.964 INFO:tasks.rados.rados.0.smithi104.stdout:1864: done (6 left) 2024-04-02T08:37:27.964 INFO:tasks.rados.rados.0.smithi104.stdout:1865: done (5 left) 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1866: done (4 left) 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1870: done (3 left) 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1871: snap_create 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1867: finishing write tid 1 to smithi10482514-29 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1867: finishing write tid 2 to smithi10482514-29 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1867: finishing write tid 3 to smithi10482514-29 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1867: oid 29 updating version 0 to 1272 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1867: oid 29 version 1272 is already newer than 1271 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1272 (ObjNum 591 snap 187 seq_num 591) dirty exists 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1867: left oid 29 (ObjNum 591 snap 187 seq_num 591) 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1869: finishing write tid 1 to smithi10482514-50 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1869: finishing write tid 2 to smithi10482514-50 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1869: finishing write tid 3 to smithi10482514-50 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1869: oid 50 updating version 0 to 1523 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:1869: oid 50 version 1523 is already newer than 1522 2024-04-02T08:37:27.965 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 1523 (ObjNum 592 snap 187 seq_num 592) dirty exists 2024-04-02T08:37:27.966 INFO:tasks.rados.rados.0.smithi104.stdout:1869: left oid 50 (ObjNum 592 snap 187 seq_num 592) 2024-04-02T08:37:28.109 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:27 smithi188 ceph-mon[86835]: Health check failed: Degraded data redundancy: 32/552 objects degraded (5.797%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:28.109 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:27 smithi188 ceph-mon[86835]: osdmap e435: 8 total, 7 up, 8 in 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[92418]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[92418]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 bash[92404]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 bash[92404]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 bash[92404]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 bash[92404]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 bash[92404]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 bash[92404]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 bash[92404]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[92418]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[92418]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:37:28.110 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[92418]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:37:28.111 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[92418]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:28.111 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[92418]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:37:28.111 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:27 smithi188 podman[92404]: 2024-04-02 08:37:27.832056737 +0000 UTC m=+0.791915171 container died 3938555409b7c341d702f9413adf24f768a22deba47aa38d3cfeccb031f0514e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326) 2024-04-02T08:37:28.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:27 smithi104 ceph-mon[94081]: Health check failed: Degraded data redundancy: 32/552 objects degraded (5.797%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:28.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:27 smithi104 ceph-mon[94081]: osdmap e435: 8 total, 7 up, 8 in 2024-04-02T08:37:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:27 smithi104 ceph-mon[96567]: Health check failed: Degraded data redundancy: 32/552 objects degraded (5.797%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:27 smithi104 ceph-mon[96567]: osdmap e435: 8 total, 7 up, 8 in 2024-04-02T08:37:28.758 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:28 smithi188 podman[92554]: 2024-04-02 08:37:28.429127465 +0000 UTC m=+0.591639865 container remove 3938555409b7c341d702f9413adf24f768a22deba47aa38d3cfeccb031f0514e (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:37:28.758 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:28 smithi188 podman[92624]: 2024-04-02 08:37:28.542159581 +0000 UTC m=+0.017761537 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:28.758 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:28 smithi188 podman[92624]: 2024-04-02 08:37:28.646528349 +0000 UTC m=+0.122130278 container create 2523b7f11b0c32941456a50d311d3964487d96f40b185e63d9fd3114cbf41b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:37:28.884 INFO:tasks.rados.rados.0.smithi104.stdout:1867: done (3 left) 2024-04-02T08:37:28.884 INFO:tasks.rados.rados.0.smithi104.stdout:1868: done (2 left) 2024-04-02T08:37:28.884 INFO:tasks.rados.rados.0.smithi104.stdout:1869: done (1 left) 2024-04-02T08:37:28.884 INFO:tasks.rados.rados.0.smithi104.stdout:1871: done (0 left) 2024-04-02T08:37:28.884 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 188 2024-04-02T08:37:28.884 INFO:tasks.rados.rados.0.smithi104.stdout:1872: seq_num 594 ranges {0=352256} 2024-04-02T08:37:28.886 INFO:tasks.rados.rados.0.smithi104.stdout:1872: writing smithi10482514-3 from 0 to 352256 tid 1 2024-04-02T08:37:28.886 INFO:tasks.rados.rados.0.smithi104.stdout:1873: rollback oid 11 current snap is 188 2024-04-02T08:37:28.886 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 11 to 181 2024-04-02T08:37:28.886 INFO:tasks.rados.rados.0.smithi104.stdout:1874: rollback oid 26 current snap is 188 2024-04-02T08:37:28.886 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 165 2024-04-02T08:37:28.886 INFO:tasks.rados.rados.0.smithi104.stdout:1875: rollback oid 19 current snap is 188 2024-04-02T08:37:28.886 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 19 to 185 2024-04-02T08:37:28.887 INFO:tasks.rados.rados.0.smithi104.stdout:1876: snap_create 2024-04-02T08:37:28.890 INFO:tasks.rados.rados.0.smithi104.stdout:1873: finishing rollback tid 0 to smithi10482514-11 2024-04-02T08:37:28.891 INFO:tasks.rados.rados.0.smithi104.stdout:1872: finishing write tid 1 to smithi10482514-3 2024-04-02T08:37:28.891 INFO:tasks.rados.rados.0.smithi104.stdout:1873: finishing rollback tid 1 to smithi10482514-11 2024-04-02T08:37:28.891 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1493 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-02T08:37:28.892 INFO:tasks.rados.rados.0.smithi104.stdout:1872: finishing write tid 2 to smithi10482514-3 2024-04-02T08:37:28.893 INFO:tasks.rados.rados.0.smithi104.stdout:1872: finishing write tid 3 to smithi10482514-3 2024-04-02T08:37:28.894 INFO:tasks.rados.rados.0.smithi104.stdout:1872: oid 3 updating version 0 to 1353 2024-04-02T08:37:28.894 INFO:tasks.rados.rados.0.smithi104.stdout:1872: oid 3 version 1353 is already newer than 1352 2024-04-02T08:37:28.894 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 1353 (ObjNum 594 snap 188 seq_num 594) dirty exists 2024-04-02T08:37:28.894 INFO:tasks.rados.rados.0.smithi104.stdout:1872: left oid 3 (ObjNum 594 snap 188 seq_num 594) 2024-04-02T08:37:28.894 INFO:tasks.rados.rados.0.smithi104.stdout:1874: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:37:28.894 INFO:tasks.rados.rados.0.smithi104.stdout:1874: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:37:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:1874: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:37:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 1400 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:37:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:1875: finishing rollback tid 1 to smithi10482514-19 2024-04-02T08:37:28.895 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1389 (ObjNum 33 snap 0 seq_num 1936655608) dirty dne 2024-04-02T08:37:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:28 smithi188 ceph-mon[86835]: osdmap e436: 8 total, 7 up, 8 in 2024-04-02T08:37:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:28 smithi188 ceph-mon[86835]: pgmap v303: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 284 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 81/585 objects degraded (13.846%) 2024-04-02T08:37:29.123 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:28 smithi188 podman[92624]: 2024-04-02 08:37:28.840272107 +0000 UTC m=+0.315874050 container init 2523b7f11b0c32941456a50d311d3964487d96f40b185e63d9fd3114cbf41b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=) 2024-04-02T08:37:29.123 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:28 smithi188 podman[92624]: 2024-04-02 08:37:28.845564444 +0000 UTC m=+0.321166372 container start 2523b7f11b0c32941456a50d311d3964487d96f40b185e63d9fd3114cbf41b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T08:37:29.123 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:28 smithi188 ceph-osd[92661]: -- 172.21.15.188:0/4136266956 <== mon.1 v2:172.21.15.188:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fe33759680 con 0x55fe33722c00 2024-04-02T08:37:29.123 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:28 smithi188 bash[92624]: 2523b7f11b0c32941456a50d311d3964487d96f40b185e63d9fd3114cbf41b32 2024-04-02T08:37:29.124 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:28 smithi188 systemd[1]: Started Ceph osd.4 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:29.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:28 smithi104 ceph-mon[96567]: osdmap e436: 8 total, 7 up, 8 in 2024-04-02T08:37:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:28 smithi104 ceph-mon[96567]: pgmap v303: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 284 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 81/585 objects degraded (13.846%) 2024-04-02T08:37:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:28 smithi104 ceph-mon[94081]: osdmap e436: 8 total, 7 up, 8 in 2024-04-02T08:37:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:28 smithi104 ceph-mon[94081]: pgmap v303: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 284 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 81/585 objects degraded (13.846%) 2024-04-02T08:37:29.799 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T08:37:29.392+0000 7f1b287c47c0 -1 Falling back to public interface 2024-04-02T08:37:29.883 INFO:tasks.rados.rados.0.smithi104.stdout:1872: done (4 left) 2024-04-02T08:37:29.883 INFO:tasks.rados.rados.0.smithi104.stdout:1873: done (3 left) 2024-04-02T08:37:29.883 INFO:tasks.rados.rados.0.smithi104.stdout:1874: done (2 left) 2024-04-02T08:37:29.883 INFO:tasks.rados.rados.0.smithi104.stdout:1875: done (1 left) 2024-04-02T08:37:29.883 INFO:tasks.rados.rados.0.smithi104.stdout:1876: done (0 left) 2024-04-02T08:37:29.883 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 189 2024-04-02T08:37:29.883 INFO:tasks.rados.rados.0.smithi104.stdout:1877: seq_num 595 ranges {1957888=368640} 2024-04-02T08:37:29.896 INFO:tasks.rados.rados.0.smithi104.stdout:1877: writing smithi10482514-38 from 1957888 to 2326528 tid 1 2024-04-02T08:37:29.896 INFO:tasks.rados.rados.0.smithi104.stdout:1878: snap_create 2024-04-02T08:37:29.901 INFO:tasks.rados.rados.0.smithi104.stdout:1877: finishing write tid 1 to smithi10482514-38 2024-04-02T08:37:29.901 INFO:tasks.rados.rados.0.smithi104.stdout:1877: finishing write tid 2 to smithi10482514-38 2024-04-02T08:37:29.902 INFO:tasks.rados.rados.0.smithi104.stdout:1877: finishing write tid 3 to smithi10482514-38 2024-04-02T08:37:29.902 INFO:tasks.rados.rados.0.smithi104.stdout:1877: oid 38 updating version 0 to 1354 2024-04-02T08:37:29.902 INFO:tasks.rados.rados.0.smithi104.stdout:1877: oid 38 updating version 1354 to 1355 2024-04-02T08:37:29.903 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 1355 (ObjNum 595 snap 189 seq_num 595) dirty exists 2024-04-02T08:37:29.903 INFO:tasks.rados.rados.0.smithi104.stdout:1877: left oid 38 (ObjNum 595 snap 189 seq_num 595) 2024-04-02T08:37:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:29 smithi188 ceph-mon[86835]: osdmap e437: 8 total, 7 up, 8 in 2024-04-02T08:37:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:30.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:29 smithi104 ceph-mon[96567]: osdmap e437: 8 total, 7 up, 8 in 2024-04-02T08:37:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:29 smithi104 ceph-mon[94081]: osdmap e437: 8 total, 7 up, 8 in 2024-04-02T08:37:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:30.863 INFO:tasks.rados.rados.0.smithi104.stdout:1877: done (1 left) 2024-04-02T08:37:30.863 INFO:tasks.rados.rados.0.smithi104.stdout:1878: done (0 left) 2024-04-02T08:37:30.863 INFO:tasks.rados.rados.0.smithi104.stdout:1879: setattr oid 29 current snap is 190 2024-04-02T08:37:30.866 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 31 current snap is 190 2024-04-02T08:37:30.866 INFO:tasks.rados.rados.0.smithi104.stdout:1880: seq_num 596 ranges {0=385024} 2024-04-02T08:37:30.868 INFO:tasks.rados.rados.0.smithi104.stdout:1880: writing smithi10482514-31 from 0 to 385024 tid 1 2024-04-02T08:37:30.868 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 46 current snap is 190 2024-04-02T08:37:30.868 INFO:tasks.rados.rados.0.smithi104.stdout:1881: seq_num 597 ranges {0=401408} 2024-04-02T08:37:30.871 INFO:tasks.rados.rados.0.smithi104.stdout:1881: writing smithi10482514-46 from 0 to 401408 tid 1 2024-04-02T08:37:30.871 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 190 2024-04-02T08:37:30.871 INFO:tasks.rados.rados.0.smithi104.stdout:1882: seq_num 598 ranges {1064960=417792} 2024-04-02T08:37:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:1882: writing smithi10482514-14 from 1064960 to 1482752 tid 1 2024-04-02T08:37:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 190 2024-04-02T08:37:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1273 (ObjNum 591 snap 187 seq_num 591) dirty exists 2024-04-02T08:37:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:1880: finishing write tid 1 to smithi10482514-31 2024-04-02T08:37:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:1880: finishing write tid 2 to smithi10482514-31 2024-04-02T08:37:30.880 INFO:tasks.rados.rados.0.smithi104.stdout:1880: finishing write tid 3 to smithi10482514-31 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1880: oid 31 updating version 0 to 1257 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1880: oid 31 version 1257 is already newer than 1256 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 1257 (ObjNum 596 snap 190 seq_num 596) dirty exists 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1880: left oid 31 (ObjNum 596 snap 190 seq_num 596) 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1881: finishing write tid 1 to smithi10482514-46 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1881: finishing write tid 2 to smithi10482514-46 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1881: finishing write tid 3 to smithi10482514-46 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1881: oid 46 updating version 0 to 1034 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1881: oid 46 version 1034 is already newer than 1033 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1034 (ObjNum 597 snap 190 seq_num 597) dirty exists 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1881: left oid 46 (ObjNum 597 snap 190 seq_num 597) 2024-04-02T08:37:30.881 INFO:tasks.rados.rados.0.smithi104.stdout:1883: seq_num 599 ranges {0=434176} 2024-04-02T08:37:30.882 INFO:tasks.rados.rados.0.smithi104.stdout:1883: writing smithi10482514-12 from 0 to 434176 tid 1 2024-04-02T08:37:30.882 INFO:tasks.rados.rados.0.smithi104.stdout:1879: done (4 left) 2024-04-02T08:37:30.883 INFO:tasks.rados.rados.0.smithi104.stdout:1880: done (3 left) 2024-04-02T08:37:30.883 INFO:tasks.rados.rados.0.smithi104.stdout:1881: done (2 left) 2024-04-02T08:37:30.883 INFO:tasks.rados.rados.0.smithi104.stdout:1884: rmattr oid 43 current snap is 190 2024-04-02T08:37:30.883 INFO:tasks.rados.rados.0.smithi104.stdout:1884: done (2 left) 2024-04-02T08:37:30.883 INFO:tasks.rados.rados.0.smithi104.stdout:1885: setattr oid 4 current snap is 190 2024-04-02T08:37:30.883 INFO:tasks.rados.rados.0.smithi104.stdout:1882: finishing write tid 1 to smithi10482514-14 2024-04-02T08:37:30.883 INFO:tasks.rados.rados.0.smithi104.stdout:1882: finishing write tid 2 to smithi10482514-14 2024-04-02T08:37:30.884 INFO:tasks.rados.rados.0.smithi104.stdout:1886: rollback oid 40 current snap is 190 2024-04-02T08:37:30.884 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 40 to 183 2024-04-02T08:37:30.884 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 190 2024-04-02T08:37:30.884 INFO:tasks.rados.rados.0.smithi104.stdout:1887: seq_num 600 ranges {0=450560} 2024-04-02T08:37:30.887 INFO:tasks.rados.rados.0.smithi104.stdout:1887: writing smithi10482514-8 from 0 to 450560 tid 1 2024-04-02T08:37:30.887 INFO:tasks.rados.rados.0.smithi104.stdout:1888: rollback oid 29 current snap is 190 2024-04-02T08:37:30.888 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 185 2024-04-02T08:37:30.888 INFO:tasks.rados.rados.0.smithi104.stdout:1889: copy_from oid 13 from oid 34 current snap is 190 2024-04-02T08:37:30.888 INFO:tasks.rados.rados.0.smithi104.stdout:1890: delete oid 5 current snap is 190 2024-04-02T08:37:30.888 INFO:tasks.rados.rados.0.smithi104.stdout:1882: finishing write tid 3 to smithi10482514-14 2024-04-02T08:37:30.888 INFO:tasks.rados.rados.0.smithi104.stdout:1882: oid 14 updating version 0 to 1259 2024-04-02T08:37:30.888 INFO:tasks.rados.rados.0.smithi104.stdout:1882: oid 14 version 1259 is already newer than 1258 2024-04-02T08:37:30.888 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1259 (ObjNum 598 snap 190 seq_num 598) dirty exists 2024-04-02T08:37:30.888 INFO:tasks.rados.rados.0.smithi104.stdout:1882: left oid 14 (ObjNum 598 snap 190 seq_num 598) 2024-04-02T08:37:30.888 INFO:tasks.rados.rados.0.smithi104.stdout:1883: finishing write tid 1 to smithi10482514-12 2024-04-02T08:37:30.889 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1401 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:37:30.890 INFO:tasks.rados.rados.0.smithi104.stdout:1886: finishing rollback tid 1 to smithi10482514-40 2024-04-02T08:37:30.891 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 1382 (ObjNum 49 snap 0 seq_num 351463952) dirty dne 2024-04-02T08:37:30.891 INFO:tasks.rados.rados.0.smithi104.stdout:1887: finishing write tid 1 to smithi10482514-8 2024-04-02T08:37:30.892 INFO:tasks.rados.rados.0.smithi104.stdout:1887: finishing write tid 2 to smithi10482514-8 2024-04-02T08:37:30.894 INFO:tasks.rados.rados.0.smithi104.stdout:1883: finishing write tid 2 to smithi10482514-12 2024-04-02T08:37:30.894 INFO:tasks.rados.rados.0.smithi104.stdout:1888: finishing rollback tid 0 to smithi10482514-29 2024-04-02T08:37:30.895 INFO:tasks.rados.rados.0.smithi104.stdout:1882: done (7 left) 2024-04-02T08:37:30.895 INFO:tasks.rados.rados.0.smithi104.stdout:1885: done (6 left) 2024-04-02T08:37:30.895 INFO:tasks.rados.rados.0.smithi104.stdout:1886: done (5 left) 2024-04-02T08:37:30.895 INFO:tasks.rados.rados.0.smithi104.stdout:1890: done (4 left) 2024-04-02T08:37:30.895 INFO:tasks.rados.rados.0.smithi104.stdout:1891: rmattr oid 4 current snap is 190 2024-04-02T08:37:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:1892: copy_from oid 44 from oid 50 current snap is 190 2024-04-02T08:37:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:1893: setattr oid 16 current snap is 190 2024-04-02T08:37:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:1887: finishing write tid 3 to smithi10482514-8 2024-04-02T08:37:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:1887: oid 8 updating version 0 to 1036 2024-04-02T08:37:30.897 INFO:tasks.rados.rados.0.smithi104.stdout:1887: oid 8 version 1036 is already newer than 1035 2024-04-02T08:37:30.897 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 1036 (ObjNum 600 snap 190 seq_num 600) dirty exists 2024-04-02T08:37:30.897 INFO:tasks.rados.rados.0.smithi104.stdout:1887: left oid 8 (ObjNum 600 snap 190 seq_num 600) 2024-04-02T08:37:30.897 INFO:tasks.rados.rados.0.smithi104.stdout:1888: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:37:30.897 INFO:tasks.rados.rados.0.smithi104.stdout:1888: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:37:30.898 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1278 (ObjNum 559 snap 179 seq_num 559) dirty exists 2024-04-02T08:37:30.898 INFO:tasks.rados.rados.0.smithi104.stdout:1887: done (6 left) 2024-04-02T08:37:30.898 INFO:tasks.rados.rados.0.smithi104.stdout:1888: done (5 left) 2024-04-02T08:37:30.898 INFO:tasks.rados.rados.0.smithi104.stdout:1894: snap_create 2024-04-02T08:37:30.898 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1402 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:37:30.899 INFO:tasks.rados.rados.0.smithi104.stdout:1883: finishing write tid 3 to smithi10482514-12 2024-04-02T08:37:30.899 INFO:tasks.rados.rados.0.smithi104.stdout:1883: oid 12 updating version 0 to 1274 2024-04-02T08:37:30.899 INFO:tasks.rados.rados.0.smithi104.stdout:1883: oid 12 updating version 1274 to 1275 2024-04-02T08:37:30.899 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1275 (ObjNum 599 snap 190 seq_num 599) dirty exists 2024-04-02T08:37:30.899 INFO:tasks.rados.rados.0.smithi104.stdout:1883: left oid 12 (ObjNum 599 snap 190 seq_num 599) 2024-04-02T08:37:30.899 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 1365 (ObjNum 33 snap 0 seq_num 1939190384) dirty exists 2024-04-02T08:37:30.911 INFO:tasks.rados.rados.0.smithi104.stdout:1889: finishing copy_from racing read to smithi10482514-13 2024-04-02T08:37:30.913 INFO:tasks.rados.rados.0.smithi104.stdout:1889: finishing copy_from to smithi10482514-13 2024-04-02T08:37:30.913 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 1491 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-02T08:37:30.916 INFO:tasks.rados.rados.0.smithi104.stdout:1892: finishing copy_from racing read to smithi10482514-44 2024-04-02T08:37:30.917 INFO:tasks.rados.rados.0.smithi104.stdout:1892: finishing copy_from to smithi10482514-44 2024-04-02T08:37:30.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 1523 (ObjNum 592 snap 187 seq_num 592) dirty exists 2024-04-02T08:37:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:30 smithi188 ceph-mon[86835]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:37:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:30 smithi188 ceph-mon[86835]: pgmap v306: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.8 MiB/s wr, 11 op/s; 82/597 objects degraded (13.735%) 2024-04-02T08:37:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:30 smithi188 ceph-mon[86835]: osdmap e439: 8 total, 7 up, 8 in 2024-04-02T08:37:31.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:30 smithi104 ceph-mon[96567]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:37:31.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:30 smithi104 ceph-mon[96567]: pgmap v306: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.8 MiB/s wr, 11 op/s; 82/597 objects degraded (13.735%) 2024-04-02T08:37:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:30 smithi104 ceph-mon[96567]: osdmap e439: 8 total, 7 up, 8 in 2024-04-02T08:37:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:30 smithi104 ceph-mon[94081]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:37:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:30 smithi104 ceph-mon[94081]: pgmap v306: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.8 MiB/s wr, 11 op/s; 82/597 objects degraded (13.735%) 2024-04-02T08:37:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:30 smithi104 ceph-mon[94081]: osdmap e439: 8 total, 7 up, 8 in 2024-04-02T08:37:31.902 INFO:tasks.rados.rados.0.smithi104.stdout:1883: done (5 left) 2024-04-02T08:37:31.902 INFO:tasks.rados.rados.0.smithi104.stdout:1889: done (4 left) 2024-04-02T08:37:31.902 INFO:tasks.rados.rados.0.smithi104.stdout:1891: done (3 left) 2024-04-02T08:37:31.902 INFO:tasks.rados.rados.0.smithi104.stdout:1892: done (2 left) 2024-04-02T08:37:31.902 INFO:tasks.rados.rados.0.smithi104.stdout:1893: done (1 left) 2024-04-02T08:37:31.902 INFO:tasks.rados.rados.0.smithi104.stdout:1894: done (0 left) 2024-04-02T08:37:31.903 INFO:tasks.rados.rados.0.smithi104.stdout:1895: delete oid 24 current snap is 191 2024-04-02T08:37:31.906 INFO:tasks.rados.rados.0.smithi104.stdout:1895: done (0 left) 2024-04-02T08:37:31.906 INFO:tasks.rados.rados.0.smithi104.stdout:1896: rmattr oid 14 current snap is 191 2024-04-02T08:37:31.906 INFO:tasks.rados.rados.0.smithi104.stdout:1897: delete oid 7 current snap is 191 2024-04-02T08:37:31.912 INFO:tasks.rados.rados.0.smithi104.stdout:1897: done (1 left) 2024-04-02T08:37:31.912 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 191 2024-04-02T08:37:31.912 INFO:tasks.rados.rados.0.smithi104.stdout:1898: seq_num 604 ranges {7290880=524288} 2024-04-02T08:37:31.955 INFO:tasks.rados.rados.0.smithi104.stdout:1898: writing smithi10482514-29 from 7290880 to 7815168 tid 1 2024-04-02T08:37:31.955 INFO:tasks.rados.rados.0.smithi104.stdout:1899: snap_create 2024-04-02T08:37:31.955 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1260 (ObjNum 598 snap 190 seq_num 598) dirty exists 2024-04-02T08:37:31.960 INFO:tasks.rados.rados.0.smithi104.stdout:1898: finishing write tid 1 to smithi10482514-29 2024-04-02T08:37:31.960 INFO:tasks.rados.rados.0.smithi104.stdout:1898: finishing write tid 2 to smithi10482514-29 2024-04-02T08:37:31.961 INFO:tasks.rados.rados.0.smithi104.stdout:1898: finishing write tid 3 to smithi10482514-29 2024-04-02T08:37:31.961 INFO:tasks.rados.rados.0.smithi104.stdout:1898: oid 29 updating version 0 to 1280 2024-04-02T08:37:31.961 INFO:tasks.rados.rados.0.smithi104.stdout:1898: oid 29 version 1280 is already newer than 1279 2024-04-02T08:37:31.962 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1280 (ObjNum 604 snap 191 seq_num 604) dirty exists 2024-04-02T08:37:31.962 INFO:tasks.rados.rados.0.smithi104.stdout:1898: left oid 29 (ObjNum 604 snap 191 seq_num 604) 2024-04-02T08:37:32.536 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:32.873 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T08:37:32.642+0000 7f1b287c47c0 -1 osd.4 431 log_to_monitors true 2024-04-02T08:37:32.903 INFO:tasks.rados.rados.0.smithi104.stdout:1896: done (2 left) 2024-04-02T08:37:32.903 INFO:tasks.rados.rados.0.smithi104.stdout:1898: done (1 left) 2024-04-02T08:37:32.904 INFO:tasks.rados.rados.0.smithi104.stdout:1899: done (0 left) 2024-04-02T08:37:32.904 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 192 2024-04-02T08:37:32.904 INFO:tasks.rados.rados.0.smithi104.stdout:1900: seq_num 605 ranges {2244608=540672} 2024-04-02T08:37:32.918 INFO:tasks.rados.rados.0.smithi104.stdout:1900: writing smithi10482514-45 from 2244608 to 2785280 tid 1 2024-04-02T08:37:32.918 INFO:tasks.rados.rados.0.smithi104.stdout:1901: snap_remove snap 186 2024-04-02T08:37:33.033 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:37:33.189 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:32 smithi188 ceph-mon[86835]: osdmap e440: 8 total, 7 up, 8 in 2024-04-02T08:37:33.189 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:32 smithi188 ceph-mon[86835]: pgmap v309: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 310 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 824 KiB/s rd, 2.5 MiB/s wr, 22 op/s; 82/621 objects degraded (13.205%) 2024-04-02T08:37:33.189 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:32 smithi188 ceph-mon[86835]: from='osd.4 [v2:172.21.15.188:6800/1897010111,v1:172.21.15.188:6801/1897010111]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:33.189 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:32 smithi188 ceph-mon[86835]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:33.350 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (8m) 35s ago 9m 25.1M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (8m) 2m ago 8m 87.8M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (10m) 35s ago 10m 16.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (10m) 2m ago 10m 18.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (3m) 2m ago 13m 448M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (4m) 35s ago 15m 506M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (3m) 35s ago 15m 53.4M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (2m) 2m ago 14m 29.5M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (3m) 35s ago 13m 49.1M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (8m) 35s ago 8m 16.4M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (8m) 2m ago 8m 15.3M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:37:33.351 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (2m) 35s ago 13m 161M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:37:33.352 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (95s) 35s ago 12m 121M 2480M 19.0.0-2419-g14da45f2 53081131892e 183e693cda03 2024-04-02T08:37:33.352 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (60s) 35s ago 12m 89.3M 2480M 19.0.0-2419-g14da45f2 53081131892e 8534baca25d7 2024-04-02T08:37:33.352 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (40s) 35s ago 11m 14.8M 2480M 19.0.0-2419-g14da45f2 53081131892e e25bf8b5641e 2024-04-02T08:37:33.352 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 starting - - - 2480M 2024-04-02T08:37:33.352 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (11m) 2m ago 11m 197M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d c734dfb046f2 2024-04-02T08:37:33.352 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (10m) 2m ago 10m 143M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:37:33.352 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (10m) 2m ago 10m 118M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:37:33.352 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (3m) 2m ago 9m 47.1M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:37:33.352 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:32 smithi104 ceph-mon[96567]: osdmap e440: 8 total, 7 up, 8 in 2024-04-02T08:37:33.352 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:32 smithi104 ceph-mon[96567]: pgmap v309: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 310 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 824 KiB/s rd, 2.5 MiB/s wr, 22 op/s; 82/621 objects degraded (13.205%) 2024-04-02T08:37:33.352 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:32 smithi104 ceph-mon[96567]: from='osd.4 [v2:172.21.15.188:6800/1897010111,v1:172.21.15.188:6801/1897010111]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:33.352 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:32 smithi104 ceph-mon[96567]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:33.353 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:32 smithi104 ceph-mon[94081]: osdmap e440: 8 total, 7 up, 8 in 2024-04-02T08:37:33.353 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:32 smithi104 ceph-mon[94081]: pgmap v309: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 310 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 824 KiB/s rd, 2.5 MiB/s wr, 22 op/s; 82/621 objects degraded (13.205%) 2024-04-02T08:37:33.353 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:32 smithi104 ceph-mon[94081]: from='osd.4 [v2:172.21.15.188:6800/1897010111,v1:172.21.15.188:6801/1897010111]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:33.353 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:32 smithi104 ceph-mon[94081]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:33.503 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T08:37:33.371+0000 7f1b15c14700 -1 osd.4 431 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:37:33.747 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:37:33.747 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:37:33.747 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:37:33.747 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:37:33.747 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:37:33.747 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:37:33.747 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:37:33.747 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:37:33.748 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:37:33.748 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 4 2024-04-02T08:37:33.748 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:37:33.748 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:37:33.748 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:37:33.748 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:37:33.748 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:37:33.748 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:37:33.748 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 9 2024-04-02T08:37:33.748 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:37:33.748 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:37:33.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:33.907 INFO:tasks.rados.rados.0.smithi104.stdout:1901: done (1 left) 2024-04-02T08:37:33.907 INFO:tasks.rados.rados.0.smithi104.stdout:1902: copy_from oid 25 from oid 40 current snap is 192 2024-04-02T08:37:33.907 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 192 2024-04-02T08:37:33.907 INFO:tasks.rados.rados.0.smithi104.stdout:1903: seq_num 606 ranges {7815168=557056} 2024-04-02T08:37:33.953 INFO:tasks.rados.rados.0.smithi104.stdout:1903: writing smithi10482514-29 from 7815168 to 8372224 tid 1 2024-04-02T08:37:33.953 INFO:tasks.rados.rados.0.smithi104.stdout:1904: snap_remove snap 189 2024-04-02T08:37:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 82/621 objects degraded (13.205%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[96567]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:37:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[96567]: osdmap e441: 8 total, 7 up, 8 in 2024-04-02T08:37:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[96567]: from='osd.4 [v2:172.21.15.188:6800/1897010111,v1:172.21.15.188:6801/1897010111]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[96567]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[96567]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[96567]: from='osd.4 ' entity='osd.4' 2024-04-02T08:37:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:34.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:34.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3883879536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:34.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 82/621 objects degraded (13.205%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:34.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[94081]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:37:34.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[94081]: osdmap e441: 8 total, 7 up, 8 in 2024-04-02T08:37:34.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[94081]: from='osd.4 [v2:172.21.15.188:6800/1897010111,v1:172.21.15.188:6801/1897010111]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:34.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[94081]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:34.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[94081]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:34.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[94081]: from='osd.4 ' entity='osd.4' 2024-04-02T08:37:34.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:34.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:34.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:33 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3883879536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 82/621 objects degraded (13.205%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-mon[86835]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:37:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-mon[86835]: osdmap e441: 8 total, 7 up, 8 in 2024-04-02T08:37:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-mon[86835]: from='osd.4 [v2:172.21.15.188:6800/1897010111,v1:172.21.15.188:6801/1897010111]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-mon[86835]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-mon[86835]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-mon[86835]: from='osd.4 ' entity='osd.4' 2024-04-02T08:37:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:33 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3883879536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:34.911 INFO:tasks.rados.rados.0.smithi104.stdout:1900: finishing write tid 1 to smithi10482514-45 2024-04-02T08:37:34.911 INFO:tasks.rados.rados.0.smithi104.stdout:1900: finishing write tid 2 to smithi10482514-45 2024-04-02T08:37:34.911 INFO:tasks.rados.rados.0.smithi104.stdout:1900: finishing write tid 3 to smithi10482514-45 2024-04-02T08:37:34.911 INFO:tasks.rados.rados.0.smithi104.stdout:1900: oid 45 updating version 0 to 1492 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1900: oid 45 updating version 1492 to 1493 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1493 (ObjNum 605 snap 192 seq_num 605) dirty exists 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1900: left oid 45 (ObjNum 605 snap 192 seq_num 605) 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1902: finishing copy_from to smithi10482514-25 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1902: got expected ENOENT (src dne) 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1902: finishing copy_from racing read to smithi10482514-25 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1903: finishing write tid 1 to smithi10482514-29 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1903: finishing write tid 2 to smithi10482514-29 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1903: finishing write tid 3 to smithi10482514-29 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1903: oid 29 updating version 0 to 1282 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1903: oid 29 version 1282 is already newer than 1281 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1282 (ObjNum 606 snap 192 seq_num 606) dirty exists 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1903: left oid 29 (ObjNum 606 snap 192 seq_num 606) 2024-04-02T08:37:34.912 INFO:tasks.rados.rados.0.smithi104.stdout:1900: done (3 left) 2024-04-02T08:37:34.913 INFO:tasks.rados.rados.0.smithi104.stdout:1902: done (2 left) 2024-04-02T08:37:34.913 INFO:tasks.rados.rados.0.smithi104.stdout:1903: done (1 left) 2024-04-02T08:37:34.913 INFO:tasks.rados.rados.0.smithi104.stdout:1904: done (0 left) 2024-04-02T08:37:34.913 INFO:tasks.rados.rados.0.smithi104.stdout:1905: delete oid 8 current snap is 192 2024-04-02T08:37:34.928 INFO:tasks.rados.rados.0.smithi104.stdout:1905: done (0 left) 2024-04-02T08:37:34.929 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 192 2024-04-02T08:37:34.929 INFO:tasks.rados.rados.0.smithi104.stdout:1906: seq_num 608 ranges {0=589824} 2024-04-02T08:37:34.932 INFO:tasks.rados.rados.0.smithi104.stdout:1906: writing smithi10482514-23 from 0 to 589824 tid 1 2024-04-02T08:37:34.932 INFO:tasks.rados.rados.0.smithi104.stdout:1907: snap_create 2024-04-02T08:37:34.944 INFO:tasks.rados.rados.0.smithi104.stdout:1906: finishing write tid 1 to smithi10482514-23 2024-04-02T08:37:34.944 INFO:tasks.rados.rados.0.smithi104.stdout:1906: finishing write tid 2 to smithi10482514-23 2024-04-02T08:37:34.945 INFO:tasks.rados.rados.0.smithi104.stdout:1906: finishing write tid 3 to smithi10482514-23 2024-04-02T08:37:34.945 INFO:tasks.rados.rados.0.smithi104.stdout:1906: oid 23 updating version 0 to 961 2024-04-02T08:37:34.946 INFO:tasks.rados.rados.0.smithi104.stdout:1906: oid 23 updating version 961 to 962 2024-04-02T08:37:34.946 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 962 (ObjNum 608 snap 192 seq_num 608) dirty exists 2024-04-02T08:37:34.946 INFO:tasks.rados.rados.0.smithi104.stdout:1906: left oid 23 (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:37:35.222 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:34 smithi188 ceph-mon[86835]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:35.222 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:34 smithi188 ceph-mon[86835]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:35.222 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:34 smithi188 ceph-mon[86835]: osd.4 [v2:172.21.15.188:6800/1897010111,v1:172.21.15.188:6801/1897010111] boot 2024-04-02T08:37:35.222 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:34 smithi188 ceph-mon[86835]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:37:35.222 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:37:35.222 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:34 smithi188 ceph-mon[86835]: pgmap v312: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 823 KiB/s rd, 3.9 MiB/s wr, 20 op/s; 85/630 objects degraded (13.492%) 2024-04-02T08:37:35.222 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:35.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:35.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:35.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:35.223 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:34 smithi188 ceph-mon[86835]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:37:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[96567]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[96567]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[96567]: osd.4 [v2:172.21.15.188:6800/1897010111,v1:172.21.15.188:6801/1897010111] boot 2024-04-02T08:37:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[96567]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:37:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:37:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[96567]: pgmap v312: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 823 KiB/s rd, 3.9 MiB/s wr, 20 op/s; 85/630 objects degraded (13.492%) 2024-04-02T08:37:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[96567]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[94081]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[94081]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[94081]: osd.4 [v2:172.21.15.188:6800/1897010111,v1:172.21.15.188:6801/1897010111] boot 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[94081]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[94081]: pgmap v312: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 823 KiB/s rd, 3.9 MiB/s wr, 20 op/s; 85/630 objects degraded (13.492%) 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:35.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:34 smithi104 ceph-mon[94081]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:37:35.933 INFO:tasks.rados.rados.0.smithi104.stdout:1906: done (1 left) 2024-04-02T08:37:35.933 INFO:tasks.rados.rados.0.smithi104.stdout:1907: done (0 left) 2024-04-02T08:37:35.933 INFO:tasks.rados.rados.0.smithi104.stdout:1908: read oid 33 snap -1 2024-04-02T08:37:35.933 INFO:tasks.rados.rados.0.smithi104.stdout:1908: expect (ObjNum 462 snap 146 seq_num 462) 2024-04-02T08:37:35.933 INFO:tasks.rados.rados.0.smithi104.stdout:1909: read oid 6 snap -1 2024-04-02T08:37:35.933 INFO:tasks.rados.rados.0.smithi104.stdout:1909: expect (ObjNum 572 snap 181 seq_num 572) 2024-04-02T08:37:35.933 INFO:tasks.rados.rados.0.smithi104.stdout:1910: delete oid 48 current snap is 193 2024-04-02T08:37:35.940 INFO:tasks.rados.rados.0.smithi104.stdout:1910: done (2 left) 2024-04-02T08:37:35.940 INFO:tasks.rados.rados.0.smithi104.stdout:1911: read oid 15 snap -1 2024-04-02T08:37:35.940 INFO:tasks.rados.rados.0.smithi104.stdout:1911: expect (ObjNum 538 snap 175 seq_num 538) 2024-04-02T08:37:35.940 INFO:tasks.rados.rados.0.smithi104.stdout:1912: snap_remove snap 177 2024-04-02T08:37:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:37:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:37:35] "GET /metrics HTTP/1.1" 200 35992 "" "Prometheus/2.43.0" 2024-04-02T08:37:36.935 INFO:tasks.rados.rados.0.smithi104.stdout:1912: done (3 left) 2024-04-02T08:37:36.935 INFO:tasks.rados.rados.0.smithi104.stdout:1913: read oid 19 snap 192 2024-04-02T08:37:36.935 INFO:tasks.rados.rados.0.smithi104.stdout:1913: expect deleted 2024-04-02T08:37:36.936 INFO:tasks.rados.rados.0.smithi104.stdout:1914: snap_remove snap 178 2024-04-02T08:37:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:36 smithi188 ceph-mon[86835]: osdmap e444: 8 total, 8 up, 8 in 2024-04-02T08:37:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:36 smithi188 ceph-mon[86835]: pgmap v315: 121 pgs: 8 active+undersized+degraded, 14 active+undersized, 99 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 9 op/s; 59/636 objects degraded (9.277%); 1.4 MiB/s, 0 objects/s recovering 2024-04-02T08:37:37.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:36 smithi104 ceph-mon[96567]: osdmap e444: 8 total, 8 up, 8 in 2024-04-02T08:37:37.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:36 smithi104 ceph-mon[96567]: pgmap v315: 121 pgs: 8 active+undersized+degraded, 14 active+undersized, 99 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 9 op/s; 59/636 objects degraded (9.277%); 1.4 MiB/s, 0 objects/s recovering 2024-04-02T08:37:37.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:36 smithi104 ceph-mon[94081]: osdmap e444: 8 total, 8 up, 8 in 2024-04-02T08:37:37.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:36 smithi104 ceph-mon[94081]: pgmap v315: 121 pgs: 8 active+undersized+degraded, 14 active+undersized, 99 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 9 op/s; 59/636 objects degraded (9.277%); 1.4 MiB/s, 0 objects/s recovering 2024-04-02T08:37:37.940 INFO:tasks.rados.rados.0.smithi104.stdout:1914: done (4 left) 2024-04-02T08:37:37.940 INFO:tasks.rados.rados.0.smithi104.stdout:1915: read oid 30 snap -1 2024-04-02T08:37:37.940 INFO:tasks.rados.rados.0.smithi104.stdout:1915: expect deleted 2024-04-02T08:37:37.940 INFO:tasks.rados.rados.0.smithi104.stdout:1916: copy_from oid 5 from oid 26 current snap is 193 2024-04-02T08:37:37.941 INFO:tasks.rados.rados.0.smithi104.stdout:1908: expect (ObjNum 462 snap 146 seq_num 462) 2024-04-02T08:37:37.969 INFO:tasks.rados.rados.0.smithi104.stdout:1908: done (5 left) 2024-04-02T08:37:37.970 INFO:tasks.rados.rados.0.smithi104.stdout:1917: read oid 33 snap -1 2024-04-02T08:37:37.970 INFO:tasks.rados.rados.0.smithi104.stdout:1917: expect (ObjNum 462 snap 146 seq_num 462) 2024-04-02T08:37:37.970 INFO:tasks.rados.rados.0.smithi104.stdout:1918: read oid 10 snap -1 2024-04-02T08:37:37.970 INFO:tasks.rados.rados.0.smithi104.stdout:1918: expect (ObjNum 589 snap 186 seq_num 589) 2024-04-02T08:37:37.970 INFO:tasks.rados.rados.0.smithi104.stdout:1919: snap_remove snap 179 2024-04-02T08:37:38.239 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:37 smithi188 ceph-mon[86835]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:37:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:37 smithi104 ceph-mon[96567]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:37:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:37 smithi104 ceph-mon[94081]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:37:38.948 INFO:tasks.rados.rados.0.smithi104.stdout:1919: done (7 left) 2024-04-02T08:37:38.948 INFO:tasks.rados.rados.0.smithi104.stdout:1920: snap_remove snap 169 2024-04-02T08:37:39.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:37:39.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:39.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: pgmap v318: 121 pgs: 121 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 748 KiB/s wr, 13 op/s; 13 MiB/s, 4 objects/s recovering 2024-04-02T08:37:39.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:39.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:39.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:39.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:39.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:39.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:39.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:39.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:39.315 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:37:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: pgmap v318: 121 pgs: 121 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 748 KiB/s wr, 13 op/s; 13 MiB/s, 4 objects/s recovering 2024-04-02T08:37:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:39.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:39.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:39.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:39.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:39.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:39.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:39.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:37:39.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:39.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: pgmap v318: 121 pgs: 121 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 748 KiB/s wr, 13 op/s; 13 MiB/s, 4 objects/s recovering 2024-04-02T08:37:39.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:39.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:39.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:39.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:39.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:39.395 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:39.395 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:39.395 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:39.395 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:39.948 INFO:tasks.rados.rados.0.smithi104.stdout:1920: done (7 left) 2024-04-02T08:37:39.948 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 193 2024-04-02T08:37:39.948 INFO:tasks.rados.rados.0.smithi104.stdout:1921: seq_num 610 ranges {1482752=622592} 2024-04-02T08:37:39.960 INFO:tasks.rados.rados.0.smithi104.stdout:1921: writing smithi10482514-14 from 1482752 to 2105344 tid 1 2024-04-02T08:37:39.960 INFO:tasks.rados.rados.0.smithi104.stdout:1922: snap_remove snap 187 2024-04-02T08:37:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:39 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:40.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:39 smithi188 ceph-mon[86835]: Upgrade: osd.5 is safe to restart 2024-04-02T08:37:40.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:39 smithi188 ceph-mon[86835]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:37:40.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:39 smithi188 ceph-mon[86835]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/636 objects degraded (9.277%), 8 pgs degraded) 2024-04-02T08:37:40.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:39 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:37:40.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:39 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:39 smithi104 ceph-mon[94081]: Upgrade: osd.5 is safe to restart 2024-04-02T08:37:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:39 smithi104 ceph-mon[94081]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:37:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:39 smithi104 ceph-mon[94081]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/636 objects degraded (9.277%), 8 pgs degraded) 2024-04-02T08:37:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:39 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:37:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:39 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:39 smithi104 ceph-mon[96567]: Upgrade: osd.5 is safe to restart 2024-04-02T08:37:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:39 smithi104 ceph-mon[96567]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:37:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:39 smithi104 ceph-mon[96567]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 59/636 objects degraded (9.277%), 8 pgs degraded) 2024-04-02T08:37:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:39 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:37:40.867 INFO:tasks.rados.rados.0.smithi104.stdout:1909: expect (ObjNum 572 snap 181 seq_num 572) 2024-04-02T08:37:40.986 INFO:tasks.rados.rados.0.smithi104.stdout:1911: expect (ObjNum 538 snap 175 seq_num 538) 2024-04-02T08:37:41.094 INFO:tasks.rados.rados.0.smithi104.stdout:1916: finishing copy_from racing read to smithi10482514-5 2024-04-02T08:37:41.094 INFO:tasks.rados.rados.0.smithi104.stdout:1916: finishing copy_from to smithi10482514-5 2024-04-02T08:37:41.094 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1400 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:37:41.094 INFO:tasks.rados.rados.0.smithi104.stdout:1909: done (8 left) 2024-04-02T08:37:41.095 INFO:tasks.rados.rados.0.smithi104.stdout:1911: done (7 left) 2024-04-02T08:37:41.095 INFO:tasks.rados.rados.0.smithi104.stdout:1913: done (6 left) 2024-04-02T08:37:41.095 INFO:tasks.rados.rados.0.smithi104.stdout:1915: done (5 left) 2024-04-02T08:37:41.095 INFO:tasks.rados.rados.0.smithi104.stdout:1916: done (4 left) 2024-04-02T08:37:41.095 INFO:tasks.rados.rados.0.smithi104.stdout:1922: done (3 left) 2024-04-02T08:37:41.095 INFO:tasks.rados.rados.0.smithi104.stdout:1923: delete oid 7 current snap is 193 2024-04-02T08:37:41.095 INFO:tasks.rados.rados.0.smithi104.stdout:1917: expect (ObjNum 462 snap 146 seq_num 462) 2024-04-02T08:37:41.112 INFO:tasks.rados.rados.0.smithi104.stdout:1918: expect (ObjNum 589 snap 186 seq_num 589) 2024-04-02T08:37:41.211 INFO:tasks.rados.rados.0.smithi104.stdout:1921: finishing write tid 1 to smithi10482514-14 2024-04-02T08:37:41.211 INFO:tasks.rados.rados.0.smithi104.stdout:1921: finishing write tid 2 to smithi10482514-14 2024-04-02T08:37:41.211 INFO:tasks.rados.rados.0.smithi104.stdout:1921: finishing write tid 3 to smithi10482514-14 2024-04-02T08:37:41.211 INFO:tasks.rados.rados.0.smithi104.stdout:1921: oid 14 updating version 0 to 1262 2024-04-02T08:37:41.211 INFO:tasks.rados.rados.0.smithi104.stdout:1921: oid 14 version 1262 is already newer than 1261 2024-04-02T08:37:41.211 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1262 (ObjNum 610 snap 193 seq_num 610) dirty exists 2024-04-02T08:37:41.211 INFO:tasks.rados.rados.0.smithi104.stdout:1921: left oid 14 (ObjNum 610 snap 193 seq_num 610) 2024-04-02T08:37:41.211 INFO:tasks.rados.rados.0.smithi104.stdout:1917: done (3 left) 2024-04-02T08:37:41.211 INFO:tasks.rados.rados.0.smithi104.stdout:1918: done (2 left) 2024-04-02T08:37:41.211 INFO:tasks.rados.rados.0.smithi104.stdout:1921: done (1 left) 2024-04-02T08:37:41.211 INFO:tasks.rados.rados.0.smithi104.stdout:1923: done (0 left) 2024-04-02T08:37:41.212 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 193 2024-04-02T08:37:41.212 INFO:tasks.rados.rados.0.smithi104.stdout:1924: seq_num 612 ranges {3457024=655360} 2024-04-02T08:37:41.215 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:40 smithi188 ceph-mon[86835]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:37:41.215 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:40 smithi188 ceph-mon[86835]: pgmap v321: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1022 KiB/s wr, 10 op/s; 12 MiB/s, 4 objects/s recovering 2024-04-02T08:37:41.215 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:41.215 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:37:41.215 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:41.215 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:40 smithi188 ceph-mon[86835]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:37:41.232 INFO:tasks.rados.rados.0.smithi104.stdout:1924: writing smithi10482514-6 from 3457024 to 4112384 tid 1 2024-04-02T08:37:41.232 INFO:tasks.rados.rados.0.smithi104.stdout:1925: snap_create 2024-04-02T08:37:41.238 INFO:tasks.rados.rados.0.smithi104.stdout:1924: finishing write tid 1 to smithi10482514-6 2024-04-02T08:37:41.238 INFO:tasks.rados.rados.0.smithi104.stdout:1924: finishing write tid 2 to smithi10482514-6 2024-04-02T08:37:41.239 INFO:tasks.rados.rados.0.smithi104.stdout:1924: finishing write tid 3 to smithi10482514-6 2024-04-02T08:37:41.239 INFO:tasks.rados.rados.0.smithi104.stdout:1924: oid 6 updating version 0 to 1546 2024-04-02T08:37:41.239 INFO:tasks.rados.rados.0.smithi104.stdout:1924: oid 6 version 1546 is already newer than 1545 2024-04-02T08:37:41.240 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1546 (ObjNum 612 snap 193 seq_num 612) dirty exists 2024-04-02T08:37:41.240 INFO:tasks.rados.rados.0.smithi104.stdout:1924: left oid 6 (ObjNum 612 snap 193 seq_num 612) 2024-04-02T08:37:41.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[94081]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:37:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[94081]: pgmap v321: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1022 KiB/s wr, 10 op/s; 12 MiB/s, 4 objects/s recovering 2024-04-02T08:37:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:37:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[94081]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:37:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[96567]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:37:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[96567]: pgmap v321: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1022 KiB/s wr, 10 op/s; 12 MiB/s, 4 objects/s recovering 2024-04-02T08:37:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:37:41.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:41.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:40 smithi104 ceph-mon[96567]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:37:41.968 INFO:tasks.rados.rados.0.smithi104.stdout:1924: done (1 left) 2024-04-02T08:37:41.968 INFO:tasks.rados.rados.0.smithi104.stdout:1925: done (0 left) 2024-04-02T08:37:41.969 INFO:tasks.rados.rados.0.smithi104.stdout:1926: rmattr oid 25 current snap is 194 2024-04-02T08:37:41.969 INFO:tasks.rados.rados.0.smithi104.stdout:1927: copy_from oid 11 from oid 23 current snap is 194 2024-04-02T08:37:41.969 INFO:tasks.rados.rados.0.smithi104.stdout:1928: rollback oid 39 current snap is 194 2024-04-02T08:37:41.969 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 184 2024-04-02T08:37:41.969 INFO:tasks.rados.rados.0.smithi104.stdout:1929: read oid 18 snap -1 2024-04-02T08:37:41.969 INFO:tasks.rados.rados.0.smithi104.stdout:1929: expect (ObjNum 513 snap 165 seq_num 513) 2024-04-02T08:37:41.969 INFO:tasks.rados.rados.0.smithi104.stdout:1930: delete oid 17 current snap is 194 2024-04-02T08:37:41.975 INFO:tasks.rados.rados.0.smithi104.stdout:1928: finishing rollback tid 0 to smithi10482514-39 2024-04-02T08:37:41.975 INFO:tasks.rados.rados.0.smithi104.stdout:1928: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:37:41.975 INFO:tasks.rados.rados.0.smithi104.stdout:1928: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:37:41.975 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 1550 (ObjNum 403 snap 130 seq_num 403) dirty exists 2024-04-02T08:37:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 1263 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-04-02T08:37:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:1926: done (4 left) 2024-04-02T08:37:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:1928: done (3 left) 2024-04-02T08:37:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:1930: done (2 left) 2024-04-02T08:37:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:1931: rollback oid 43 current snap is 194 2024-04-02T08:37:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 43 to 171 2024-04-02T08:37:41.978 INFO:tasks.rados.rados.0.smithi104.stdout:1932: delete oid 45 current snap is 194 2024-04-02T08:37:41.980 INFO:tasks.rados.rados.0.smithi104.stdout:1927: finishing copy_from racing read to smithi10482514-11 2024-04-02T08:37:41.980 INFO:tasks.rados.rados.0.smithi104.stdout:1932: done (3 left) 2024-04-02T08:37:41.980 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 194 2024-04-02T08:37:41.981 INFO:tasks.rados.rados.0.smithi104.stdout:1933: seq_num 615 ranges {5210112=704512} 2024-04-02T08:37:42.012 INFO:tasks.rados.rados.0.smithi104.stdout:1933: writing smithi10482514-13 from 5210112 to 5914624 tid 1 2024-04-02T08:37:42.012 INFO:tasks.rados.rados.0.smithi104.stdout:1934: snap_remove snap 165 2024-04-02T08:37:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:41 smithi188 ceph-mon[86835]: Upgrade: Updating osd.5 2024-04-02T08:37:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:41 smithi188 ceph-mon[86835]: Deploying daemon osd.5 on smithi188 2024-04-02T08:37:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:41 smithi104 ceph-mon[96567]: Upgrade: Updating osd.5 2024-04-02T08:37:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:41 smithi104 ceph-mon[96567]: Deploying daemon osd.5 on smithi188 2024-04-02T08:37:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:41 smithi104 ceph-mon[94081]: Upgrade: Updating osd.5 2024-04-02T08:37:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:41 smithi104 ceph-mon[94081]: Deploying daemon osd.5 on smithi188 2024-04-02T08:37:42.481 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:42.979 INFO:tasks.rados.rados.0.smithi104.stdout:1934: done (4 left) 2024-04-02T08:37:42.980 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 37 current snap is 194 2024-04-02T08:37:42.980 INFO:tasks.rados.rados.0.smithi104.stdout:1927: finishing copy_from to smithi10482514-11 2024-04-02T08:37:42.980 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 962 (ObjNum 608 snap 192 seq_num 608) dirty exists 2024-04-02T08:37:42.980 INFO:tasks.rados.rados.0.smithi104.stdout:1935: seq_num 616 ranges {4071424=720896} 2024-04-02T08:37:43.008 INFO:tasks.rados.rados.0.smithi104.stdout:1935: writing smithi10482514-37 from 4071424 to 4792320 tid 1 2024-04-02T08:37:43.008 INFO:tasks.rados.rados.0.smithi104.stdout:1927: done (4 left) 2024-04-02T08:37:43.008 INFO:tasks.rados.rados.0.smithi104.stdout:1936: read oid 24 snap -1 2024-04-02T08:37:43.008 INFO:tasks.rados.rados.0.smithi104.stdout:1936: expect deleted 2024-04-02T08:37:43.008 INFO:tasks.rados.rados.0.smithi104.stdout:1937: snap_remove snap 176 2024-04-02T08:37:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:42 smithi188 ceph-mon[86835]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:37:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:42 smithi188 ceph-mon[86835]: pgmap v324: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 634 KiB/s wr, 6 op/s 2024-04-02T08:37:43.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:42 smithi104 ceph-mon[96567]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:37:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:42 smithi104 ceph-mon[96567]: pgmap v324: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 634 KiB/s wr, 6 op/s 2024-04-02T08:37:43.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:42 smithi104 ceph-mon[94081]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:37:43.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:42 smithi104 ceph-mon[94081]: pgmap v324: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 634 KiB/s wr, 6 op/s 2024-04-02T08:37:43.528 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi104\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi104\", job=\"node\", machine=\"x86_64\", nodename=\"smithi104\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:43.992 INFO:tasks.rados.rados.0.smithi104.stdout:1937: done (5 left) 2024-04-02T08:37:43.992 INFO:tasks.rados.rados.0.smithi104.stdout:1938: snap_remove snap 188 2024-04-02T08:37:44.152 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:43 smithi188 ceph-mon[86835]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:37:44.153 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:43 smithi188 systemd[1]: Stopping Ceph osd.5 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:37:44.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:43 smithi104 ceph-mon[94081]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:37:44.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:43 smithi104 ceph-mon[96567]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:37:44.623 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[42237]: 2024-04-02T08:37:44.153+0000 7fc6ad23a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:37:44.623 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[42237]: 2024-04-02T08:37:44.153+0000 7fc6ad23a700 -1 osd.5 452 *** Got signal Terminated *** 2024-04-02T08:37:44.623 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[42237]: 2024-04-02T08:37:44.153+0000 7fc6ad23a700 -1 osd.5 452 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:37:44.992 INFO:tasks.rados.rados.0.smithi104.stdout:1938: done (5 left) 2024-04-02T08:37:44.992 INFO:tasks.rados.rados.0.smithi104.stdout:1939: copy_from oid 15 from oid 47 current snap is 194 2024-04-02T08:37:44.992 INFO:tasks.rados.rados.0.smithi104.stdout:1931: finishing rollback tid 1 to smithi10482514-43 2024-04-02T08:37:44.992 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1207 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:37:44.992 INFO:tasks.rados.rados.0.smithi104.stdout:1929: expect (ObjNum 513 snap 165 seq_num 513) 2024-04-02T08:37:45.356 INFO:tasks.rados.rados.0.smithi104.stdout:1933: finishing write tid 1 to smithi10482514-13 2024-04-02T08:37:45.356 INFO:tasks.rados.rados.0.smithi104.stdout:1933: finishing write tid 2 to smithi10482514-13 2024-04-02T08:37:45.356 INFO:tasks.rados.rados.0.smithi104.stdout:1933: finishing write tid 3 to smithi10482514-13 2024-04-02T08:37:45.356 INFO:tasks.rados.rados.0.smithi104.stdout:1933: oid 13 updating version 0 to 1495 2024-04-02T08:37:45.356 INFO:tasks.rados.rados.0.smithi104.stdout:1933: oid 13 updating version 1495 to 1496 2024-04-02T08:37:45.356 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 1496 (ObjNum 615 snap 194 seq_num 615) dirty exists 2024-04-02T08:37:45.356 INFO:tasks.rados.rados.0.smithi104.stdout:1933: left oid 13 (ObjNum 615 snap 194 seq_num 615) 2024-04-02T08:37:45.356 INFO:tasks.rados.rados.0.smithi104.stdout:1929: done (5 left) 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1931: done (4 left) 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1933: done (3 left) 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1940: rollback oid 2 current snap is 194 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 2 to 193 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1935: finishing write tid 1 to smithi10482514-37 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1935: finishing write tid 2 to smithi10482514-37 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1935: finishing write tid 3 to smithi10482514-37 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1935: oid 37 updating version 0 to 1208 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1935: oid 37 version 1208 is already newer than 1207 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1208 (ObjNum 616 snap 194 seq_num 616) dirty exists 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1935: left oid 37 (ObjNum 616 snap 194 seq_num 616) 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1935: done (3 left) 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1936: done (2 left) 2024-04-02T08:37:45.357 INFO:tasks.rados.rados.0.smithi104.stdout:1941: snap_create 2024-04-02T08:37:45.358 INFO:tasks.rados.rados.0.smithi104.stdout:1940: finishing rollback tid 0 to smithi10482514-2 2024-04-02T08:37:45.358 INFO:tasks.rados.rados.0.smithi104.stdout:1940: finishing rollback tid 1 to smithi10482514-2 2024-04-02T08:37:45.358 INFO:tasks.rados.rados.0.smithi104.stdout:1940: finishing rollback tid 2 to smithi10482514-2 2024-04-02T08:37:45.358 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1252 (ObjNum 547 snap 178 seq_num 547) dirty exists 2024-04-02T08:37:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:44 smithi188 ceph-mon[86835]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:37:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:44 smithi188 ceph-mon[86835]: osd.5 marked itself down and dead 2024-04-02T08:37:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:44 smithi188 ceph-mon[86835]: pgmap v327: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 324 KiB/s wr, 3 op/s 2024-04-02T08:37:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:45.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:44 smithi104 ceph-mon[96567]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:37:45.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:44 smithi104 ceph-mon[96567]: osd.5 marked itself down and dead 2024-04-02T08:37:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:44 smithi104 ceph-mon[96567]: pgmap v327: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 324 KiB/s wr, 3 op/s 2024-04-02T08:37:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:44 smithi104 ceph-mon[94081]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:37:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:44 smithi104 ceph-mon[94081]: osd.5 marked itself down and dead 2024-04-02T08:37:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:44 smithi104 ceph-mon[94081]: pgmap v327: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 324 KiB/s wr, 3 op/s 2024-04-02T08:37:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:45.873 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:45 smithi188 podman[97056]: 2024-04-02 08:37:45.566796891 +0000 UTC m=+1.524413477 container died c734dfb046f2e1493696b9a52cad64c58fea54ea5b1d0c1598e2abcadcee971d (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c) 2024-04-02T08:37:45.876 INFO:tasks.rados.rados.0.smithi104.stdout:1940: done (2 left) 2024-04-02T08:37:45.876 INFO:tasks.rados.rados.0.smithi104.stdout:1941: done (1 left) 2024-04-02T08:37:45.876 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 46 current snap is 195 2024-04-02T08:37:45.876 INFO:tasks.rados.rados.0.smithi104.stdout:1942: seq_num 617 ranges {401408=737280} 2024-04-02T08:37:45.883 INFO:tasks.rados.rados.0.smithi104.stdout:1942: writing smithi10482514-46 from 401408 to 1138688 tid 1 2024-04-02T08:37:45.883 INFO:tasks.rados.rados.0.smithi104.stdout:1943: delete oid 41 current snap is 195 2024-04-02T08:37:45.887 INFO:tasks.rados.rados.0.smithi104.stdout:1943: done (2 left) 2024-04-02T08:37:45.887 INFO:tasks.rados.rados.0.smithi104.stdout:1944: read oid 45 snap -1 2024-04-02T08:37:45.887 INFO:tasks.rados.rados.0.smithi104.stdout:1944: expect deleted 2024-04-02T08:37:45.887 INFO:tasks.rados.rados.0.smithi104.stdout:1945: delete oid 8 current snap is 195 2024-04-02T08:37:45.889 INFO:tasks.rados.rados.0.smithi104.stdout:1942: finishing write tid 1 to smithi10482514-46 2024-04-02T08:37:45.889 INFO:tasks.rados.rados.0.smithi104.stdout:1942: finishing write tid 2 to smithi10482514-46 2024-04-02T08:37:45.890 INFO:tasks.rados.rados.0.smithi104.stdout:1944: done (3 left) 2024-04-02T08:37:45.890 INFO:tasks.rados.rados.0.smithi104.stdout:1945: done (2 left) 2024-04-02T08:37:45.890 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 195 2024-04-02T08:37:45.890 INFO:tasks.rados.rados.0.smithi104.stdout:1946: seq_num 620 ranges {1507328=794624} 2024-04-02T08:37:45.902 INFO:tasks.rados.rados.0.smithi104.stdout:1946: writing smithi10482514-27 from 1507328 to 2301952 tid 1 2024-04-02T08:37:45.902 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 195 2024-04-02T08:37:45.902 INFO:tasks.rados.rados.0.smithi104.stdout:1947: seq_num 621 ranges {0=409600,409600=401408} 2024-04-02T08:37:45.904 INFO:tasks.rados.rados.0.smithi104.stdout:1947: writing smithi10482514-4 from 0 to 409600 tid 1 2024-04-02T08:37:45.907 INFO:tasks.rados.rados.0.smithi104.stdout:1947: writing smithi10482514-4 from 409600 to 811008 tid 2 2024-04-02T08:37:45.908 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 195 2024-04-02T08:37:45.908 INFO:tasks.rados.rados.0.smithi104.stdout:1942: finishing write tid 3 to smithi10482514-46 2024-04-02T08:37:45.908 INFO:tasks.rados.rados.0.smithi104.stdout:1942: oid 46 updating version 0 to 1401 2024-04-02T08:37:45.908 INFO:tasks.rados.rados.0.smithi104.stdout:1942: oid 46 updating version 1401 to 1402 2024-04-02T08:37:45.908 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1402 (ObjNum 617 snap 195 seq_num 617) dirty exists 2024-04-02T08:37:45.908 INFO:tasks.rados.rados.0.smithi104.stdout:1942: left oid 46 (ObjNum 617 snap 195 seq_num 617) 2024-04-02T08:37:45.908 INFO:tasks.rados.rados.0.smithi104.stdout:1939: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:37:45.908 INFO:tasks.rados.rados.0.smithi104.stdout:1948: seq_num 622 ranges {647168=425984,1073152=401408} 2024-04-02T08:37:45.913 INFO:tasks.rados.rados.0.smithi104.stdout:1948: writing smithi10482514-33 from 647168 to 1073152 tid 1 2024-04-02T08:37:45.916 INFO:tasks.rados.rados.0.smithi104.stdout:1948: writing smithi10482514-33 from 1073152 to 1474560 tid 2 2024-04-02T08:37:45.916 INFO:tasks.rados.rados.0.smithi104.stdout:1942: done (4 left) 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1949: read oid 7 snap -1 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1949: expect deleted 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1950: copy_from oid 16 from oid 41 current snap is 195 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1939: finishing copy_from to smithi10482514-15 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 1268 (ObjNum 585 snap 185 seq_num 585) dirty exists 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1939: done (5 left) 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1951: read oid 34 snap -1 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1951: expect (ObjNum 570 snap 180 seq_num 570) 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1952: snap_create 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1946: finishing write tid 1 to smithi10482514-27 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1946: finishing write tid 2 to smithi10482514-27 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1947: finishing write tid 1 to smithi10482514-4 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1947: finishing write tid 2 to smithi10482514-4 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1947: finishing write tid 3 to smithi10482514-4 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1946: finishing write tid 3 to smithi10482514-27 2024-04-02T08:37:45.917 INFO:tasks.rados.rados.0.smithi104.stdout:1946: oid 27 updating version 0 to 1404 2024-04-02T08:37:45.918 INFO:tasks.rados.rados.0.smithi104.stdout:1946: oid 27 version 1404 is already newer than 1403 2024-04-02T08:37:45.918 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1404 (ObjNum 620 snap 195 seq_num 620) dirty exists 2024-04-02T08:37:45.918 INFO:tasks.rados.rados.0.smithi104.stdout:1946: left oid 27 (ObjNum 620 snap 195 seq_num 620) 2024-04-02T08:37:45.918 INFO:tasks.rados.rados.0.smithi104.stdout:1947: finishing write tid 4 to smithi10482514-4 2024-04-02T08:37:45.918 INFO:tasks.rados.rados.0.smithi104.stdout:1947: oid 4 updating version 0 to 1406 2024-04-02T08:37:45.918 INFO:tasks.rados.rados.0.smithi104.stdout:1947: oid 4 updating version 1406 to 1407 2024-04-02T08:37:45.918 INFO:tasks.rados.rados.0.smithi104.stdout:1947: oid 4 version 1407 is already newer than 1405 2024-04-02T08:37:45.918 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1407 (ObjNum 621 snap 195 seq_num 621) dirty exists 2024-04-02T08:37:45.918 INFO:tasks.rados.rados.0.smithi104.stdout:1947: left oid 4 (ObjNum 621 snap 195 seq_num 621) 2024-04-02T08:37:45.918 INFO:tasks.rados.rados.0.smithi104.stdout:1948: finishing write tid 1 to smithi10482514-33 2024-04-02T08:37:45.922 INFO:tasks.rados.rados.0.smithi104.stdout:1950: finishing copy_from to smithi10482514-16 2024-04-02T08:37:45.922 INFO:tasks.rados.rados.0.smithi104.stdout:1950: got expected ENOENT (src dne) 2024-04-02T08:37:45.922 INFO:tasks.rados.rados.0.smithi104.stdout:1950: finishing copy_from racing read to smithi10482514-16 2024-04-02T08:37:45.922 INFO:tasks.rados.rados.0.smithi104.stdout:1948: finishing write tid 2 to smithi10482514-33 2024-04-02T08:37:45.922 INFO:tasks.rados.rados.0.smithi104.stdout:1948: finishing write tid 3 to smithi10482514-33 2024-04-02T08:37:45.923 INFO:tasks.rados.rados.0.smithi104.stdout:1948: finishing write tid 4 to smithi10482514-33 2024-04-02T08:37:45.923 INFO:tasks.rados.rados.0.smithi104.stdout:1948: oid 33 updating version 0 to 1366 2024-04-02T08:37:45.923 INFO:tasks.rados.rados.0.smithi104.stdout:1948: oid 33 updating version 1366 to 1368 2024-04-02T08:37:45.923 INFO:tasks.rados.rados.0.smithi104.stdout:1948: oid 33 version 1368 is already newer than 1367 2024-04-02T08:37:45.923 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1368 (ObjNum 622 snap 195 seq_num 622) dirty exists 2024-04-02T08:37:45.923 INFO:tasks.rados.rados.0.smithi104.stdout:1948: left oid 33 (ObjNum 622 snap 195 seq_num 622) 2024-04-02T08:37:45.932 INFO:tasks.rados.rados.0.smithi104.stdout:1951: expect (ObjNum 570 snap 180 seq_num 570) 2024-04-02T08:37:46.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:45 smithi104 ceph-mon[96567]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:46.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:45 smithi104 ceph-mon[96567]: osdmap e453: 8 total, 7 up, 8 in 2024-04-02T08:37:46.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:45 smithi104 ceph-mon[96567]: osdmap e454: 8 total, 7 up, 8 in 2024-04-02T08:37:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:45 smithi104 ceph-mon[94081]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:45 smithi104 ceph-mon[94081]: osdmap e453: 8 total, 7 up, 8 in 2024-04-02T08:37:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:45 smithi104 ceph-mon[94081]: osdmap e454: 8 total, 7 up, 8 in 2024-04-02T08:37:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:37:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:37:45] "GET /metrics HTTP/1.1" 200 35992 "" "Prometheus/2.43.0" 2024-04-02T08:37:46.175 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:45 smithi188 ceph-mon[86835]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:46.175 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:45 smithi188 ceph-mon[86835]: osdmap e453: 8 total, 7 up, 8 in 2024-04-02T08:37:46.176 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:45 smithi188 ceph-mon[86835]: osdmap e454: 8 total, 7 up, 8 in 2024-04-02T08:37:46.176 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:45 smithi188 podman[97056]: 2024-04-02 08:37:45.984467561 +0000 UTC m=+1.942084136 container cleanup c734dfb046f2e1493696b9a52cad64c58fea54ea5b1d0c1598e2abcadcee971d (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-02T08:37:46.176 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:45 smithi188 bash[97056]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T08:37:46.592 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:46 smithi188 podman[97077]: 2024-04-02 08:37:46.177628858 +0000 UTC m=+0.605244706 container remove c734dfb046f2e1493696b9a52cad64c58fea54ea5b1d0c1598e2abcadcee971d (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-02T08:37:46.843 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:46 smithi188 podman[97175]: 2024-04-02 08:37:46.497441594 +0000 UTC m=+0.017523184 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:46.843 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:46 smithi188 podman[97175]: 2024-04-02 08:37:46.611832026 +0000 UTC m=+0.131913619 container create 09c178ec7d72d59abef1c1a6341dff589fe441583b5154d275736385299d9610 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:37:46.843 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:46 smithi188 podman[97175]: 2024-04-02 08:37:46.839635718 +0000 UTC m=+0.359717318 container init 09c178ec7d72d59abef1c1a6341dff589fe441583b5154d275736385299d9610 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:37:46.843 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:46 smithi188 podman[97175]: 2024-04-02 08:37:46.845489063 +0000 UTC m=+0.365570653 container start 09c178ec7d72d59abef1c1a6341dff589fe441583b5154d275736385299d9610 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:37:46.869 INFO:tasks.rados.rados.0.smithi104.stdout:1946: done (6 left) 2024-04-02T08:37:46.869 INFO:tasks.rados.rados.0.smithi104.stdout:1947: done (5 left) 2024-04-02T08:37:46.869 INFO:tasks.rados.rados.0.smithi104.stdout:1948: done (4 left) 2024-04-02T08:37:46.869 INFO:tasks.rados.rados.0.smithi104.stdout:1949: done (3 left) 2024-04-02T08:37:46.869 INFO:tasks.rados.rados.0.smithi104.stdout:1950: done (2 left) 2024-04-02T08:37:46.869 INFO:tasks.rados.rados.0.smithi104.stdout:1951: done (1 left) 2024-04-02T08:37:46.869 INFO:tasks.rados.rados.0.smithi104.stdout:1952: done (0 left) 2024-04-02T08:37:46.869 INFO:tasks.rados.rados.0.smithi104.stdout:1953: delete oid 50 current snap is 196 2024-04-02T08:37:46.872 INFO:tasks.rados.rados.0.smithi104.stdout:1953: done (0 left) 2024-04-02T08:37:46.872 INFO:tasks.rados.rados.0.smithi104.stdout:1954: rmattr oid 47 current snap is 196 2024-04-02T08:37:46.872 INFO:tasks.rados.rados.0.smithi104.stdout:1954: done (0 left) 2024-04-02T08:37:46.872 INFO:tasks.rados.rados.0.smithi104.stdout:1955: delete oid 50 current snap is 196 2024-04-02T08:37:46.874 INFO:tasks.rados.rados.0.smithi104.stdout:1955: done (0 left) 2024-04-02T08:37:46.874 INFO:tasks.rados.rados.0.smithi104.stdout:1956: snap_remove snap 171 2024-04-02T08:37:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:46 smithi188 ceph-mon[86835]: pgmap v330: 121 pgs: 16 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 6 active+undersized, 85 active+clean; 298 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 564 KiB/s wr, 4 op/s 2024-04-02T08:37:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:46 smithi188 ceph-mon[86835]: osdmap e455: 8 total, 7 up, 8 in 2024-04-02T08:37:47.124 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:46 smithi188 podman[97175]: 2024-04-02 08:37:46.956013253 +0000 UTC m=+0.476094844 container attach 09c178ec7d72d59abef1c1a6341dff589fe441583b5154d275736385299d9610 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS) 2024-04-02T08:37:47.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:46 smithi104 ceph-mon[96567]: pgmap v330: 121 pgs: 16 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 6 active+undersized, 85 active+clean; 298 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 564 KiB/s wr, 4 op/s 2024-04-02T08:37:47.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:46 smithi104 ceph-mon[96567]: osdmap e455: 8 total, 7 up, 8 in 2024-04-02T08:37:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:46 smithi104 ceph-mon[94081]: pgmap v330: 121 pgs: 16 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 6 active+undersized, 85 active+clean; 298 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 564 KiB/s wr, 4 op/s 2024-04-02T08:37:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:46 smithi104 ceph-mon[94081]: osdmap e455: 8 total, 7 up, 8 in 2024-04-02T08:37:47.482 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:47 smithi188 podman[97175]: 2024-04-02 08:37:47.136985771 +0000 UTC m=+0.657067359 container died 09c178ec7d72d59abef1c1a6341dff589fe441583b5154d275736385299d9610 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:37:47.871 INFO:tasks.rados.rados.0.smithi104.stdout:1956: done (0 left) 2024-04-02T08:37:47.871 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 196 2024-04-02T08:37:47.871 INFO:tasks.rados.rados.0.smithi104.stdout:1957: seq_num 625 ranges {589824=475136,1064960=401408} 2024-04-02T08:37:47.877 INFO:tasks.rados.rados.0.smithi104.stdout:1957: writing smithi10482514-23 from 589824 to 1064960 tid 1 2024-04-02T08:37:47.880 INFO:tasks.rados.rados.0.smithi104.stdout:1957: writing smithi10482514-23 from 1064960 to 1466368 tid 2 2024-04-02T08:37:47.880 INFO:tasks.rados.rados.0.smithi104.stdout:1958: read oid 15 snap -1 2024-04-02T08:37:47.880 INFO:tasks.rados.rados.0.smithi104.stdout:1958: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:37:47.880 INFO:tasks.rados.rados.0.smithi104.stdout:1959: setattr oid 36 current snap is 196 2024-04-02T08:37:47.881 INFO:tasks.rados.rados.0.smithi104.stdout:1960: snap_create 2024-04-02T08:37:47.884 INFO:tasks.rados.rados.0.smithi104.stdout:1957: finishing write tid 1 to smithi10482514-23 2024-04-02T08:37:47.886 INFO:tasks.rados.rados.0.smithi104.stdout:1957: finishing write tid 2 to smithi10482514-23 2024-04-02T08:37:47.886 INFO:tasks.rados.rados.0.smithi104.stdout:1957: finishing write tid 3 to smithi10482514-23 2024-04-02T08:37:47.886 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1209 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:37:47.890 INFO:tasks.rados.rados.0.smithi104.stdout:1957: finishing write tid 4 to smithi10482514-23 2024-04-02T08:37:47.890 INFO:tasks.rados.rados.0.smithi104.stdout:1957: oid 23 updating version 0 to 964 2024-04-02T08:37:47.890 INFO:tasks.rados.rados.0.smithi104.stdout:1957: oid 23 updating version 964 to 965 2024-04-02T08:37:47.890 INFO:tasks.rados.rados.0.smithi104.stdout:1957: oid 23 version 965 is already newer than 963 2024-04-02T08:37:47.890 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 965 (ObjNum 625 snap 196 seq_num 625) dirty exists 2024-04-02T08:37:47.891 INFO:tasks.rados.rados.0.smithi104.stdout:1957: left oid 23 (ObjNum 625 snap 196 seq_num 625) 2024-04-02T08:37:47.903 INFO:tasks.rados.rados.0.smithi104.stdout:1958: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:37:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:47 smithi188 ceph-mon[86835]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-02T08:37:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:47 smithi188 ceph-mon[86835]: osdmap e456: 8 total, 7 up, 8 in 2024-04-02T08:37:48.124 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:47 smithi188 podman[97221]: 2024-04-02 08:37:47.792881274 +0000 UTC m=+0.651266747 container remove 09c178ec7d72d59abef1c1a6341dff589fe441583b5154d275736385299d9610 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:37:48.124 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:47 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.5.service: Deactivated successfully. 2024-04-02T08:37:48.124 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:47 smithi188 systemd[1]: Stopped Ceph osd.5 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:48.124 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:47 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.5.service: Consumed 18.742s CPU time. 2024-04-02T08:37:48.124 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 systemd[1]: Starting Ceph osd.5 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:37:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:47 smithi104 ceph-mon[96567]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-02T08:37:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:47 smithi104 ceph-mon[96567]: osdmap e456: 8 total, 7 up, 8 in 2024-04-02T08:37:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:47 smithi104 ceph-mon[94081]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-02T08:37:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:47 smithi104 ceph-mon[94081]: osdmap e456: 8 total, 7 up, 8 in 2024-04-02T08:37:48.580 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 podman[97333]: 2024-04-02 08:37:48.155338835 +0000 UTC m=+0.018187541 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:48.580 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 podman[97333]: 2024-04-02 08:37:48.263038129 +0000 UTC m=+0.125886838 container create b6651e94f12d724e68b1ef8e3610150b201e017accf7df079800c35de149e69c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:37:48.580 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 podman[97333]: 2024-04-02 08:37:48.490226098 +0000 UTC m=+0.353074805 container init b6651e94f12d724e68b1ef8e3610150b201e017accf7df079800c35de149e69c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-02T08:37:48.580 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 podman[97333]: 2024-04-02 08:37:48.496051922 +0000 UTC m=+0.358900628 container start b6651e94f12d724e68b1ef8e3610150b201e017accf7df079800c35de149e69c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:37:48.580 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 podman[97333]: 2024-04-02 08:37:48.581746882 +0000 UTC m=+0.444595600 container attach b6651e94f12d724e68b1ef8e3610150b201e017accf7df079800c35de149e69c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5) 2024-04-02T08:37:48.876 INFO:tasks.rados.rados.0.smithi104.stdout:1957: done (3 left) 2024-04-02T08:37:48.876 INFO:tasks.rados.rados.0.smithi104.stdout:1958: done (2 left) 2024-04-02T08:37:48.876 INFO:tasks.rados.rados.0.smithi104.stdout:1959: done (1 left) 2024-04-02T08:37:48.876 INFO:tasks.rados.rados.0.smithi104.stdout:1960: done (0 left) 2024-04-02T08:37:48.876 INFO:tasks.rados.rados.0.smithi104.stdout:1961: delete oid 2 current snap is 197 2024-04-02T08:37:48.882 INFO:tasks.rados.rados.0.smithi104.stdout:1961: done (0 left) 2024-04-02T08:37:48.882 INFO:tasks.rados.rados.0.smithi104.stdout:1962: copy_from oid 29 from oid 30 current snap is 197 2024-04-02T08:37:48.882 INFO:tasks.rados.rados.0.smithi104.stdout:1963: read oid 1 snap 191 2024-04-02T08:37:48.883 INFO:tasks.rados.rados.0.smithi104.stdout:1963: expect (ObjNum 411 snap 134 seq_num 411) 2024-04-02T08:37:48.883 INFO:tasks.rados.rados.0.smithi104.stdout:1964: rollback oid 17 current snap is 197 2024-04-02T08:37:48.883 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 17 to 195 2024-04-02T08:37:48.883 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 197 2024-04-02T08:37:48.883 INFO:tasks.rados.rados.0.smithi104.stdout:1965: seq_num 627 ranges {0=507904,507904=401408} 2024-04-02T08:37:48.885 INFO:tasks.rados.rados.0.smithi104.stdout:1965: writing smithi10482514-49 from 0 to 507904 tid 1 2024-04-02T08:37:48.888 INFO:tasks.rados.rados.0.smithi104.stdout:1965: writing smithi10482514-49 from 507904 to 909312 tid 2 2024-04-02T08:37:48.889 INFO:tasks.rados.rados.0.smithi104.stdout:1966: setattr oid 5 current snap is 197 2024-04-02T08:37:48.889 INFO:tasks.rados.rados.0.smithi104.stdout:1962: finishing copy_from to smithi10482514-29 2024-04-02T08:37:48.889 INFO:tasks.rados.rados.0.smithi104.stdout:1962: got expected ENOENT (src dne) 2024-04-02T08:37:48.889 INFO:tasks.rados.rados.0.smithi104.stdout:1962: finishing copy_from racing read to smithi10482514-29 2024-04-02T08:37:48.889 INFO:tasks.rados.rados.0.smithi104.stdout:1964: finishing rollback tid 1 to smithi10482514-17 2024-04-02T08:37:48.889 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1583 (ObjNum 129 snap 0 seq_num 1940011360) dirty dne 2024-04-02T08:37:48.891 INFO:tasks.rados.rados.0.smithi104.stdout:1962: done (4 left) 2024-04-02T08:37:48.891 INFO:tasks.rados.rados.0.smithi104.stdout:1964: done (3 left) 2024-04-02T08:37:48.891 INFO:tasks.rados.rados.0.smithi104.stdout:1967: read oid 8 snap 195 2024-04-02T08:37:48.891 INFO:tasks.rados.rados.0.smithi104.stdout:1967: expect deleted 2024-04-02T08:37:48.891 INFO:tasks.rados.rados.0.smithi104.stdout:1968: rmattr oid 20 current snap is 197 2024-04-02T08:37:48.891 INFO:tasks.rados.rados.0.smithi104.stdout:1968: done (4 left) 2024-04-02T08:37:48.892 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 197 2024-04-02T08:37:48.892 INFO:tasks.rados.rados.0.smithi104.stdout:1969: seq_num 628 ranges {0=524288,524288=401408} 2024-04-02T08:37:48.895 INFO:tasks.rados.rados.0.smithi104.stdout:1969: writing smithi10482514-48 from 0 to 524288 tid 1 2024-04-02T08:37:48.898 INFO:tasks.rados.rados.0.smithi104.stdout:1969: writing smithi10482514-48 from 524288 to 925696 tid 2 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1970: rollback oid 18 current snap is 197 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 18 to 183 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1965: finishing write tid 1 to smithi10482514-49 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1965: finishing write tid 2 to smithi10482514-49 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1965: finishing write tid 3 to smithi10482514-49 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1965: finishing write tid 4 to smithi10482514-49 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1965: oid 49 updating version 0 to 1499 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1965: oid 49 version 1499 is already newer than 1497 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1965: oid 49 version 1499 is already newer than 1498 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1499 (ObjNum 627 snap 197 seq_num 627) dirty exists 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1965: left oid 49 (ObjNum 627 snap 197 seq_num 627) 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1403 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1965: done (5 left) 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1966: done (4 left) 2024-04-02T08:37:48.899 INFO:tasks.rados.rados.0.smithi104.stdout:1967: done (3 left) 2024-04-02T08:37:48.900 INFO:tasks.rados.rados.0.smithi104.stdout:1971: copy_from oid 12 from oid 8 current snap is 197 2024-04-02T08:37:48.900 INFO:tasks.rados.rados.0.smithi104.stdout:1972: rollback oid 24 current snap is 197 2024-04-02T08:37:48.900 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 24 to 193 2024-04-02T08:37:48.900 INFO:tasks.rados.rados.0.smithi104.stdout:1973: setattr oid 23 current snap is 197 2024-04-02T08:37:48.901 INFO:tasks.rados.rados.0.smithi104.stdout:1974: read oid 29 snap -1 2024-04-02T08:37:48.901 INFO:tasks.rados.rados.0.smithi104.stdout:1974: expect (ObjNum 606 snap 192 seq_num 606) 2024-04-02T08:37:48.901 INFO:tasks.rados.rados.0.smithi104.stdout:1975: rollback oid 46 current snap is 197 2024-04-02T08:37:48.901 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 46 to 191 2024-04-02T08:37:48.901 INFO:tasks.rados.rados.0.smithi104.stdout:1976: read oid 47 snap 192 2024-04-02T08:37:48.901 INFO:tasks.rados.rados.0.smithi104.stdout:1976: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:37:48.901 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 197 2024-04-02T08:37:48.901 INFO:tasks.rados.rados.0.smithi104.stdout:1977: seq_num 629 ranges {0=540672,540672=401408} 2024-04-02T08:37:48.904 INFO:tasks.rados.rados.0.smithi104.stdout:1977: writing smithi10482514-32 from 0 to 540672 tid 1 2024-04-02T08:37:48.907 INFO:tasks.rados.rados.0.smithi104.stdout:1977: writing smithi10482514-32 from 540672 to 942080 tid 2 2024-04-02T08:37:48.907 INFO:tasks.rados.rados.0.smithi104.stdout:1978: snap_remove snap 195 2024-04-02T08:37:49.283 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:49 smithi188 ceph-mon[86835]: pgmap v333: 121 pgs: 7 active+undersized+degraded, 16 peering, 26 active+undersized, 72 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 76/585 objects degraded (12.991%) 2024-04-02T08:37:49.283 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:49 smithi188 ceph-mon[86835]: osdmap e457: 8 total, 7 up, 8 in 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[97348]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[97348]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 bash[97333]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 bash[97333]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 bash[97333]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 bash[97333]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 bash[97333]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 bash[97333]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 bash[97333]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[97348]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[97348]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[97348]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:37:49.284 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[97348]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:49.285 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[97348]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:37:49.285 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:48 smithi188 podman[97333]: 2024-04-02 08:37:48.973819868 +0000 UTC m=+0.836668581 container died b6651e94f12d724e68b1ef8e3610150b201e017accf7df079800c35de149e69c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:37:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:49 smithi104 ceph-mon[96567]: pgmap v333: 121 pgs: 7 active+undersized+degraded, 16 peering, 26 active+undersized, 72 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 76/585 objects degraded (12.991%) 2024-04-02T08:37:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:49 smithi104 ceph-mon[96567]: osdmap e457: 8 total, 7 up, 8 in 2024-04-02T08:37:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:48 smithi104 ceph-mon[94081]: pgmap v333: 121 pgs: 7 active+undersized+degraded, 16 peering, 26 active+undersized, 72 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 76/585 objects degraded (12.991%) 2024-04-02T08:37:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:48 smithi104 ceph-mon[94081]: osdmap e457: 8 total, 7 up, 8 in 2024-04-02T08:37:49.873 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:49 smithi188 podman[97499]: 2024-04-02 08:37:49.601884342 +0000 UTC m=+0.622713448 container remove b6651e94f12d724e68b1ef8e3610150b201e017accf7df079800c35de149e69c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T08:37:49.873 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:49 smithi188 podman[97570]: 2024-04-02 08:37:49.717802073 +0000 UTC m=+0.017939004 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:37:49.874 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:49 smithi188 podman[97570]: 2024-04-02 08:37:49.827702563 +0000 UTC m=+0.127839482 container create 2420a754553d4e43524cd2a73c3943b4bb7aa803de7980ff039fe1e23ba8cbe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:37:49.874 INFO:tasks.rados.rados.0.smithi104.stdout:1978: done (10 left) 2024-04-02T08:37:49.874 INFO:tasks.rados.rados.0.smithi104.stdout:1979: snap_remove snap 190 2024-04-02T08:37:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:50 smithi188 ceph-mon[86835]: Health check failed: Degraded data redundancy: 76/585 objects degraded (12.991%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:50 smithi188 ceph-mon[86835]: osdmap e458: 8 total, 7 up, 8 in 2024-04-02T08:37:50.374 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:50 smithi188 podman[97570]: 2024-04-02 08:37:50.055162903 +0000 UTC m=+0.355299834 container init 2420a754553d4e43524cd2a73c3943b4bb7aa803de7980ff039fe1e23ba8cbe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS) 2024-04-02T08:37:50.374 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:50 smithi188 podman[97570]: 2024-04-02 08:37:50.060779072 +0000 UTC m=+0.360915993 container start 2420a754553d4e43524cd2a73c3943b4bb7aa803de7980ff039fe1e23ba8cbe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:37:50.374 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:50 smithi188 ceph-osd[97609]: -- 172.21.15.188:0/2278793389 <== mon.1 v2:172.21.15.188:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ce7f0f9680 con 0x55ce7f0c3400 2024-04-02T08:37:50.374 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:50 smithi188 bash[97570]: 2420a754553d4e43524cd2a73c3943b4bb7aa803de7980ff039fe1e23ba8cbe2 2024-04-02T08:37:50.374 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:50 smithi188 systemd[1]: Started Ceph osd.5 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:50 smithi104 ceph-mon[96567]: Health check failed: Degraded data redundancy: 76/585 objects degraded (12.991%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:50 smithi104 ceph-mon[96567]: osdmap e458: 8 total, 7 up, 8 in 2024-04-02T08:37:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:50 smithi104 ceph-mon[94081]: Health check failed: Degraded data redundancy: 76/585 objects degraded (12.991%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:50 smithi104 ceph-mon[94081]: osdmap e458: 8 total, 7 up, 8 in 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:1979: done (10 left) 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:1980: delete oid 33 current snap is 197 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:1972: finishing rollback tid 1 to smithi10482514-24 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 1503 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:1969: finishing write tid 1 to smithi10482514-48 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:1970: finishing rollback tid 0 to smithi10482514-18 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:1970: finishing rollback tid 1 to smithi10482514-18 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1361 (ObjNum 33 snap 0 seq_num 1940343248) dirty dne 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:1969: finishing write tid 2 to smithi10482514-48 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:1969: finishing write tid 3 to smithi10482514-48 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:1975: finishing rollback tid 0 to smithi10482514-46 2024-04-02T08:37:50.872 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 966 (ObjNum 625 snap 196 seq_num 625) dirty exists 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1975: finishing rollback tid 1 to smithi10482514-46 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1969: finishing write tid 4 to smithi10482514-48 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1969: oid 48 updating version 0 to 1404 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1969: oid 48 updating version 1404 to 1405 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1969: oid 48 updating version 1405 to 1406 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 1406 (ObjNum 628 snap 197 seq_num 628) dirty exists 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1969: left oid 48 (ObjNum 628 snap 197 seq_num 628) 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1975: finishing rollback tid 2 to smithi10482514-46 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1409 (ObjNum 597 snap 190 seq_num 597) dirty exists 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1977: finishing write tid 1 to smithi10482514-32 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1977: finishing write tid 2 to smithi10482514-32 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1977: finishing write tid 3 to smithi10482514-32 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1977: finishing write tid 4 to smithi10482514-32 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1977: oid 32 updating version 0 to 432 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1977: oid 32 version 432 is already newer than 430 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:1977: oid 32 version 432 is already newer than 431 2024-04-02T08:37:50.873 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 432 (ObjNum 629 snap 197 seq_num 629) dirty exists 2024-04-02T08:37:50.874 INFO:tasks.rados.rados.0.smithi104.stdout:1977: left oid 32 (ObjNum 629 snap 197 seq_num 629) 2024-04-02T08:37:50.874 INFO:tasks.rados.rados.0.smithi104.stdout:1963: expect (ObjNum 411 snap 134 seq_num 411) 2024-04-02T08:37:50.874 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:50 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T08:37:50.606+0000 7f455d98a7c0 -1 Falling back to public interface 2024-04-02T08:37:51.193 INFO:tasks.rados.rados.0.smithi104.stdout:1971: finishing copy_from to smithi10482514-12 2024-04-02T08:37:51.193 INFO:tasks.rados.rados.0.smithi104.stdout:1971: got expected ENOENT (src dne) 2024-04-02T08:37:51.193 INFO:tasks.rados.rados.0.smithi104.stdout:1971: finishing copy_from racing read to smithi10482514-12 2024-04-02T08:37:51.193 INFO:tasks.rados.rados.0.smithi104.stdout:1974: expect (ObjNum 606 snap 192 seq_num 606) 2024-04-02T08:37:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:51 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:51 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:51 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:51 smithi188 ceph-mon[86835]: pgmap v336: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 288 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 102/585 objects degraded (17.436%) 2024-04-02T08:37:51.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:51 smithi188 ceph-mon[86835]: osdmap e459: 8 total, 7 up, 8 in 2024-04-02T08:37:51.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:51 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:51.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:51 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:51.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:51 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:51.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:51 smithi104 ceph-mon[96567]: pgmap v336: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 288 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 102/585 objects degraded (17.436%) 2024-04-02T08:37:51.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:51 smithi104 ceph-mon[96567]: osdmap e459: 8 total, 7 up, 8 in 2024-04-02T08:37:51.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:51 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:51.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:51 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:51.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:51 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:51.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:51 smithi104 ceph-mon[94081]: pgmap v336: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 288 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 102/585 objects degraded (17.436%) 2024-04-02T08:37:51.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:51 smithi104 ceph-mon[94081]: osdmap e459: 8 total, 7 up, 8 in 2024-04-02T08:37:51.808 INFO:tasks.rados.rados.0.smithi104.stdout:1976: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:37:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:1963: done (10 left) 2024-04-02T08:37:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:1969: done (9 left) 2024-04-02T08:37:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:1970: done (8 left) 2024-04-02T08:37:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:1971: done (7 left) 2024-04-02T08:37:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:1972: done (6 left) 2024-04-02T08:37:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:1973: done (5 left) 2024-04-02T08:37:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:1974: done (4 left) 2024-04-02T08:37:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:1975: done (3 left) 2024-04-02T08:37:52.051 INFO:tasks.rados.rados.0.smithi104.stdout:1976: done (2 left) 2024-04-02T08:37:52.051 INFO:tasks.rados.rados.0.smithi104.stdout:1977: done (1 left) 2024-04-02T08:37:52.051 INFO:tasks.rados.rados.0.smithi104.stdout:1980: done (0 left) 2024-04-02T08:37:52.051 INFO:tasks.rados.rados.0.smithi104.stdout:1981: snap_remove snap 192 2024-04-02T08:37:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:1981: done (0 left) 2024-04-02T08:37:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:1982: read oid 30 snap -1 2024-04-02T08:37:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:1982: expect deleted 2024-04-02T08:37:52.233 INFO:tasks.rados.rados.0.smithi104.stdout:1983: read oid 6 snap -1 2024-04-02T08:37:52.234 INFO:tasks.rados.rados.0.smithi104.stdout:1983: expect (ObjNum 612 snap 193 seq_num 612) 2024-04-02T08:37:52.234 INFO:tasks.rados.rados.0.smithi104.stdout:1984: copy_from oid 19 from oid 13 current snap is 197 2024-04-02T08:37:52.234 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 197 2024-04-02T08:37:52.234 INFO:tasks.rados.rados.0.smithi104.stdout:1985: seq_num 631 ranges {434176=573440,1007616=401408} 2024-04-02T08:37:52.240 INFO:tasks.rados.rados.0.smithi104.stdout:1985: writing smithi10482514-12 from 434176 to 1007616 tid 1 2024-04-02T08:37:52.242 INFO:tasks.rados.rados.0.smithi104.stdout:1985: writing smithi10482514-12 from 1007616 to 1409024 tid 2 2024-04-02T08:37:52.243 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 197 2024-04-02T08:37:52.243 INFO:tasks.rados.rados.0.smithi104.stdout:1986: seq_num 632 ranges {0=589824,589824=401408} 2024-04-02T08:37:52.246 INFO:tasks.rados.rados.0.smithi104.stdout:1986: writing smithi10482514-40 from 0 to 589824 tid 1 2024-04-02T08:37:52.249 INFO:tasks.rados.rados.0.smithi104.stdout:1986: writing smithi10482514-40 from 589824 to 991232 tid 2 2024-04-02T08:37:52.250 INFO:tasks.rados.rados.0.smithi104.stdout:1987: read oid 20 snap -1 2024-04-02T08:37:52.250 INFO:tasks.rados.rados.0.smithi104.stdout:1987: expect (ObjNum 562 snap 179 seq_num 562) 2024-04-02T08:37:52.250 INFO:tasks.rados.rados.0.smithi104.stdout:1988: snap_create 2024-04-02T08:37:52.250 INFO:tasks.rados.rados.0.smithi104.stdout:1985: finishing write tid 1 to smithi10482514-12 2024-04-02T08:37:52.250 INFO:tasks.rados.rados.0.smithi104.stdout:1985: finishing write tid 2 to smithi10482514-12 2024-04-02T08:37:52.250 INFO:tasks.rados.rados.0.smithi104.stdout:1985: finishing write tid 3 to smithi10482514-12 2024-04-02T08:37:52.250 INFO:tasks.rados.rados.0.smithi104.stdout:1985: finishing write tid 4 to smithi10482514-12 2024-04-02T08:37:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:1985: oid 12 updating version 0 to 1292 2024-04-02T08:37:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:1985: oid 12 updating version 1292 to 1293 2024-04-02T08:37:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:1985: oid 12 version 1293 is already newer than 1291 2024-04-02T08:37:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1293 (ObjNum 631 snap 197 seq_num 631) dirty exists 2024-04-02T08:37:52.253 INFO:tasks.rados.rados.0.smithi104.stdout:1985: left oid 12 (ObjNum 631 snap 197 seq_num 631) 2024-04-02T08:37:52.254 INFO:tasks.rados.rados.0.smithi104.stdout:1986: finishing write tid 1 to smithi10482514-40 2024-04-02T08:37:52.254 INFO:tasks.rados.rados.0.smithi104.stdout:1986: finishing write tid 2 to smithi10482514-40 2024-04-02T08:37:52.254 INFO:tasks.rados.rados.0.smithi104.stdout:1986: finishing write tid 3 to smithi10482514-40 2024-04-02T08:37:52.255 INFO:tasks.rados.rados.0.smithi104.stdout:1986: finishing write tid 4 to smithi10482514-40 2024-04-02T08:37:52.256 INFO:tasks.rados.rados.0.smithi104.stdout:1986: oid 40 updating version 0 to 1408 2024-04-02T08:37:52.256 INFO:tasks.rados.rados.0.smithi104.stdout:1986: oid 40 updating version 1408 to 1410 2024-04-02T08:37:52.256 INFO:tasks.rados.rados.0.smithi104.stdout:1986: oid 40 version 1410 is already newer than 1409 2024-04-02T08:37:52.256 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 1410 (ObjNum 632 snap 197 seq_num 632) dirty exists 2024-04-02T08:37:52.256 INFO:tasks.rados.rados.0.smithi104.stdout:1986: left oid 40 (ObjNum 632 snap 197 seq_num 632) 2024-04-02T08:37:52.258 INFO:tasks.rados.rados.0.smithi104.stdout:1983: expect (ObjNum 612 snap 193 seq_num 612) 2024-04-02T08:37:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:52 smithi188 ceph-mon[86835]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-02T08:37:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:1987: expect (ObjNum 562 snap 179 seq_num 562) 2024-04-02T08:37:52.584 INFO:tasks.rados.rados.0.smithi104.stdout:1984: finishing copy_from racing read to smithi10482514-19 2024-04-02T08:37:52.584 INFO:tasks.rados.rados.0.smithi104.stdout:1984: finishing copy_from to smithi10482514-19 2024-04-02T08:37:52.584 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1496 (ObjNum 615 snap 194 seq_num 615) dirty exists 2024-04-02T08:37:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:52 smithi104 ceph-mon[96567]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-02T08:37:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:52 smithi104 ceph-mon[94081]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-02T08:37:53.234 INFO:tasks.rados.rados.0.smithi104.stdout:1982: done (6 left) 2024-04-02T08:37:53.234 INFO:tasks.rados.rados.0.smithi104.stdout:1983: done (5 left) 2024-04-02T08:37:53.234 INFO:tasks.rados.rados.0.smithi104.stdout:1984: done (4 left) 2024-04-02T08:37:53.235 INFO:tasks.rados.rados.0.smithi104.stdout:1985: done (3 left) 2024-04-02T08:37:53.235 INFO:tasks.rados.rados.0.smithi104.stdout:1986: done (2 left) 2024-04-02T08:37:53.235 INFO:tasks.rados.rados.0.smithi104.stdout:1987: done (1 left) 2024-04-02T08:37:53.235 INFO:tasks.rados.rados.0.smithi104.stdout:1988: done (0 left) 2024-04-02T08:37:53.235 INFO:tasks.rados.rados.0.smithi104.stdout:1989: rollback oid 29 current snap is 198 2024-04-02T08:37:53.235 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 194 2024-04-02T08:37:53.235 INFO:tasks.rados.rados.0.smithi104.stdout:1990: copy_from oid 37 from oid 46 current snap is 198 2024-04-02T08:37:53.235 INFO:tasks.rados.rados.0.smithi104.stdout:1991: snap_remove snap 197 2024-04-02T08:37:53.503 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:53 smithi188 ceph-mon[86835]: osdmap e460: 8 total, 7 up, 8 in 2024-04-02T08:37:53.503 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:53 smithi188 ceph-mon[86835]: pgmap v339: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 838 KiB/s wr, 18 op/s; 103/579 objects degraded (17.789%) 2024-04-02T08:37:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:53 smithi104 ceph-mon[96567]: osdmap e460: 8 total, 7 up, 8 in 2024-04-02T08:37:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:53 smithi104 ceph-mon[96567]: pgmap v339: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 838 KiB/s wr, 18 op/s; 103/579 objects degraded (17.789%) 2024-04-02T08:37:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:53 smithi104 ceph-mon[94081]: osdmap e460: 8 total, 7 up, 8 in 2024-04-02T08:37:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:53 smithi104 ceph-mon[94081]: pgmap v339: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 838 KiB/s wr, 18 op/s; 103/579 objects degraded (17.789%) 2024-04-02T08:37:53.873 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:37:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:37:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi188\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi188\", job=\"node\", machine=\"x86_64\", nodename=\"smithi188\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi188\", job=\"node\", machine=\"x86_64\", nodename=\"smithi188\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:54.238 INFO:tasks.rados.rados.0.smithi104.stdout:1991: done (2 left) 2024-04-02T08:37:54.238 INFO:tasks.rados.rados.0.smithi104.stdout:1992: read oid 4 snap 185 2024-04-02T08:37:54.239 INFO:tasks.rados.rados.0.smithi104.stdout:1992: expect deleted 2024-04-02T08:37:54.239 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 198 2024-04-02T08:37:54.239 INFO:tasks.rados.rados.0.smithi104.stdout:1989: finishing rollback tid 0 to smithi10482514-29 2024-04-02T08:37:54.239 INFO:tasks.rados.rados.0.smithi104.stdout:1993: seq_num 633 ranges {909312=606208,1515520=401408} 2024-04-02T08:37:54.246 INFO:tasks.rados.rados.0.smithi104.stdout:1993: writing smithi10482514-49 from 909312 to 1515520 tid 1 2024-04-02T08:37:54.249 INFO:tasks.rados.rados.0.smithi104.stdout:1993: writing smithi10482514-49 from 1515520 to 1916928 tid 2 2024-04-02T08:37:54.249 INFO:tasks.rados.rados.0.smithi104.stdout:1994: rollback oid 1 current snap is 198 2024-04-02T08:37:54.249 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 182 2024-04-02T08:37:54.250 INFO:tasks.rados.rados.0.smithi104.stdout:1989: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:37:54.250 INFO:tasks.rados.rados.0.smithi104.stdout:1989: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:37:54.250 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1297 (ObjNum 606 snap 192 seq_num 606) dirty exists 2024-04-02T08:37:54.250 INFO:tasks.rados.rados.0.smithi104.stdout:1990: finishing copy_from racing read to smithi10482514-37 2024-04-02T08:37:54.250 INFO:tasks.rados.rados.0.smithi104.stdout:1990: finishing copy_from to smithi10482514-37 2024-04-02T08:37:54.250 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1409 (ObjNum 597 snap 190 seq_num 597) dirty exists 2024-04-02T08:37:54.250 INFO:tasks.rados.rados.0.smithi104.stdout:1989: done (4 left) 2024-04-02T08:37:54.250 INFO:tasks.rados.rados.0.smithi104.stdout:1990: done (3 left) 2024-04-02T08:37:54.250 INFO:tasks.rados.rados.0.smithi104.stdout:1992: done (2 left) 2024-04-02T08:37:54.250 INFO:tasks.rados.rados.0.smithi104.stdout:1995: delete oid 19 current snap is 198 2024-04-02T08:37:54.251 INFO:tasks.rados.rados.0.smithi104.stdout:1993: finishing write tid 1 to smithi10482514-49 2024-04-02T08:37:54.253 INFO:tasks.rados.rados.0.smithi104.stdout:1995: done (2 left) 2024-04-02T08:37:54.253 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 198 2024-04-02T08:37:54.253 INFO:tasks.rados.rados.0.smithi104.stdout:1996: seq_num 635 ranges {4644864=638976,5283840=401408} 2024-04-02T08:37:54.281 INFO:tasks.rados.rados.0.smithi104.stdout:1996: writing smithi10482514-28 from 4644864 to 5283840 tid 1 2024-04-02T08:37:54.284 INFO:tasks.rados.rados.0.smithi104.stdout:1996: writing smithi10482514-28 from 5283840 to 5685248 tid 2 2024-04-02T08:37:54.284 INFO:tasks.rados.rados.0.smithi104.stdout:1997: snap_create 2024-04-02T08:37:54.284 INFO:tasks.rados.rados.0.smithi104.stdout:1993: finishing write tid 2 to smithi10482514-49 2024-04-02T08:37:54.284 INFO:tasks.rados.rados.0.smithi104.stdout:1993: finishing write tid 3 to smithi10482514-49 2024-04-02T08:37:54.284 INFO:tasks.rados.rados.0.smithi104.stdout:1993: finishing write tid 4 to smithi10482514-49 2024-04-02T08:37:54.285 INFO:tasks.rados.rados.0.smithi104.stdout:1993: oid 49 updating version 0 to 1501 2024-04-02T08:37:54.285 INFO:tasks.rados.rados.0.smithi104.stdout:1993: oid 49 updating version 1501 to 1502 2024-04-02T08:37:54.285 INFO:tasks.rados.rados.0.smithi104.stdout:1993: oid 49 version 1502 is already newer than 1500 2024-04-02T08:37:54.285 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1502 (ObjNum 633 snap 198 seq_num 633) dirty exists 2024-04-02T08:37:54.285 INFO:tasks.rados.rados.0.smithi104.stdout:1993: left oid 49 (ObjNum 633 snap 198 seq_num 633) 2024-04-02T08:37:54.285 INFO:tasks.rados.rados.0.smithi104.stdout:1994: finishing rollback tid 0 to smithi10482514-1 2024-04-02T08:37:54.285 INFO:tasks.rados.rados.0.smithi104.stdout:1994: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:37:54.285 INFO:tasks.rados.rados.0.smithi104.stdout:1994: finishing rollback tid 2 to smithi10482514-1 2024-04-02T08:37:54.285 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 992 (ObjNum 411 snap 134 seq_num 411) dirty exists 2024-04-02T08:37:54.286 INFO:tasks.rados.rados.0.smithi104.stdout:1996: finishing write tid 1 to smithi10482514-28 2024-04-02T08:37:54.286 INFO:tasks.rados.rados.0.smithi104.stdout:1996: finishing write tid 2 to smithi10482514-28 2024-04-02T08:37:54.286 INFO:tasks.rados.rados.0.smithi104.stdout:1996: finishing write tid 3 to smithi10482514-28 2024-04-02T08:37:54.288 INFO:tasks.rados.rados.0.smithi104.stdout:1996: finishing write tid 4 to smithi10482514-28 2024-04-02T08:37:54.288 INFO:tasks.rados.rados.0.smithi104.stdout:1996: oid 28 updating version 0 to 1299 2024-04-02T08:37:54.288 INFO:tasks.rados.rados.0.smithi104.stdout:1996: oid 28 updating version 1299 to 1300 2024-04-02T08:37:54.288 INFO:tasks.rados.rados.0.smithi104.stdout:1996: oid 28 updating version 1300 to 1301 2024-04-02T08:37:54.288 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 1301 (ObjNum 635 snap 198 seq_num 635) dirty exists 2024-04-02T08:37:54.288 INFO:tasks.rados.rados.0.smithi104.stdout:1996: left oid 28 (ObjNum 635 snap 198 seq_num 635) 2024-04-02T08:37:54.497 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:54 smithi188 ceph-mon[86835]: osdmap e461: 8 total, 7 up, 8 in 2024-04-02T08:37:54.497 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:54 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T08:37:54.243+0000 7f455d98a7c0 -1 osd.5 452 log_to_monitors true 2024-04-02T08:37:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:54 smithi104 ceph-mon[94081]: osdmap e461: 8 total, 7 up, 8 in 2024-04-02T08:37:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:54 smithi104 ceph-mon[96567]: osdmap e461: 8 total, 7 up, 8 in 2024-04-02T08:37:55.253 INFO:tasks.rados.rados.0.smithi104.stdout:1993: done (3 left) 2024-04-02T08:37:55.253 INFO:tasks.rados.rados.0.smithi104.stdout:1994: done (2 left) 2024-04-02T08:37:55.253 INFO:tasks.rados.rados.0.smithi104.stdout:1996: done (1 left) 2024-04-02T08:37:55.253 INFO:tasks.rados.rados.0.smithi104.stdout:1997: done (0 left) 2024-04-02T08:37:55.253 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 42 current snap is 199 2024-04-02T08:37:55.253 INFO:tasks.rados.rados.0.smithi104.stdout:1998: seq_num 636 ranges {0=655360,655360=401408} 2024-04-02T08:37:55.256 INFO:tasks.rados.rados.0.smithi104.stdout:1998: writing smithi10482514-42 from 0 to 655360 tid 1 2024-04-02T08:37:55.258 INFO:tasks.rados.rados.0.smithi104.stdout:1998: writing smithi10482514-42 from 655360 to 1056768 tid 2 2024-04-02T08:37:55.258 INFO:tasks.rados.rados.0.smithi104.stdout:1999: snap_create 2024-04-02T08:37:55.262 INFO:tasks.rados.rados.0.smithi104.stdout:1998: finishing write tid 1 to smithi10482514-42 2024-04-02T08:37:55.262 INFO:tasks.rados.rados.0.smithi104.stdout:1998: finishing write tid 2 to smithi10482514-42 2024-04-02T08:37:55.263 INFO:tasks.rados.rados.0.smithi104.stdout:1998: finishing write tid 3 to smithi10482514-42 2024-04-02T08:37:55.264 INFO:tasks.rados.rados.0.smithi104.stdout:1998: finishing write tid 4 to smithi10482514-42 2024-04-02T08:37:55.264 INFO:tasks.rados.rados.0.smithi104.stdout:1998: oid 42 updating version 0 to 1372 2024-04-02T08:37:55.264 INFO:tasks.rados.rados.0.smithi104.stdout:1998: oid 42 version 1372 is already newer than 1371 2024-04-02T08:37:55.265 INFO:tasks.rados.rados.0.smithi104.stdout:1998: oid 42 version 1372 is already newer than 1370 2024-04-02T08:37:55.265 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 1372 (ObjNum 636 snap 199 seq_num 636) dirty exists 2024-04-02T08:37:55.265 INFO:tasks.rados.rados.0.smithi104.stdout:1998: left oid 42 (ObjNum 636 snap 199 seq_num 636) 2024-04-02T08:37:55.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[94081]: osdmap e462: 8 total, 7 up, 8 in 2024-04-02T08:37:55.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[94081]: from='osd.5 [v2:172.21.15.188:6808/2862127935,v1:172.21.15.188:6809/2862127935]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:55.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[94081]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:55.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[94081]: pgmap v342: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 452 KiB/s wr, 18 op/s; 104/582 objects degraded (17.869%) 2024-04-02T08:37:55.542 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:55.542 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:55.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[96567]: osdmap e462: 8 total, 7 up, 8 in 2024-04-02T08:37:55.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[96567]: from='osd.5 [v2:172.21.15.188:6808/2862127935,v1:172.21.15.188:6809/2862127935]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:55.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[96567]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:55.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[96567]: pgmap v342: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 452 KiB/s wr, 18 op/s; 104/582 objects degraded (17.869%) 2024-04-02T08:37:55.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:55.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:55.623 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:37:55 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T08:37:55.282+0000 7f454ede2700 -1 osd.5 452 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:37:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:55 smithi188 ceph-mon[86835]: osdmap e462: 8 total, 7 up, 8 in 2024-04-02T08:37:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:55 smithi188 ceph-mon[86835]: from='osd.5 [v2:172.21.15.188:6808/2862127935,v1:172.21.15.188:6809/2862127935]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:55 smithi188 ceph-mon[86835]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:55.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:55 smithi188 ceph-mon[86835]: pgmap v342: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 452 KiB/s wr, 18 op/s; 104/582 objects degraded (17.869%) 2024-04-02T08:37:55.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:55 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:55.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:55 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:37:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:37:55] "GET /metrics HTTP/1.1" 200 36208 "" "Prometheus/2.43.0" 2024-04-02T08:37:56.249 INFO:tasks.rados.rados.0.smithi104.stdout:1998: done (1 left) 2024-04-02T08:37:56.249 INFO:tasks.rados.rados.0.smithi104.stdout:1999: done (0 left) 2024-04-02T08:37:56.249 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 200 2024-04-02T08:37:56.249 INFO:tasks.rados.rados.0.smithi104.stdout:2000: seq_num 637 ranges {0=671744,671744=401408} 2024-04-02T08:37:56.253 INFO:tasks.rados.rados.0.smithi104.stdout:2000: writing smithi10482514-18 from 0 to 671744 tid 1 2024-04-02T08:37:56.257 INFO:tasks.rados.rados.0.smithi104.stdout:2000: writing smithi10482514-18 from 671744 to 1073152 tid 2 2024-04-02T08:37:56.257 INFO:tasks.rados.rados.0.smithi104.stdout:2001: snap_create 2024-04-02T08:37:56.263 INFO:tasks.rados.rados.0.smithi104.stdout:2000: finishing write tid 1 to smithi10482514-18 2024-04-02T08:37:56.263 INFO:tasks.rados.rados.0.smithi104.stdout:2000: finishing write tid 2 to smithi10482514-18 2024-04-02T08:37:56.263 INFO:tasks.rados.rados.0.smithi104.stdout:2000: finishing write tid 3 to smithi10482514-18 2024-04-02T08:37:56.264 INFO:tasks.rados.rados.0.smithi104.stdout:2000: finishing write tid 4 to smithi10482514-18 2024-04-02T08:37:56.265 INFO:tasks.rados.rados.0.smithi104.stdout:2000: oid 18 updating version 0 to 1363 2024-04-02T08:37:56.265 INFO:tasks.rados.rados.0.smithi104.stdout:2000: oid 18 version 1363 is already newer than 1362 2024-04-02T08:37:56.265 INFO:tasks.rados.rados.0.smithi104.stdout:2000: oid 18 updating version 1363 to 1364 2024-04-02T08:37:56.265 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1364 (ObjNum 637 snap 200 seq_num 637) dirty exists 2024-04-02T08:37:56.265 INFO:tasks.rados.rados.0.smithi104.stdout:2000: left oid 18 (ObjNum 637 snap 200 seq_num 637) 2024-04-02T08:37:56.522 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:56 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 104/582 objects degraded (17.869%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:56.522 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:56 smithi188 ceph-mon[86835]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:37:56.522 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:56 smithi188 ceph-mon[86835]: from='osd.5 [v2:172.21.15.188:6808/2862127935,v1:172.21.15.188:6809/2862127935]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:56.522 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:56 smithi188 ceph-mon[86835]: osdmap e463: 8 total, 7 up, 8 in 2024-04-02T08:37:56.522 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:56 smithi188 ceph-mon[86835]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:56.522 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:56.522 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:56.557 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 104/582 objects degraded (17.869%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:56.557 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[96567]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:37:56.557 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[96567]: from='osd.5 [v2:172.21.15.188:6808/2862127935,v1:172.21.15.188:6809/2862127935]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:56.557 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[96567]: osdmap e463: 8 total, 7 up, 8 in 2024-04-02T08:37:56.557 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[96567]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:56.557 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:56.557 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:56.558 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 104/582 objects degraded (17.869%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:56.558 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[94081]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:37:56.558 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[94081]: from='osd.5 [v2:172.21.15.188:6808/2862127935,v1:172.21.15.188:6809/2862127935]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:56.558 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[94081]: osdmap e463: 8 total, 7 up, 8 in 2024-04-02T08:37:56.558 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[94081]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:37:56.558 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:56.558 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:37:57.249 INFO:tasks.rados.rados.0.smithi104.stdout:2000: done (1 left) 2024-04-02T08:37:57.249 INFO:tasks.rados.rados.0.smithi104.stdout:2001: done (0 left) 2024-04-02T08:37:57.249 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 201 2024-04-02T08:37:57.249 INFO:tasks.rados.rados.0.smithi104.stdout:2002: seq_num 638 ranges {0=688128,688128=401408} 2024-04-02T08:37:57.254 INFO:tasks.rados.rados.0.smithi104.stdout:2002: writing smithi10482514-17 from 0 to 688128 tid 1 2024-04-02T08:37:57.257 INFO:tasks.rados.rados.0.smithi104.stdout:2002: writing smithi10482514-17 from 688128 to 1089536 tid 2 2024-04-02T08:37:57.258 INFO:tasks.rados.rados.0.smithi104.stdout:2003: rollback oid 22 current snap is 201 2024-04-02T08:37:57.258 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 22 to 199 2024-04-02T08:37:57.258 INFO:tasks.rados.rados.0.smithi104.stdout:2004: delete oid 39 current snap is 201 2024-04-02T08:37:57.270 INFO:tasks.rados.rados.0.smithi104.stdout:2002: finishing write tid 1 to smithi10482514-17 2024-04-02T08:37:57.270 INFO:tasks.rados.rados.0.smithi104.stdout:2002: finishing write tid 2 to smithi10482514-17 2024-04-02T08:37:57.273 INFO:tasks.rados.rados.0.smithi104.stdout:2002: finishing write tid 3 to smithi10482514-17 2024-04-02T08:37:57.275 INFO:tasks.rados.rados.0.smithi104.stdout:2002: finishing write tid 4 to smithi10482514-17 2024-04-02T08:37:57.275 INFO:tasks.rados.rados.0.smithi104.stdout:2002: oid 17 updating version 0 to 1633 2024-04-02T08:37:57.275 INFO:tasks.rados.rados.0.smithi104.stdout:2002: oid 17 updating version 1633 to 1634 2024-04-02T08:37:57.275 INFO:tasks.rados.rados.0.smithi104.stdout:2002: oid 17 version 1634 is already newer than 1632 2024-04-02T08:37:57.276 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1634 (ObjNum 638 snap 201 seq_num 638) dirty exists 2024-04-02T08:37:57.276 INFO:tasks.rados.rados.0.smithi104.stdout:2002: left oid 17 (ObjNum 638 snap 201 seq_num 638) 2024-04-02T08:37:57.277 INFO:tasks.rados.rados.0.smithi104.stdout:2003: finishing rollback tid 1 to smithi10482514-22 2024-04-02T08:37:57.277 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 959 (ObjNum 65 snap 0 seq_num 1953395569) dirty dne 2024-04-02T08:37:57.284 INFO:tasks.rados.rados.0.smithi104.stdout:2002: done (2 left) 2024-04-02T08:37:57.284 INFO:tasks.rados.rados.0.smithi104.stdout:2003: done (1 left) 2024-04-02T08:37:57.284 INFO:tasks.rados.rados.0.smithi104.stdout:2004: done (0 left) 2024-04-02T08:37:57.284 INFO:tasks.rados.rados.0.smithi104.stdout:2005: snap_remove snap 183 2024-04-02T08:37:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:57 smithi188 ceph-mon[86835]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:57 smithi188 ceph-mon[86835]: osd.5 [v2:172.21.15.188:6808/2862127935,v1:172.21.15.188:6809/2862127935] boot 2024-04-02T08:37:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:57 smithi188 ceph-mon[86835]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:37:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:37:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:57 smithi188 ceph-mon[86835]: pgmap v345: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 105/585 objects degraded (17.949%) 2024-04-02T08:37:57.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:57 smithi188 ceph-mon[86835]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:37:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[94081]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[94081]: osd.5 [v2:172.21.15.188:6808/2862127935,v1:172.21.15.188:6809/2862127935] boot 2024-04-02T08:37:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[94081]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:37:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:37:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[94081]: pgmap v345: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 105/585 objects degraded (17.949%) 2024-04-02T08:37:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[94081]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:37:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[96567]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[96567]: osd.5 [v2:172.21.15.188:6808/2862127935,v1:172.21.15.188:6809/2862127935] boot 2024-04-02T08:37:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[96567]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:37:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:37:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[96567]: pgmap v345: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.1 MiB/s wr, 11 op/s; 105/585 objects degraded (17.949%) 2024-04-02T08:37:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:57 smithi104 ceph-mon[96567]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:37:58.286 INFO:tasks.rados.rados.0.smithi104.stdout:2005: done (0 left) 2024-04-02T08:37:58.286 INFO:tasks.rados.rados.0.smithi104.stdout:2006: snap_create 2024-04-02T08:37:59.289 INFO:tasks.rados.rados.0.smithi104.stdout:2006: done (0 left) 2024-04-02T08:37:59.289 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 202 2024-04-02T08:37:59.289 INFO:tasks.rados.rados.0.smithi104.stdout:2007: seq_num 640 ranges {2514944=729088,3244032=401408} 2024-04-02T08:37:59.306 INFO:tasks.rados.rados.0.smithi104.stdout:2007: writing smithi10482514-10 from 2514944 to 3244032 tid 1 2024-04-02T08:37:59.308 INFO:tasks.rados.rados.0.smithi104.stdout:2007: writing smithi10482514-10 from 3244032 to 3645440 tid 2 2024-04-02T08:37:59.308 INFO:tasks.rados.rados.0.smithi104.stdout:2008: snap_create 2024-04-02T08:37:59.314 INFO:tasks.rados.rados.0.smithi104.stdout:2007: finishing write tid 1 to smithi10482514-10 2024-04-02T08:37:59.314 INFO:tasks.rados.rados.0.smithi104.stdout:2007: finishing write tid 2 to smithi10482514-10 2024-04-02T08:37:59.314 INFO:tasks.rados.rados.0.smithi104.stdout:2007: finishing write tid 3 to smithi10482514-10 2024-04-02T08:37:59.315 INFO:tasks.rados.rados.0.smithi104.stdout:2007: finishing write tid 4 to smithi10482514-10 2024-04-02T08:37:59.316 INFO:tasks.rados.rados.0.smithi104.stdout:2007: oid 10 updating version 0 to 1325 2024-04-02T08:37:59.316 INFO:tasks.rados.rados.0.smithi104.stdout:2007: oid 10 updating version 1325 to 1326 2024-04-02T08:37:59.316 INFO:tasks.rados.rados.0.smithi104.stdout:2007: oid 10 updating version 1326 to 1327 2024-04-02T08:37:59.316 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1327 (ObjNum 640 snap 202 seq_num 640) dirty exists 2024-04-02T08:37:59.316 INFO:tasks.rados.rados.0.smithi104.stdout:2007: left oid 10 (ObjNum 640 snap 202 seq_num 640) 2024-04-02T08:37:59.554 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:59 smithi188 ceph-mon[86835]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:37:59.554 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:37:59 smithi188 ceph-mon[86835]: pgmap v348: 121 pgs: 10 peering, 7 active+undersized+degraded, 28 active+undersized, 76 active+clean; 293 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.9 MiB/s wr, 8 op/s; 58/597 objects degraded (9.715%); 860 KiB/s, 0 objects/s recovering 2024-04-02T08:37:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:59 smithi104 ceph-mon[96567]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:37:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:37:59 smithi104 ceph-mon[96567]: pgmap v348: 121 pgs: 10 peering, 7 active+undersized+degraded, 28 active+undersized, 76 active+clean; 293 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.9 MiB/s wr, 8 op/s; 58/597 objects degraded (9.715%); 860 KiB/s, 0 objects/s recovering 2024-04-02T08:37:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:59 smithi104 ceph-mon[94081]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:37:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:37:59 smithi104 ceph-mon[94081]: pgmap v348: 121 pgs: 10 peering, 7 active+undersized+degraded, 28 active+undersized, 76 active+clean; 293 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.9 MiB/s wr, 8 op/s; 58/597 objects degraded (9.715%); 860 KiB/s, 0 objects/s recovering 2024-04-02T08:38:00.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:37:59 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:37:59.771+0000 7f6c40819700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-02T08:38:00.299 INFO:tasks.rados.rados.0.smithi104.stdout:2007: done (1 left) 2024-04-02T08:38:00.299 INFO:tasks.rados.rados.0.smithi104.stdout:2008: done (0 left) 2024-04-02T08:38:00.299 INFO:tasks.rados.rados.0.smithi104.stdout:2009: rollback oid 27 current snap is 203 2024-04-02T08:38:00.299 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 27 to 199 2024-04-02T08:38:00.299 INFO:tasks.rados.rados.0.smithi104.stdout:2010: delete oid 39 current snap is 203 2024-04-02T08:38:00.303 INFO:tasks.rados.rados.0.smithi104.stdout:2010: done (1 left) 2024-04-02T08:38:00.303 INFO:tasks.rados.rados.0.smithi104.stdout:2011: rollback oid 5 current snap is 203 2024-04-02T08:38:00.304 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 5 to 202 2024-04-02T08:38:00.304 INFO:tasks.rados.rados.0.smithi104.stdout:2012: copy_from oid 6 from oid 24 current snap is 203 2024-04-02T08:38:00.304 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 203 2024-04-02T08:38:00.304 INFO:tasks.rados.rados.0.smithi104.stdout:2013: seq_num 642 ranges {1089536=761856,1851392=401408} 2024-04-02T08:38:00.314 INFO:tasks.rados.rados.0.smithi104.stdout:2013: writing smithi10482514-17 from 1089536 to 1851392 tid 1 2024-04-02T08:38:00.316 INFO:tasks.rados.rados.0.smithi104.stdout:2013: writing smithi10482514-17 from 1851392 to 2252800 tid 2 2024-04-02T08:38:00.316 INFO:tasks.rados.rados.0.smithi104.stdout:2014: snap_create 2024-04-02T08:38:00.316 INFO:tasks.rados.rados.0.smithi104.stdout:2012: finishing copy_from to smithi10482514-6 2024-04-02T08:38:00.316 INFO:tasks.rados.rados.0.smithi104.stdout:2012: got expected ENOENT (src dne) 2024-04-02T08:38:00.317 INFO:tasks.rados.rados.0.smithi104.stdout:2012: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:38:00.317 INFO:tasks.rados.rados.0.smithi104.stdout:2009: finishing rollback tid 0 to smithi10482514-27 2024-04-02T08:38:00.317 INFO:tasks.rados.rados.0.smithi104.stdout:2009: finishing rollback tid 1 to smithi10482514-27 2024-04-02T08:38:00.317 INFO:tasks.rados.rados.0.smithi104.stdout:2009: finishing rollback tid 2 to smithi10482514-27 2024-04-02T08:38:00.317 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1500 (ObjNum 620 snap 195 seq_num 620) dirty exists 2024-04-02T08:38:00.317 INFO:tasks.rados.rados.0.smithi104.stdout:2011: finishing rollback tid 0 to smithi10482514-5 2024-04-02T08:38:00.317 INFO:tasks.rados.rados.0.smithi104.stdout:2011: finishing rollback tid 1 to smithi10482514-5 2024-04-02T08:38:00.317 INFO:tasks.rados.rados.0.smithi104.stdout:2011: finishing rollback tid 2 to smithi10482514-5 2024-04-02T08:38:00.317 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1412 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:38:00.320 INFO:tasks.rados.rados.0.smithi104.stdout:2013: finishing write tid 1 to smithi10482514-17 2024-04-02T08:38:00.320 INFO:tasks.rados.rados.0.smithi104.stdout:2013: finishing write tid 2 to smithi10482514-17 2024-04-02T08:38:00.320 INFO:tasks.rados.rados.0.smithi104.stdout:2013: finishing write tid 3 to smithi10482514-17 2024-04-02T08:38:00.322 INFO:tasks.rados.rados.0.smithi104.stdout:2013: finishing write tid 4 to smithi10482514-17 2024-04-02T08:38:00.322 INFO:tasks.rados.rados.0.smithi104.stdout:2013: oid 17 updating version 0 to 1642 2024-04-02T08:38:00.322 INFO:tasks.rados.rados.0.smithi104.stdout:2013: oid 17 updating version 1642 to 1643 2024-04-02T08:38:00.322 INFO:tasks.rados.rados.0.smithi104.stdout:2013: oid 17 updating version 1643 to 1644 2024-04-02T08:38:00.322 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1644 (ObjNum 642 snap 203 seq_num 642) dirty exists 2024-04-02T08:38:00.322 INFO:tasks.rados.rados.0.smithi104.stdout:2013: left oid 17 (ObjNum 642 snap 203 seq_num 642) 2024-04-02T08:38:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:00 smithi188 ceph-mon[86835]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:38:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:00 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:00 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:00 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:00 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:00 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:00 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:00 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:00 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:00 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:00 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[96567]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[94081]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:38:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:00.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:00 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:01.307 INFO:tasks.rados.rados.0.smithi104.stdout:2009: done (4 left) 2024-04-02T08:38:01.307 INFO:tasks.rados.rados.0.smithi104.stdout:2011: done (3 left) 2024-04-02T08:38:01.308 INFO:tasks.rados.rados.0.smithi104.stdout:2012: done (2 left) 2024-04-02T08:38:01.308 INFO:tasks.rados.rados.0.smithi104.stdout:2013: done (1 left) 2024-04-02T08:38:01.308 INFO:tasks.rados.rados.0.smithi104.stdout:2014: done (0 left) 2024-04-02T08:38:01.308 INFO:tasks.rados.rados.0.smithi104.stdout:2015: snap_remove snap 194 2024-04-02T08:38:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:01 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:01 smithi188 ceph-mon[86835]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-02T08:38:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:01 smithi188 ceph-mon[86835]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:38:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:01 smithi188 ceph-mon[86835]: pgmap v351: 121 pgs: 10 peering, 4 active+undersized, 107 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s; 5.8 MiB/s, 3 objects/s recovering 2024-04-02T08:38:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:01 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 58/597 objects degraded (9.715%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:01 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:01 smithi104 ceph-mon[96567]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-02T08:38:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:01 smithi104 ceph-mon[96567]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:38:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:01 smithi104 ceph-mon[96567]: pgmap v351: 121 pgs: 10 peering, 4 active+undersized, 107 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s; 5.8 MiB/s, 3 objects/s recovering 2024-04-02T08:38:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:01 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 58/597 objects degraded (9.715%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:01 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:01 smithi104 ceph-mon[94081]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-02T08:38:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:01 smithi104 ceph-mon[94081]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:38:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:01 smithi104 ceph-mon[94081]: pgmap v351: 121 pgs: 10 peering, 4 active+undersized, 107 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s; 5.8 MiB/s, 3 objects/s recovering 2024-04-02T08:38:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:01 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 58/597 objects degraded (9.715%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:02.315 INFO:tasks.rados.rados.0.smithi104.stdout:2015: done (0 left) 2024-04-02T08:38:02.315 INFO:tasks.rados.rados.0.smithi104.stdout:2016: read oid 42 snap 196 2024-04-02T08:38:02.315 INFO:tasks.rados.rados.0.smithi104.stdout:2016: expect deleted 2024-04-02T08:38:02.315 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 204 2024-04-02T08:38:02.315 INFO:tasks.rados.rados.0.smithi104.stdout:2017: seq_num 643 ranges {0=778240,778240=401408} 2024-04-02T08:38:02.319 INFO:tasks.rados.rados.0.smithi104.stdout:2017: writing smithi10482514-33 from 0 to 778240 tid 1 2024-04-02T08:38:02.323 INFO:tasks.rados.rados.0.smithi104.stdout:2017: writing smithi10482514-33 from 778240 to 1179648 tid 2 2024-04-02T08:38:02.323 INFO:tasks.rados.rados.0.smithi104.stdout:2018: delete oid 6 current snap is 204 2024-04-02T08:38:02.328 INFO:tasks.rados.rados.0.smithi104.stdout:2017: finishing write tid 1 to smithi10482514-33 2024-04-02T08:38:02.329 INFO:tasks.rados.rados.0.smithi104.stdout:2017: finishing write tid 2 to smithi10482514-33 2024-04-02T08:38:02.329 INFO:tasks.rados.rados.0.smithi104.stdout:2017: finishing write tid 3 to smithi10482514-33 2024-04-02T08:38:02.331 INFO:tasks.rados.rados.0.smithi104.stdout:2016: done (2 left) 2024-04-02T08:38:02.332 INFO:tasks.rados.rados.0.smithi104.stdout:2018: done (1 left) 2024-04-02T08:38:02.332 INFO:tasks.rados.rados.0.smithi104.stdout:2019: read oid 4 snap -1 2024-04-02T08:38:02.332 INFO:tasks.rados.rados.0.smithi104.stdout:2019: expect (ObjNum 621 snap 195 seq_num 621) 2024-04-02T08:38:02.332 INFO:tasks.rados.rados.0.smithi104.stdout:2020: read oid 30 snap -1 2024-04-02T08:38:02.332 INFO:tasks.rados.rados.0.smithi104.stdout:2020: expect deleted 2024-04-02T08:38:02.332 INFO:tasks.rados.rados.0.smithi104.stdout:2021: snap_remove snap 185 2024-04-02T08:38:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:02 smithi188 ceph-mon[86835]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 58/597 objects degraded (9.715%), 7 pgs degraded) 2024-04-02T08:38:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:02 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:38:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:02 smithi188 ceph-mon[86835]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:38:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:38:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:02 smithi104 ceph-mon[94081]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 58/597 objects degraded (9.715%), 7 pgs degraded) 2024-04-02T08:38:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:02 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:38:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:02 smithi104 ceph-mon[94081]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:38:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:02 smithi104 ceph-mon[96567]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 58/597 objects degraded (9.715%), 7 pgs degraded) 2024-04-02T08:38:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:02 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:38:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:02 smithi104 ceph-mon[96567]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:38:03.326 INFO:tasks.rados.rados.0.smithi104.stdout:2017: finishing write tid 4 to smithi10482514-33 2024-04-02T08:38:03.326 INFO:tasks.rados.rados.0.smithi104.stdout:2017: oid 33 updating version 0 to 1373 2024-04-02T08:38:03.326 INFO:tasks.rados.rados.0.smithi104.stdout:2017: oid 33 updating version 1373 to 1374 2024-04-02T08:38:03.326 INFO:tasks.rados.rados.0.smithi104.stdout:2017: oid 33 updating version 1374 to 1375 2024-04-02T08:38:03.326 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1375 (ObjNum 643 snap 204 seq_num 643) dirty exists 2024-04-02T08:38:03.326 INFO:tasks.rados.rados.0.smithi104.stdout:2017: left oid 33 (ObjNum 643 snap 204 seq_num 643) 2024-04-02T08:38:03.327 INFO:tasks.rados.rados.0.smithi104.stdout:2019: expect (ObjNum 621 snap 195 seq_num 621) 2024-04-02T08:38:03.356 INFO:tasks.rados.rados.0.smithi104.stdout:2017: done (3 left) 2024-04-02T08:38:03.356 INFO:tasks.rados.rados.0.smithi104.stdout:2019: done (2 left) 2024-04-02T08:38:03.356 INFO:tasks.rados.rados.0.smithi104.stdout:2020: done (1 left) 2024-04-02T08:38:03.356 INFO:tasks.rados.rados.0.smithi104.stdout:2021: done (0 left) 2024-04-02T08:38:03.356 INFO:tasks.rados.rados.0.smithi104.stdout:2022: snap_create 2024-04-02T08:38:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:03 smithi188 ceph-mon[86835]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:38:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:03 smithi188 ceph-mon[86835]: pgmap v354: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 636 KiB/s wr, 2 op/s; 12 MiB/s, 4 objects/s recovering 2024-04-02T08:38:03.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:03 smithi104 ceph-mon[96567]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:38:03.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:03 smithi104 ceph-mon[96567]: pgmap v354: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 636 KiB/s wr, 2 op/s; 12 MiB/s, 4 objects/s recovering 2024-04-02T08:38:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:03 smithi104 ceph-mon[94081]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:38:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:03 smithi104 ceph-mon[94081]: pgmap v354: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 636 KiB/s wr, 2 op/s; 12 MiB/s, 4 objects/s recovering 2024-04-02T08:38:04.108 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:38:04.324 INFO:tasks.rados.rados.0.smithi104.stdout:2022: done (0 left) 2024-04-02T08:38:04.324 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 205 2024-04-02T08:38:04.324 INFO:tasks.rados.rados.0.smithi104.stdout:2023: seq_num 645 ranges {1466368=409600,1875968=778240,2654208=24576} 2024-04-02T08:38:04.334 INFO:tasks.rados.rados.0.smithi104.stdout:2023: writing smithi10482514-23 from 1466368 to 1875968 tid 1 2024-04-02T08:38:04.339 INFO:tasks.rados.rados.0.smithi104.stdout:2023: writing smithi10482514-23 from 1875968 to 2654208 tid 2 2024-04-02T08:38:04.339 INFO:tasks.rados.rados.0.smithi104.stdout:2023: writing smithi10482514-23 from 2654208 to 2678784 tid 3 2024-04-02T08:38:04.339 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 205 2024-04-02T08:38:04.339 INFO:tasks.rados.rados.0.smithi104.stdout:2023: finishing write tid 1 to smithi10482514-23 2024-04-02T08:38:04.339 INFO:tasks.rados.rados.0.smithi104.stdout:2024: seq_num 646 ranges {2490368=425984,2916352=655360,3571712=147456} 2024-04-02T08:38:04.355 INFO:tasks.rados.rados.0.smithi104.stdout:2024: writing smithi10482514-35 from 2490368 to 2916352 tid 1 2024-04-02T08:38:04.358 INFO:tasks.rados.rados.0.smithi104.stdout:2024: writing smithi10482514-35 from 2916352 to 3571712 tid 2 2024-04-02T08:38:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:2024: writing smithi10482514-35 from 3571712 to 3719168 tid 3 2024-04-02T08:38:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:2025: rollback oid 37 current snap is 205 2024-04-02T08:38:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 37 to 200 2024-04-02T08:38:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:2023: finishing write tid 2 to smithi10482514-23 2024-04-02T08:38:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:2023: finishing write tid 3 to smithi10482514-23 2024-04-02T08:38:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:2023: finishing write tid 4 to smithi10482514-23 2024-04-02T08:38:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:2023: finishing write tid 5 to smithi10482514-23 2024-04-02T08:38:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:2023: oid 23 updating version 0 to 969 2024-04-02T08:38:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:2023: oid 23 updating version 969 to 970 2024-04-02T08:38:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:2023: oid 23 version 970 is already newer than 968 2024-04-02T08:38:04.360 INFO:tasks.rados.rados.0.smithi104.stdout:2023: oid 23 version 970 is already newer than 967 2024-04-02T08:38:04.361 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 970 (ObjNum 645 snap 205 seq_num 645) dirty exists 2024-04-02T08:38:04.361 INFO:tasks.rados.rados.0.smithi104.stdout:2023: left oid 23 (ObjNum 645 snap 205 seq_num 645) 2024-04-02T08:38:04.361 INFO:tasks.rados.rados.0.smithi104.stdout:2024: finishing write tid 1 to smithi10482514-35 2024-04-02T08:38:04.361 INFO:tasks.rados.rados.0.smithi104.stdout:2023: done (2 left) 2024-04-02T08:38:04.361 INFO:tasks.rados.rados.0.smithi104.stdout:2026: setattr oid 26 current snap is 205 2024-04-02T08:38:04.361 INFO:tasks.rados.rados.0.smithi104.stdout:2027: read oid 24 snap -1 2024-04-02T08:38:04.361 INFO:tasks.rados.rados.0.smithi104.stdout:2027: expect deleted 2024-04-02T08:38:04.361 INFO:tasks.rados.rados.0.smithi104.stdout:2028: snap_remove snap 203 2024-04-02T08:38:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:04 smithi104 ceph-mon[94081]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:38:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:04 smithi104 ceph-mon[96567]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:38:04.443 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:38:04.443 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (8m) 66s ago 9m 25.1M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (9m) 9s ago 9m 86.1M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (10m) 66s ago 10m 16.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (10m) 9s ago 10m 20.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (4m) 9s ago 14m 451M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (4m) 66s ago 15m 506M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (4m) 66s ago 16m 53.4M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (3m) 9s ago 14m 46.9M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (3m) 66s ago 14m 49.1M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (9m) 66s ago 9m 16.4M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (9m) 9s ago 9m 15.6M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (2m) 66s ago 13m 161M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (2m) 66s ago 13m 121M 2480M 19.0.0-2419-g14da45f2 53081131892e 183e693cda03 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (91s) 66s ago 12m 89.3M 2480M 19.0.0-2419-g14da45f2 53081131892e 8534baca25d7 2024-04-02T08:38:04.444 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (71s) 66s ago 12m 14.8M 2480M 19.0.0-2419-g14da45f2 53081131892e e25bf8b5641e 2024-04-02T08:38:04.445 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (35s) 9s ago 12m 117M 2480M 19.0.0-2419-g14da45f2 53081131892e 2523b7f11b0c 2024-04-02T08:38:04.445 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (14s) 9s ago 11m 13.2M 2480M 19.0.0-2419-g14da45f2 53081131892e 2420a754553d 2024-04-02T08:38:04.445 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (11m) 9s ago 11m 247M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d e566f762c10e 2024-04-02T08:38:04.445 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (10m) 9s ago 10m 182M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:38:04.445 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (4m) 9s ago 10m 58.4M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:38:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:04 smithi188 ceph-mon[86835]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:38:04.836 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:38:04.836 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:38:04.836 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:38:04.836 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:38:04.836 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:38:04.836 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:38:04.836 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 6 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 11 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:38:04.837 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:38:05.347 INFO:tasks.rados.rados.0.smithi104.stdout:2028: done (4 left) 2024-04-02T08:38:05.347 INFO:tasks.rados.rados.0.smithi104.stdout:2029: delete oid 38 current snap is 205 2024-04-02T08:38:05.347 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 1501 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:38:05.347 INFO:tasks.rados.rados.0.smithi104.stdout:2024: finishing write tid 2 to smithi10482514-35 2024-04-02T08:38:05.347 INFO:tasks.rados.rados.0.smithi104.stdout:2024: finishing write tid 3 to smithi10482514-35 2024-04-02T08:38:05.347 INFO:tasks.rados.rados.0.smithi104.stdout:2024: finishing write tid 4 to smithi10482514-35 2024-04-02T08:38:05.347 INFO:tasks.rados.rados.0.smithi104.stdout:2025: finishing rollback tid 0 to smithi10482514-37 2024-04-02T08:38:05.348 INFO:tasks.rados.rados.0.smithi104.stdout:2024: finishing write tid 5 to smithi10482514-35 2024-04-02T08:38:05.348 INFO:tasks.rados.rados.0.smithi104.stdout:2024: oid 35 updating version 0 to 1624 2024-04-02T08:38:05.348 INFO:tasks.rados.rados.0.smithi104.stdout:2024: oid 35 updating version 1624 to 1625 2024-04-02T08:38:05.348 INFO:tasks.rados.rados.0.smithi104.stdout:2024: oid 35 updating version 1625 to 1626 2024-04-02T08:38:05.348 INFO:tasks.rados.rados.0.smithi104.stdout:2024: oid 35 updating version 1626 to 1627 2024-04-02T08:38:05.348 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 1627 (ObjNum 646 snap 205 seq_num 646) dirty exists 2024-04-02T08:38:05.348 INFO:tasks.rados.rados.0.smithi104.stdout:2024: left oid 35 (ObjNum 646 snap 205 seq_num 646) 2024-04-02T08:38:05.348 INFO:tasks.rados.rados.0.smithi104.stdout:2025: finishing rollback tid 1 to smithi10482514-37 2024-04-02T08:38:05.348 INFO:tasks.rados.rados.0.smithi104.stdout:2025: finishing rollback tid 2 to smithi10482514-37 2024-04-02T08:38:05.348 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1412 (ObjNum 597 snap 190 seq_num 597) dirty exists 2024-04-02T08:38:05.351 INFO:tasks.rados.rados.0.smithi104.stdout:2024: done (4 left) 2024-04-02T08:38:05.351 INFO:tasks.rados.rados.0.smithi104.stdout:2025: done (3 left) 2024-04-02T08:38:05.351 INFO:tasks.rados.rados.0.smithi104.stdout:2026: done (2 left) 2024-04-02T08:38:05.351 INFO:tasks.rados.rados.0.smithi104.stdout:2027: done (1 left) 2024-04-02T08:38:05.351 INFO:tasks.rados.rados.0.smithi104.stdout:2029: done (0 left) 2024-04-02T08:38:05.351 INFO:tasks.rados.rados.0.smithi104.stdout:2030: snap_create 2024-04-02T08:38:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:05 smithi188 ceph-mon[86835]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:05 smithi188 ceph-mon[86835]: pgmap v356: 121 pgs: 121 active+clean; 287 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 763 B/s rd, 817 KiB/s wr, 3 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-02T08:38:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:05 smithi188 ceph-mon[86835]: osdmap e472: 8 total, 8 up, 8 in 2024-04-02T08:38:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:05 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1627073463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[96567]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[96567]: pgmap v356: 121 pgs: 121 active+clean; 287 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 763 B/s rd, 817 KiB/s wr, 3 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-02T08:38:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[96567]: osdmap e472: 8 total, 8 up, 8 in 2024-04-02T08:38:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1627073463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[94081]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[94081]: pgmap v356: 121 pgs: 121 active+clean; 287 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 763 B/s rd, 817 KiB/s wr, 3 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-02T08:38:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[94081]: osdmap e472: 8 total, 8 up, 8 in 2024-04-02T08:38:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1627073463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:05.871 INFO:tasks.rados.rados.0.smithi104.stdout:2030: done (0 left) 2024-04-02T08:38:05.871 INFO:tasks.rados.rados.0.smithi104.stdout:2031: read oid 15 snap 196 2024-04-02T08:38:05.871 INFO:tasks.rados.rados.0.smithi104.stdout:2031: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:38:05.871 INFO:tasks.rados.rados.0.smithi104.stdout:2032: setattr oid 3 current snap is 206 2024-04-02T08:38:05.873 INFO:tasks.rados.rados.0.smithi104.stdout:2033: snap_remove snap 193 2024-04-02T08:38:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:38:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:38:05] "GET /metrics HTTP/1.1" 200 36214 "" "Prometheus/2.43.0" 2024-04-02T08:38:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:06 smithi188 ceph-mon[86835]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:06 smithi188 ceph-mon[86835]: osdmap e473: 8 total, 8 up, 8 in 2024-04-02T08:38:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:06 smithi188 ceph-mon[86835]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:38:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:06 smithi104 ceph-mon[96567]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:06 smithi104 ceph-mon[96567]: osdmap e473: 8 total, 8 up, 8 in 2024-04-02T08:38:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:06 smithi104 ceph-mon[96567]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:38:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:06 smithi104 ceph-mon[94081]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:06 smithi104 ceph-mon[94081]: osdmap e473: 8 total, 8 up, 8 in 2024-04-02T08:38:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:06 smithi104 ceph-mon[94081]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:38:06.884 INFO:tasks.rados.rados.0.smithi104.stdout:2033: done (2 left) 2024-04-02T08:38:06.884 INFO:tasks.rados.rados.0.smithi104.stdout:2034: read oid 42 snap 201 2024-04-02T08:38:06.884 INFO:tasks.rados.rados.0.smithi104.stdout:2034: expect (ObjNum 636 snap 199 seq_num 636) 2024-04-02T08:38:06.884 INFO:tasks.rados.rados.0.smithi104.stdout:2035: read oid 23 snap 191 2024-04-02T08:38:06.884 INFO:tasks.rados.rados.0.smithi104.stdout:2035: expect deleted 2024-04-02T08:38:06.884 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 206 2024-04-02T08:38:06.884 INFO:tasks.rados.rados.0.smithi104.stdout:2036: seq_num 648 ranges {1974272=458752,2433024=475136,2908160=327680} 2024-04-02T08:38:06.898 INFO:tasks.rados.rados.0.smithi104.stdout:2036: writing smithi10482514-26 from 1974272 to 2433024 tid 1 2024-04-02T08:38:06.902 INFO:tasks.rados.rados.0.smithi104.stdout:2036: writing smithi10482514-26 from 2433024 to 2908160 tid 2 2024-04-02T08:38:06.904 INFO:tasks.rados.rados.0.smithi104.stdout:2036: writing smithi10482514-26 from 2908160 to 3235840 tid 3 2024-04-02T08:38:06.904 INFO:tasks.rados.rados.0.smithi104.stdout:2037: delete oid 10 current snap is 206 2024-04-02T08:38:06.905 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 1357 (ObjNum 594 snap 188 seq_num 594) dirty exists 2024-04-02T08:38:06.905 INFO:tasks.rados.rados.0.smithi104.stdout:2031: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:38:07.150 INFO:tasks.rados.rados.0.smithi104.stdout:2034: expect (ObjNum 636 snap 199 seq_num 636) 2024-04-02T08:38:07.177 INFO:tasks.rados.rados.0.smithi104.stdout:2036: finishing write tid 1 to smithi10482514-26 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2036: finishing write tid 2 to smithi10482514-26 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2036: finishing write tid 3 to smithi10482514-26 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2036: finishing write tid 4 to smithi10482514-26 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2036: finishing write tid 5 to smithi10482514-26 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2036: oid 26 updating version 0 to 1505 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2036: oid 26 version 1505 is already newer than 1503 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2036: oid 26 version 1505 is already newer than 1504 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2036: oid 26 version 1505 is already newer than 1502 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 1505 (ObjNum 648 snap 206 seq_num 648) dirty exists 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2036: left oid 26 (ObjNum 648 snap 206 seq_num 648) 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2031: done (5 left) 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2032: done (4 left) 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2034: done (3 left) 2024-04-02T08:38:07.178 INFO:tasks.rados.rados.0.smithi104.stdout:2035: done (2 left) 2024-04-02T08:38:07.179 INFO:tasks.rados.rados.0.smithi104.stdout:2036: done (1 left) 2024-04-02T08:38:07.179 INFO:tasks.rados.rados.0.smithi104.stdout:2037: done (0 left) 2024-04-02T08:38:07.179 INFO:tasks.rados.rados.0.smithi104.stdout:2038: setattr oid 45 current snap is 206 2024-04-02T08:38:07.179 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 206 2024-04-02T08:38:07.179 INFO:tasks.rados.rados.0.smithi104.stdout:2039: seq_num 650 ranges {811008=491520,1302528=647168,1949696=155648} 2024-04-02T08:38:07.184 INFO:tasks.rados.rados.0.smithi104.stdout:2039: writing smithi10482514-4 from 811008 to 1302528 tid 1 2024-04-02T08:38:07.188 INFO:tasks.rados.rados.0.smithi104.stdout:2039: writing smithi10482514-4 from 1302528 to 1949696 tid 2 2024-04-02T08:38:07.190 INFO:tasks.rados.rados.0.smithi104.stdout:2039: writing smithi10482514-4 from 1949696 to 2105344 tid 3 2024-04-02T08:38:07.190 INFO:tasks.rados.rados.0.smithi104.stdout:2040: rollback oid 26 current snap is 206 2024-04-02T08:38:07.190 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 202 2024-04-02T08:38:07.190 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1503 (ObjNum 33 snap 0 seq_num 1940369824) dirty exists 2024-04-02T08:38:07.190 INFO:tasks.rados.rados.0.smithi104.stdout:2039: finishing write tid 1 to smithi10482514-4 2024-04-02T08:38:07.190 INFO:tasks.rados.rados.0.smithi104.stdout:2038: done (2 left) 2024-04-02T08:38:07.190 INFO:tasks.rados.rados.0.smithi104.stdout:2041: copy_from oid 14 from oid 24 current snap is 206 2024-04-02T08:38:07.190 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 42 current snap is 206 2024-04-02T08:38:07.191 INFO:tasks.rados.rados.0.smithi104.stdout:2042: seq_num 651 ranges {1056768=507904,1564672=532480,2097152=270336} 2024-04-02T08:38:07.198 INFO:tasks.rados.rados.0.smithi104.stdout:2042: writing smithi10482514-42 from 1056768 to 1564672 tid 1 2024-04-02T08:38:07.201 INFO:tasks.rados.rados.0.smithi104.stdout:2042: writing smithi10482514-42 from 1564672 to 2097152 tid 2 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2042: writing smithi10482514-42 from 2097152 to 2367488 tid 3 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2043: delete oid 40 current snap is 206 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2041: finishing copy_from to smithi10482514-14 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2041: got expected ENOENT (src dne) 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2041: finishing copy_from racing read to smithi10482514-14 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2039: finishing write tid 2 to smithi10482514-4 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2039: finishing write tid 3 to smithi10482514-4 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2039: finishing write tid 4 to smithi10482514-4 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2040: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2039: finishing write tid 5 to smithi10482514-4 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2039: oid 4 updating version 0 to 1508 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2039: oid 4 version 1508 is already newer than 1507 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2039: oid 4 updating version 1508 to 1509 2024-04-02T08:38:07.204 INFO:tasks.rados.rados.0.smithi104.stdout:2039: oid 4 version 1509 is already newer than 1506 2024-04-02T08:38:07.205 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1509 (ObjNum 650 snap 206 seq_num 650) dirty exists 2024-04-02T08:38:07.205 INFO:tasks.rados.rados.0.smithi104.stdout:2039: left oid 4 (ObjNum 650 snap 206 seq_num 650) 2024-04-02T08:38:07.205 INFO:tasks.rados.rados.0.smithi104.stdout:2040: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:38:07.205 INFO:tasks.rados.rados.0.smithi104.stdout:2040: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:38:07.205 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 1512 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:38:07.205 INFO:tasks.rados.rados.0.smithi104.stdout:2042: finishing write tid 1 to smithi10482514-42 2024-04-02T08:38:07.205 INFO:tasks.rados.rados.0.smithi104.stdout:2039: done (4 left) 2024-04-02T08:38:07.206 INFO:tasks.rados.rados.0.smithi104.stdout:2040: done (3 left) 2024-04-02T08:38:07.206 INFO:tasks.rados.rados.0.smithi104.stdout:2041: done (2 left) 2024-04-02T08:38:07.206 INFO:tasks.rados.rados.0.smithi104.stdout:2043: done (1 left) 2024-04-02T08:38:07.206 INFO:tasks.rados.rados.0.smithi104.stdout:2044: read oid 26 snap -1 2024-04-02T08:38:07.206 INFO:tasks.rados.rados.0.smithi104.stdout:2044: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:38:07.206 INFO:tasks.rados.rados.0.smithi104.stdout:2045: snap_create 2024-04-02T08:38:07.206 INFO:tasks.rados.rados.0.smithi104.stdout:2042: finishing write tid 2 to smithi10482514-42 2024-04-02T08:38:07.207 INFO:tasks.rados.rados.0.smithi104.stdout:2042: finishing write tid 3 to smithi10482514-42 2024-04-02T08:38:07.207 INFO:tasks.rados.rados.0.smithi104.stdout:2042: finishing write tid 4 to smithi10482514-42 2024-04-02T08:38:07.207 INFO:tasks.rados.rados.0.smithi104.stdout:2042: finishing write tid 5 to smithi10482514-42 2024-04-02T08:38:07.207 INFO:tasks.rados.rados.0.smithi104.stdout:2042: oid 42 updating version 0 to 1378 2024-04-02T08:38:07.207 INFO:tasks.rados.rados.0.smithi104.stdout:2042: oid 42 updating version 1378 to 1379 2024-04-02T08:38:07.207 INFO:tasks.rados.rados.0.smithi104.stdout:2042: oid 42 version 1379 is already newer than 1376 2024-04-02T08:38:07.208 INFO:tasks.rados.rados.0.smithi104.stdout:2042: oid 42 version 1379 is already newer than 1377 2024-04-02T08:38:07.208 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 1379 (ObjNum 651 snap 206 seq_num 651) dirty exists 2024-04-02T08:38:07.208 INFO:tasks.rados.rados.0.smithi104.stdout:2042: left oid 42 (ObjNum 651 snap 206 seq_num 651) 2024-04-02T08:38:07.213 INFO:tasks.rados.rados.0.smithi104.stdout:2044: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:38:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:07 smithi188 ceph-mon[86835]: pgmap v360: 121 pgs: 121 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 604 KiB/s rd, 872 KiB/s wr, 10 op/s 2024-04-02T08:38:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:07 smithi188 ceph-mon[86835]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:38:07.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:07 smithi104 ceph-mon[96567]: pgmap v360: 121 pgs: 121 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 604 KiB/s rd, 872 KiB/s wr, 10 op/s 2024-04-02T08:38:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:07 smithi104 ceph-mon[96567]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:38:07.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:07 smithi104 ceph-mon[94081]: pgmap v360: 121 pgs: 121 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 604 KiB/s rd, 872 KiB/s wr, 10 op/s 2024-04-02T08:38:07.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:07 smithi104 ceph-mon[94081]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:38:07.883 INFO:tasks.rados.rados.0.smithi104.stdout:2042: done (2 left) 2024-04-02T08:38:07.883 INFO:tasks.rados.rados.0.smithi104.stdout:2044: done (1 left) 2024-04-02T08:38:07.883 INFO:tasks.rados.rados.0.smithi104.stdout:2045: done (0 left) 2024-04-02T08:38:07.884 INFO:tasks.rados.rados.0.smithi104.stdout:2046: rollback oid 39 current snap is 207 2024-04-02T08:38:07.884 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 181 2024-04-02T08:38:07.884 INFO:tasks.rados.rados.0.smithi104.stdout:2047: snap_create 2024-04-02T08:38:07.892 INFO:tasks.rados.rados.0.smithi104.stdout:2046: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:38:07.892 INFO:tasks.rados.rados.0.smithi104.stdout:2046: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:38:07.892 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 1643 (ObjNum 403 snap 130 seq_num 403) dirty exists 2024-04-02T08:38:08.889 INFO:tasks.rados.rados.0.smithi104.stdout:2046: done (1 left) 2024-04-02T08:38:08.890 INFO:tasks.rados.rados.0.smithi104.stdout:2047: done (0 left) 2024-04-02T08:38:08.890 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 208 2024-04-02T08:38:08.890 INFO:tasks.rados.rados.0.smithi104.stdout:2048: seq_num 653 ranges {5685248=540672,6225920=696320,6922240=106496} 2024-04-02T08:38:08.923 INFO:tasks.rados.rados.0.smithi104.stdout:2048: writing smithi10482514-28 from 5685248 to 6225920 tid 1 2024-04-02T08:38:08.927 INFO:tasks.rados.rados.0.smithi104.stdout:2048: writing smithi10482514-28 from 6225920 to 6922240 tid 2 2024-04-02T08:38:08.928 INFO:tasks.rados.rados.0.smithi104.stdout:2048: writing smithi10482514-28 from 6922240 to 7028736 tid 3 2024-04-02T08:38:08.928 INFO:tasks.rados.rados.0.smithi104.stdout:2049: snap_create 2024-04-02T08:38:08.931 INFO:tasks.rados.rados.0.smithi104.stdout:2048: finishing write tid 1 to smithi10482514-28 2024-04-02T08:38:08.931 INFO:tasks.rados.rados.0.smithi104.stdout:2048: finishing write tid 2 to smithi10482514-28 2024-04-02T08:38:08.932 INFO:tasks.rados.rados.0.smithi104.stdout:2048: finishing write tid 3 to smithi10482514-28 2024-04-02T08:38:08.932 INFO:tasks.rados.rados.0.smithi104.stdout:2048: finishing write tid 4 to smithi10482514-28 2024-04-02T08:38:08.933 INFO:tasks.rados.rados.0.smithi104.stdout:2048: finishing write tid 5 to smithi10482514-28 2024-04-02T08:38:08.933 INFO:tasks.rados.rados.0.smithi104.stdout:2048: oid 28 updating version 0 to 1356 2024-04-02T08:38:08.934 INFO:tasks.rados.rados.0.smithi104.stdout:2048: oid 28 version 1356 is already newer than 1354 2024-04-02T08:38:08.934 INFO:tasks.rados.rados.0.smithi104.stdout:2048: oid 28 version 1356 is already newer than 1353 2024-04-02T08:38:08.934 INFO:tasks.rados.rados.0.smithi104.stdout:2048: oid 28 version 1356 is already newer than 1355 2024-04-02T08:38:08.934 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 1356 (ObjNum 653 snap 208 seq_num 653) dirty exists 2024-04-02T08:38:08.934 INFO:tasks.rados.rados.0.smithi104.stdout:2048: left oid 28 (ObjNum 653 snap 208 seq_num 653) 2024-04-02T08:38:09.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:08 smithi104 ceph-mon[96567]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:38:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:08 smithi104 ceph-mon[96567]: pgmap v363: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 281 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 605 KiB/s rd, 885 KiB/s wr, 16 op/s 2024-04-02T08:38:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:08 smithi104 ceph-mon[94081]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:38:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:08 smithi104 ceph-mon[94081]: pgmap v363: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 281 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 605 KiB/s rd, 885 KiB/s wr, 16 op/s 2024-04-02T08:38:09.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:08 smithi188 ceph-mon[86835]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:38:09.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:08 smithi188 ceph-mon[86835]: pgmap v363: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 281 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 605 KiB/s rd, 885 KiB/s wr, 16 op/s 2024-04-02T08:38:09.896 INFO:tasks.rados.rados.0.smithi104.stdout:2048: done (1 left) 2024-04-02T08:38:09.896 INFO:tasks.rados.rados.0.smithi104.stdout:2049: done (0 left) 2024-04-02T08:38:09.896 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 209 2024-04-02T08:38:09.896 INFO:tasks.rados.rados.0.smithi104.stdout:2050: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2024-04-02T08:38:09.898 INFO:tasks.rados.rados.0.smithi104.stdout:2050: writing smithi10482514-22 from 0 to 557056 tid 1 2024-04-02T08:38:09.902 INFO:tasks.rados.rados.0.smithi104.stdout:2050: writing smithi10482514-22 from 557056 to 1187840 tid 2 2024-04-02T08:38:09.904 INFO:tasks.rados.rados.0.smithi104.stdout:2050: writing smithi10482514-22 from 1187840 to 1359872 tid 3 2024-04-02T08:38:09.904 INFO:tasks.rados.rados.0.smithi104.stdout:2051: copy_from oid 50 from oid 15 current snap is 209 2024-04-02T08:38:09.904 INFO:tasks.rados.rados.0.smithi104.stdout:2050: finishing write tid 1 to smithi10482514-22 2024-04-02T08:38:09.904 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 209 2024-04-02T08:38:09.904 INFO:tasks.rados.rados.0.smithi104.stdout:2052: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2024-04-02T08:38:09.907 INFO:tasks.rados.rados.0.smithi104.stdout:2052: writing smithi10482514-8 from 0 to 573440 tid 1 2024-04-02T08:38:09.910 INFO:tasks.rados.rados.0.smithi104.stdout:2052: writing smithi10482514-8 from 573440 to 1089536 tid 2 2024-04-02T08:38:09.912 INFO:tasks.rados.rados.0.smithi104.stdout:2052: writing smithi10482514-8 from 1089536 to 1376256 tid 3 2024-04-02T08:38:09.912 INFO:tasks.rados.rados.0.smithi104.stdout:2053: copy_from oid 31 from oid 27 current snap is 209 2024-04-02T08:38:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2050: finishing write tid 2 to smithi10482514-22 2024-04-02T08:38:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2050: finishing write tid 3 to smithi10482514-22 2024-04-02T08:38:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2050: finishing write tid 4 to smithi10482514-22 2024-04-02T08:38:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2054: snap_create 2024-04-02T08:38:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2050: finishing write tid 5 to smithi10482514-22 2024-04-02T08:38:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2050: oid 22 updating version 0 to 972 2024-04-02T08:38:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2050: oid 22 updating version 972 to 974 2024-04-02T08:38:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2050: oid 22 version 974 is already newer than 971 2024-04-02T08:38:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2050: oid 22 version 974 is already newer than 973 2024-04-02T08:38:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 974 (ObjNum 654 snap 209 seq_num 654) dirty exists 2024-04-02T08:38:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2050: left oid 22 (ObjNum 654 snap 209 seq_num 654) 2024-04-02T08:38:09.915 INFO:tasks.rados.rados.0.smithi104.stdout:2052: finishing write tid 1 to smithi10482514-8 2024-04-02T08:38:09.916 INFO:tasks.rados.rados.0.smithi104.stdout:2052: finishing write tid 2 to smithi10482514-8 2024-04-02T08:38:09.917 INFO:tasks.rados.rados.0.smithi104.stdout:2052: finishing write tid 3 to smithi10482514-8 2024-04-02T08:38:09.917 INFO:tasks.rados.rados.0.smithi104.stdout:2052: finishing write tid 4 to smithi10482514-8 2024-04-02T08:38:09.919 INFO:tasks.rados.rados.0.smithi104.stdout:2052: finishing write tid 5 to smithi10482514-8 2024-04-02T08:38:09.919 INFO:tasks.rados.rados.0.smithi104.stdout:2052: oid 8 updating version 0 to 1416 2024-04-02T08:38:09.919 INFO:tasks.rados.rados.0.smithi104.stdout:2052: oid 8 version 1416 is already newer than 1415 2024-04-02T08:38:09.919 INFO:tasks.rados.rados.0.smithi104.stdout:2052: oid 8 version 1416 is already newer than 1414 2024-04-02T08:38:09.919 INFO:tasks.rados.rados.0.smithi104.stdout:2052: oid 8 version 1416 is already newer than 1413 2024-04-02T08:38:09.919 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 1416 (ObjNum 655 snap 209 seq_num 655) dirty exists 2024-04-02T08:38:09.919 INFO:tasks.rados.rados.0.smithi104.stdout:2052: left oid 8 (ObjNum 655 snap 209 seq_num 655) 2024-04-02T08:38:09.925 INFO:tasks.rados.rados.0.smithi104.stdout:2051: finishing copy_from racing read to smithi10482514-50 2024-04-02T08:38:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:2051: finishing copy_from to smithi10482514-50 2024-04-02T08:38:09.928 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 1268 (ObjNum 585 snap 185 seq_num 585) dirty exists 2024-04-02T08:38:09.930 INFO:tasks.rados.rados.0.smithi104.stdout:2053: finishing copy_from racing read to smithi10482514-31 2024-04-02T08:38:09.930 INFO:tasks.rados.rados.0.smithi104.stdout:2053: finishing copy_from to smithi10482514-31 2024-04-02T08:38:09.930 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 1500 (ObjNum 620 snap 195 seq_num 620) dirty exists 2024-04-02T08:38:10.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:09 smithi104 ceph-mon[96567]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:38:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:09 smithi104 ceph-mon[94081]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:38:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:09 smithi188 ceph-mon[86835]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:38:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:10.872 INFO:tasks.rados.rados.0.smithi104.stdout:2050: done (4 left) 2024-04-02T08:38:10.872 INFO:tasks.rados.rados.0.smithi104.stdout:2051: done (3 left) 2024-04-02T08:38:10.873 INFO:tasks.rados.rados.0.smithi104.stdout:2052: done (2 left) 2024-04-02T08:38:10.873 INFO:tasks.rados.rados.0.smithi104.stdout:2053: done (1 left) 2024-04-02T08:38:10.873 INFO:tasks.rados.rados.0.smithi104.stdout:2054: done (0 left) 2024-04-02T08:38:10.873 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 210 2024-04-02T08:38:10.873 INFO:tasks.rados.rados.0.smithi104.stdout:2055: seq_num 656 ranges {0=589824,589824=802816} 2024-04-02T08:38:10.875 INFO:tasks.rados.rados.0.smithi104.stdout:2055: writing smithi10482514-43 from 0 to 589824 tid 1 2024-04-02T08:38:10.880 INFO:tasks.rados.rados.0.smithi104.stdout:2055: writing smithi10482514-43 from 589824 to 1392640 tid 2 2024-04-02T08:38:10.881 INFO:tasks.rados.rados.0.smithi104.stdout:2056: delete oid 18 current snap is 210 2024-04-02T08:38:10.884 INFO:tasks.rados.rados.0.smithi104.stdout:2055: finishing write tid 1 to smithi10482514-43 2024-04-02T08:38:10.886 INFO:tasks.rados.rados.0.smithi104.stdout:2055: finishing write tid 2 to smithi10482514-43 2024-04-02T08:38:10.886 INFO:tasks.rados.rados.0.smithi104.stdout:2055: finishing write tid 3 to smithi10482514-43 2024-04-02T08:38:10.887 INFO:tasks.rados.rados.0.smithi104.stdout:2056: done (1 left) 2024-04-02T08:38:10.887 INFO:tasks.rados.rados.0.smithi104.stdout:2057: read oid 13 snap -1 2024-04-02T08:38:10.887 INFO:tasks.rados.rados.0.smithi104.stdout:2057: expect (ObjNum 615 snap 194 seq_num 615) 2024-04-02T08:38:10.888 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 210 2024-04-02T08:38:10.888 INFO:tasks.rados.rados.0.smithi104.stdout:2058: seq_num 658 ranges {1957888=622592,2580480=565248,3145728=237568} 2024-04-02T08:38:10.902 INFO:tasks.rados.rados.0.smithi104.stdout:2058: writing smithi10482514-39 from 1957888 to 2580480 tid 1 2024-04-02T08:38:10.905 INFO:tasks.rados.rados.0.smithi104.stdout:2058: writing smithi10482514-39 from 2580480 to 3145728 tid 2 2024-04-02T08:38:10.907 INFO:tasks.rados.rados.0.smithi104.stdout:2058: writing smithi10482514-39 from 3145728 to 3383296 tid 3 2024-04-02T08:38:10.907 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 210 2024-04-02T08:38:10.907 INFO:tasks.rados.rados.0.smithi104.stdout:2055: finishing write tid 4 to smithi10482514-43 2024-04-02T08:38:10.907 INFO:tasks.rados.rados.0.smithi104.stdout:2055: oid 43 updating version 0 to 1503 2024-04-02T08:38:10.907 INFO:tasks.rados.rados.0.smithi104.stdout:2055: oid 43 version 1503 is already newer than 1502 2024-04-02T08:38:10.907 INFO:tasks.rados.rados.0.smithi104.stdout:2055: oid 43 version 1503 is already newer than 1501 2024-04-02T08:38:10.907 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1503 (ObjNum 656 snap 210 seq_num 656) dirty exists 2024-04-02T08:38:10.907 INFO:tasks.rados.rados.0.smithi104.stdout:2055: left oid 43 (ObjNum 656 snap 210 seq_num 656) 2024-04-02T08:38:10.907 INFO:tasks.rados.rados.0.smithi104.stdout:2059: seq_num 659 ranges {0=647168,647168=450560,1097728=352256} 2024-04-02T08:38:10.911 INFO:tasks.rados.rados.0.smithi104.stdout:2059: writing smithi10482514-30 from 0 to 647168 tid 1 2024-04-02T08:38:10.913 INFO:tasks.rados.rados.0.smithi104.stdout:2059: writing smithi10482514-30 from 647168 to 1097728 tid 2 2024-04-02T08:38:10.916 INFO:tasks.rados.rados.0.smithi104.stdout:2059: writing smithi10482514-30 from 1097728 to 1449984 tid 3 2024-04-02T08:38:10.916 INFO:tasks.rados.rados.0.smithi104.stdout:2055: done (3 left) 2024-04-02T08:38:10.916 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 210 2024-04-02T08:38:10.916 INFO:tasks.rados.rados.0.smithi104.stdout:2060: seq_num 660 ranges {8863744=663552,9527296=737280,10264576=65536} 2024-04-02T08:38:10.966 INFO:tasks.rados.rados.0.smithi104.stdout:2060: writing smithi10482514-9 from 8863744 to 9527296 tid 1 2024-04-02T08:38:10.971 INFO:tasks.rados.rados.0.smithi104.stdout:2060: writing smithi10482514-9 from 9527296 to 10264576 tid 2 2024-04-02T08:38:10.971 INFO:tasks.rados.rados.0.smithi104.stdout:2060: writing smithi10482514-9 from 10264576 to 10330112 tid 3 2024-04-02T08:38:10.971 INFO:tasks.rados.rados.0.smithi104.stdout:2058: finishing write tid 1 to smithi10482514-39 2024-04-02T08:38:10.971 INFO:tasks.rados.rados.0.smithi104.stdout:2061: read oid 10 snap -1 2024-04-02T08:38:10.971 INFO:tasks.rados.rados.0.smithi104.stdout:2061: expect deleted 2024-04-02T08:38:10.971 INFO:tasks.rados.rados.0.smithi104.stdout:2062: snap_remove snap 198 2024-04-02T08:38:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:10 smithi188 ceph-mon[86835]: osdmap e478: 8 total, 8 up, 8 in 2024-04-02T08:38:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:10 smithi188 ceph-mon[86835]: pgmap v366: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 952 KiB/s wr, 16 op/s 2024-04-02T08:38:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:10 smithi188 ceph-mon[86835]: osdmap e479: 8 total, 8 up, 8 in 2024-04-02T08:38:11.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:10 smithi104 ceph-mon[96567]: osdmap e478: 8 total, 8 up, 8 in 2024-04-02T08:38:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:10 smithi104 ceph-mon[96567]: pgmap v366: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 952 KiB/s wr, 16 op/s 2024-04-02T08:38:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:10 smithi104 ceph-mon[96567]: osdmap e479: 8 total, 8 up, 8 in 2024-04-02T08:38:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:10 smithi104 ceph-mon[94081]: osdmap e478: 8 total, 8 up, 8 in 2024-04-02T08:38:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:10 smithi104 ceph-mon[94081]: pgmap v366: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 952 KiB/s wr, 16 op/s 2024-04-02T08:38:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:10 smithi104 ceph-mon[94081]: osdmap e479: 8 total, 8 up, 8 in 2024-04-02T08:38:11.905 INFO:tasks.rados.rados.0.smithi104.stdout:2058: finishing write tid 2 to smithi10482514-39 2024-04-02T08:38:11.906 INFO:tasks.rados.rados.0.smithi104.stdout:2058: finishing write tid 3 to smithi10482514-39 2024-04-02T08:38:11.906 INFO:tasks.rados.rados.0.smithi104.stdout:2058: finishing write tid 4 to smithi10482514-39 2024-04-02T08:38:11.906 INFO:tasks.rados.rados.0.smithi104.stdout:2058: finishing write tid 5 to smithi10482514-39 2024-04-02T08:38:11.906 INFO:tasks.rados.rados.0.smithi104.stdout:2058: oid 39 updating version 0 to 1648 2024-04-02T08:38:11.906 INFO:tasks.rados.rados.0.smithi104.stdout:2058: oid 39 version 1648 is already newer than 1646 2024-04-02T08:38:11.906 INFO:tasks.rados.rados.0.smithi104.stdout:2058: oid 39 version 1648 is already newer than 1647 2024-04-02T08:38:11.906 INFO:tasks.rados.rados.0.smithi104.stdout:2058: oid 39 version 1648 is already newer than 1645 2024-04-02T08:38:11.906 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 1648 (ObjNum 658 snap 210 seq_num 658) dirty exists 2024-04-02T08:38:11.906 INFO:tasks.rados.rados.0.smithi104.stdout:2058: left oid 39 (ObjNum 658 snap 210 seq_num 658) 2024-04-02T08:38:11.906 INFO:tasks.rados.rados.0.smithi104.stdout:2059: finishing write tid 1 to smithi10482514-30 2024-04-02T08:38:11.906 INFO:tasks.rados.rados.0.smithi104.stdout:2057: expect (ObjNum 615 snap 194 seq_num 615) 2024-04-02T08:38:12.210 INFO:tasks.rados.rados.0.smithi104.stdout:2059: finishing write tid 2 to smithi10482514-30 2024-04-02T08:38:12.210 INFO:tasks.rados.rados.0.smithi104.stdout:2059: finishing write tid 3 to smithi10482514-30 2024-04-02T08:38:12.210 INFO:tasks.rados.rados.0.smithi104.stdout:2059: finishing write tid 4 to smithi10482514-30 2024-04-02T08:38:12.210 INFO:tasks.rados.rados.0.smithi104.stdout:2057: done (5 left) 2024-04-02T08:38:12.210 INFO:tasks.rados.rados.0.smithi104.stdout:2058: done (4 left) 2024-04-02T08:38:12.210 INFO:tasks.rados.rados.0.smithi104.stdout:2062: done (3 left) 2024-04-02T08:38:12.210 INFO:tasks.rados.rados.0.smithi104.stdout:2063: rollback oid 34 current snap is 210 2024-04-02T08:38:12.210 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 184 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2059: finishing write tid 5 to smithi10482514-30 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2059: oid 30 updating version 0 to 1506 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2059: oid 30 updating version 1506 to 1507 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2059: oid 30 version 1507 is already newer than 1505 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2059: oid 30 version 1507 is already newer than 1504 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1507 (ObjNum 659 snap 210 seq_num 659) dirty exists 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2059: left oid 30 (ObjNum 659 snap 210 seq_num 659) 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2060: finishing write tid 1 to smithi10482514-9 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2060: finishing write tid 2 to smithi10482514-9 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2060: finishing write tid 3 to smithi10482514-9 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2060: finishing write tid 4 to smithi10482514-9 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2060: finishing write tid 5 to smithi10482514-9 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2060: oid 9 updating version 0 to 1660 2024-04-02T08:38:12.211 INFO:tasks.rados.rados.0.smithi104.stdout:2060: oid 9 updating version 1660 to 1661 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:2060: oid 9 updating version 1661 to 1662 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:2060: oid 9 version 1662 is already newer than 1659 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 1662 (ObjNum 660 snap 210 seq_num 660) dirty exists 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:2060: left oid 9 (ObjNum 660 snap 210 seq_num 660) 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:2059: done (3 left) 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:2060: done (2 left) 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:2061: done (1 left) 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:2064: read oid 31 snap -1 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:2064: expect (ObjNum 620 snap 195 seq_num 620) 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:2065: copy_from oid 20 from oid 24 current snap is 210 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 210 2024-04-02T08:38:12.212 INFO:tasks.rados.rados.0.smithi104.stdout:2066: seq_num 661 ranges {1392640=679936,2072576=622592,2695168=180224} 2024-04-02T08:38:12.221 INFO:tasks.rados.rados.0.smithi104.stdout:2066: writing smithi10482514-43 from 1392640 to 2072576 tid 1 2024-04-02T08:38:12.224 INFO:tasks.rados.rados.0.smithi104.stdout:2066: writing smithi10482514-43 from 2072576 to 2695168 tid 2 2024-04-02T08:38:12.226 INFO:tasks.rados.rados.0.smithi104.stdout:2066: writing smithi10482514-43 from 2695168 to 2875392 tid 3 2024-04-02T08:38:12.226 INFO:tasks.rados.rados.0.smithi104.stdout:2067: read oid 23 snap -1 2024-04-02T08:38:12.226 INFO:tasks.rados.rados.0.smithi104.stdout:2067: expect (ObjNum 645 snap 205 seq_num 645) 2024-04-02T08:38:12.226 INFO:tasks.rados.rados.0.smithi104.stdout:2068: copy_from oid 28 from oid 11 current snap is 210 2024-04-02T08:38:12.226 INFO:tasks.rados.rados.0.smithi104.stdout:2063: finishing rollback tid 0 to smithi10482514-34 2024-04-02T08:38:12.226 INFO:tasks.rados.rados.0.smithi104.stdout:2063: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:38:12.226 INFO:tasks.rados.rados.0.smithi104.stdout:2063: finishing rollback tid 2 to smithi10482514-34 2024-04-02T08:38:12.226 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 1668 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-02T08:38:12.226 INFO:tasks.rados.rados.0.smithi104.stdout:2065: finishing copy_from to smithi10482514-20 2024-04-02T08:38:12.227 INFO:tasks.rados.rados.0.smithi104.stdout:2065: got expected ENOENT (src dne) 2024-04-02T08:38:12.227 INFO:tasks.rados.rados.0.smithi104.stdout:2064: expect (ObjNum 620 snap 195 seq_num 620) 2024-04-02T08:38:12.341 INFO:tasks.rados.rados.0.smithi104.stdout:2065: finishing copy_from racing read to smithi10482514-20 2024-04-02T08:38:12.341 INFO:tasks.rados.rados.0.smithi104.stdout:2066: finishing write tid 1 to smithi10482514-43 2024-04-02T08:38:12.341 INFO:tasks.rados.rados.0.smithi104.stdout:2066: finishing write tid 2 to smithi10482514-43 2024-04-02T08:38:12.341 INFO:tasks.rados.rados.0.smithi104.stdout:2066: finishing write tid 3 to smithi10482514-43 2024-04-02T08:38:12.341 INFO:tasks.rados.rados.0.smithi104.stdout:2066: finishing write tid 4 to smithi10482514-43 2024-04-02T08:38:12.341 INFO:tasks.rados.rados.0.smithi104.stdout:2066: finishing write tid 5 to smithi10482514-43 2024-04-02T08:38:12.341 INFO:tasks.rados.rados.0.smithi104.stdout:2066: oid 43 updating version 0 to 1508 2024-04-02T08:38:12.342 INFO:tasks.rados.rados.0.smithi104.stdout:2066: oid 43 updating version 1508 to 1511 2024-04-02T08:38:12.342 INFO:tasks.rados.rados.0.smithi104.stdout:2066: oid 43 version 1511 is already newer than 1510 2024-04-02T08:38:12.342 INFO:tasks.rados.rados.0.smithi104.stdout:2066: oid 43 version 1511 is already newer than 1509 2024-04-02T08:38:12.342 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1511 (ObjNum 661 snap 210 seq_num 661) dirty exists 2024-04-02T08:38:12.342 INFO:tasks.rados.rados.0.smithi104.stdout:2066: left oid 43 (ObjNum 661 snap 210 seq_num 661) 2024-04-02T08:38:12.342 INFO:tasks.rados.rados.0.smithi104.stdout:2068: finishing copy_from racing read to smithi10482514-28 2024-04-02T08:38:12.342 INFO:tasks.rados.rados.0.smithi104.stdout:2068: finishing copy_from to smithi10482514-28 2024-04-02T08:38:12.342 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 962 (ObjNum 608 snap 192 seq_num 608) dirty exists 2024-04-02T08:38:12.342 INFO:tasks.rados.rados.0.smithi104.stdout:2067: expect (ObjNum 645 snap 205 seq_num 645) 2024-04-02T08:38:12.445 INFO:tasks.rados.rados.0.smithi104.stdout:2063: done (5 left) 2024-04-02T08:38:12.445 INFO:tasks.rados.rados.0.smithi104.stdout:2064: done (4 left) 2024-04-02T08:38:12.445 INFO:tasks.rados.rados.0.smithi104.stdout:2065: done (3 left) 2024-04-02T08:38:12.445 INFO:tasks.rados.rados.0.smithi104.stdout:2066: done (2 left) 2024-04-02T08:38:12.445 INFO:tasks.rados.rados.0.smithi104.stdout:2067: done (1 left) 2024-04-02T08:38:12.445 INFO:tasks.rados.rados.0.smithi104.stdout:2068: done (0 left) 2024-04-02T08:38:12.445 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 210 2024-04-02T08:38:12.445 INFO:tasks.rados.rados.0.smithi104.stdout:2069: seq_num 662 ranges {8372224=696320,9068544=557056,9625600=245760} 2024-04-02T08:38:12.492 INFO:tasks.rados.rados.0.smithi104.stdout:2069: writing smithi10482514-29 from 8372224 to 9068544 tid 1 2024-04-02T08:38:12.495 INFO:tasks.rados.rados.0.smithi104.stdout:2069: writing smithi10482514-29 from 9068544 to 9625600 tid 2 2024-04-02T08:38:12.497 INFO:tasks.rados.rados.0.smithi104.stdout:2069: writing smithi10482514-29 from 9625600 to 9871360 tid 3 2024-04-02T08:38:12.497 INFO:tasks.rados.rados.0.smithi104.stdout:2070: read oid 41 snap -1 2024-04-02T08:38:12.497 INFO:tasks.rados.rados.0.smithi104.stdout:2070: expect deleted 2024-04-02T08:38:12.497 INFO:tasks.rados.rados.0.smithi104.stdout:2071: snap_remove snap 205 2024-04-02T08:38:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:38:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:12.918 INFO:tasks.rados.rados.0.smithi104.stdout:2071: done (2 left) 2024-04-02T08:38:12.918 INFO:tasks.rados.rados.0.smithi104.stdout:2072: copy_from oid 31 from oid 48 current snap is 210 2024-04-02T08:38:12.918 INFO:tasks.rados.rados.0.smithi104.stdout:2069: finishing write tid 1 to smithi10482514-29 2024-04-02T08:38:12.918 INFO:tasks.rados.rados.0.smithi104.stdout:2069: finishing write tid 2 to smithi10482514-29 2024-04-02T08:38:12.918 INFO:tasks.rados.rados.0.smithi104.stdout:2069: finishing write tid 3 to smithi10482514-29 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:2069: finishing write tid 4 to smithi10482514-29 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:2069: finishing write tid 5 to smithi10482514-29 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:2069: oid 29 updating version 0 to 1365 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:2069: oid 29 updating version 1365 to 1366 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:2069: oid 29 updating version 1366 to 1367 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:2069: oid 29 version 1367 is already newer than 1364 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1367 (ObjNum 662 snap 210 seq_num 662) dirty exists 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:2069: left oid 29 (ObjNum 662 snap 210 seq_num 662) 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:2069: done (2 left) 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:2070: done (1 left) 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:2073: copy_from oid 44 from oid 32 current snap is 210 2024-04-02T08:38:12.919 INFO:tasks.rados.rados.0.smithi104.stdout:2074: snap_remove snap 207 2024-04-02T08:38:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:12 smithi188 ceph-mon[86835]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:38:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:12 smithi188 ceph-mon[86835]: pgmap v369: 121 pgs: 121 active+clean; 293 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T08:38:13.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:12 smithi104 ceph-mon[96567]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:38:13.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:12 smithi104 ceph-mon[96567]: pgmap v369: 121 pgs: 121 active+clean; 293 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T08:38:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:12 smithi104 ceph-mon[94081]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:38:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:12 smithi104 ceph-mon[94081]: pgmap v369: 121 pgs: 121 active+clean; 293 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T08:38:13.930 INFO:tasks.rados.rados.0.smithi104.stdout:2074: done (2 left) 2024-04-02T08:38:13.931 INFO:tasks.rados.rados.0.smithi104.stdout:2075: setattr oid 33 current snap is 210 2024-04-02T08:38:13.931 INFO:tasks.rados.rados.0.smithi104.stdout:2072: finishing copy_from racing read to smithi10482514-31 2024-04-02T08:38:13.931 INFO:tasks.rados.rados.0.smithi104.stdout:2072: finishing copy_from to smithi10482514-31 2024-04-02T08:38:13.931 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 1406 (ObjNum 628 snap 197 seq_num 628) dirty exists 2024-04-02T08:38:13.931 INFO:tasks.rados.rados.0.smithi104.stdout:2073: finishing copy_from racing read to smithi10482514-44 2024-04-02T08:38:13.931 INFO:tasks.rados.rados.0.smithi104.stdout:2073: finishing copy_from to smithi10482514-44 2024-04-02T08:38:13.931 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 432 (ObjNum 629 snap 197 seq_num 629) dirty exists 2024-04-02T08:38:13.932 INFO:tasks.rados.rados.0.smithi104.stdout:2072: done (2 left) 2024-04-02T08:38:13.932 INFO:tasks.rados.rados.0.smithi104.stdout:2073: done (1 left) 2024-04-02T08:38:13.932 INFO:tasks.rados.rados.0.smithi104.stdout:2076: setattr oid 24 current snap is 210 2024-04-02T08:38:13.934 INFO:tasks.rados.rados.0.smithi104.stdout:2077: read oid 23 snap 208 2024-04-02T08:38:13.934 INFO:tasks.rados.rados.0.smithi104.stdout:2077: expect (ObjNum 645 snap 205 seq_num 645) 2024-04-02T08:38:13.934 INFO:tasks.rados.rados.0.smithi104.stdout:2078: rmattr oid 47 current snap is 210 2024-04-02T08:38:13.934 INFO:tasks.rados.rados.0.smithi104.stdout:2078: done (3 left) 2024-04-02T08:38:13.934 INFO:tasks.rados.rados.0.smithi104.stdout:2079: copy_from oid 47 from oid 39 current snap is 210 2024-04-02T08:38:13.934 INFO:tasks.rados.rados.0.smithi104.stdout:2080: rollback oid 3 current snap is 210 2024-04-02T08:38:13.934 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 3 to 184 2024-04-02T08:38:13.934 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 210 2024-04-02T08:38:13.934 INFO:tasks.rados.rados.0.smithi104.stdout:2081: seq_num 663 ranges {1449984=712704,2162688=442368,2605056=360448} 2024-04-02T08:38:13.948 INFO:tasks.rados.rados.0.smithi104.stdout:2081: writing smithi10482514-30 from 1449984 to 2162688 tid 1 2024-04-02T08:38:13.950 INFO:tasks.rados.rados.0.smithi104.stdout:2081: writing smithi10482514-30 from 2162688 to 2605056 tid 2 2024-04-02T08:38:13.952 INFO:tasks.rados.rados.0.smithi104.stdout:2081: writing smithi10482514-30 from 2605056 to 2965504 tid 3 2024-04-02T08:38:13.953 INFO:tasks.rados.rados.0.smithi104.stdout:2082: setattr oid 9 current snap is 210 2024-04-02T08:38:13.953 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1380 (ObjNum 643 snap 204 seq_num 643) dirty exists 2024-04-02T08:38:13.953 INFO:tasks.rados.rados.0.smithi104.stdout:2080: finishing rollback tid 0 to smithi10482514-3 2024-04-02T08:38:13.953 INFO:tasks.rados.rados.0.smithi104.stdout:2080: finishing rollback tid 1 to smithi10482514-3 2024-04-02T08:38:13.953 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 1359 (ObjNum 33 snap 0 seq_num 1936655608) dirty dne 2024-04-02T08:38:13.953 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 1655 (ObjNum 33 snap 0 seq_num 1939430672) dirty exists 2024-04-02T08:38:13.953 INFO:tasks.rados.rados.0.smithi104.stdout:2077: expect (ObjNum 645 snap 205 seq_num 645) 2024-04-02T08:38:14.063 INFO:tasks.rados.rados.0.smithi104.stdout:2081: finishing write tid 1 to smithi10482514-30 2024-04-02T08:38:14.063 INFO:tasks.rados.rados.0.smithi104.stdout:2081: finishing write tid 2 to smithi10482514-30 2024-04-02T08:38:14.063 INFO:tasks.rados.rados.0.smithi104.stdout:2081: finishing write tid 3 to smithi10482514-30 2024-04-02T08:38:14.063 INFO:tasks.rados.rados.0.smithi104.stdout:2081: finishing write tid 4 to smithi10482514-30 2024-04-02T08:38:14.063 INFO:tasks.rados.rados.0.smithi104.stdout:2081: finishing write tid 5 to smithi10482514-30 2024-04-02T08:38:14.063 INFO:tasks.rados.rados.0.smithi104.stdout:2081: oid 30 updating version 0 to 1513 2024-04-02T08:38:14.063 INFO:tasks.rados.rados.0.smithi104.stdout:2081: oid 30 version 1513 is already newer than 1512 2024-04-02T08:38:14.063 INFO:tasks.rados.rados.0.smithi104.stdout:2081: oid 30 updating version 1513 to 1515 2024-04-02T08:38:14.063 INFO:tasks.rados.rados.0.smithi104.stdout:2081: oid 30 version 1515 is already newer than 1514 2024-04-02T08:38:14.063 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1515 (ObjNum 663 snap 210 seq_num 663) dirty exists 2024-04-02T08:38:14.063 INFO:tasks.rados.rados.0.smithi104.stdout:2081: left oid 30 (ObjNum 663 snap 210 seq_num 663) 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2079: finishing copy_from racing read to smithi10482514-47 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2079: finishing copy_from to smithi10482514-47 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 1648 (ObjNum 658 snap 210 seq_num 658) dirty exists 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2075: done (6 left) 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2076: done (5 left) 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2077: done (4 left) 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2079: done (3 left) 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2080: done (2 left) 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2081: done (1 left) 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2083: rollback oid 32 current snap is 210 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 32 to 191 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2084: read oid 16 snap -1 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2084: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2085: read oid 36 snap 201 2024-04-02T08:38:14.064 INFO:tasks.rados.rados.0.smithi104.stdout:2085: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:38:14.065 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 210 2024-04-02T08:38:14.065 INFO:tasks.rados.rados.0.smithi104.stdout:2086: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-04-02T08:38:14.066 INFO:tasks.rados.rados.0.smithi104.stdout:2086: writing smithi10482514-45 from 0 to 729088 tid 1 2024-04-02T08:38:14.070 INFO:tasks.rados.rados.0.smithi104.stdout:2086: writing smithi10482514-45 from 729088 to 1458176 tid 2 2024-04-02T08:38:14.071 INFO:tasks.rados.rados.0.smithi104.stdout:2086: writing smithi10482514-45 from 1458176 to 1531904 tid 3 2024-04-02T08:38:14.071 INFO:tasks.rados.rados.0.smithi104.stdout:2087: delete oid 12 current snap is 210 2024-04-02T08:38:14.071 INFO:tasks.rados.rados.0.smithi104.stdout:2084: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:38:14.074 INFO:tasks.rados.rados.0.smithi104.stdout:2083: finishing rollback tid 0 to smithi10482514-32 2024-04-02T08:38:14.074 INFO:tasks.rados.rados.0.smithi104.stdout:2085: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:2083: finishing rollback tid 1 to smithi10482514-32 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 434 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 1681 (ObjNum 660 snap 210 seq_num 660) dirty exists 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:2082: done (5 left) 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:2083: done (4 left) 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:2084: done (3 left) 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:2085: done (2 left) 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:2087: done (1 left) 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:2088: read oid 49 snap -1 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:2088: expect (ObjNum 633 snap 198 seq_num 633) 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 210 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:2086: finishing write tid 1 to smithi10482514-45 2024-04-02T08:38:14.081 INFO:tasks.rados.rados.0.smithi104.stdout:2086: finishing write tid 2 to smithi10482514-45 2024-04-02T08:38:14.082 INFO:tasks.rados.rados.0.smithi104.stdout:2086: finishing write tid 3 to smithi10482514-45 2024-04-02T08:38:14.082 INFO:tasks.rados.rados.0.smithi104.stdout:2086: finishing write tid 4 to smithi10482514-45 2024-04-02T08:38:14.082 INFO:tasks.rados.rados.0.smithi104.stdout:2086: finishing write tid 5 to smithi10482514-45 2024-04-02T08:38:14.082 INFO:tasks.rados.rados.0.smithi104.stdout:2086: oid 45 updating version 0 to 1506 2024-04-02T08:38:14.082 INFO:tasks.rados.rados.0.smithi104.stdout:2086: oid 45 version 1506 is already newer than 1504 2024-04-02T08:38:14.082 INFO:tasks.rados.rados.0.smithi104.stdout:2086: oid 45 updating version 1506 to 1507 2024-04-02T08:38:14.082 INFO:tasks.rados.rados.0.smithi104.stdout:2086: oid 45 version 1507 is already newer than 1505 2024-04-02T08:38:14.082 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1507 (ObjNum 664 snap 210 seq_num 664) dirty exists 2024-04-02T08:38:14.082 INFO:tasks.rados.rados.0.smithi104.stdout:2086: left oid 45 (ObjNum 664 snap 210 seq_num 664) 2024-04-02T08:38:14.082 INFO:tasks.rados.rados.0.smithi104.stdout:2089: seq_num 666 ranges {1974272=761856,2736128=491520,3227648=311296} 2024-04-02T08:38:14.095 INFO:tasks.rados.rados.0.smithi104.stdout:2089: writing smithi10482514-5 from 1974272 to 2736128 tid 1 2024-04-02T08:38:14.098 INFO:tasks.rados.rados.0.smithi104.stdout:2089: writing smithi10482514-5 from 2736128 to 3227648 tid 2 2024-04-02T08:38:14.100 INFO:tasks.rados.rados.0.smithi104.stdout:2089: writing smithi10482514-5 from 3227648 to 3538944 tid 3 2024-04-02T08:38:14.100 INFO:tasks.rados.rados.0.smithi104.stdout:2086: done (2 left) 2024-04-02T08:38:14.100 INFO:tasks.rados.rados.0.smithi104.stdout:2090: read oid 19 snap -1 2024-04-02T08:38:14.100 INFO:tasks.rados.rados.0.smithi104.stdout:2090: expect deleted 2024-04-02T08:38:14.100 INFO:tasks.rados.rados.0.smithi104.stdout:2091: copy_from oid 48 from oid 33 current snap is 210 2024-04-02T08:38:14.100 INFO:tasks.rados.rados.0.smithi104.stdout:2088: expect (ObjNum 633 snap 198 seq_num 633) 2024-04-02T08:38:14.164 INFO:tasks.rados.rados.0.smithi104.stdout:2089: finishing write tid 1 to smithi10482514-5 2024-04-02T08:38:14.164 INFO:tasks.rados.rados.0.smithi104.stdout:2089: finishing write tid 2 to smithi10482514-5 2024-04-02T08:38:14.164 INFO:tasks.rados.rados.0.smithi104.stdout:2089: finishing write tid 3 to smithi10482514-5 2024-04-02T08:38:14.164 INFO:tasks.rados.rados.0.smithi104.stdout:2089: finishing write tid 4 to smithi10482514-5 2024-04-02T08:38:14.164 INFO:tasks.rados.rados.0.smithi104.stdout:2089: finishing write tid 5 to smithi10482514-5 2024-04-02T08:38:14.164 INFO:tasks.rados.rados.0.smithi104.stdout:2089: oid 5 updating version 0 to 1418 2024-04-02T08:38:14.164 INFO:tasks.rados.rados.0.smithi104.stdout:2089: oid 5 version 1418 is already newer than 1417 2024-04-02T08:38:14.164 INFO:tasks.rados.rados.0.smithi104.stdout:2089: oid 5 updating version 1418 to 1419 2024-04-02T08:38:14.164 INFO:tasks.rados.rados.0.smithi104.stdout:2089: oid 5 updating version 1419 to 1420 2024-04-02T08:38:14.164 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1420 (ObjNum 666 snap 210 seq_num 666) dirty exists 2024-04-02T08:38:14.165 INFO:tasks.rados.rados.0.smithi104.stdout:2089: left oid 5 (ObjNum 666 snap 210 seq_num 666) 2024-04-02T08:38:14.165 INFO:tasks.rados.rados.0.smithi104.stdout:2091: finishing copy_from racing read to smithi10482514-48 2024-04-02T08:38:14.165 INFO:tasks.rados.rados.0.smithi104.stdout:2091: finishing copy_from to smithi10482514-48 2024-04-02T08:38:14.165 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 1380 (ObjNum 643 snap 204 seq_num 643) dirty exists 2024-04-02T08:38:14.165 INFO:tasks.rados.rados.0.smithi104.stdout:2088: done (3 left) 2024-04-02T08:38:14.165 INFO:tasks.rados.rados.0.smithi104.stdout:2089: done (2 left) 2024-04-02T08:38:14.165 INFO:tasks.rados.rados.0.smithi104.stdout:2090: done (1 left) 2024-04-02T08:38:14.165 INFO:tasks.rados.rados.0.smithi104.stdout:2091: done (0 left) 2024-04-02T08:38:14.165 INFO:tasks.rados.rados.0.smithi104.stdout:2092: copy_from oid 30 from oid 22 current snap is 210 2024-04-02T08:38:14.165 INFO:tasks.rados.rados.0.smithi104.stdout:2093: snap_remove snap 184 2024-04-02T08:38:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:13 smithi188 ceph-mon[86835]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:38:14.373 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:38:13 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T08:38:13.949+0000 7f45355af700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 110 after trimming was started 2024-04-02T08:38:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:13 smithi104 ceph-mon[96567]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:38:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:13 smithi104 ceph-mon[94081]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:38:14.934 INFO:tasks.rados.rados.0.smithi104.stdout:2093: done (1 left) 2024-04-02T08:38:14.934 INFO:tasks.rados.rados.0.smithi104.stdout:2094: copy_from oid 19 from oid 25 current snap is 210 2024-04-02T08:38:14.934 INFO:tasks.rados.rados.0.smithi104.stdout:2092: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:38:14.934 INFO:tasks.rados.rados.0.smithi104.stdout:2092: finishing copy_from to smithi10482514-30 2024-04-02T08:38:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 974 (ObjNum 654 snap 209 seq_num 654) dirty exists 2024-04-02T08:38:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:2092: done (1 left) 2024-04-02T08:38:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:2095: read oid 1 snap 181 2024-04-02T08:38:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:2095: expect (ObjNum 411 snap 134 seq_num 411) 2024-04-02T08:38:14.935 INFO:tasks.rados.rados.0.smithi104.stdout:2096: snap_remove snap 191 2024-04-02T08:38:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:14 smithi188 ceph-mon[86835]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:38:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:14 smithi188 ceph-mon[86835]: pgmap v372: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-04-02T08:38:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:14 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:15.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:14 smithi104 ceph-mon[96567]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:38:15.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:14 smithi104 ceph-mon[96567]: pgmap v372: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-04-02T08:38:15.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:14 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:14 smithi104 ceph-mon[94081]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:38:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:14 smithi104 ceph-mon[94081]: pgmap v372: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-04-02T08:38:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:15.878 INFO:tasks.rados.rados.0.smithi104.stdout:2096: done (2 left) 2024-04-02T08:38:15.879 INFO:tasks.rados.rados.0.smithi104.stdout:2097: snap_create 2024-04-02T08:38:15.879 INFO:tasks.rados.rados.0.smithi104.stdout:2094: finishing copy_from racing read to smithi10482514-19 2024-04-02T08:38:15.879 INFO:tasks.rados.rados.0.smithi104.stdout:2094: finishing copy_from to smithi10482514-19 2024-04-02T08:38:15.879 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1263 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-04-02T08:38:15.879 INFO:tasks.rados.rados.0.smithi104.stdout:2095: expect (ObjNum 411 snap 134 seq_num 411) 2024-04-02T08:38:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:38:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:38:15] "GET /metrics HTTP/1.1" 200 36214 "" "Prometheus/2.43.0" 2024-04-02T08:38:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:15 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:15 smithi104 ceph-mon[94081]: Upgrade: osd.6 is safe to restart 2024-04-02T08:38:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:15 smithi104 ceph-mon[94081]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:38:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:15 smithi104 ceph-mon[94081]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:38:16.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:15 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:16.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:15 smithi104 ceph-mon[96567]: Upgrade: osd.6 is safe to restart 2024-04-02T08:38:16.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:15 smithi104 ceph-mon[96567]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:38:16.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:15 smithi104 ceph-mon[96567]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:38:16.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:15 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:16.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:15 smithi188 ceph-mon[86835]: Upgrade: osd.6 is safe to restart 2024-04-02T08:38:16.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:15 smithi188 ceph-mon[86835]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:38:16.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:15 smithi188 ceph-mon[86835]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:38:16.877 INFO:tasks.rados.rados.0.smithi104.stdout:2094: done (2 left) 2024-04-02T08:38:16.877 INFO:tasks.rados.rados.0.smithi104.stdout:2095: done (1 left) 2024-04-02T08:38:16.877 INFO:tasks.rados.rados.0.smithi104.stdout:2097: done (0 left) 2024-04-02T08:38:16.877 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 211 2024-04-02T08:38:16.878 INFO:tasks.rados.rados.0.smithi104.stdout:2098: seq_num 667 ranges {1179648=778240,1957888=778240,2736128=24576} 2024-04-02T08:38:16.887 INFO:tasks.rados.rados.0.smithi104.stdout:2098: writing smithi10482514-48 from 1179648 to 1957888 tid 1 2024-04-02T08:38:16.892 INFO:tasks.rados.rados.0.smithi104.stdout:2098: writing smithi10482514-48 from 1957888 to 2736128 tid 2 2024-04-02T08:38:16.893 INFO:tasks.rados.rados.0.smithi104.stdout:2098: writing smithi10482514-48 from 2736128 to 2760704 tid 3 2024-04-02T08:38:16.893 INFO:tasks.rados.rados.0.smithi104.stdout:2099: setattr oid 21 current snap is 211 2024-04-02T08:38:16.893 INFO:tasks.rados.rados.0.smithi104.stdout:2098: finishing write tid 1 to smithi10482514-48 2024-04-02T08:38:16.895 INFO:tasks.rados.rados.0.smithi104.stdout:2100: snap_create 2024-04-02T08:38:16.897 INFO:tasks.rados.rados.0.smithi104.stdout:2098: finishing write tid 2 to smithi10482514-48 2024-04-02T08:38:16.897 INFO:tasks.rados.rados.0.smithi104.stdout:2098: finishing write tid 3 to smithi10482514-48 2024-04-02T08:38:16.898 INFO:tasks.rados.rados.0.smithi104.stdout:2098: finishing write tid 4 to smithi10482514-48 2024-04-02T08:38:16.899 INFO:tasks.rados.rados.0.smithi104.stdout:2098: finishing write tid 5 to smithi10482514-48 2024-04-02T08:38:16.899 INFO:tasks.rados.rados.0.smithi104.stdout:2098: oid 48 updating version 0 to 1424 2024-04-02T08:38:16.900 INFO:tasks.rados.rados.0.smithi104.stdout:2098: oid 48 version 1424 is already newer than 1421 2024-04-02T08:38:16.900 INFO:tasks.rados.rados.0.smithi104.stdout:2098: oid 48 version 1424 is already newer than 1422 2024-04-02T08:38:16.900 INFO:tasks.rados.rados.0.smithi104.stdout:2098: oid 48 version 1424 is already newer than 1423 2024-04-02T08:38:16.900 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 1424 (ObjNum 667 snap 211 seq_num 667) dirty exists 2024-04-02T08:38:16.900 INFO:tasks.rados.rados.0.smithi104.stdout:2098: left oid 48 (ObjNum 667 snap 211 seq_num 667) 2024-04-02T08:38:16.900 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 1703 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-04-02T08:38:17.187 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:16 smithi188 ceph-mon[86835]: pgmap v375: 121 pgs: 121 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-02T08:38:17.187 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:16 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:17.187 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:16 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:38:17.187 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:16 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:17.187 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:16 smithi188 ceph-mon[86835]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:38:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:16 smithi104 ceph-mon[94081]: pgmap v375: 121 pgs: 121 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-02T08:38:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:38:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:16 smithi104 ceph-mon[94081]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:38:17.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:16 smithi104 ceph-mon[96567]: pgmap v375: 121 pgs: 121 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-02T08:38:17.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:16 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:17.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:16 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:38:17.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:16 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:17.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:16 smithi104 ceph-mon[96567]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:38:17.877 INFO:tasks.rados.rados.0.smithi104.stdout:2098: done (2 left) 2024-04-02T08:38:17.877 INFO:tasks.rados.rados.0.smithi104.stdout:2099: done (1 left) 2024-04-02T08:38:17.877 INFO:tasks.rados.rados.0.smithi104.stdout:2100: done (0 left) 2024-04-02T08:38:17.877 INFO:tasks.rados.rados.0.smithi104.stdout:2101: setattr oid 1 current snap is 212 2024-04-02T08:38:17.879 INFO:tasks.rados.rados.0.smithi104.stdout:2102: rmattr oid 4 current snap is 212 2024-04-02T08:38:17.879 INFO:tasks.rados.rados.0.smithi104.stdout:2103: copy_from oid 14 from oid 44 current snap is 212 2024-04-02T08:38:17.879 INFO:tasks.rados.rados.0.smithi104.stdout:2104: snap_remove snap 158 2024-04-02T08:38:18.080 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:17 smithi188 ceph-mon[86835]: Upgrade: Updating osd.6 2024-04-02T08:38:18.081 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:17 smithi188 ceph-mon[86835]: Deploying daemon osd.6 on smithi188 2024-04-02T08:38:18.081 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:17 smithi188 ceph-mon[86835]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:38:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:17 smithi104 ceph-mon[94081]: Upgrade: Updating osd.6 2024-04-02T08:38:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:17 smithi104 ceph-mon[94081]: Deploying daemon osd.6 on smithi188 2024-04-02T08:38:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:17 smithi104 ceph-mon[94081]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:38:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:17 smithi104 ceph-mon[96567]: Upgrade: Updating osd.6 2024-04-02T08:38:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:17 smithi104 ceph-mon[96567]: Deploying daemon osd.6 on smithi188 2024-04-02T08:38:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:17 smithi104 ceph-mon[96567]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:38:18.881 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 993 (ObjNum 411 snap 134 seq_num 411) dirty exists 2024-04-02T08:38:18.881 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1514 (ObjNum 650 snap 206 seq_num 650) dirty exists 2024-04-02T08:38:18.881 INFO:tasks.rados.rados.0.smithi104.stdout:2103: finishing copy_from racing read to smithi10482514-14 2024-04-02T08:38:18.881 INFO:tasks.rados.rados.0.smithi104.stdout:2103: finishing copy_from to smithi10482514-14 2024-04-02T08:38:18.881 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 432 (ObjNum 629 snap 197 seq_num 629) dirty exists 2024-04-02T08:38:18.881 INFO:tasks.rados.rados.0.smithi104.stdout:2101: done (3 left) 2024-04-02T08:38:18.881 INFO:tasks.rados.rados.0.smithi104.stdout:2102: done (2 left) 2024-04-02T08:38:18.881 INFO:tasks.rados.rados.0.smithi104.stdout:2103: done (1 left) 2024-04-02T08:38:18.881 INFO:tasks.rados.rados.0.smithi104.stdout:2104: done (0 left) 2024-04-02T08:38:18.881 INFO:tasks.rados.rados.0.smithi104.stdout:2105: setattr oid 27 current snap is 212 2024-04-02T08:38:18.884 INFO:tasks.rados.rados.0.smithi104.stdout:2106: read oid 46 snap 202 2024-04-02T08:38:18.884 INFO:tasks.rados.rados.0.smithi104.stdout:2106: expect (ObjNum 597 snap 190 seq_num 597) 2024-04-02T08:38:18.884 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 212 2024-04-02T08:38:18.884 INFO:tasks.rados.rados.0.smithi104.stdout:2107: seq_num 668 ranges {1359872=794624,2154496=663552,2818048=139264} 2024-04-02T08:38:18.896 INFO:tasks.rados.rados.0.smithi104.stdout:2107: writing smithi10482514-22 from 1359872 to 2154496 tid 1 2024-04-02T08:38:18.901 INFO:tasks.rados.rados.0.smithi104.stdout:2107: writing smithi10482514-22 from 2154496 to 2818048 tid 2 2024-04-02T08:38:18.902 INFO:tasks.rados.rados.0.smithi104.stdout:2107: writing smithi10482514-22 from 2818048 to 2957312 tid 3 2024-04-02T08:38:18.902 INFO:tasks.rados.rados.0.smithi104.stdout:2108: copy_from oid 28 from oid 34 current snap is 212 2024-04-02T08:38:18.902 INFO:tasks.rados.rados.0.smithi104.stdout:2106: expect (ObjNum 597 snap 190 seq_num 597) 2024-04-02T08:38:18.920 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1515 (ObjNum 620 snap 195 seq_num 620) dirty exists 2024-04-02T08:38:18.920 INFO:tasks.rados.rados.0.smithi104.stdout:2107: finishing write tid 1 to smithi10482514-22 2024-04-02T08:38:18.920 INFO:tasks.rados.rados.0.smithi104.stdout:2107: finishing write tid 2 to smithi10482514-22 2024-04-02T08:38:18.920 INFO:tasks.rados.rados.0.smithi104.stdout:2105: done (3 left) 2024-04-02T08:38:18.920 INFO:tasks.rados.rados.0.smithi104.stdout:2106: done (2 left) 2024-04-02T08:38:18.920 INFO:tasks.rados.rados.0.smithi104.stdout:2109: rollback oid 39 current snap is 212 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 209 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2107: finishing write tid 3 to smithi10482514-22 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2107: finishing write tid 4 to smithi10482514-22 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2107: finishing write tid 5 to smithi10482514-22 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2107: oid 22 updating version 0 to 978 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2107: oid 22 version 978 is already newer than 975 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2107: oid 22 version 978 is already newer than 976 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2107: oid 22 version 978 is already newer than 977 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 978 (ObjNum 668 snap 212 seq_num 668) dirty exists 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2107: left oid 22 (ObjNum 668 snap 212 seq_num 668) 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2107: done (2 left) 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2110: read oid 7 snap -1 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2110: expect deleted 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2111: copy_from oid 19 from oid 16 current snap is 212 2024-04-02T08:38:18.921 INFO:tasks.rados.rados.0.smithi104.stdout:2112: copy_from oid 17 from oid 13 current snap is 212 2024-04-02T08:38:18.922 INFO:tasks.rados.rados.0.smithi104.stdout:2113: snap_remove snap 199 2024-04-02T08:38:19.121 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:18 smithi188 ceph-mon[86835]: pgmap v378: 121 pgs: 121 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 37 op/s 2024-04-02T08:38:19.121 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:18 smithi188 ceph-mon[86835]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:38:19.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:18 smithi104 ceph-mon[96567]: pgmap v378: 121 pgs: 121 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 37 op/s 2024-04-02T08:38:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:18 smithi104 ceph-mon[96567]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:38:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:18 smithi104 ceph-mon[94081]: pgmap v378: 121 pgs: 121 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 37 op/s 2024-04-02T08:38:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:18 smithi104 ceph-mon[94081]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:38:19.885 INFO:tasks.rados.rados.0.smithi104.stdout:2113: done (5 left) 2024-04-02T08:38:19.885 INFO:tasks.rados.rados.0.smithi104.stdout:2114: delete oid 42 current snap is 212 2024-04-02T08:38:19.885 INFO:tasks.rados.rados.0.smithi104.stdout:2109: finishing rollback tid 0 to smithi10482514-39 2024-04-02T08:38:19.885 INFO:tasks.rados.rados.0.smithi104.stdout:2111: finishing copy_from racing read to smithi10482514-19 2024-04-02T08:38:19.885 INFO:tasks.rados.rados.0.smithi104.stdout:2109: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:38:19.885 INFO:tasks.rados.rados.0.smithi104.stdout:2109: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:38:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 1693 (ObjNum 403 snap 130 seq_num 403) dirty exists 2024-04-02T08:38:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:2111: finishing copy_from to smithi10482514-19 2024-04-02T08:38:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1365 (ObjNum 49 snap 0 seq_num 1952404567) dirty exists 2024-04-02T08:38:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:2108: finishing copy_from racing read to smithi10482514-28 2024-04-02T08:38:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:2108: finishing copy_from to smithi10482514-28 2024-04-02T08:38:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 1668 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-02T08:38:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:2112: finishing copy_from racing read to smithi10482514-17 2024-04-02T08:38:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:2112: finishing copy_from to smithi10482514-17 2024-04-02T08:38:19.886 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1496 (ObjNum 615 snap 194 seq_num 615) dirty exists 2024-04-02T08:38:19.891 INFO:tasks.rados.rados.0.smithi104.stdout:2108: done (5 left) 2024-04-02T08:38:19.891 INFO:tasks.rados.rados.0.smithi104.stdout:2109: done (4 left) 2024-04-02T08:38:19.891 INFO:tasks.rados.rados.0.smithi104.stdout:2110: done (3 left) 2024-04-02T08:38:19.891 INFO:tasks.rados.rados.0.smithi104.stdout:2111: done (2 left) 2024-04-02T08:38:19.891 INFO:tasks.rados.rados.0.smithi104.stdout:2112: done (1 left) 2024-04-02T08:38:19.891 INFO:tasks.rados.rados.0.smithi104.stdout:2114: done (0 left) 2024-04-02T08:38:19.892 INFO:tasks.rados.rados.0.smithi104.stdout:2115: snap_create 2024-04-02T08:38:20.088 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:20.089 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:19 smithi188 ceph-mon[86835]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:38:20.089 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:19 smithi188 systemd[1]: Stopping Ceph osd.6 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:20.373 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:20 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[48189]: 2024-04-02T08:38:20.088+0000 7f0ca7b22700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:38:20.373 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:20 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[48189]: 2024-04-02T08:38:20.088+0000 7f0ca7b22700 -1 osd.6 488 *** Got signal Terminated *** 2024-04-02T08:38:20.373 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:20 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[48189]: 2024-04-02T08:38:20.088+0000 7f0ca7b22700 -1 osd.6 488 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:38:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:19 smithi104 ceph-mon[96567]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:38:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:19 smithi104 ceph-mon[94081]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:38:20.879 INFO:tasks.rados.rados.0.smithi104.stdout:2115: done (0 left) 2024-04-02T08:38:20.879 INFO:tasks.rados.rados.0.smithi104.stdout:2116: delete oid 34 current snap is 213 2024-04-02T08:38:20.897 INFO:tasks.rados.rados.0.smithi104.stdout:2116: done (0 left) 2024-04-02T08:38:20.897 INFO:tasks.rados.rados.0.smithi104.stdout:2117: snap_remove snap 200 2024-04-02T08:38:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:20 smithi188 ceph-mon[86835]: osd.6 marked itself down and dead 2024-04-02T08:38:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:20 smithi188 ceph-mon[86835]: pgmap v381: 121 pgs: 121 active+clean; 279 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-02T08:38:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:20 smithi188 ceph-mon[86835]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:20 smithi188 ceph-mon[86835]: osdmap e489: 8 total, 7 up, 8 in 2024-04-02T08:38:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:20 smithi104 ceph-mon[96567]: osd.6 marked itself down and dead 2024-04-02T08:38:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:20 smithi104 ceph-mon[96567]: pgmap v381: 121 pgs: 121 active+clean; 279 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-02T08:38:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:20 smithi104 ceph-mon[96567]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:20 smithi104 ceph-mon[96567]: osdmap e489: 8 total, 7 up, 8 in 2024-04-02T08:38:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:20 smithi104 ceph-mon[94081]: osd.6 marked itself down and dead 2024-04-02T08:38:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:20 smithi104 ceph-mon[94081]: pgmap v381: 121 pgs: 121 active+clean; 279 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-02T08:38:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:20 smithi104 ceph-mon[94081]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:20 smithi104 ceph-mon[94081]: osdmap e489: 8 total, 7 up, 8 in 2024-04-02T08:38:21.720 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:21 smithi188 podman[101843]: 2024-04-02 08:38:21.437343971 +0000 UTC m=+1.474596402 container died e566f762c10e9df9ad12814d52ea836d7d0f9f59b17d6a07ef98b811d4ef5ef8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-02T08:38:21.886 INFO:tasks.rados.rados.0.smithi104.stdout:2117: done (0 left) 2024-04-02T08:38:21.886 INFO:tasks.rados.rados.0.smithi104.stdout:2118: copy_from oid 3 from oid 28 current snap is 213 2024-04-02T08:38:21.887 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 213 2024-04-02T08:38:21.887 INFO:tasks.rados.rados.0.smithi104.stdout:2119: seq_num 671 ranges {1531904=442368,1974272=761856,2736128=442368} 2024-04-02T08:38:21.898 INFO:tasks.rados.rados.0.smithi104.stdout:2119: writing smithi10482514-45 from 1531904 to 1974272 tid 1 2024-04-02T08:38:21.903 INFO:tasks.rados.rados.0.smithi104.stdout:2119: writing smithi10482514-45 from 1974272 to 2736128 tid 2 2024-04-02T08:38:21.907 INFO:tasks.rados.rados.0.smithi104.stdout:2119: writing smithi10482514-45 from 2736128 to 3178496 tid 3 2024-04-02T08:38:21.908 INFO:tasks.rados.rados.0.smithi104.stdout:2120: read oid 14 snap -1 2024-04-02T08:38:21.908 INFO:tasks.rados.rados.0.smithi104.stdout:2120: expect (ObjNum 629 snap 197 seq_num 629) 2024-04-02T08:38:21.908 INFO:tasks.rados.rados.0.smithi104.stdout:2121: read oid 33 snap 208 2024-04-02T08:38:21.908 INFO:tasks.rados.rados.0.smithi104.stdout:2121: expect (ObjNum 643 snap 204 seq_num 643) 2024-04-02T08:38:21.908 INFO:tasks.rados.rados.0.smithi104.stdout:2122: read oid 35 snap -1 2024-04-02T08:38:21.908 INFO:tasks.rados.rados.0.smithi104.stdout:2122: expect (ObjNum 646 snap 205 seq_num 646) 2024-04-02T08:38:21.909 INFO:tasks.rados.rados.0.smithi104.stdout:2123: copy_from oid 15 from oid 13 current snap is 213 2024-04-02T08:38:21.909 INFO:tasks.rados.rados.0.smithi104.stdout:2124: read oid 2 snap -1 2024-04-02T08:38:21.909 INFO:tasks.rados.rados.0.smithi104.stdout:2124: expect deleted 2024-04-02T08:38:21.909 INFO:tasks.rados.rados.0.smithi104.stdout:2125: snap_create 2024-04-02T08:38:21.911 INFO:tasks.rados.rados.0.smithi104.stdout:2119: finishing write tid 1 to smithi10482514-45 2024-04-02T08:38:21.912 INFO:tasks.rados.rados.0.smithi104.stdout:2119: finishing write tid 2 to smithi10482514-45 2024-04-02T08:38:21.913 INFO:tasks.rados.rados.0.smithi104.stdout:2119: finishing write tid 3 to smithi10482514-45 2024-04-02T08:38:21.913 INFO:tasks.rados.rados.0.smithi104.stdout:2119: finishing write tid 4 to smithi10482514-45 2024-04-02T08:38:21.917 INFO:tasks.rados.rados.0.smithi104.stdout:2119: finishing write tid 5 to smithi10482514-45 2024-04-02T08:38:21.917 INFO:tasks.rados.rados.0.smithi104.stdout:2119: oid 45 updating version 0 to 1511 2024-04-02T08:38:21.917 INFO:tasks.rados.rados.0.smithi104.stdout:2119: oid 45 version 1511 is already newer than 1510 2024-04-02T08:38:21.917 INFO:tasks.rados.rados.0.smithi104.stdout:2119: oid 45 version 1511 is already newer than 1508 2024-04-02T08:38:21.917 INFO:tasks.rados.rados.0.smithi104.stdout:2119: oid 45 version 1511 is already newer than 1509 2024-04-02T08:38:21.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1511 (ObjNum 671 snap 213 seq_num 671) dirty exists 2024-04-02T08:38:21.917 INFO:tasks.rados.rados.0.smithi104.stdout:2119: left oid 45 (ObjNum 671 snap 213 seq_num 671) 2024-04-02T08:38:21.919 INFO:tasks.rados.rados.0.smithi104.stdout:2120: expect (ObjNum 629 snap 197 seq_num 629) 2024-04-02T08:38:21.947 INFO:tasks.rados.rados.0.smithi104.stdout:2121: expect (ObjNum 643 snap 204 seq_num 643) 2024-04-02T08:38:21.977 INFO:tasks.rados.rados.0.smithi104.stdout:2122: expect (ObjNum 646 snap 205 seq_num 646) 2024-04-02T08:38:22.133 INFO:tasks.rados.rados.0.smithi104.stdout:2118: finishing copy_from racing read to smithi10482514-3 2024-04-02T08:38:22.133 INFO:tasks.rados.rados.0.smithi104.stdout:2118: finishing copy_from to smithi10482514-3 2024-04-02T08:38:22.133 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 1668 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-02T08:38:22.133 INFO:tasks.rados.rados.0.smithi104.stdout:2123: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:38:22.133 INFO:tasks.rados.rados.0.smithi104.stdout:2123: finishing copy_from to smithi10482514-15 2024-04-02T08:38:22.133 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 1496 (ObjNum 615 snap 194 seq_num 615) dirty exists 2024-04-02T08:38:22.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:38:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:22.373 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:22 smithi188 podman[101843]: 2024-04-02 08:38:22.235675841 +0000 UTC m=+2.272928297 container cleanup e566f762c10e9df9ad12814d52ea836d7d0f9f59b17d6a07ef98b811d4ef5ef8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-02T08:38:22.373 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:22 smithi188 bash[101843]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T08:38:22.789 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:22 smithi188 podman[101866]: 2024-04-02 08:38:22.461852019 +0000 UTC m=+1.028413847 container remove e566f762c10e9df9ad12814d52ea836d7d0f9f59b17d6a07ef98b811d4ef5ef8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-04-02T08:38:22.891 INFO:tasks.rados.rados.0.smithi104.stdout:2118: done (7 left) 2024-04-02T08:38:22.891 INFO:tasks.rados.rados.0.smithi104.stdout:2119: done (6 left) 2024-04-02T08:38:22.891 INFO:tasks.rados.rados.0.smithi104.stdout:2120: done (5 left) 2024-04-02T08:38:22.891 INFO:tasks.rados.rados.0.smithi104.stdout:2121: done (4 left) 2024-04-02T08:38:22.891 INFO:tasks.rados.rados.0.smithi104.stdout:2122: done (3 left) 2024-04-02T08:38:22.891 INFO:tasks.rados.rados.0.smithi104.stdout:2123: done (2 left) 2024-04-02T08:38:22.891 INFO:tasks.rados.rados.0.smithi104.stdout:2124: done (1 left) 2024-04-02T08:38:22.891 INFO:tasks.rados.rados.0.smithi104.stdout:2125: done (0 left) 2024-04-02T08:38:22.891 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 214 2024-04-02T08:38:22.891 INFO:tasks.rados.rados.0.smithi104.stdout:2126: seq_num 672 ranges {0=458752,458752=647168,1105920=466944,1572864=90112} 2024-04-02T08:38:22.893 INFO:tasks.rados.rados.0.smithi104.stdout:2126: writing smithi10482514-38 from 0 to 458752 tid 1 2024-04-02T08:38:22.897 INFO:tasks.rados.rados.0.smithi104.stdout:2126: writing smithi10482514-38 from 458752 to 1105920 tid 2 2024-04-02T08:38:22.900 INFO:tasks.rados.rados.0.smithi104.stdout:2126: writing smithi10482514-38 from 1105920 to 1572864 tid 3 2024-04-02T08:38:22.900 INFO:tasks.rados.rados.0.smithi104.stdout:2126: writing smithi10482514-38 from 1572864 to 1662976 tid 4 2024-04-02T08:38:22.900 INFO:tasks.rados.rados.0.smithi104.stdout:2127: delete oid 14 current snap is 214 2024-04-02T08:38:22.901 INFO:tasks.rados.rados.0.smithi104.stdout:2126: finishing write tid 1 to smithi10482514-38 2024-04-02T08:38:22.901 INFO:tasks.rados.rados.0.smithi104.stdout:2126: finishing write tid 2 to smithi10482514-38 2024-04-02T08:38:22.903 INFO:tasks.rados.rados.0.smithi104.stdout:2126: finishing write tid 3 to smithi10482514-38 2024-04-02T08:38:22.904 INFO:tasks.rados.rados.0.smithi104.stdout:2126: finishing write tid 4 to smithi10482514-38 2024-04-02T08:38:22.904 INFO:tasks.rados.rados.0.smithi104.stdout:2126: finishing write tid 5 to smithi10482514-38 2024-04-02T08:38:22.906 INFO:tasks.rados.rados.0.smithi104.stdout:2127: done (1 left) 2024-04-02T08:38:22.906 INFO:tasks.rados.rados.0.smithi104.stdout:2128: rollback oid 48 current snap is 214 2024-04-02T08:38:22.906 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 48 to 212 2024-04-02T08:38:22.906 INFO:tasks.rados.rados.0.smithi104.stdout:2129: read oid 36 snap 210 2024-04-02T08:38:22.907 INFO:tasks.rados.rados.0.smithi104.stdout:2129: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:38:22.907 INFO:tasks.rados.rados.0.smithi104.stdout:2130: copy_from oid 30 from oid 29 current snap is 214 2024-04-02T08:38:22.907 INFO:tasks.rados.rados.0.smithi104.stdout:2131: delete oid 1 current snap is 214 2024-04-02T08:38:22.907 INFO:tasks.rados.rados.0.smithi104.stdout:2126: finishing write tid 6 to smithi10482514-38 2024-04-02T08:38:22.907 INFO:tasks.rados.rados.0.smithi104.stdout:2126: oid 38 updating version 0 to 1673 2024-04-02T08:38:22.907 INFO:tasks.rados.rados.0.smithi104.stdout:2126: oid 38 version 1673 is already newer than 1669 2024-04-02T08:38:22.907 INFO:tasks.rados.rados.0.smithi104.stdout:2126: oid 38 version 1673 is already newer than 1670 2024-04-02T08:38:22.907 INFO:tasks.rados.rados.0.smithi104.stdout:2126: oid 38 version 1673 is already newer than 1672 2024-04-02T08:38:22.907 INFO:tasks.rados.rados.0.smithi104.stdout:2126: oid 38 version 1673 is already newer than 1671 2024-04-02T08:38:22.907 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 1673 (ObjNum 672 snap 214 seq_num 672) dirty exists 2024-04-02T08:38:22.907 INFO:tasks.rados.rados.0.smithi104.stdout:2126: left oid 38 (ObjNum 672 snap 214 seq_num 672) 2024-04-02T08:38:22.909 INFO:tasks.rados.rados.0.smithi104.stdout:2129: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:38:22.916 INFO:tasks.rados.rados.0.smithi104.stdout:2128: finishing rollback tid 0 to smithi10482514-48 2024-04-02T08:38:22.916 INFO:tasks.rados.rados.0.smithi104.stdout:2128: finishing rollback tid 1 to smithi10482514-48 2024-04-02T08:38:22.917 INFO:tasks.rados.rados.0.smithi104.stdout:2128: finishing rollback tid 2 to smithi10482514-48 2024-04-02T08:38:22.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 1427 (ObjNum 667 snap 211 seq_num 667) dirty exists 2024-04-02T08:38:22.917 INFO:tasks.rados.rados.0.smithi104.stdout:2126: done (4 left) 2024-04-02T08:38:22.917 INFO:tasks.rados.rados.0.smithi104.stdout:2128: done (3 left) 2024-04-02T08:38:22.917 INFO:tasks.rados.rados.0.smithi104.stdout:2129: done (2 left) 2024-04-02T08:38:22.917 INFO:tasks.rados.rados.0.smithi104.stdout:2131: done (1 left) 2024-04-02T08:38:22.917 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 214 2024-04-02T08:38:22.917 INFO:tasks.rados.rados.0.smithi104.stdout:2132: seq_num 675 ranges {4300800=507904,4808704=704512,5513216=499712} 2024-04-02T08:38:22.943 INFO:tasks.rados.rados.0.smithi104.stdout:2132: writing smithi10482514-20 from 4300800 to 4808704 tid 1 2024-04-02T08:38:22.947 INFO:tasks.rados.rados.0.smithi104.stdout:2132: writing smithi10482514-20 from 4808704 to 5513216 tid 2 2024-04-02T08:38:22.951 INFO:tasks.rados.rados.0.smithi104.stdout:2132: writing smithi10482514-20 from 5513216 to 6012928 tid 3 2024-04-02T08:38:22.951 INFO:tasks.rados.rados.0.smithi104.stdout:2133: rollback oid 23 current snap is 214 2024-04-02T08:38:22.951 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 23 to 208 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2132: finishing write tid 1 to smithi10482514-20 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2130: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2130: finishing copy_from to smithi10482514-30 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1367 (ObjNum 662 snap 210 seq_num 662) dirty exists 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2130: done (2 left) 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2134: read oid 9 snap -1 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2134: expect (ObjNum 660 snap 210 seq_num 660) 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2135: read oid 5 snap -1 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2135: expect (ObjNum 666 snap 210 seq_num 666) 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2136: read oid 36 snap 204 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2136: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2137: snap_create 2024-04-02T08:38:22.952 INFO:tasks.rados.rados.0.smithi104.stdout:2132: finishing write tid 2 to smithi10482514-20 2024-04-02T08:38:22.954 INFO:tasks.rados.rados.0.smithi104.stdout:2136: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:38:22.961 INFO:tasks.rados.rados.0.smithi104.stdout:2133: finishing rollback tid 0 to smithi10482514-23 2024-04-02T08:38:22.961 INFO:tasks.rados.rados.0.smithi104.stdout:2133: finishing rollback tid 1 to smithi10482514-23 2024-04-02T08:38:22.961 INFO:tasks.rados.rados.0.smithi104.stdout:2133: finishing rollback tid 2 to smithi10482514-23 2024-04-02T08:38:22.962 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 981 (ObjNum 645 snap 205 seq_num 645) dirty exists 2024-04-02T08:38:22.962 INFO:tasks.rados.rados.0.smithi104.stdout:2132: finishing write tid 3 to smithi10482514-20 2024-04-02T08:38:22.962 INFO:tasks.rados.rados.0.smithi104.stdout:2132: finishing write tid 4 to smithi10482514-20 2024-04-02T08:38:22.970 INFO:tasks.rados.rados.0.smithi104.stdout:2135: expect (ObjNum 666 snap 210 seq_num 666) 2024-04-02T08:38:23.047 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:22 smithi188 ceph-mon[86835]: osdmap e490: 8 total, 7 up, 8 in 2024-04-02T08:38:23.047 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:22 smithi188 ceph-mon[86835]: pgmap v384: 121 pgs: 1 active+clean+snaptrim_wait, 98 active+clean, 4 active+undersized, 11 stale+active+clean, 2 active+clean+snaptrim, 4 peering, 1 active+undersized+degraded; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 294 KiB/s rd, 1.8 MiB/s wr, 16 op/s; 1/525 objects degraded (0.190%) 2024-04-02T08:38:23.047 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:22 smithi188 podman[101963]: 2024-04-02 08:38:22.693456442 +0000 UTC m=+0.018129133 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:38:23.047 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:22 smithi188 podman[101963]: 2024-04-02 08:38:22.812772201 +0000 UTC m=+0.137444914 container create 50011218ffb82d03729b3d0db57510f2c88993bcff10a4456e901be6b9874c0f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:38:23.047 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:23 smithi188 podman[101963]: 2024-04-02 08:38:23.048954947 +0000 UTC m=+0.373627616 container init 50011218ffb82d03729b3d0db57510f2c88993bcff10a4456e901be6b9874c0f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-02T08:38:23.109 INFO:tasks.rados.rados.0.smithi104.stdout:2132: finishing write tid 5 to smithi10482514-20 2024-04-02T08:38:23.110 INFO:tasks.rados.rados.0.smithi104.stdout:2132: oid 20 updating version 0 to 1737 2024-04-02T08:38:23.110 INFO:tasks.rados.rados.0.smithi104.stdout:2132: oid 20 updating version 1737 to 1738 2024-04-02T08:38:23.110 INFO:tasks.rados.rados.0.smithi104.stdout:2132: oid 20 version 1738 is already newer than 1735 2024-04-02T08:38:23.110 INFO:tasks.rados.rados.0.smithi104.stdout:2132: oid 20 version 1738 is already newer than 1736 2024-04-02T08:38:23.110 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 1738 (ObjNum 675 snap 214 seq_num 675) dirty exists 2024-04-02T08:38:23.110 INFO:tasks.rados.rados.0.smithi104.stdout:2132: left oid 20 (ObjNum 675 snap 214 seq_num 675) 2024-04-02T08:38:23.110 INFO:tasks.rados.rados.0.smithi104.stdout:2134: expect (ObjNum 660 snap 210 seq_num 660) 2024-04-02T08:38:23.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:22 smithi104 ceph-mon[94081]: osdmap e490: 8 total, 7 up, 8 in 2024-04-02T08:38:23.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:22 smithi104 ceph-mon[94081]: pgmap v384: 121 pgs: 1 active+clean+snaptrim_wait, 98 active+clean, 4 active+undersized, 11 stale+active+clean, 2 active+clean+snaptrim, 4 peering, 1 active+undersized+degraded; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 294 KiB/s rd, 1.8 MiB/s wr, 16 op/s; 1/525 objects degraded (0.190%) 2024-04-02T08:38:23.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:22 smithi104 ceph-mon[96567]: osdmap e490: 8 total, 7 up, 8 in 2024-04-02T08:38:23.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:22 smithi104 ceph-mon[96567]: pgmap v384: 121 pgs: 1 active+clean+snaptrim_wait, 98 active+clean, 4 active+undersized, 11 stale+active+clean, 2 active+clean+snaptrim, 4 peering, 1 active+undersized+degraded; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 294 KiB/s rd, 1.8 MiB/s wr, 16 op/s; 1/525 objects degraded (0.190%) 2024-04-02T08:38:23.343 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:23 smithi188 podman[101963]: 2024-04-02 08:38:23.054888426 +0000 UTC m=+0.379561096 container start 50011218ffb82d03729b3d0db57510f2c88993bcff10a4456e901be6b9874c0f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:38:23.343 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:23 smithi188 podman[101963]: 2024-04-02 08:38:23.140137233 +0000 UTC m=+0.464809908 container attach 50011218ffb82d03729b3d0db57510f2c88993bcff10a4456e901be6b9874c0f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-02T08:38:23.623 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:23 smithi188 podman[101963]: 2024-04-02 08:38:23.345426294 +0000 UTC m=+0.670098977 container died 50011218ffb82d03729b3d0db57510f2c88993bcff10a4456e901be6b9874c0f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-02T08:38:23.898 INFO:tasks.rados.rados.0.smithi104.stdout:2132: done (5 left) 2024-04-02T08:38:23.898 INFO:tasks.rados.rados.0.smithi104.stdout:2133: done (4 left) 2024-04-02T08:38:23.898 INFO:tasks.rados.rados.0.smithi104.stdout:2134: done (3 left) 2024-04-02T08:38:23.898 INFO:tasks.rados.rados.0.smithi104.stdout:2135: done (2 left) 2024-04-02T08:38:23.898 INFO:tasks.rados.rados.0.smithi104.stdout:2136: done (1 left) 2024-04-02T08:38:23.898 INFO:tasks.rados.rados.0.smithi104.stdout:2137: done (0 left) 2024-04-02T08:38:23.898 INFO:tasks.rados.rados.0.smithi104.stdout:2138: delete oid 14 current snap is 215 2024-04-02T08:38:23.899 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:23 smithi188 ceph-mon[86835]: Health check failed: Degraded data redundancy: 1/525 objects degraded (0.190%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:38:23.899 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:23 smithi188 ceph-mon[86835]: osdmap e491: 8 total, 7 up, 8 in 2024-04-02T08:38:23.901 INFO:tasks.rados.rados.0.smithi104.stdout:2138: done (0 left) 2024-04-02T08:38:23.901 INFO:tasks.rados.rados.0.smithi104.stdout:2139: snap_create 2024-04-02T08:38:24.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:23 smithi104 ceph-mon[96567]: Health check failed: Degraded data redundancy: 1/525 objects degraded (0.190%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:38:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:23 smithi104 ceph-mon[96567]: osdmap e491: 8 total, 7 up, 8 in 2024-04-02T08:38:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:23 smithi104 ceph-mon[94081]: Health check failed: Degraded data redundancy: 1/525 objects degraded (0.190%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:38:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:23 smithi104 ceph-mon[94081]: osdmap e491: 8 total, 7 up, 8 in 2024-04-02T08:38:24.333 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:23 smithi188 podman[102009]: 2024-04-02 08:38:23.901359745 +0000 UTC m=+0.549923008 container remove 50011218ffb82d03729b3d0db57510f2c88993bcff10a4456e901be6b9874c0f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T08:38:24.334 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:23 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.6.service: Deactivated successfully. 2024-04-02T08:38:24.334 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:23 smithi188 systemd[1]: Stopped Ceph osd.6 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:38:24.334 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:23 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.6.service: Consumed 14.522s CPU time. 2024-04-02T08:38:24.334 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:24 smithi188 systemd[1]: Starting Ceph osd.6 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:24.584 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:24 smithi188 podman[102117]: 2024-04-02 08:38:24.23748141 +0000 UTC m=+0.018095420 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:38:24.584 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:24 smithi188 podman[102117]: 2024-04-02 08:38:24.349477442 +0000 UTC m=+0.130091443 container create cd9c36a42b1052390b7a9003ffe2c77728d27ada90b1d5af4e99e857d9a75390 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0) 2024-04-02T08:38:24.584 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:24 smithi188 podman[102117]: 2024-04-02 08:38:24.580098477 +0000 UTC m=+0.360712481 container init cd9c36a42b1052390b7a9003ffe2c77728d27ada90b1d5af4e99e857d9a75390 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326) 2024-04-02T08:38:24.584 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:24 smithi188 podman[102117]: 2024-04-02 08:38:24.585599754 +0000 UTC m=+0.366213756 container start cd9c36a42b1052390b7a9003ffe2c77728d27ada90b1d5af4e99e857d9a75390 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:38:24.873 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:24 smithi188 podman[102117]: 2024-04-02 08:38:24.671572983 +0000 UTC m=+0.452187002 container attach cd9c36a42b1052390b7a9003ffe2c77728d27ada90b1d5af4e99e857d9a75390 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:38:24.904 INFO:tasks.rados.rados.0.smithi104.stdout:2139: done (0 left) 2024-04-02T08:38:24.904 INFO:tasks.rados.rados.0.smithi104.stdout:2140: read oid 1 snap -1 2024-04-02T08:38:24.904 INFO:tasks.rados.rados.0.smithi104.stdout:2140: expect deleted 2024-04-02T08:38:24.904 INFO:tasks.rados.rados.0.smithi104.stdout:2141: read oid 17 snap -1 2024-04-02T08:38:24.904 INFO:tasks.rados.rados.0.smithi104.stdout:2141: expect (ObjNum 615 snap 194 seq_num 615) 2024-04-02T08:38:24.904 INFO:tasks.rados.rados.0.smithi104.stdout:2142: snap_create 2024-04-02T08:38:24.925 INFO:tasks.rados.rados.0.smithi104.stdout:2141: expect (ObjNum 615 snap 194 seq_num 615) 2024-04-02T08:38:25.356 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:24 smithi188 ceph-mon[86835]: osdmap e492: 8 total, 7 up, 8 in 2024-04-02T08:38:25.356 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:24 smithi188 ceph-mon[86835]: pgmap v387: 121 pgs: 1 active+clean+snaptrim_wait, 88 active+clean, 19 active+undersized, 5 stale+active+clean, 2 active+clean+snaptrim, 4 peering, 2 active+undersized+degraded; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.6 MiB/s wr, 16 op/s; 5/513 objects degraded (0.975%) 2024-04-02T08:38:25.356 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[102132]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:25.356 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[102132]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:25.356 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 bash[102117]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:25.356 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 bash[102117]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:25.356 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 bash[102117]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:25.357 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 bash[102117]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:38:25.357 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 bash[102117]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:38:25.357 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 bash[102117]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:25.357 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 bash[102117]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:38:25.357 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[102132]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:25.357 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[102132]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:38:25.357 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[102132]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:38:25.357 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[102132]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:25.357 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[102132]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:38:25.357 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 podman[102117]: 2024-04-02 08:38:25.047814231 +0000 UTC m=+0.828428225 container died cd9c36a42b1052390b7a9003ffe2c77728d27ada90b1d5af4e99e857d9a75390 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:38:25.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:24 smithi104 ceph-mon[96567]: osdmap e492: 8 total, 7 up, 8 in 2024-04-02T08:38:25.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:24 smithi104 ceph-mon[96567]: pgmap v387: 121 pgs: 1 active+clean+snaptrim_wait, 88 active+clean, 19 active+undersized, 5 stale+active+clean, 2 active+clean+snaptrim, 4 peering, 2 active+undersized+degraded; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.6 MiB/s wr, 16 op/s; 5/513 objects degraded (0.975%) 2024-04-02T08:38:25.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:24 smithi104 ceph-mon[94081]: osdmap e492: 8 total, 7 up, 8 in 2024-04-02T08:38:25.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:24 smithi104 ceph-mon[94081]: pgmap v387: 121 pgs: 1 active+clean+snaptrim_wait, 88 active+clean, 19 active+undersized, 5 stale+active+clean, 2 active+clean+snaptrim, 4 peering, 2 active+undersized+degraded; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.6 MiB/s wr, 16 op/s; 5/513 objects degraded (0.975%) 2024-04-02T08:38:25.880 INFO:tasks.rados.rados.0.smithi104.stdout:2140: done (2 left) 2024-04-02T08:38:25.880 INFO:tasks.rados.rados.0.smithi104.stdout:2141: done (1 left) 2024-04-02T08:38:25.880 INFO:tasks.rados.rados.0.smithi104.stdout:2142: done (0 left) 2024-04-02T08:38:25.880 INFO:tasks.rados.rados.0.smithi104.stdout:2143: delete oid 9 current snap is 217 2024-04-02T08:38:25.886 INFO:tasks.rados.rados.0.smithi104.stdout:2143: done (0 left) 2024-04-02T08:38:25.886 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 217 2024-04-02T08:38:25.887 INFO:tasks.rados.rados.0.smithi104.stdout:2144: seq_num 678 ranges {3719168=565248,4284416=802816,5087232=401408} 2024-04-02T08:38:25.900 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 podman[102278]: 2024-04-02 08:38:25.633291375 +0000 UTC m=+0.579859683 container remove cd9c36a42b1052390b7a9003ffe2c77728d27ada90b1d5af4e99e857d9a75390 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:38:25.900 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 podman[102348]: 2024-04-02 08:38:25.748255028 +0000 UTC m=+0.017847660 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:38:25.900 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:25 smithi188 podman[102348]: 2024-04-02 08:38:25.850865714 +0000 UTC m=+0.120458326 container create 63b59c08c401f06d12c61c01979ca65b8fa544bf7355a018d6b8d13bccb2fd3f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-02T08:38:25.909 INFO:tasks.rados.rados.0.smithi104.stdout:2144: writing smithi10482514-35 from 3719168 to 4284416 tid 1 2024-04-02T08:38:25.914 INFO:tasks.rados.rados.0.smithi104.stdout:2144: writing smithi10482514-35 from 4284416 to 5087232 tid 2 2024-04-02T08:38:25.916 INFO:tasks.rados.rados.0.smithi104.stdout:2144: writing smithi10482514-35 from 5087232 to 5488640 tid 3 2024-04-02T08:38:25.916 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 217 2024-04-02T08:38:25.916 INFO:tasks.rados.rados.0.smithi104.stdout:2145: seq_num 679 ranges {0=581632,581632=688128,1269760=516096} 2024-04-02T08:38:25.919 INFO:tasks.rados.rados.0.smithi104.stdout:2145: writing smithi10482514-6 from 0 to 581632 tid 1 2024-04-02T08:38:25.923 INFO:tasks.rados.rados.0.smithi104.stdout:2145: writing smithi10482514-6 from 581632 to 1269760 tid 2 2024-04-02T08:38:25.926 INFO:tasks.rados.rados.0.smithi104.stdout:2145: writing smithi10482514-6 from 1269760 to 1785856 tid 3 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2146: delete oid 37 current snap is 217 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2144: finishing write tid 1 to smithi10482514-35 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2144: finishing write tid 2 to smithi10482514-35 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2144: finishing write tid 3 to smithi10482514-35 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2144: finishing write tid 4 to smithi10482514-35 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2144: finishing write tid 5 to smithi10482514-35 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2144: oid 35 updating version 0 to 1704 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2144: oid 35 updating version 1704 to 1705 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2144: oid 35 version 1705 is already newer than 1703 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2144: oid 35 updating version 1705 to 1706 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 1706 (ObjNum 678 snap 217 seq_num 678) dirty exists 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2144: left oid 35 (ObjNum 678 snap 217 seq_num 678) 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2145: finishing write tid 1 to smithi10482514-6 2024-04-02T08:38:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2145: finishing write tid 2 to smithi10482514-6 2024-04-02T08:38:25.929 INFO:tasks.rados.rados.0.smithi104.stdout:2145: finishing write tid 3 to smithi10482514-6 2024-04-02T08:38:25.929 INFO:tasks.rados.rados.0.smithi104.stdout:2145: finishing write tid 4 to smithi10482514-6 2024-04-02T08:38:25.931 INFO:tasks.rados.rados.0.smithi104.stdout:2144: done (2 left) 2024-04-02T08:38:25.931 INFO:tasks.rados.rados.0.smithi104.stdout:2146: done (1 left) 2024-04-02T08:38:25.931 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 217 2024-04-02T08:38:25.931 INFO:tasks.rados.rados.0.smithi104.stdout:2147: seq_num 681 ranges {0=614400,614400=458752,1073152=638976,1712128=106496} 2024-04-02T08:38:25.934 INFO:tasks.rados.rados.0.smithi104.stdout:2147: writing smithi10482514-40 from 0 to 614400 tid 1 2024-04-02T08:38:25.937 INFO:tasks.rados.rados.0.smithi104.stdout:2147: writing smithi10482514-40 from 614400 to 1073152 tid 2 2024-04-02T08:38:25.941 INFO:tasks.rados.rados.0.smithi104.stdout:2147: writing smithi10482514-40 from 1073152 to 1712128 tid 3 2024-04-02T08:38:25.942 INFO:tasks.rados.rados.0.smithi104.stdout:2147: writing smithi10482514-40 from 1712128 to 1818624 tid 4 2024-04-02T08:38:25.942 INFO:tasks.rados.rados.0.smithi104.stdout:2148: copy_from oid 31 from oid 21 current snap is 217 2024-04-02T08:38:25.942 INFO:tasks.rados.rados.0.smithi104.stdout:2145: finishing write tid 5 to smithi10482514-6 2024-04-02T08:38:25.942 INFO:tasks.rados.rados.0.smithi104.stdout:2145: oid 6 updating version 0 to 1710 2024-04-02T08:38:25.942 INFO:tasks.rados.rados.0.smithi104.stdout:2145: oid 6 version 1710 is already newer than 1709 2024-04-02T08:38:25.942 INFO:tasks.rados.rados.0.smithi104.stdout:2145: oid 6 version 1710 is already newer than 1707 2024-04-02T08:38:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:2145: oid 6 version 1710 is already newer than 1708 2024-04-02T08:38:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1710 (ObjNum 679 snap 217 seq_num 679) dirty exists 2024-04-02T08:38:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:2145: left oid 6 (ObjNum 679 snap 217 seq_num 679) 2024-04-02T08:38:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:2145: done (2 left) 2024-04-02T08:38:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 217 2024-04-02T08:38:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:2147: finishing write tid 1 to smithi10482514-40 2024-04-02T08:38:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:2149: seq_num 682 ranges {0=630784,630784=745472,1376256=442368,1818624=16384} 2024-04-02T08:38:25.945 INFO:tasks.rados.rados.0.smithi104.stdout:2149: writing smithi10482514-10 from 0 to 630784 tid 1 2024-04-02T08:38:25.950 INFO:tasks.rados.rados.0.smithi104.stdout:2149: writing smithi10482514-10 from 630784 to 1376256 tid 2 2024-04-02T08:38:25.953 INFO:tasks.rados.rados.0.smithi104.stdout:2149: writing smithi10482514-10 from 1376256 to 1818624 tid 3 2024-04-02T08:38:25.953 INFO:tasks.rados.rados.0.smithi104.stdout:2149: writing smithi10482514-10 from 1818624 to 1835008 tid 4 2024-04-02T08:38:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:2150: copy_from oid 19 from oid 47 current snap is 217 2024-04-02T08:38:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:2151: delete oid 13 current snap is 217 2024-04-02T08:38:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:2147: finishing write tid 2 to smithi10482514-40 2024-04-02T08:38:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:2147: finishing write tid 3 to smithi10482514-40 2024-04-02T08:38:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:2147: finishing write tid 4 to smithi10482514-40 2024-04-02T08:38:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:2147: finishing write tid 5 to smithi10482514-40 2024-04-02T08:38:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:2147: finishing write tid 6 to smithi10482514-40 2024-04-02T08:38:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:2147: oid 40 updating version 0 to 1517 2024-04-02T08:38:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:2147: oid 40 updating version 1517 to 1519 2024-04-02T08:38:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:2147: oid 40 version 1519 is already newer than 1516 2024-04-02T08:38:25.954 INFO:tasks.rados.rados.0.smithi104.stdout:2147: oid 40 version 1519 is already newer than 1518 2024-04-02T08:38:25.955 INFO:tasks.rados.rados.0.smithi104.stdout:2147: oid 40 updating version 1519 to 1520 2024-04-02T08:38:25.955 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 1520 (ObjNum 681 snap 217 seq_num 681) dirty exists 2024-04-02T08:38:25.955 INFO:tasks.rados.rados.0.smithi104.stdout:2147: left oid 40 (ObjNum 681 snap 217 seq_num 681) 2024-04-02T08:38:25.955 INFO:tasks.rados.rados.0.smithi104.stdout:2149: finishing write tid 1 to smithi10482514-10 2024-04-02T08:38:25.955 INFO:tasks.rados.rados.0.smithi104.stdout:2149: finishing write tid 2 to smithi10482514-10 2024-04-02T08:38:25.955 INFO:tasks.rados.rados.0.smithi104.stdout:2148: finishing copy_from racing read to smithi10482514-31 2024-04-02T08:38:25.955 INFO:tasks.rados.rados.0.smithi104.stdout:2148: finishing copy_from to smithi10482514-31 2024-04-02T08:38:25.956 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 1703 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-04-02T08:38:25.957 INFO:tasks.rados.rados.0.smithi104.stdout:2147: done (4 left) 2024-04-02T08:38:25.957 INFO:tasks.rados.rados.0.smithi104.stdout:2148: done (3 left) 2024-04-02T08:38:25.957 INFO:tasks.rados.rados.0.smithi104.stdout:2151: done (2 left) 2024-04-02T08:38:25.957 INFO:tasks.rados.rados.0.smithi104.stdout:2152: snap_remove snap 206 2024-04-02T08:38:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:25 smithi104 ceph-mon[96567]: osdmap e493: 8 total, 7 up, 8 in 2024-04-02T08:38:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:25 smithi104 ceph-mon[96567]: osdmap e494: 8 total, 7 up, 8 in 2024-04-02T08:38:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:25 smithi104 ceph-mon[94081]: osdmap e493: 8 total, 7 up, 8 in 2024-04-02T08:38:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:25 smithi104 ceph-mon[94081]: osdmap e494: 8 total, 7 up, 8 in 2024-04-02T08:38:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:38:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:38:25] "GET /metrics HTTP/1.1" 200 36201 "" "Prometheus/2.43.0" 2024-04-02T08:38:26.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:25 smithi188 ceph-mon[86835]: osdmap e493: 8 total, 7 up, 8 in 2024-04-02T08:38:26.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:25 smithi188 ceph-mon[86835]: osdmap e494: 8 total, 7 up, 8 in 2024-04-02T08:38:26.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:26 smithi188 podman[102348]: 2024-04-02 08:38:26.061533754 +0000 UTC m=+0.331126371 container init 63b59c08c401f06d12c61c01979ca65b8fa544bf7355a018d6b8d13bccb2fd3f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:38:26.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:26 smithi188 podman[102348]: 2024-04-02 08:38:26.066596557 +0000 UTC m=+0.336189164 container start 63b59c08c401f06d12c61c01979ca65b8fa544bf7355a018d6b8d13bccb2fd3f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-02T08:38:26.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:26 smithi188 ceph-osd[102386]: -- 172.21.15.188:0/3327437941 <== mon.1 v2:172.21.15.188:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f24d30b680 con 0x55f24d2d4c00 2024-04-02T08:38:26.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:26 smithi188 bash[102348]: 63b59c08c401f06d12c61c01979ca65b8fa544bf7355a018d6b8d13bccb2fd3f 2024-04-02T08:38:26.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:26 smithi188 systemd[1]: Started Ceph osd.6 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:38:26.873 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:26 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T08:38:26.614+0000 7fcd0d95c7c0 -1 Falling back to public interface 2024-04-02T08:38:26.912 INFO:tasks.rados.rados.0.smithi104.stdout:2152: done (2 left) 2024-04-02T08:38:26.912 INFO:tasks.rados.rados.0.smithi104.stdout:2153: snap_remove snap 204 2024-04-02T08:38:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:27.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:27.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:27 smithi188 ceph-mon[86835]: pgmap v390: 121 pgs: 1 active+clean+snaptrim_wait, 75 active+clean, 34 active+undersized, 2 active+clean+snaptrim, 9 active+undersized+degraded; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.5 MiB/s wr, 13 op/s; 62/522 objects degraded (11.877%) 2024-04-02T08:38:27.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:27 smithi188 ceph-mon[86835]: osdmap e495: 8 total, 7 up, 8 in 2024-04-02T08:38:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:27 smithi104 ceph-mon[94081]: pgmap v390: 121 pgs: 1 active+clean+snaptrim_wait, 75 active+clean, 34 active+undersized, 2 active+clean+snaptrim, 9 active+undersized+degraded; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.5 MiB/s wr, 13 op/s; 62/522 objects degraded (11.877%) 2024-04-02T08:38:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:27 smithi104 ceph-mon[94081]: osdmap e495: 8 total, 7 up, 8 in 2024-04-02T08:38:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:27 smithi104 ceph-mon[96567]: pgmap v390: 121 pgs: 1 active+clean+snaptrim_wait, 75 active+clean, 34 active+undersized, 2 active+clean+snaptrim, 9 active+undersized+degraded; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.5 MiB/s wr, 13 op/s; 62/522 objects degraded (11.877%) 2024-04-02T08:38:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:27 smithi104 ceph-mon[96567]: osdmap e495: 8 total, 7 up, 8 in 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2153: done (2 left) 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2154: copy_from oid 30 from oid 31 current snap is 217 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2149: finishing write tid 3 to smithi10482514-10 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2149: finishing write tid 4 to smithi10482514-10 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2149: finishing write tid 5 to smithi10482514-10 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2149: finishing write tid 6 to smithi10482514-10 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2149: oid 10 updating version 0 to 1673 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2149: oid 10 version 1673 is already newer than 1671 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2149: oid 10 version 1673 is already newer than 1670 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2149: oid 10 version 1673 is already newer than 1669 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2149: oid 10 version 1673 is already newer than 1672 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1673 (ObjNum 682 snap 217 seq_num 682) dirty exists 2024-04-02T08:38:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2149: left oid 10 (ObjNum 682 snap 217 seq_num 682) 2024-04-02T08:38:27.911 INFO:tasks.rados.rados.0.smithi104.stdout:2150: finishing copy_from racing read to smithi10482514-19 2024-04-02T08:38:27.911 INFO:tasks.rados.rados.0.smithi104.stdout:2150: finishing copy_from to smithi10482514-19 2024-04-02T08:38:27.911 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1648 (ObjNum 658 snap 210 seq_num 658) dirty exists 2024-04-02T08:38:27.911 INFO:tasks.rados.rados.0.smithi104.stdout:2149: done (2 left) 2024-04-02T08:38:27.911 INFO:tasks.rados.rados.0.smithi104.stdout:2150: done (1 left) 2024-04-02T08:38:27.911 INFO:tasks.rados.rados.0.smithi104.stdout:2155: read oid 21 snap -1 2024-04-02T08:38:27.911 INFO:tasks.rados.rados.0.smithi104.stdout:2155: expect (ObjNum 541 snap 176 seq_num 541) 2024-04-02T08:38:27.911 INFO:tasks.rados.rados.0.smithi104.stdout:2156: snap_remove snap 214 2024-04-02T08:38:28.917 INFO:tasks.rados.rados.0.smithi104.stdout:2156: done (2 left) 2024-04-02T08:38:28.917 INFO:tasks.rados.rados.0.smithi104.stdout:2157: rmattr oid 19 current snap is 217 2024-04-02T08:38:28.918 INFO:tasks.rados.rados.0.smithi104.stdout:2155: expect (ObjNum 541 snap 176 seq_num 541) 2024-04-02T08:38:28.972 INFO:tasks.rados.rados.0.smithi104.stdout:2154: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:38:28.972 INFO:tasks.rados.rados.0.smithi104.stdout:2154: finishing copy_from to smithi10482514-30 2024-04-02T08:38:28.972 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1703 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-04-02T08:38:28.972 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1649 (ObjNum 658 snap 210 seq_num 658) dirty exists 2024-04-02T08:38:28.972 INFO:tasks.rados.rados.0.smithi104.stdout:2154: done (2 left) 2024-04-02T08:38:28.972 INFO:tasks.rados.rados.0.smithi104.stdout:2155: done (1 left) 2024-04-02T08:38:28.972 INFO:tasks.rados.rados.0.smithi104.stdout:2157: done (0 left) 2024-04-02T08:38:28.972 INFO:tasks.rados.rados.0.smithi104.stdout:2158: snap_create 2024-04-02T08:38:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:28 smithi188 ceph-mon[86835]: osdmap e496: 8 total, 7 up, 8 in 2024-04-02T08:38:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:28 smithi188 ceph-mon[86835]: pgmap v393: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 74 active+clean, 34 active+undersized, 9 active+undersized+degraded; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.9 MiB/s wr, 19 op/s; 62/543 objects degraded (11.418%) 2024-04-02T08:38:29.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:28 smithi104 ceph-mon[96567]: osdmap e496: 8 total, 7 up, 8 in 2024-04-02T08:38:29.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:28 smithi104 ceph-mon[96567]: pgmap v393: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 74 active+clean, 34 active+undersized, 9 active+undersized+degraded; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.9 MiB/s wr, 19 op/s; 62/543 objects degraded (11.418%) 2024-04-02T08:38:29.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:28 smithi104 ceph-mon[94081]: osdmap e496: 8 total, 7 up, 8 in 2024-04-02T08:38:29.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:28 smithi104 ceph-mon[94081]: pgmap v393: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 74 active+clean, 34 active+undersized, 9 active+undersized+degraded; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.9 MiB/s wr, 19 op/s; 62/543 objects degraded (11.418%) 2024-04-02T08:38:29.926 INFO:tasks.rados.rados.0.smithi104.stdout:2158: done (0 left) 2024-04-02T08:38:29.926 INFO:tasks.rados.rados.0.smithi104.stdout:2159: rollback oid 36 current snap is 218 2024-04-02T08:38:29.926 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 36 to 211 2024-04-02T08:38:29.926 INFO:tasks.rados.rados.0.smithi104.stdout:2160: delete oid 18 current snap is 218 2024-04-02T08:38:29.938 INFO:tasks.rados.rados.0.smithi104.stdout:2160: done (1 left) 2024-04-02T08:38:29.938 INFO:tasks.rados.rados.0.smithi104.stdout:2161: read oid 49 snap -1 2024-04-02T08:38:29.938 INFO:tasks.rados.rados.0.smithi104.stdout:2161: expect (ObjNum 633 snap 198 seq_num 633) 2024-04-02T08:38:29.938 INFO:tasks.rados.rados.0.smithi104.stdout:2162: copy_from oid 32 from oid 1 current snap is 218 2024-04-02T08:38:29.938 INFO:tasks.rados.rados.0.smithi104.stdout:2163: rollback oid 43 current snap is 218 2024-04-02T08:38:29.938 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 43 to 201 2024-04-02T08:38:29.938 INFO:tasks.rados.rados.0.smithi104.stdout:2164: rollback oid 41 current snap is 218 2024-04-02T08:38:29.938 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 216 2024-04-02T08:38:29.938 INFO:tasks.rados.rados.0.smithi104.stdout:2165: snap_create 2024-04-02T08:38:29.939 INFO:tasks.rados.rados.0.smithi104.stdout:2159: finishing rollback tid 0 to smithi10482514-36 2024-04-02T08:38:29.942 INFO:tasks.rados.rados.0.smithi104.stdout:2162: finishing copy_from to smithi10482514-32 2024-04-02T08:38:29.942 INFO:tasks.rados.rados.0.smithi104.stdout:2162: got expected ENOENT (src dne) 2024-04-02T08:38:29.942 INFO:tasks.rados.rados.0.smithi104.stdout:2162: finishing copy_from racing read to smithi10482514-32 2024-04-02T08:38:29.945 INFO:tasks.rados.rados.0.smithi104.stdout:2159: finishing rollback tid 1 to smithi10482514-36 2024-04-02T08:38:29.945 INFO:tasks.rados.rados.0.smithi104.stdout:2159: finishing rollback tid 2 to smithi10482514-36 2024-04-02T08:38:29.945 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1416 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:38:29.945 INFO:tasks.rados.rados.0.smithi104.stdout:2164: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:38:29.945 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 1570 (ObjNum 33 snap 0 seq_num 1939418976) dirty dne 2024-04-02T08:38:29.946 INFO:tasks.rados.rados.0.smithi104.stdout:2161: expect (ObjNum 633 snap 198 seq_num 633) 2024-04-02T08:38:30.011 INFO:tasks.rados.rados.0.smithi104.stdout:2163: finishing rollback tid 0 to smithi10482514-43 2024-04-02T08:38:30.011 INFO:tasks.rados.rados.0.smithi104.stdout:2163: finishing rollback tid 1 to smithi10482514-43 2024-04-02T08:38:30.011 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1705 (ObjNum 65 snap 0 seq_num 1583178582) dirty dne 2024-04-02T08:38:30.326 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T08:38:29.905+0000 7fcd0d95c7c0 -1 osd.6 488 log_to_monitors true 2024-04-02T08:38:30.326 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:29 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 62/543 objects degraded (11.418%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:30.326 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:29 smithi188 ceph-mon[86835]: osdmap e497: 8 total, 7 up, 8 in 2024-04-02T08:38:30.326 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:29 smithi188 ceph-mon[86835]: from='osd.6 [v2:172.21.15.188:6816/1908479055,v1:172.21.15.188:6817/1908479055]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:30.326 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:29 smithi188 ceph-mon[86835]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:29 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 62/543 objects degraded (11.418%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:29 smithi104 ceph-mon[96567]: osdmap e497: 8 total, 7 up, 8 in 2024-04-02T08:38:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:29 smithi104 ceph-mon[96567]: from='osd.6 [v2:172.21.15.188:6816/1908479055,v1:172.21.15.188:6817/1908479055]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:29 smithi104 ceph-mon[96567]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:29 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 62/543 objects degraded (11.418%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:29 smithi104 ceph-mon[94081]: osdmap e497: 8 total, 7 up, 8 in 2024-04-02T08:38:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:29 smithi104 ceph-mon[94081]: from='osd.6 [v2:172.21.15.188:6816/1908479055,v1:172.21.15.188:6817/1908479055]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:29 smithi104 ceph-mon[94081]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:30.623 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 08:38:30 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T08:38:30.392+0000 7fccfadac700 -1 osd.6 488 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:38:30.936 INFO:tasks.rados.rados.0.smithi104.stdout:2159: done (5 left) 2024-04-02T08:38:30.937 INFO:tasks.rados.rados.0.smithi104.stdout:2161: done (4 left) 2024-04-02T08:38:30.937 INFO:tasks.rados.rados.0.smithi104.stdout:2162: done (3 left) 2024-04-02T08:38:30.937 INFO:tasks.rados.rados.0.smithi104.stdout:2163: done (2 left) 2024-04-02T08:38:30.937 INFO:tasks.rados.rados.0.smithi104.stdout:2164: done (1 left) 2024-04-02T08:38:30.937 INFO:tasks.rados.rados.0.smithi104.stdout:2165: done (0 left) 2024-04-02T08:38:30.937 INFO:tasks.rados.rados.0.smithi104.stdout:2166: read oid 42 snap 218 2024-04-02T08:38:30.937 INFO:tasks.rados.rados.0.smithi104.stdout:2166: expect deleted 2024-04-02T08:38:30.937 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 219 2024-04-02T08:38:30.937 INFO:tasks.rados.rados.0.smithi104.stdout:2167: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-04-02T08:38:30.941 INFO:tasks.rados.rados.0.smithi104.stdout:2167: writing smithi10482514-12 from 0 to 679936 tid 1 2024-04-02T08:38:30.944 INFO:tasks.rados.rados.0.smithi104.stdout:2167: writing smithi10482514-12 from 679936 to 1122304 tid 2 2024-04-02T08:38:30.948 INFO:tasks.rados.rados.0.smithi104.stdout:2167: writing smithi10482514-12 from 1122304 to 1744896 tid 3 2024-04-02T08:38:30.949 INFO:tasks.rados.rados.0.smithi104.stdout:2167: writing smithi10482514-12 from 1744896 to 1884160 tid 4 2024-04-02T08:38:30.949 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 219 2024-04-02T08:38:30.949 INFO:tasks.rados.rados.0.smithi104.stdout:2168: seq_num 686 ranges {2957312=696320,3653632=729088,4382720=425984,4808704=49152} 2024-04-02T08:38:30.970 INFO:tasks.rados.rados.0.smithi104.stdout:2168: writing smithi10482514-22 from 2957312 to 3653632 tid 1 2024-04-02T08:38:30.974 INFO:tasks.rados.rados.0.smithi104.stdout:2168: writing smithi10482514-22 from 3653632 to 4382720 tid 2 2024-04-02T08:38:30.977 INFO:tasks.rados.rados.0.smithi104.stdout:2168: writing smithi10482514-22 from 4382720 to 4808704 tid 3 2024-04-02T08:38:30.977 INFO:tasks.rados.rados.0.smithi104.stdout:2168: writing smithi10482514-22 from 4808704 to 4857856 tid 4 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2169: rollback oid 35 current snap is 219 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 35 to 215 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2167: finishing write tid 1 to smithi10482514-12 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2167: finishing write tid 2 to smithi10482514-12 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2167: finishing write tid 3 to smithi10482514-12 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2167: finishing write tid 4 to smithi10482514-12 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2167: finishing write tid 5 to smithi10482514-12 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2167: finishing write tid 6 to smithi10482514-12 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2167: oid 12 updating version 0 to 1678 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2167: oid 12 version 1678 is already newer than 1674 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2167: oid 12 version 1678 is already newer than 1677 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2167: oid 12 version 1678 is already newer than 1675 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:2167: oid 12 version 1678 is already newer than 1676 2024-04-02T08:38:30.978 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1678 (ObjNum 685 snap 219 seq_num 685) dirty exists 2024-04-02T08:38:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:2167: left oid 12 (ObjNum 685 snap 219 seq_num 685) 2024-04-02T08:38:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:2168: finishing write tid 1 to smithi10482514-22 2024-04-02T08:38:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:2166: done (3 left) 2024-04-02T08:38:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:2167: done (2 left) 2024-04-02T08:38:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:2170: rollback oid 50 current snap is 219 2024-04-02T08:38:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 50 to 213 2024-04-02T08:38:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:2171: read oid 15 snap -1 2024-04-02T08:38:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:2171: expect (ObjNum 615 snap 194 seq_num 615) 2024-04-02T08:38:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 219 2024-04-02T08:38:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:2172: seq_num 687 ranges {0=712704,712704=614400,1327104=589824} 2024-04-02T08:38:30.981 INFO:tasks.rados.rados.0.smithi104.stdout:2172: writing smithi10482514-9 from 0 to 712704 tid 1 2024-04-02T08:38:30.984 INFO:tasks.rados.rados.0.smithi104.stdout:2172: writing smithi10482514-9 from 712704 to 1327104 tid 2 2024-04-02T08:38:30.988 INFO:tasks.rados.rados.0.smithi104.stdout:2172: writing smithi10482514-9 from 1327104 to 1916928 tid 3 2024-04-02T08:38:30.988 INFO:tasks.rados.rados.0.smithi104.stdout:2173: read oid 21 snap -1 2024-04-02T08:38:30.988 INFO:tasks.rados.rados.0.smithi104.stdout:2173: expect (ObjNum 541 snap 176 seq_num 541) 2024-04-02T08:38:30.988 INFO:tasks.rados.rados.0.smithi104.stdout:2174: snap_create 2024-04-02T08:38:30.988 INFO:tasks.rados.rados.0.smithi104.stdout:2168: finishing write tid 2 to smithi10482514-22 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2168: finishing write tid 3 to smithi10482514-22 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2168: finishing write tid 4 to smithi10482514-22 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2168: finishing write tid 5 to smithi10482514-22 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2170: finishing rollback tid 0 to smithi10482514-50 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2170: finishing rollback tid 1 to smithi10482514-50 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2170: finishing rollback tid 2 to smithi10482514-50 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 1770 (ObjNum 585 snap 185 seq_num 585) dirty exists 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2168: finishing write tid 6 to smithi10482514-22 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2168: oid 22 updating version 0 to 984 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2168: oid 22 version 984 is already newer than 983 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2168: oid 22 updating version 984 to 985 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2168: oid 22 updating version 985 to 986 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:2168: oid 22 version 986 is already newer than 982 2024-04-02T08:38:30.989 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 986 (ObjNum 686 snap 219 seq_num 686) dirty exists 2024-04-02T08:38:30.990 INFO:tasks.rados.rados.0.smithi104.stdout:2168: left oid 22 (ObjNum 686 snap 219 seq_num 686) 2024-04-02T08:38:30.990 INFO:tasks.rados.rados.0.smithi104.stdout:2172: finishing write tid 1 to smithi10482514-9 2024-04-02T08:38:30.990 INFO:tasks.rados.rados.0.smithi104.stdout:2172: finishing write tid 2 to smithi10482514-9 2024-04-02T08:38:30.991 INFO:tasks.rados.rados.0.smithi104.stdout:2172: finishing write tid 3 to smithi10482514-9 2024-04-02T08:38:30.991 INFO:tasks.rados.rados.0.smithi104.stdout:2172: finishing write tid 4 to smithi10482514-9 2024-04-02T08:38:30.994 INFO:tasks.rados.rados.0.smithi104.stdout:2172: finishing write tid 5 to smithi10482514-9 2024-04-02T08:38:30.994 INFO:tasks.rados.rados.0.smithi104.stdout:2172: oid 9 updating version 0 to 1774 2024-04-02T08:38:30.994 INFO:tasks.rados.rados.0.smithi104.stdout:2172: oid 9 version 1774 is already newer than 1773 2024-04-02T08:38:30.995 INFO:tasks.rados.rados.0.smithi104.stdout:2172: oid 9 version 1774 is already newer than 1772 2024-04-02T08:38:30.995 INFO:tasks.rados.rados.0.smithi104.stdout:2172: oid 9 version 1774 is already newer than 1771 2024-04-02T08:38:30.995 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 1774 (ObjNum 687 snap 219 seq_num 687) dirty exists 2024-04-02T08:38:30.995 INFO:tasks.rados.rados.0.smithi104.stdout:2172: left oid 9 (ObjNum 687 snap 219 seq_num 687) 2024-04-02T08:38:30.995 INFO:tasks.rados.rados.0.smithi104.stdout:2173: expect (ObjNum 541 snap 176 seq_num 541) 2024-04-02T08:38:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:30 smithi188 ceph-mon[86835]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:38:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:30 smithi188 ceph-mon[86835]: osdmap e498: 8 total, 7 up, 8 in 2024-04-02T08:38:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:30 smithi188 ceph-mon[86835]: from='osd.6 [v2:172.21.15.188:6816/1908479055,v1:172.21.15.188:6817/1908479055]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:38:31.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:30 smithi188 ceph-mon[86835]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:38:31.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:30 smithi188 ceph-mon[86835]: pgmap v396: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 74 active+clean, 34 active+undersized, 9 active+undersized+degraded; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 12 op/s; 63/552 objects degraded (11.413%) 2024-04-02T08:38:31.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:30 smithi188 ceph-mon[86835]: from='osd.6 ' entity='osd.6' 2024-04-02T08:38:31.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:30 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:31.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:30 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:31.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[96567]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:38:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[96567]: osdmap e498: 8 total, 7 up, 8 in 2024-04-02T08:38:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[96567]: from='osd.6 [v2:172.21.15.188:6816/1908479055,v1:172.21.15.188:6817/1908479055]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:38:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[96567]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:38:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[96567]: pgmap v396: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 74 active+clean, 34 active+undersized, 9 active+undersized+degraded; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 12 op/s; 63/552 objects degraded (11.413%) 2024-04-02T08:38:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[96567]: from='osd.6 ' entity='osd.6' 2024-04-02T08:38:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[94081]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:38:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[94081]: osdmap e498: 8 total, 7 up, 8 in 2024-04-02T08:38:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[94081]: from='osd.6 [v2:172.21.15.188:6816/1908479055,v1:172.21.15.188:6817/1908479055]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:38:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[94081]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:38:31.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[94081]: pgmap v396: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 74 active+clean, 34 active+undersized, 9 active+undersized+degraded; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 12 op/s; 63/552 objects degraded (11.413%) 2024-04-02T08:38:31.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[94081]: from='osd.6 ' entity='osd.6' 2024-04-02T08:38:31.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:31.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:30 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:31.937 INFO:tasks.rados.rados.0.smithi104.stdout:2168: done (6 left) 2024-04-02T08:38:31.937 INFO:tasks.rados.rados.0.smithi104.stdout:2170: done (5 left) 2024-04-02T08:38:31.938 INFO:tasks.rados.rados.0.smithi104.stdout:2172: done (4 left) 2024-04-02T08:38:31.938 INFO:tasks.rados.rados.0.smithi104.stdout:2173: done (3 left) 2024-04-02T08:38:31.938 INFO:tasks.rados.rados.0.smithi104.stdout:2174: done (2 left) 2024-04-02T08:38:31.938 INFO:tasks.rados.rados.0.smithi104.stdout:2175: setattr oid 23 current snap is 220 2024-04-02T08:38:31.940 INFO:tasks.rados.rados.0.smithi104.stdout:2176: read oid 2 snap -1 2024-04-02T08:38:31.940 INFO:tasks.rados.rados.0.smithi104.stdout:2176: expect deleted 2024-04-02T08:38:31.940 INFO:tasks.rados.rados.0.smithi104.stdout:2177: delete oid 27 current snap is 220 2024-04-02T08:38:31.952 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 987 (ObjNum 645 snap 205 seq_num 645) dirty exists 2024-04-02T08:38:31.964 INFO:tasks.rados.rados.0.smithi104.stdout:2175: done (4 left) 2024-04-02T08:38:31.964 INFO:tasks.rados.rados.0.smithi104.stdout:2176: done (3 left) 2024-04-02T08:38:31.965 INFO:tasks.rados.rados.0.smithi104.stdout:2177: done (2 left) 2024-04-02T08:38:31.965 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 220 2024-04-02T08:38:31.965 INFO:tasks.rados.rados.0.smithi104.stdout:2178: seq_num 689 ranges {1662976=745472,2408448=786432,3194880=417792} 2024-04-02T08:38:31.978 INFO:tasks.rados.rados.0.smithi104.stdout:2178: writing smithi10482514-38 from 1662976 to 2408448 tid 1 2024-04-02T08:38:31.983 INFO:tasks.rados.rados.0.smithi104.stdout:2178: writing smithi10482514-38 from 2408448 to 3194880 tid 2 2024-04-02T08:38:31.985 INFO:tasks.rados.rados.0.smithi104.stdout:2178: writing smithi10482514-38 from 3194880 to 3612672 tid 3 2024-04-02T08:38:31.985 INFO:tasks.rados.rados.0.smithi104.stdout:2179: snap_create 2024-04-02T08:38:32.001 INFO:tasks.rados.rados.0.smithi104.stdout:2171: expect (ObjNum 615 snap 194 seq_num 615) 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2178: finishing write tid 1 to smithi10482514-38 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2178: finishing write tid 2 to smithi10482514-38 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2178: finishing write tid 3 to smithi10482514-38 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2178: finishing write tid 4 to smithi10482514-38 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2178: finishing write tid 5 to smithi10482514-38 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2178: oid 38 updating version 0 to 1676 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2178: oid 38 version 1676 is already newer than 1675 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2178: oid 38 version 1676 is already newer than 1674 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2178: oid 38 updating version 1676 to 1677 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 1677 (ObjNum 689 snap 220 seq_num 689) dirty exists 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2178: left oid 38 (ObjNum 689 snap 220 seq_num 689) 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2169: finishing rollback tid 0 to smithi10482514-35 2024-04-02T08:38:32.297 INFO:tasks.rados.rados.0.smithi104.stdout:2169: finishing rollback tid 1 to smithi10482514-35 2024-04-02T08:38:32.298 INFO:tasks.rados.rados.0.smithi104.stdout:2169: finishing rollback tid 2 to smithi10482514-35 2024-04-02T08:38:32.298 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 1715 (ObjNum 646 snap 205 seq_num 646) dirty exists 2024-04-02T08:38:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:31 smithi188 ceph-mon[86835]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:31 smithi188 ceph-mon[86835]: osd.6 [v2:172.21.15.188:6816/1908479055,v1:172.21.15.188:6817/1908479055] boot 2024-04-02T08:38:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:31 smithi188 ceph-mon[86835]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:38:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:38:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[96567]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[96567]: osd.6 [v2:172.21.15.188:6816/1908479055,v1:172.21.15.188:6817/1908479055] boot 2024-04-02T08:38:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[96567]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:38:32.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:38:32.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:32.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[94081]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[94081]: osd.6 [v2:172.21.15.188:6816/1908479055,v1:172.21.15.188:6817/1908479055] boot 2024-04-02T08:38:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[94081]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:38:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:38:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:38:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:32.941 INFO:tasks.rados.rados.0.smithi104.stdout:2169: done (3 left) 2024-04-02T08:38:32.942 INFO:tasks.rados.rados.0.smithi104.stdout:2171: done (2 left) 2024-04-02T08:38:32.942 INFO:tasks.rados.rados.0.smithi104.stdout:2178: done (1 left) 2024-04-02T08:38:32.942 INFO:tasks.rados.rados.0.smithi104.stdout:2179: done (0 left) 2024-04-02T08:38:32.942 INFO:tasks.rados.rados.0.smithi104.stdout:2180: snap_remove snap 209 2024-04-02T08:38:33.250 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:32 smithi188 ceph-mon[86835]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:38:33.251 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:32 smithi188 ceph-mon[86835]: pgmap v399: 121 pgs: 3 peering, 81 active+clean, 30 active+undersized, 7 active+undersized+degraded; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 7 op/s; 47/558 objects degraded (8.423%) 2024-04-02T08:38:33.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:32 smithi104 ceph-mon[96567]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:38:33.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:32 smithi104 ceph-mon[96567]: pgmap v399: 121 pgs: 3 peering, 81 active+clean, 30 active+undersized, 7 active+undersized+degraded; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 7 op/s; 47/558 objects degraded (8.423%) 2024-04-02T08:38:33.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:32 smithi104 ceph-mon[94081]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:38:33.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:32 smithi104 ceph-mon[94081]: pgmap v399: 121 pgs: 3 peering, 81 active+clean, 30 active+undersized, 7 active+undersized+degraded; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 7 op/s; 47/558 objects degraded (8.423%) 2024-04-02T08:38:33.946 INFO:tasks.rados.rados.0.smithi104.stdout:2180: done (0 left) 2024-04-02T08:38:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:2181: rollback oid 34 current snap is 221 2024-04-02T08:38:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 182 2024-04-02T08:38:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:2182: snap_remove snap 213 2024-04-02T08:38:34.154 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:33 smithi188 ceph-mon[86835]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:38:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:33 smithi104 ceph-mon[96567]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:38:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:33 smithi104 ceph-mon[94081]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:38:34.962 INFO:tasks.rados.rados.0.smithi104.stdout:2182: done (1 left) 2024-04-02T08:38:34.962 INFO:tasks.rados.rados.0.smithi104.stdout:2183: copy_from oid 27 from oid 37 current snap is 221 2024-04-02T08:38:34.963 INFO:tasks.rados.rados.0.smithi104.stdout:2181: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:38:34.963 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 1725 (ObjNum 65 snap 0 seq_num 1650222421) dirty dne 2024-04-02T08:38:34.963 INFO:tasks.rados.rados.0.smithi104.stdout:2181: done (1 left) 2024-04-02T08:38:34.963 INFO:tasks.rados.rados.0.smithi104.stdout:2184: snap_remove snap 182 2024-04-02T08:38:35.082 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:34 smithi188 ceph-mon[86835]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:38:35.083 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:34 smithi188 ceph-mon[86835]: pgmap v402: 121 pgs: 3 peering, 91 active+clean, 20 active+undersized, 7 active+undersized+degraded; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 47/567 objects degraded (8.289%) 2024-04-02T08:38:35.083 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:35.083 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:35.208 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:34 smithi104 ceph-mon[96567]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:38:35.208 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:34 smithi104 ceph-mon[96567]: pgmap v402: 121 pgs: 3 peering, 91 active+clean, 20 active+undersized, 7 active+undersized+degraded; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 47/567 objects degraded (8.289%) 2024-04-02T08:38:35.208 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:35.208 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:35.209 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:34 smithi104 ceph-mon[94081]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:38:35.209 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:34 smithi104 ceph-mon[94081]: pgmap v402: 121 pgs: 3 peering, 91 active+clean, 20 active+undersized, 7 active+undersized+degraded; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 47/567 objects degraded (8.289%) 2024-04-02T08:38:35.209 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:35.209 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:35.209 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:38:35.524 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:38:35.524 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (9m) 97s ago 10m 25.1M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:38:35.524 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (9m) 4s ago 9m 86.6M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:38:35.524 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (11m) 97s ago 11m 16.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:38:35.524 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (11m) 4s ago 11m 20.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:38:35.524 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (4m) 4s ago 14m 451M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:38:35.524 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (5m) 97s ago 16m 506M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:38:35.524 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (4m) 97s ago 16m 53.4M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:38:35.524 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (4m) 4s ago 15m 47.9M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (4m) 97s ago 14m 49.1M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (9m) 97s ago 9m 16.4M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (9m) 4s ago 9m 15.5M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (3m) 97s ago 14m 161M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (2m) 97s ago 13m 121M 2480M 19.0.0-2419-g14da45f2 53081131892e 183e693cda03 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (2m) 97s ago 13m 89.3M 2480M 19.0.0-2419-g14da45f2 53081131892e 8534baca25d7 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (102s) 97s ago 13m 14.8M 2480M 19.0.0-2419-g14da45f2 53081131892e e25bf8b5641e 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (66s) 4s ago 12m 148M 2480M 19.0.0-2419-g14da45f2 53081131892e 2523b7f11b0c 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (45s) 4s ago 12m 146M 2480M 19.0.0-2419-g14da45f2 53081131892e 2420a754553d 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (9s) 4s ago 11m 11.7M 2480M 19.0.0-2419-g14da45f2 53081131892e 63b59c08c401 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (11m) 4s ago 11m 189M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 57fdef1614b7 2024-04-02T08:38:35.525 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (5m) 4s ago 10m 59.2M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:38:35.872 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T08:38:35.678+0000 7f6c40819700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:38:35.872 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:38:35] "GET /metrics HTTP/1.1" 200 36057 "" "Prometheus/2.43.0" 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 7 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:38:35.922 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:38:35.923 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:38:35.923 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:38:35.923 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:38:35.923 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:38:35.923 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 12 2024-04-02T08:38:35.923 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:38:35.923 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:38:35.974 INFO:tasks.rados.rados.0.smithi104.stdout:2183: finishing copy_from to smithi10482514-27 2024-04-02T08:38:35.974 INFO:tasks.rados.rados.0.smithi104.stdout:2183: got expected ENOENT (src dne) 2024-04-02T08:38:35.974 INFO:tasks.rados.rados.0.smithi104.stdout:2183: finishing copy_from racing read to smithi10482514-27 2024-04-02T08:38:35.974 INFO:tasks.rados.rados.0.smithi104.stdout:2183: done (1 left) 2024-04-02T08:38:35.974 INFO:tasks.rados.rados.0.smithi104.stdout:2184: done (0 left) 2024-04-02T08:38:35.975 INFO:tasks.rados.rados.0.smithi104.stdout:2185: delete oid 6 current snap is 221 2024-04-02T08:38:35.984 INFO:tasks.rados.rados.0.smithi104.stdout:2185: done (0 left) 2024-04-02T08:38:35.984 INFO:tasks.rados.rados.0.smithi104.stdout:2186: read oid 47 snap -1 2024-04-02T08:38:35.984 INFO:tasks.rados.rados.0.smithi104.stdout:2186: expect (ObjNum 658 snap 210 seq_num 658) 2024-04-02T08:38:35.984 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 1 current snap is 221 2024-04-02T08:38:35.984 INFO:tasks.rados.rados.0.smithi104.stdout:2187: seq_num 691 ranges {0=778240,778240=548864,1327104=614400,1941504=40960} 2024-04-02T08:38:35.989 INFO:tasks.rados.rados.0.smithi104.stdout:2187: writing smithi10482514-1 from 0 to 778240 tid 1 2024-04-02T08:38:35.993 INFO:tasks.rados.rados.0.smithi104.stdout:2187: writing smithi10482514-1 from 778240 to 1327104 tid 2 2024-04-02T08:38:35.997 INFO:tasks.rados.rados.0.smithi104.stdout:2187: writing smithi10482514-1 from 1327104 to 1941504 tid 3 2024-04-02T08:38:35.997 INFO:tasks.rados.rados.0.smithi104.stdout:2187: writing smithi10482514-1 from 1941504 to 1982464 tid 4 2024-04-02T08:38:35.997 INFO:tasks.rados.rados.0.smithi104.stdout:2188: snap_create 2024-04-02T08:38:36.000 INFO:tasks.rados.rados.0.smithi104.stdout:2187: finishing write tid 1 to smithi10482514-1 2024-04-02T08:38:36.000 INFO:tasks.rados.rados.0.smithi104.stdout:2187: finishing write tid 2 to smithi10482514-1 2024-04-02T08:38:36.002 INFO:tasks.rados.rados.0.smithi104.stdout:2186: expect (ObjNum 658 snap 210 seq_num 658) 2024-04-02T08:38:36.122 INFO:tasks.rados.rados.0.smithi104.stdout:2187: finishing write tid 3 to smithi10482514-1 2024-04-02T08:38:36.122 INFO:tasks.rados.rados.0.smithi104.stdout:2187: finishing write tid 4 to smithi10482514-1 2024-04-02T08:38:36.122 INFO:tasks.rados.rados.0.smithi104.stdout:2187: finishing write tid 5 to smithi10482514-1 2024-04-02T08:38:36.122 INFO:tasks.rados.rados.0.smithi104.stdout:2187: finishing write tid 6 to smithi10482514-1 2024-04-02T08:38:36.122 INFO:tasks.rados.rados.0.smithi104.stdout:2187: oid 1 updating version 0 to 996 2024-04-02T08:38:36.122 INFO:tasks.rados.rados.0.smithi104.stdout:2187: oid 1 updating version 996 to 999 2024-04-02T08:38:36.122 INFO:tasks.rados.rados.0.smithi104.stdout:2187: oid 1 version 999 is already newer than 998 2024-04-02T08:38:36.122 INFO:tasks.rados.rados.0.smithi104.stdout:2187: oid 1 version 999 is already newer than 997 2024-04-02T08:38:36.122 INFO:tasks.rados.rados.0.smithi104.stdout:2187: oid 1 version 999 is already newer than 995 2024-04-02T08:38:36.122 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 999 (ObjNum 691 snap 221 seq_num 691) dirty exists 2024-04-02T08:38:36.122 INFO:tasks.rados.rados.0.smithi104.stdout:2187: left oid 1 (ObjNum 691 snap 221 seq_num 691) 2024-04-02T08:38:36.139 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:38:36 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T08:38:36.002+0000 7f7d7b6d0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap f7 after trimming was started 2024-04-02T08:38:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 47/567 objects degraded (8.289%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:38:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:36.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/595292119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 47/567 objects degraded (8.289%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:38:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:36.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:36.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:36.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:36.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:35 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/595292119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 47/567 objects degraded (8.289%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:38:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:36.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:36.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:36.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:36.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:36.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:36.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:36.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:35 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/595292119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:36.981 INFO:tasks.rados.rados.0.smithi104.stdout:2186: done (2 left) 2024-04-02T08:38:36.982 INFO:tasks.rados.rados.0.smithi104.stdout:2187: done (1 left) 2024-04-02T08:38:36.982 INFO:tasks.rados.rados.0.smithi104.stdout:2188: done (0 left) 2024-04-02T08:38:36.982 INFO:tasks.rados.rados.0.smithi104.stdout:2189: rmattr oid 27 current snap is 222 2024-04-02T08:38:36.982 INFO:tasks.rados.rados.0.smithi104.stdout:2189: done (0 left) 2024-04-02T08:38:36.982 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 46 current snap is 222 2024-04-02T08:38:36.982 INFO:tasks.rados.rados.0.smithi104.stdout:2190: seq_num 692 ranges {401408=794624,1196032=483328,1679360=720896} 2024-04-02T08:38:36.987 INFO:tasks.rados.rados.0.smithi104.stdout:2190: writing smithi10482514-46 from 401408 to 1196032 tid 1 2024-04-02T08:38:36.990 INFO:tasks.rados.rados.0.smithi104.stdout:2190: writing smithi10482514-46 from 1196032 to 1679360 tid 2 2024-04-02T08:38:36.998 INFO:tasks.rados.rados.0.smithi104.stdout:2190: writing smithi10482514-46 from 1679360 to 2400256 tid 3 2024-04-02T08:38:36.998 INFO:tasks.rados.rados.0.smithi104.stdout:2191: rollback oid 43 current snap is 222 2024-04-02T08:38:36.998 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 43 to 221 2024-04-02T08:38:36.998 INFO:tasks.rados.rados.0.smithi104.stdout:2192: snap_remove snap 211 2024-04-02T08:38:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:36 smithi188 ceph-mon[86835]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:36 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:36 smithi188 ceph-mon[86835]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:38:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:36 smithi188 ceph-mon[86835]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:38:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:36 smithi188 ceph-mon[86835]: pgmap v405: 121 pgs: 1 active+clean+snaptrim, 2 peering, 118 active+clean; 292 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 9.2 MiB/s, 2 objects/s recovering 2024-04-02T08:38:37.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:36 smithi104 ceph-mon[96567]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:37.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:36 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:37.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:36 smithi104 ceph-mon[96567]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:38:37.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:36 smithi104 ceph-mon[96567]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:38:37.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:36 smithi104 ceph-mon[96567]: pgmap v405: 121 pgs: 1 active+clean+snaptrim, 2 peering, 118 active+clean; 292 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 9.2 MiB/s, 2 objects/s recovering 2024-04-02T08:38:37.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:36 smithi104 ceph-mon[94081]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:37.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:36 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:37.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:36 smithi104 ceph-mon[94081]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:38:37.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:36 smithi104 ceph-mon[94081]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:38:37.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:36 smithi104 ceph-mon[94081]: pgmap v405: 121 pgs: 1 active+clean+snaptrim, 2 peering, 118 active+clean; 292 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 9.2 MiB/s, 2 objects/s recovering 2024-04-02T08:38:37.983 INFO:tasks.rados.rados.0.smithi104.stdout:2192: done (2 left) 2024-04-02T08:38:37.983 INFO:tasks.rados.rados.0.smithi104.stdout:2193: rmattr oid 27 current snap is 222 2024-04-02T08:38:37.983 INFO:tasks.rados.rados.0.smithi104.stdout:2193: done (2 left) 2024-04-02T08:38:37.983 INFO:tasks.rados.rados.0.smithi104.stdout:2194: snap_remove snap 196 2024-04-02T08:38:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:37 smithi188 ceph-mon[86835]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/567 objects degraded (8.289%), 7 pgs degraded) 2024-04-02T08:38:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:37 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:38:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:37 smithi188 ceph-mon[86835]: osdmap e505: 8 total, 8 up, 8 in 2024-04-02T08:38:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:37 smithi104 ceph-mon[96567]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/567 objects degraded (8.289%), 7 pgs degraded) 2024-04-02T08:38:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:37 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:38:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:37 smithi104 ceph-mon[96567]: osdmap e505: 8 total, 8 up, 8 in 2024-04-02T08:38:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:37 smithi104 ceph-mon[94081]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/567 objects degraded (8.289%), 7 pgs degraded) 2024-04-02T08:38:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:37 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:38:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:37 smithi104 ceph-mon[94081]: osdmap e505: 8 total, 8 up, 8 in 2024-04-02T08:38:38.992 INFO:tasks.rados.rados.0.smithi104.stdout:2194: done (2 left) 2024-04-02T08:38:38.992 INFO:tasks.rados.rados.0.smithi104.stdout:2195: rollback oid 42 current snap is 222 2024-04-02T08:38:38.992 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 42 to 208 2024-04-02T08:38:38.992 INFO:tasks.rados.rados.0.smithi104.stdout:2190: finishing write tid 1 to smithi10482514-46 2024-04-02T08:38:38.992 INFO:tasks.rados.rados.0.smithi104.stdout:2191: finishing rollback tid 1 to smithi10482514-43 2024-04-02T08:38:38.992 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1705 (ObjNum 33 snap 0 seq_num 1940081776) dirty dne 2024-04-02T08:38:38.992 INFO:tasks.rados.rados.0.smithi104.stdout:2190: finishing write tid 2 to smithi10482514-46 2024-04-02T08:38:38.992 INFO:tasks.rados.rados.0.smithi104.stdout:2190: finishing write tid 3 to smithi10482514-46 2024-04-02T08:38:38.992 INFO:tasks.rados.rados.0.smithi104.stdout:2190: finishing write tid 4 to smithi10482514-46 2024-04-02T08:38:38.992 INFO:tasks.rados.rados.0.smithi104.stdout:2190: finishing write tid 5 to smithi10482514-46 2024-04-02T08:38:38.993 INFO:tasks.rados.rados.0.smithi104.stdout:2190: oid 46 updating version 0 to 1430 2024-04-02T08:38:38.993 INFO:tasks.rados.rados.0.smithi104.stdout:2190: oid 46 updating version 1430 to 1431 2024-04-02T08:38:38.993 INFO:tasks.rados.rados.0.smithi104.stdout:2190: oid 46 version 1431 is already newer than 1429 2024-04-02T08:38:38.993 INFO:tasks.rados.rados.0.smithi104.stdout:2190: oid 46 version 1431 is already newer than 1428 2024-04-02T08:38:38.993 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1431 (ObjNum 692 snap 222 seq_num 692) dirty exists 2024-04-02T08:38:38.993 INFO:tasks.rados.rados.0.smithi104.stdout:2190: left oid 46 (ObjNum 692 snap 222 seq_num 692) 2024-04-02T08:38:38.993 INFO:tasks.rados.rados.0.smithi104.stdout:2190: done (2 left) 2024-04-02T08:38:38.993 INFO:tasks.rados.rados.0.smithi104.stdout:2191: done (1 left) 2024-04-02T08:38:38.993 INFO:tasks.rados.rados.0.smithi104.stdout:2196: read oid 11 snap -1 2024-04-02T08:38:38.993 INFO:tasks.rados.rados.0.smithi104.stdout:2196: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:38:38.993 INFO:tasks.rados.rados.0.smithi104.stdout:2197: snap_create 2024-04-02T08:38:38.999 INFO:tasks.rados.rados.0.smithi104.stdout:2195: finishing rollback tid 1 to smithi10482514-42 2024-04-02T08:38:39.001 INFO:tasks.rados.rados.0.smithi104.stdout:2195: finishing rollback tid 2 to smithi10482514-42 2024-04-02T08:38:39.001 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 1383 (ObjNum 651 snap 206 seq_num 651) dirty exists 2024-04-02T08:38:39.006 INFO:tasks.rados.rados.0.smithi104.stdout:2196: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:38:39.274 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:38 smithi188 ceph-mon[86835]: osdmap e506: 8 total, 8 up, 8 in 2024-04-02T08:38:39.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:38 smithi188 ceph-mon[86835]: pgmap v408: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 960 KiB/s wr, 5 op/s; 9.2 MiB/s, 2 objects/s recovering 2024-04-02T08:38:39.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:38 smithi104 ceph-mon[96567]: osdmap e506: 8 total, 8 up, 8 in 2024-04-02T08:38:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:38 smithi104 ceph-mon[96567]: pgmap v408: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 960 KiB/s wr, 5 op/s; 9.2 MiB/s, 2 objects/s recovering 2024-04-02T08:38:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:38 smithi104 ceph-mon[94081]: osdmap e506: 8 total, 8 up, 8 in 2024-04-02T08:38:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:38 smithi104 ceph-mon[94081]: pgmap v408: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 960 KiB/s wr, 5 op/s; 9.2 MiB/s, 2 objects/s recovering 2024-04-02T08:38:39.993 INFO:tasks.rados.rados.0.smithi104.stdout:2195: done (2 left) 2024-04-02T08:38:39.993 INFO:tasks.rados.rados.0.smithi104.stdout:2196: done (1 left) 2024-04-02T08:38:39.993 INFO:tasks.rados.rados.0.smithi104.stdout:2197: done (0 left) 2024-04-02T08:38:39.993 INFO:tasks.rados.rados.0.smithi104.stdout:2198: copy_from oid 21 from oid 50 current snap is 223 2024-04-02T08:38:39.993 INFO:tasks.rados.rados.0.smithi104.stdout:2199: read oid 7 snap -1 2024-04-02T08:38:39.993 INFO:tasks.rados.rados.0.smithi104.stdout:2199: expect deleted 2024-04-02T08:38:39.993 INFO:tasks.rados.rados.0.smithi104.stdout:2200: read oid 37 snap -1 2024-04-02T08:38:39.993 INFO:tasks.rados.rados.0.smithi104.stdout:2200: expect deleted 2024-04-02T08:38:39.993 INFO:tasks.rados.rados.0.smithi104.stdout:2201: snap_create 2024-04-02T08:38:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:2198: finishing copy_from racing read to smithi10482514-21 2024-04-02T08:38:40.015 INFO:tasks.rados.rados.0.smithi104.stdout:2198: finishing copy_from to smithi10482514-21 2024-04-02T08:38:40.015 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 1770 (ObjNum 585 snap 185 seq_num 585) dirty exists 2024-04-02T08:38:40.291 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:39 smithi188 ceph-mon[86835]: osdmap e507: 8 total, 8 up, 8 in 2024-04-02T08:38:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:40 smithi104 ceph-mon[96567]: osdmap e507: 8 total, 8 up, 8 in 2024-04-02T08:38:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:39 smithi104 ceph-mon[94081]: osdmap e507: 8 total, 8 up, 8 in 2024-04-02T08:38:40.873 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:38:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[62516]: logger=cleanup t=2024-04-02T08:38:40.705784521Z level=info msg="Completed cleanup jobs" duration=12.473515ms 2024-04-02T08:38:40.882 INFO:tasks.rados.rados.0.smithi104.stdout:2198: done (3 left) 2024-04-02T08:38:40.882 INFO:tasks.rados.rados.0.smithi104.stdout:2199: done (2 left) 2024-04-02T08:38:40.882 INFO:tasks.rados.rados.0.smithi104.stdout:2200: done (1 left) 2024-04-02T08:38:40.882 INFO:tasks.rados.rados.0.smithi104.stdout:2201: done (0 left) 2024-04-02T08:38:40.882 INFO:tasks.rados.rados.0.smithi104.stdout:2202: rollback oid 37 current snap is 224 2024-04-02T08:38:40.882 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 37 to 218 2024-04-02T08:38:40.882 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 224 2024-04-02T08:38:40.882 INFO:tasks.rados.rados.0.smithi104.stdout:2203: seq_num 693 ranges {2760704=409600,3170304=770048,3940352=581632,4521984=253952} 2024-04-02T08:38:40.899 INFO:tasks.rados.rados.0.smithi104.stdout:2203: writing smithi10482514-48 from 2760704 to 3170304 tid 1 2024-04-02T08:38:40.903 INFO:tasks.rados.rados.0.smithi104.stdout:2203: writing smithi10482514-48 from 3170304 to 3940352 tid 2 2024-04-02T08:38:40.906 INFO:tasks.rados.rados.0.smithi104.stdout:2203: writing smithi10482514-48 from 3940352 to 4521984 tid 3 2024-04-02T08:38:40.908 INFO:tasks.rados.rados.0.smithi104.stdout:2203: writing smithi10482514-48 from 4521984 to 4775936 tid 4 2024-04-02T08:38:40.908 INFO:tasks.rados.rados.0.smithi104.stdout:2204: snap_create 2024-04-02T08:38:40.908 INFO:tasks.rados.rados.0.smithi104.stdout:2202: finishing rollback tid 1 to smithi10482514-37 2024-04-02T08:38:40.908 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1413 (ObjNum 321 snap 0 seq_num 327134736) dirty dne 2024-04-02T08:38:40.909 INFO:tasks.rados.rados.0.smithi104.stdout:2203: finishing write tid 1 to smithi10482514-48 2024-04-02T08:38:40.909 INFO:tasks.rados.rados.0.smithi104.stdout:2203: finishing write tid 2 to smithi10482514-48 2024-04-02T08:38:40.911 INFO:tasks.rados.rados.0.smithi104.stdout:2203: finishing write tid 3 to smithi10482514-48 2024-04-02T08:38:40.911 INFO:tasks.rados.rados.0.smithi104.stdout:2203: finishing write tid 4 to smithi10482514-48 2024-04-02T08:38:40.911 INFO:tasks.rados.rados.0.smithi104.stdout:2203: finishing write tid 5 to smithi10482514-48 2024-04-02T08:38:40.913 INFO:tasks.rados.rados.0.smithi104.stdout:2203: finishing write tid 6 to smithi10482514-48 2024-04-02T08:38:40.913 INFO:tasks.rados.rados.0.smithi104.stdout:2203: oid 48 updating version 0 to 1433 2024-04-02T08:38:40.913 INFO:tasks.rados.rados.0.smithi104.stdout:2203: oid 48 updating version 1433 to 1434 2024-04-02T08:38:40.913 INFO:tasks.rados.rados.0.smithi104.stdout:2203: oid 48 version 1434 is already newer than 1432 2024-04-02T08:38:40.913 INFO:tasks.rados.rados.0.smithi104.stdout:2203: oid 48 updating version 1434 to 1436 2024-04-02T08:38:40.913 INFO:tasks.rados.rados.0.smithi104.stdout:2203: oid 48 version 1436 is already newer than 1435 2024-04-02T08:38:40.913 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 1436 (ObjNum 693 snap 224 seq_num 693) dirty exists 2024-04-02T08:38:40.913 INFO:tasks.rados.rados.0.smithi104.stdout:2203: left oid 48 (ObjNum 693 snap 224 seq_num 693) 2024-04-02T08:38:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:41 smithi188 ceph-mon[86835]: osdmap e508: 8 total, 8 up, 8 in 2024-04-02T08:38:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:41 smithi188 ceph-mon[86835]: pgmap v411: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 972 KiB/s wr, 4 op/s 2024-04-02T08:38:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:41 smithi188 ceph-mon[86835]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:38:41.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:41 smithi104 ceph-mon[94081]: osdmap e508: 8 total, 8 up, 8 in 2024-04-02T08:38:41.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:41 smithi104 ceph-mon[94081]: pgmap v411: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 972 KiB/s wr, 4 op/s 2024-04-02T08:38:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:41 smithi104 ceph-mon[94081]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:38:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:41 smithi104 ceph-mon[96567]: osdmap e508: 8 total, 8 up, 8 in 2024-04-02T08:38:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:41 smithi104 ceph-mon[96567]: pgmap v411: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 972 KiB/s wr, 4 op/s 2024-04-02T08:38:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:41 smithi104 ceph-mon[96567]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:38:41.883 INFO:tasks.rados.rados.0.smithi104.stdout:2202: done (2 left) 2024-04-02T08:38:41.884 INFO:tasks.rados.rados.0.smithi104.stdout:2203: done (1 left) 2024-04-02T08:38:41.884 INFO:tasks.rados.rados.0.smithi104.stdout:2204: done (0 left) 2024-04-02T08:38:41.884 INFO:tasks.rados.rados.0.smithi104.stdout:2205: read oid 21 snap -1 2024-04-02T08:38:41.884 INFO:tasks.rados.rados.0.smithi104.stdout:2205: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:38:41.884 INFO:tasks.rados.rados.0.smithi104.stdout:2206: snap_remove snap 217 2024-04-02T08:38:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:38:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:42.892 INFO:tasks.rados.rados.0.smithi104.stdout:2206: done (1 left) 2024-04-02T08:38:42.892 INFO:tasks.rados.rados.0.smithi104.stdout:2207: copy_from oid 1 from oid 37 current snap is 225 2024-04-02T08:38:42.892 INFO:tasks.rados.rados.0.smithi104.stdout:2205: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:38:43.138 INFO:tasks.rados.rados.0.smithi104.stdout:2207: finishing copy_from to smithi10482514-1 2024-04-02T08:38:43.138 INFO:tasks.rados.rados.0.smithi104.stdout:2207: got expected ENOENT (src dne) 2024-04-02T08:38:43.138 INFO:tasks.rados.rados.0.smithi104.stdout:2207: finishing copy_from racing read to smithi10482514-1 2024-04-02T08:38:43.138 INFO:tasks.rados.rados.0.smithi104.stdout:2205: done (1 left) 2024-04-02T08:38:43.138 INFO:tasks.rados.rados.0.smithi104.stdout:2207: done (0 left) 2024-04-02T08:38:43.138 INFO:tasks.rados.rados.0.smithi104.stdout:2208: snap_create 2024-04-02T08:38:43.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:42 smithi104 ceph-mon[96567]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:38:43.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:42 smithi104 ceph-mon[96567]: pgmap v414: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 432 KiB/s rd, 488 KiB/s wr, 2 op/s 2024-04-02T08:38:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:42 smithi104 ceph-mon[94081]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:38:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:42 smithi104 ceph-mon[94081]: pgmap v414: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 432 KiB/s rd, 488 KiB/s wr, 2 op/s 2024-04-02T08:38:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:42 smithi188 ceph-mon[86835]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:38:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:42 smithi188 ceph-mon[86835]: pgmap v414: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 432 KiB/s rd, 488 KiB/s wr, 2 op/s 2024-04-02T08:38:43.892 INFO:tasks.rados.rados.0.smithi104.stdout:2208: done (0 left) 2024-04-02T08:38:43.893 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 226 2024-04-02T08:38:43.893 INFO:tasks.rados.rados.0.smithi104.stdout:2209: seq_num 694 ranges {3956736=425984,4382720=655360,5038080=786432,5824512=163840} 2024-04-02T08:38:43.916 INFO:tasks.rados.rados.0.smithi104.stdout:2209: writing smithi10482514-21 from 3956736 to 4382720 tid 1 2024-04-02T08:38:43.920 INFO:tasks.rados.rados.0.smithi104.stdout:2209: writing smithi10482514-21 from 4382720 to 5038080 tid 2 2024-04-02T08:38:43.925 INFO:tasks.rados.rados.0.smithi104.stdout:2209: writing smithi10482514-21 from 5038080 to 5824512 tid 3 2024-04-02T08:38:43.926 INFO:tasks.rados.rados.0.smithi104.stdout:2209: writing smithi10482514-21 from 5824512 to 5988352 tid 4 2024-04-02T08:38:43.926 INFO:tasks.rados.rados.0.smithi104.stdout:2210: snap_remove snap 202 2024-04-02T08:38:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:43 smithi188 ceph-mon[86835]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:38:44.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:43 smithi104 ceph-mon[96567]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:38:44.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:43 smithi104 ceph-mon[94081]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:38:44.907 INFO:tasks.rados.rados.0.smithi104.stdout:2210: done (1 left) 2024-04-02T08:38:44.907 INFO:tasks.rados.rados.0.smithi104.stdout:2211: read oid 46 snap -1 2024-04-02T08:38:44.907 INFO:tasks.rados.rados.0.smithi104.stdout:2211: expect (ObjNum 692 snap 222 seq_num 692) 2024-04-02T08:38:44.907 INFO:tasks.rados.rados.0.smithi104.stdout:2212: snap_create 2024-04-02T08:38:44.907 INFO:tasks.rados.rados.0.smithi104.stdout:2209: finishing write tid 1 to smithi10482514-21 2024-04-02T08:38:44.907 INFO:tasks.rados.rados.0.smithi104.stdout:2209: finishing write tid 2 to smithi10482514-21 2024-04-02T08:38:44.907 INFO:tasks.rados.rados.0.smithi104.stdout:2209: finishing write tid 3 to smithi10482514-21 2024-04-02T08:38:44.907 INFO:tasks.rados.rados.0.smithi104.stdout:2209: finishing write tid 4 to smithi10482514-21 2024-04-02T08:38:44.908 INFO:tasks.rados.rados.0.smithi104.stdout:2209: finishing write tid 5 to smithi10482514-21 2024-04-02T08:38:44.908 INFO:tasks.rados.rados.0.smithi104.stdout:2209: finishing write tid 6 to smithi10482514-21 2024-04-02T08:38:44.908 INFO:tasks.rados.rados.0.smithi104.stdout:2209: oid 21 updating version 0 to 1838 2024-04-02T08:38:44.908 INFO:tasks.rados.rados.0.smithi104.stdout:2209: oid 21 version 1838 is already newer than 1835 2024-04-02T08:38:44.908 INFO:tasks.rados.rados.0.smithi104.stdout:2209: oid 21 updating version 1838 to 1839 2024-04-02T08:38:44.908 INFO:tasks.rados.rados.0.smithi104.stdout:2209: oid 21 version 1839 is already newer than 1837 2024-04-02T08:38:44.908 INFO:tasks.rados.rados.0.smithi104.stdout:2209: oid 21 version 1839 is already newer than 1836 2024-04-02T08:38:44.908 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 1839 (ObjNum 694 snap 226 seq_num 694) dirty exists 2024-04-02T08:38:44.908 INFO:tasks.rados.rados.0.smithi104.stdout:2209: left oid 21 (ObjNum 694 snap 226 seq_num 694) 2024-04-02T08:38:44.929 INFO:tasks.rados.rados.0.smithi104.stdout:2211: expect (ObjNum 692 snap 222 seq_num 692) 2024-04-02T08:38:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:44 smithi188 ceph-mon[86835]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:38:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:44 smithi188 ceph-mon[86835]: pgmap v417: 121 pgs: 121 active+clean; 274 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 966 KiB/s wr, 2 op/s 2024-04-02T08:38:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:45.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:44 smithi104 ceph-mon[94081]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:38:45.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:44 smithi104 ceph-mon[94081]: pgmap v417: 121 pgs: 121 active+clean; 274 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 966 KiB/s wr, 2 op/s 2024-04-02T08:38:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:44 smithi104 ceph-mon[96567]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:38:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:44 smithi104 ceph-mon[96567]: pgmap v417: 121 pgs: 121 active+clean; 274 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 966 KiB/s wr, 2 op/s 2024-04-02T08:38:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:45.886 INFO:tasks.rados.rados.0.smithi104.stdout:2209: done (2 left) 2024-04-02T08:38:45.886 INFO:tasks.rados.rados.0.smithi104.stdout:2211: done (1 left) 2024-04-02T08:38:45.886 INFO:tasks.rados.rados.0.smithi104.stdout:2212: done (0 left) 2024-04-02T08:38:45.886 INFO:tasks.rados.rados.0.smithi104.stdout:2213: rollback oid 23 current snap is 227 2024-04-02T08:38:45.886 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 23 to 219 2024-04-02T08:38:45.886 INFO:tasks.rados.rados.0.smithi104.stdout:2214: copy_from oid 7 from oid 25 current snap is 227 2024-04-02T08:38:45.886 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 227 2024-04-02T08:38:45.886 INFO:tasks.rados.rados.0.smithi104.stdout:2215: seq_num 695 ranges {1376256=442368,1818624=540672,2359296=598016,2957312=466944} 2024-04-02T08:38:45.895 INFO:tasks.rados.rados.0.smithi104.stdout:2215: writing smithi10482514-8 from 1376256 to 1818624 tid 1 2024-04-02T08:38:45.898 INFO:tasks.rados.rados.0.smithi104.stdout:2215: writing smithi10482514-8 from 1818624 to 2359296 tid 2 2024-04-02T08:38:45.902 INFO:tasks.rados.rados.0.smithi104.stdout:2215: writing smithi10482514-8 from 2359296 to 2957312 tid 3 2024-04-02T08:38:45.906 INFO:tasks.rados.rados.0.smithi104.stdout:2215: writing smithi10482514-8 from 2957312 to 3424256 tid 4 2024-04-02T08:38:45.906 INFO:tasks.rados.rados.0.smithi104.stdout:2216: snap_remove snap 220 2024-04-02T08:38:46.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:45 smithi104 ceph-mon[94081]: osdmap e513: 8 total, 8 up, 8 in 2024-04-02T08:38:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:45 smithi104 ceph-mon[94081]: osdmap e514: 8 total, 8 up, 8 in 2024-04-02T08:38:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:38:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:38:45] "GET /metrics HTTP/1.1" 200 36057 "" "Prometheus/2.43.0" 2024-04-02T08:38:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:45 smithi104 ceph-mon[96567]: osdmap e513: 8 total, 8 up, 8 in 2024-04-02T08:38:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:45 smithi104 ceph-mon[96567]: osdmap e514: 8 total, 8 up, 8 in 2024-04-02T08:38:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:45 smithi188 ceph-mon[86835]: osdmap e513: 8 total, 8 up, 8 in 2024-04-02T08:38:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:45 smithi188 ceph-mon[86835]: osdmap e514: 8 total, 8 up, 8 in 2024-04-02T08:38:46.915 INFO:tasks.rados.rados.0.smithi104.stdout:2216: done (3 left) 2024-04-02T08:38:46.915 INFO:tasks.rados.rados.0.smithi104.stdout:2217: read oid 31 snap -1 2024-04-02T08:38:46.915 INFO:tasks.rados.rados.0.smithi104.stdout:2217: expect (ObjNum 541 snap 176 seq_num 541) 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2218: setattr oid 45 current snap is 227 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2213: finishing rollback tid 0 to smithi10482514-23 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2213: finishing rollback tid 1 to smithi10482514-23 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2213: finishing rollback tid 2 to smithi10482514-23 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 990 (ObjNum 645 snap 205 seq_num 645) dirty exists 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2215: finishing write tid 1 to smithi10482514-8 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2215: finishing write tid 2 to smithi10482514-8 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2214: finishing copy_from racing read to smithi10482514-7 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2214: finishing copy_from to smithi10482514-7 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 1263 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2215: finishing write tid 3 to smithi10482514-8 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2215: finishing write tid 4 to smithi10482514-8 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2215: finishing write tid 5 to smithi10482514-8 2024-04-02T08:38:46.916 INFO:tasks.rados.rados.0.smithi104.stdout:2215: finishing write tid 6 to smithi10482514-8 2024-04-02T08:38:46.917 INFO:tasks.rados.rados.0.smithi104.stdout:2215: oid 8 updating version 0 to 1439 2024-04-02T08:38:46.917 INFO:tasks.rados.rados.0.smithi104.stdout:2215: oid 8 version 1439 is already newer than 1438 2024-04-02T08:38:46.917 INFO:tasks.rados.rados.0.smithi104.stdout:2215: oid 8 version 1439 is already newer than 1437 2024-04-02T08:38:46.917 INFO:tasks.rados.rados.0.smithi104.stdout:2215: oid 8 updating version 1439 to 1440 2024-04-02T08:38:46.917 INFO:tasks.rados.rados.0.smithi104.stdout:2215: oid 8 updating version 1440 to 1441 2024-04-02T08:38:46.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 1441 (ObjNum 695 snap 227 seq_num 695) dirty exists 2024-04-02T08:38:46.917 INFO:tasks.rados.rados.0.smithi104.stdout:2215: left oid 8 (ObjNum 695 snap 227 seq_num 695) 2024-04-02T08:38:46.917 INFO:tasks.rados.rados.0.smithi104.stdout:2213: done (4 left) 2024-04-02T08:38:46.917 INFO:tasks.rados.rados.0.smithi104.stdout:2214: done (3 left) 2024-04-02T08:38:46.917 INFO:tasks.rados.rados.0.smithi104.stdout:2215: done (2 left) 2024-04-02T08:38:46.918 INFO:tasks.rados.rados.0.smithi104.stdout:2219: snap_remove snap 210 2024-04-02T08:38:47.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:46 smithi188 ceph-mon[86835]: pgmap v420: 121 pgs: 121 active+clean; 276 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:38:47.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:46 smithi104 ceph-mon[94081]: pgmap v420: 121 pgs: 121 active+clean; 276 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:38:47.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:46 smithi104 ceph-mon[96567]: pgmap v420: 121 pgs: 121 active+clean; 276 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:38:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:2219: done (2 left) 2024-04-02T08:38:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:2220: delete oid 12 current snap is 227 2024-04-02T08:38:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1513 (ObjNum 671 snap 213 seq_num 671) dirty exists 2024-04-02T08:38:47.925 INFO:tasks.rados.rados.0.smithi104.stdout:2217: expect (ObjNum 541 snap 176 seq_num 541) 2024-04-02T08:38:47.988 INFO:tasks.rados.rados.0.smithi104.stdout:2217: done (2 left) 2024-04-02T08:38:47.988 INFO:tasks.rados.rados.0.smithi104.stdout:2218: done (1 left) 2024-04-02T08:38:47.989 INFO:tasks.rados.rados.0.smithi104.stdout:2220: done (0 left) 2024-04-02T08:38:47.989 INFO:tasks.rados.rados.0.smithi104.stdout:2221: delete oid 13 current snap is 227 2024-04-02T08:38:47.990 INFO:tasks.rados.rados.0.smithi104.stdout:2221: done (0 left) 2024-04-02T08:38:47.990 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 227 2024-04-02T08:38:47.990 INFO:tasks.rados.rados.0.smithi104.stdout:2222: seq_num 698 ranges {1957888=499712,2457600=589824,3047424=770048,3817472=245760} 2024-04-02T08:38:48.003 INFO:tasks.rados.rados.0.smithi104.stdout:2222: writing smithi10482514-39 from 1957888 to 2457600 tid 1 2024-04-02T08:38:48.007 INFO:tasks.rados.rados.0.smithi104.stdout:2222: writing smithi10482514-39 from 2457600 to 3047424 tid 2 2024-04-02T08:38:48.011 INFO:tasks.rados.rados.0.smithi104.stdout:2222: writing smithi10482514-39 from 3047424 to 3817472 tid 3 2024-04-02T08:38:48.012 INFO:tasks.rados.rados.0.smithi104.stdout:2222: writing smithi10482514-39 from 3817472 to 4063232 tid 4 2024-04-02T08:38:48.012 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 41 current snap is 227 2024-04-02T08:38:48.012 INFO:tasks.rados.rados.0.smithi104.stdout:2223: seq_num 699 ranges {0=516096,516096=475136,991232=573440,1564672=557056} 2024-04-02T08:38:48.015 INFO:tasks.rados.rados.0.smithi104.stdout:2223: writing smithi10482514-41 from 0 to 516096 tid 1 2024-04-02T08:38:48.017 INFO:tasks.rados.rados.0.smithi104.stdout:2223: writing smithi10482514-41 from 516096 to 991232 tid 2 2024-04-02T08:38:48.020 INFO:tasks.rados.rados.0.smithi104.stdout:2223: writing smithi10482514-41 from 991232 to 1564672 tid 3 2024-04-02T08:38:48.024 INFO:tasks.rados.rados.0.smithi104.stdout:2223: writing smithi10482514-41 from 1564672 to 2121728 tid 4 2024-04-02T08:38:48.024 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 227 2024-04-02T08:38:48.024 INFO:tasks.rados.rados.0.smithi104.stdout:2224: seq_num 700 ranges {6012928=532480,6545408=409600,6955008=737280,7692288=458752} 2024-04-02T08:38:48.058 INFO:tasks.rados.rados.0.smithi104.stdout:2224: writing smithi10482514-20 from 6012928 to 6545408 tid 1 2024-04-02T08:38:48.061 INFO:tasks.rados.rados.0.smithi104.stdout:2224: writing smithi10482514-20 from 6545408 to 6955008 tid 2 2024-04-02T08:38:48.065 INFO:tasks.rados.rados.0.smithi104.stdout:2224: writing smithi10482514-20 from 6955008 to 7692288 tid 3 2024-04-02T08:38:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:2224: writing smithi10482514-20 from 7692288 to 8151040 tid 4 2024-04-02T08:38:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:2225: setattr oid 19 current snap is 227 2024-04-02T08:38:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:2222: finishing write tid 1 to smithi10482514-39 2024-04-02T08:38:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:2222: finishing write tid 2 to smithi10482514-39 2024-04-02T08:38:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:2222: finishing write tid 3 to smithi10482514-39 2024-04-02T08:38:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:2222: finishing write tid 4 to smithi10482514-39 2024-04-02T08:38:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:2222: finishing write tid 5 to smithi10482514-39 2024-04-02T08:38:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:2223: finishing write tid 1 to smithi10482514-41 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2222: finishing write tid 6 to smithi10482514-39 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2222: oid 39 updating version 0 to 1782 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2222: oid 39 updating version 1782 to 1784 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2222: oid 39 version 1784 is already newer than 1781 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2222: oid 39 version 1784 is already newer than 1783 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2222: oid 39 updating version 1784 to 1785 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 1785 (ObjNum 698 snap 227 seq_num 698) dirty exists 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2222: left oid 39 (ObjNum 698 snap 227 seq_num 698) 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2223: finishing write tid 2 to smithi10482514-41 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2223: finishing write tid 3 to smithi10482514-41 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2223: finishing write tid 4 to smithi10482514-41 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2223: finishing write tid 5 to smithi10482514-41 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2223: finishing write tid 6 to smithi10482514-41 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2223: oid 41 updating version 0 to 1786 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2223: oid 41 updating version 1786 to 1789 2024-04-02T08:38:48.069 INFO:tasks.rados.rados.0.smithi104.stdout:2223: oid 41 updating version 1789 to 1790 2024-04-02T08:38:48.070 INFO:tasks.rados.rados.0.smithi104.stdout:2223: oid 41 version 1790 is already newer than 1787 2024-04-02T08:38:48.070 INFO:tasks.rados.rados.0.smithi104.stdout:2223: oid 41 version 1790 is already newer than 1788 2024-04-02T08:38:48.070 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 1790 (ObjNum 699 snap 227 seq_num 699) dirty exists 2024-04-02T08:38:48.070 INFO:tasks.rados.rados.0.smithi104.stdout:2223: left oid 41 (ObjNum 699 snap 227 seq_num 699) 2024-04-02T08:38:48.070 INFO:tasks.rados.rados.0.smithi104.stdout:2224: finishing write tid 1 to smithi10482514-20 2024-04-02T08:38:48.070 INFO:tasks.rados.rados.0.smithi104.stdout:2224: finishing write tid 2 to smithi10482514-20 2024-04-02T08:38:48.070 INFO:tasks.rados.rados.0.smithi104.stdout:2224: finishing write tid 3 to smithi10482514-20 2024-04-02T08:38:48.070 INFO:tasks.rados.rados.0.smithi104.stdout:2222: done (3 left) 2024-04-02T08:38:48.070 INFO:tasks.rados.rados.0.smithi104.stdout:2223: done (2 left) 2024-04-02T08:38:48.070 INFO:tasks.rados.rados.0.smithi104.stdout:2226: delete oid 10 current snap is 227 2024-04-02T08:38:48.072 INFO:tasks.rados.rados.0.smithi104.stdout:2226: done (2 left) 2024-04-02T08:38:48.072 INFO:tasks.rados.rados.0.smithi104.stdout:2227: read oid 3 snap -1 2024-04-02T08:38:48.072 INFO:tasks.rados.rados.0.smithi104.stdout:2227: expect (ObjNum 570 snap 180 seq_num 570) 2024-04-02T08:38:48.072 INFO:tasks.rados.rados.0.smithi104.stdout:2228: snap_create 2024-04-02T08:38:48.072 INFO:tasks.rados.rados.0.smithi104.stdout:2224: finishing write tid 4 to smithi10482514-20 2024-04-02T08:38:48.072 INFO:tasks.rados.rados.0.smithi104.stdout:2224: finishing write tid 5 to smithi10482514-20 2024-04-02T08:38:48.072 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1651 (ObjNum 658 snap 210 seq_num 658) dirty exists 2024-04-02T08:38:48.074 INFO:tasks.rados.rados.0.smithi104.stdout:2224: finishing write tid 6 to smithi10482514-20 2024-04-02T08:38:48.074 INFO:tasks.rados.rados.0.smithi104.stdout:2224: oid 20 updating version 0 to 1870 2024-04-02T08:38:48.074 INFO:tasks.rados.rados.0.smithi104.stdout:2224: oid 20 version 1870 is already newer than 1869 2024-04-02T08:38:48.074 INFO:tasks.rados.rados.0.smithi104.stdout:2224: oid 20 version 1870 is already newer than 1868 2024-04-02T08:38:48.074 INFO:tasks.rados.rados.0.smithi104.stdout:2224: oid 20 version 1870 is already newer than 1867 2024-04-02T08:38:48.074 INFO:tasks.rados.rados.0.smithi104.stdout:2224: oid 20 updating version 1870 to 1871 2024-04-02T08:38:48.075 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 1871 (ObjNum 700 snap 227 seq_num 700) dirty exists 2024-04-02T08:38:48.075 INFO:tasks.rados.rados.0.smithi104.stdout:2224: left oid 20 (ObjNum 700 snap 227 seq_num 700) 2024-04-02T08:38:48.093 INFO:tasks.rados.rados.0.smithi104.stdout:2227: expect (ObjNum 570 snap 180 seq_num 570) 2024-04-02T08:38:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:47 smithi188 ceph-mon[86835]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:38:48.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:47 smithi104 ceph-mon[94081]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:38:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:47 smithi104 ceph-mon[96567]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:38:48.933 INFO:tasks.rados.rados.0.smithi104.stdout:2224: done (3 left) 2024-04-02T08:38:48.933 INFO:tasks.rados.rados.0.smithi104.stdout:2225: done (2 left) 2024-04-02T08:38:48.933 INFO:tasks.rados.rados.0.smithi104.stdout:2227: done (1 left) 2024-04-02T08:38:48.933 INFO:tasks.rados.rados.0.smithi104.stdout:2228: done (0 left) 2024-04-02T08:38:48.933 INFO:tasks.rados.rados.0.smithi104.stdout:2229: snap_remove snap 226 2024-04-02T08:38:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:48 smithi188 ceph-mon[86835]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:38:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:48 smithi188 ceph-mon[86835]: pgmap v423: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-02T08:38:49.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:48 smithi104 ceph-mon[96567]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:38:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:48 smithi104 ceph-mon[96567]: pgmap v423: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-02T08:38:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:48 smithi104 ceph-mon[94081]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:38:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:48 smithi104 ceph-mon[94081]: pgmap v423: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-02T08:38:49.939 INFO:tasks.rados.rados.0.smithi104.stdout:2229: done (0 left) 2024-04-02T08:38:49.940 INFO:tasks.rados.rados.0.smithi104.stdout:2230: delete oid 21 current snap is 228 2024-04-02T08:38:49.943 INFO:tasks.rados.rados.0.smithi104.stdout:2230: done (0 left) 2024-04-02T08:38:49.944 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 228 2024-04-02T08:38:49.944 INFO:tasks.rados.rados.0.smithi104.stdout:2231: seq_num 703 ranges {2678784=581632,3260416=458752,3719168=557056,4276224=417792,4694016=172032} 2024-04-02T08:38:49.961 INFO:tasks.rados.rados.0.smithi104.stdout:2231: writing smithi10482514-23 from 2678784 to 3260416 tid 1 2024-04-02T08:38:49.963 INFO:tasks.rados.rados.0.smithi104.stdout:2231: writing smithi10482514-23 from 3260416 to 3719168 tid 2 2024-04-02T08:38:49.967 INFO:tasks.rados.rados.0.smithi104.stdout:2231: writing smithi10482514-23 from 3719168 to 4276224 tid 3 2024-04-02T08:38:49.969 INFO:tasks.rados.rados.0.smithi104.stdout:2231: writing smithi10482514-23 from 4276224 to 4694016 tid 4 2024-04-02T08:38:49.970 INFO:tasks.rados.rados.0.smithi104.stdout:2231: writing smithi10482514-23 from 4694016 to 4866048 tid 5 2024-04-02T08:38:49.970 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 228 2024-04-02T08:38:49.971 INFO:tasks.rados.rados.0.smithi104.stdout:2231: finishing write tid 1 to smithi10482514-23 2024-04-02T08:38:49.971 INFO:tasks.rados.rados.0.smithi104.stdout:2231: finishing write tid 2 to smithi10482514-23 2024-04-02T08:38:49.971 INFO:tasks.rados.rados.0.smithi104.stdout:2231: finishing write tid 3 to smithi10482514-23 2024-04-02T08:38:49.971 INFO:tasks.rados.rados.0.smithi104.stdout:2232: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-04-02T08:38:49.973 INFO:tasks.rados.rados.0.smithi104.stdout:2232: writing smithi10482514-43 from 0 to 598016 tid 1 2024-04-02T08:38:49.978 INFO:tasks.rados.rados.0.smithi104.stdout:2232: writing smithi10482514-43 from 598016 to 1343488 tid 2 2024-04-02T08:38:49.983 INFO:tasks.rados.rados.0.smithi104.stdout:2232: writing smithi10482514-43 from 1343488 to 2056192 tid 3 2024-04-02T08:38:49.984 INFO:tasks.rados.rados.0.smithi104.stdout:2232: writing smithi10482514-43 from 2056192 to 2203648 tid 4 2024-04-02T08:38:49.984 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 228 2024-04-02T08:38:49.984 INFO:tasks.rados.rados.0.smithi104.stdout:2231: finishing write tid 4 to smithi10482514-23 2024-04-02T08:38:49.984 INFO:tasks.rados.rados.0.smithi104.stdout:2233: seq_num 705 ranges {4775936=614400,5390336=630784,6021120=524288,6545408=450560} 2024-04-02T08:38:50.013 INFO:tasks.rados.rados.0.smithi104.stdout:2233: writing smithi10482514-48 from 4775936 to 5390336 tid 1 2024-04-02T08:38:50.016 INFO:tasks.rados.rados.0.smithi104.stdout:2233: writing smithi10482514-48 from 5390336 to 6021120 tid 2 2024-04-02T08:38:50.019 INFO:tasks.rados.rados.0.smithi104.stdout:2233: writing smithi10482514-48 from 6021120 to 6545408 tid 3 2024-04-02T08:38:50.022 INFO:tasks.rados.rados.0.smithi104.stdout:2233: writing smithi10482514-48 from 6545408 to 6995968 tid 4 2024-04-02T08:38:50.022 INFO:tasks.rados.rados.0.smithi104.stdout:2234: read oid 10 snap -1 2024-04-02T08:38:50.022 INFO:tasks.rados.rados.0.smithi104.stdout:2234: expect deleted 2024-04-02T08:38:50.022 INFO:tasks.rados.rados.0.smithi104.stdout:2235: snap_remove snap 215 2024-04-02T08:38:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:49 smithi188 ceph-mon[86835]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:38:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:49 smithi104 ceph-mon[96567]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:38:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:49 smithi104 ceph-mon[94081]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:38:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:50.886 INFO:tasks.rados.rados.0.smithi104.stdout:2235: done (4 left) 2024-04-02T08:38:50.886 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 16 current snap is 228 2024-04-02T08:38:50.886 INFO:tasks.rados.rados.0.smithi104.stdout:2236: seq_num 706 ranges {0=630784,630784=516096,1146880=729088,1875968=360448} 2024-04-02T08:38:50.890 INFO:tasks.rados.rados.0.smithi104.stdout:2236: writing smithi10482514-16 from 0 to 630784 tid 1 2024-04-02T08:38:50.894 INFO:tasks.rados.rados.0.smithi104.stdout:2236: writing smithi10482514-16 from 630784 to 1146880 tid 2 2024-04-02T08:38:50.899 INFO:tasks.rados.rados.0.smithi104.stdout:2236: writing smithi10482514-16 from 1146880 to 1875968 tid 3 2024-04-02T08:38:50.903 INFO:tasks.rados.rados.0.smithi104.stdout:2236: writing smithi10482514-16 from 1875968 to 2236416 tid 4 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2231: finishing write tid 5 to smithi10482514-23 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2231: finishing write tid 6 to smithi10482514-23 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2231: finishing write tid 7 to smithi10482514-23 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2231: oid 23 updating version 0 to 996 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2231: oid 23 version 996 is already newer than 993 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2231: oid 23 version 996 is already newer than 991 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2231: oid 23 version 996 is already newer than 995 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2231: oid 23 version 996 is already newer than 992 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2231: oid 23 version 996 is already newer than 994 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 996 (ObjNum 703 snap 228 seq_num 703) dirty exists 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2231: left oid 23 (ObjNum 703 snap 228 seq_num 703) 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2232: finishing write tid 1 to smithi10482514-43 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2232: finishing write tid 2 to smithi10482514-43 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2232: finishing write tid 3 to smithi10482514-43 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2232: finishing write tid 4 to smithi10482514-43 2024-04-02T08:38:50.904 INFO:tasks.rados.rados.0.smithi104.stdout:2232: finishing write tid 5 to smithi10482514-43 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2232: finishing write tid 6 to smithi10482514-43 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2232: oid 43 updating version 0 to 1706 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2232: oid 43 updating version 1706 to 1708 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2232: oid 43 updating version 1708 to 1709 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2232: oid 43 updating version 1709 to 1710 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2232: oid 43 version 1710 is already newer than 1707 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1710 (ObjNum 704 snap 228 seq_num 704) dirty exists 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2232: left oid 43 (ObjNum 704 snap 228 seq_num 704) 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2233: finishing write tid 1 to smithi10482514-48 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2233: finishing write tid 2 to smithi10482514-48 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2233: finishing write tid 3 to smithi10482514-48 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2233: finishing write tid 4 to smithi10482514-48 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2233: finishing write tid 5 to smithi10482514-48 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2233: finishing write tid 6 to smithi10482514-48 2024-04-02T08:38:50.905 INFO:tasks.rados.rados.0.smithi104.stdout:2233: oid 48 updating version 0 to 1442 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2233: oid 48 updating version 1442 to 1443 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2233: oid 48 updating version 1443 to 1444 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2233: oid 48 updating version 1444 to 1445 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2233: oid 48 updating version 1445 to 1446 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 1446 (ObjNum 705 snap 228 seq_num 705) dirty exists 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2233: left oid 48 (ObjNum 705 snap 228 seq_num 705) 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2236: finishing write tid 1 to smithi10482514-16 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2236: finishing write tid 2 to smithi10482514-16 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2231: done (4 left) 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2232: done (3 left) 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2233: done (2 left) 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2234: done (1 left) 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2237: read oid 40 snap 201 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2237: expect (ObjNum 632 snap 197 seq_num 632) 2024-04-02T08:38:50.906 INFO:tasks.rados.rados.0.smithi104.stdout:2238: read oid 46 snap -1 2024-04-02T08:38:50.907 INFO:tasks.rados.rados.0.smithi104.stdout:2238: expect (ObjNum 692 snap 222 seq_num 692) 2024-04-02T08:38:50.907 INFO:tasks.rados.rados.0.smithi104.stdout:2239: rollback oid 32 current snap is 228 2024-04-02T08:38:50.907 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 32 to 201 2024-04-02T08:38:50.907 INFO:tasks.rados.rados.0.smithi104.stdout:2240: read oid 47 snap -1 2024-04-02T08:38:50.907 INFO:tasks.rados.rados.0.smithi104.stdout:2240: expect (ObjNum 658 snap 210 seq_num 658) 2024-04-02T08:38:50.907 INFO:tasks.rados.rados.0.smithi104.stdout:2241: read oid 41 snap -1 2024-04-02T08:38:50.907 INFO:tasks.rados.rados.0.smithi104.stdout:2241: expect (ObjNum 699 snap 227 seq_num 699) 2024-04-02T08:38:50.907 INFO:tasks.rados.rados.0.smithi104.stdout:2242: snap_remove snap 227 2024-04-02T08:38:51.296 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:50 smithi188 ceph-mon[86835]: osdmap e518: 8 total, 8 up, 8 in 2024-04-02T08:38:51.296 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:50 smithi188 ceph-mon[86835]: pgmap v426: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-02T08:38:51.296 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:51.296 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:50 smithi188 ceph-mon[86835]: osdmap e519: 8 total, 8 up, 8 in 2024-04-02T08:38:51.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:50 smithi104 ceph-mon[96567]: osdmap e518: 8 total, 8 up, 8 in 2024-04-02T08:38:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:50 smithi104 ceph-mon[96567]: pgmap v426: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-02T08:38:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:50 smithi104 ceph-mon[96567]: osdmap e519: 8 total, 8 up, 8 in 2024-04-02T08:38:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:50 smithi104 ceph-mon[94081]: osdmap e518: 8 total, 8 up, 8 in 2024-04-02T08:38:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:50 smithi104 ceph-mon[94081]: pgmap v426: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-02T08:38:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:50 smithi104 ceph-mon[94081]: osdmap e519: 8 total, 8 up, 8 in 2024-04-02T08:38:51.887 INFO:tasks.rados.rados.0.smithi104.stdout:2242: done (6 left) 2024-04-02T08:38:51.887 INFO:tasks.rados.rados.0.smithi104.stdout:2243: rollback oid 26 current snap is 228 2024-04-02T08:38:51.887 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 224 2024-04-02T08:38:51.887 INFO:tasks.rados.rados.0.smithi104.stdout:2239: finishing rollback tid 1 to smithi10482514-32 2024-04-02T08:38:51.887 INFO:tasks.rados.rados.0.smithi104.stdout:2239: finishing rollback tid 2 to smithi10482514-32 2024-04-02T08:38:51.887 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 436 (ObjNum 629 snap 197 seq_num 629) dirty exists 2024-04-02T08:38:51.887 INFO:tasks.rados.rados.0.smithi104.stdout:2236: finishing write tid 3 to smithi10482514-16 2024-04-02T08:38:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:2236: finishing write tid 4 to smithi10482514-16 2024-04-02T08:38:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:2236: finishing write tid 5 to smithi10482514-16 2024-04-02T08:38:51.888 INFO:tasks.rados.rados.0.smithi104.stdout:2237: expect (ObjNum 632 snap 197 seq_num 632) 2024-04-02T08:38:51.917 INFO:tasks.rados.rados.0.smithi104.stdout:2240: expect (ObjNum 658 snap 210 seq_num 658) 2024-04-02T08:38:52.038 INFO:tasks.rados.rados.0.smithi104.stdout:2238: expect (ObjNum 692 snap 222 seq_num 692) 2024-04-02T08:38:52.105 INFO:tasks.rados.rados.0.smithi104.stdout:2236: finishing write tid 6 to smithi10482514-16 2024-04-02T08:38:52.106 INFO:tasks.rados.rados.0.smithi104.stdout:2236: oid 16 updating version 0 to 1387 2024-04-02T08:38:52.106 INFO:tasks.rados.rados.0.smithi104.stdout:2236: oid 16 version 1387 is already newer than 1384 2024-04-02T08:38:52.106 INFO:tasks.rados.rados.0.smithi104.stdout:2236: oid 16 updating version 1387 to 1388 2024-04-02T08:38:52.106 INFO:tasks.rados.rados.0.smithi104.stdout:2236: oid 16 version 1388 is already newer than 1385 2024-04-02T08:38:52.106 INFO:tasks.rados.rados.0.smithi104.stdout:2236: oid 16 version 1388 is already newer than 1386 2024-04-02T08:38:52.106 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 1388 (ObjNum 706 snap 228 seq_num 706) dirty exists 2024-04-02T08:38:52.106 INFO:tasks.rados.rados.0.smithi104.stdout:2236: left oid 16 (ObjNum 706 snap 228 seq_num 706) 2024-04-02T08:38:52.106 INFO:tasks.rados.rados.0.smithi104.stdout:2241: expect (ObjNum 699 snap 227 seq_num 699) 2024-04-02T08:38:52.158 INFO:tasks.rados.rados.0.smithi104.stdout:2243: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:38:52.158 INFO:tasks.rados.rados.0.smithi104.stdout:2243: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:38:52.158 INFO:tasks.rados.rados.0.smithi104.stdout:2243: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:38:52.159 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 1654 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-02T08:38:52.159 INFO:tasks.rados.rados.0.smithi104.stdout:2236: done (6 left) 2024-04-02T08:38:52.159 INFO:tasks.rados.rados.0.smithi104.stdout:2237: done (5 left) 2024-04-02T08:38:52.159 INFO:tasks.rados.rados.0.smithi104.stdout:2238: done (4 left) 2024-04-02T08:38:52.159 INFO:tasks.rados.rados.0.smithi104.stdout:2239: done (3 left) 2024-04-02T08:38:52.159 INFO:tasks.rados.rados.0.smithi104.stdout:2240: done (2 left) 2024-04-02T08:38:52.159 INFO:tasks.rados.rados.0.smithi104.stdout:2241: done (1 left) 2024-04-02T08:38:52.159 INFO:tasks.rados.rados.0.smithi104.stdout:2243: done (0 left) 2024-04-02T08:38:52.159 INFO:tasks.rados.rados.0.smithi104.stdout:2244: setattr oid 46 current snap is 228 2024-04-02T08:38:52.160 INFO:tasks.rados.rados.0.smithi104.stdout:2245: snap_create 2024-04-02T08:38:52.163 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1447 (ObjNum 692 snap 222 seq_num 692) dirty exists 2024-04-02T08:38:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:51 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:51 smithi188 ceph-mon[86835]: Upgrade: osd.7 is safe to restart 2024-04-02T08:38:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:51 smithi188 ceph-mon[86835]: osdmap e520: 8 total, 8 up, 8 in 2024-04-02T08:38:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:51 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:51 smithi104 ceph-mon[96567]: Upgrade: osd.7 is safe to restart 2024-04-02T08:38:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:51 smithi104 ceph-mon[96567]: osdmap e520: 8 total, 8 up, 8 in 2024-04-02T08:38:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:51 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:51 smithi104 ceph-mon[94081]: Upgrade: osd.7 is safe to restart 2024-04-02T08:38:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:51 smithi104 ceph-mon[94081]: osdmap e520: 8 total, 8 up, 8 in 2024-04-02T08:38:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:38:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:52.944 INFO:tasks.rados.rados.0.smithi104.stdout:2244: done (1 left) 2024-04-02T08:38:52.945 INFO:tasks.rados.rados.0.smithi104.stdout:2245: done (0 left) 2024-04-02T08:38:52.945 INFO:tasks.rados.rados.0.smithi104.stdout:2246: delete oid 49 current snap is 229 2024-04-02T08:38:52.948 INFO:tasks.rados.rados.0.smithi104.stdout:2246: done (0 left) 2024-04-02T08:38:52.948 INFO:tasks.rados.rados.0.smithi104.stdout:2247: read oid 3 snap 219 2024-04-02T08:38:52.948 INFO:tasks.rados.rados.0.smithi104.stdout:2247: expect (ObjNum 570 snap 180 seq_num 570) 2024-04-02T08:38:52.948 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 229 2024-04-02T08:38:52.948 INFO:tasks.rados.rados.0.smithi104.stdout:2248: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-04-02T08:38:52.952 INFO:tasks.rados.rados.0.smithi104.stdout:2248: writing smithi10482514-6 from 0 to 663552 tid 1 2024-04-02T08:38:52.956 INFO:tasks.rados.rados.0.smithi104.stdout:2248: writing smithi10482514-6 from 663552 to 1400832 tid 2 2024-04-02T08:38:52.960 INFO:tasks.rados.rados.0.smithi104.stdout:2248: writing smithi10482514-6 from 1400832 to 2097152 tid 3 2024-04-02T08:38:52.962 INFO:tasks.rados.rados.0.smithi104.stdout:2248: writing smithi10482514-6 from 2097152 to 2269184 tid 4 2024-04-02T08:38:52.962 INFO:tasks.rados.rados.0.smithi104.stdout:2249: snap_remove snap 208 2024-04-02T08:38:53.250 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:52 smithi188 ceph-mon[86835]: pgmap v429: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-02T08:38:53.250 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:53.250 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:38:53.250 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:52 smithi104 ceph-mon[96567]: pgmap v429: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-02T08:38:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:38:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:53.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:52 smithi104 ceph-mon[94081]: pgmap v429: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-02T08:38:53.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:38:53.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:38:53.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:53.954 INFO:tasks.rados.rados.0.smithi104.stdout:2248: finishing write tid 1 to smithi10482514-6 2024-04-02T08:38:53.954 INFO:tasks.rados.rados.0.smithi104.stdout:2248: finishing write tid 2 to smithi10482514-6 2024-04-02T08:38:53.954 INFO:tasks.rados.rados.0.smithi104.stdout:2248: finishing write tid 3 to smithi10482514-6 2024-04-02T08:38:53.954 INFO:tasks.rados.rados.0.smithi104.stdout:2248: finishing write tid 4 to smithi10482514-6 2024-04-02T08:38:53.954 INFO:tasks.rados.rados.0.smithi104.stdout:2248: finishing write tid 5 to smithi10482514-6 2024-04-02T08:38:53.954 INFO:tasks.rados.rados.0.smithi104.stdout:2248: finishing write tid 6 to smithi10482514-6 2024-04-02T08:38:53.954 INFO:tasks.rados.rados.0.smithi104.stdout:2248: oid 6 updating version 0 to 1801 2024-04-02T08:38:53.954 INFO:tasks.rados.rados.0.smithi104.stdout:2248: oid 6 version 1801 is already newer than 1798 2024-04-02T08:38:53.954 INFO:tasks.rados.rados.0.smithi104.stdout:2248: oid 6 version 1801 is already newer than 1797 2024-04-02T08:38:53.954 INFO:tasks.rados.rados.0.smithi104.stdout:2248: oid 6 version 1801 is already newer than 1799 2024-04-02T08:38:53.955 INFO:tasks.rados.rados.0.smithi104.stdout:2248: oid 6 version 1801 is already newer than 1800 2024-04-02T08:38:53.955 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1801 (ObjNum 708 snap 229 seq_num 708) dirty exists 2024-04-02T08:38:53.955 INFO:tasks.rados.rados.0.smithi104.stdout:2248: left oid 6 (ObjNum 708 snap 229 seq_num 708) 2024-04-02T08:38:53.955 INFO:tasks.rados.rados.0.smithi104.stdout:2247: expect (ObjNum 570 snap 180 seq_num 570) 2024-04-02T08:38:54.029 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:53 smithi188 ceph-mon[86835]: Upgrade: Updating osd.7 2024-04-02T08:38:54.029 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:53 smithi188 ceph-mon[86835]: Deploying daemon osd.7 on smithi188 2024-04-02T08:38:54.029 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:53 smithi188 ceph-mon[86835]: osdmap e521: 8 total, 8 up, 8 in 2024-04-02T08:38:54.155 INFO:tasks.rados.rados.0.smithi104.stdout:2247: done (2 left) 2024-04-02T08:38:54.155 INFO:tasks.rados.rados.0.smithi104.stdout:2248: done (1 left) 2024-04-02T08:38:54.155 INFO:tasks.rados.rados.0.smithi104.stdout:2249: done (0 left) 2024-04-02T08:38:54.156 INFO:tasks.rados.rados.0.smithi104.stdout:2250: rmattr oid 2 current snap is 229 2024-04-02T08:38:54.156 INFO:tasks.rados.rados.0.smithi104.stdout:2250: done (0 left) 2024-04-02T08:38:54.156 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 229 2024-04-02T08:38:54.156 INFO:tasks.rados.rados.0.smithi104.stdout:2251: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2024-04-02T08:38:54.158 INFO:tasks.rados.rados.0.smithi104.stdout:2251: writing smithi10482514-49 from 0 to 679936 tid 1 2024-04-02T08:38:54.162 INFO:tasks.rados.rados.0.smithi104.stdout:2251: writing smithi10482514-49 from 679936 to 1294336 tid 2 2024-04-02T08:38:54.165 INFO:tasks.rados.rados.0.smithi104.stdout:2251: writing smithi10482514-49 from 1294336 to 1794048 tid 3 2024-04-02T08:38:54.168 INFO:tasks.rados.rados.0.smithi104.stdout:2251: writing smithi10482514-49 from 1794048 to 2285568 tid 4 2024-04-02T08:38:54.168 INFO:tasks.rados.rados.0.smithi104.stdout:2252: copy_from oid 39 from oid 22 current snap is 229 2024-04-02T08:38:54.168 INFO:tasks.rados.rados.0.smithi104.stdout:2251: finishing write tid 1 to smithi10482514-49 2024-04-02T08:38:54.168 INFO:tasks.rados.rados.0.smithi104.stdout:2251: finishing write tid 2 to smithi10482514-49 2024-04-02T08:38:54.168 INFO:tasks.rados.rados.0.smithi104.stdout:2251: finishing write tid 3 to smithi10482514-49 2024-04-02T08:38:54.168 INFO:tasks.rados.rados.0.smithi104.stdout:2253: delete oid 46 current snap is 229 2024-04-02T08:38:54.171 INFO:tasks.rados.rados.0.smithi104.stdout:2253: done (2 left) 2024-04-02T08:38:54.171 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 229 2024-04-02T08:38:54.172 INFO:tasks.rados.rados.0.smithi104.stdout:2254: seq_num 711 ranges {3178496=712704,3891200=786432,4677632=516096,5193728=303104} 2024-04-02T08:38:54.192 INFO:tasks.rados.rados.0.smithi104.stdout:2254: writing smithi10482514-45 from 3178496 to 3891200 tid 1 2024-04-02T08:38:54.196 INFO:tasks.rados.rados.0.smithi104.stdout:2254: writing smithi10482514-45 from 3891200 to 4677632 tid 2 2024-04-02T08:38:54.199 INFO:tasks.rados.rados.0.smithi104.stdout:2254: writing smithi10482514-45 from 4677632 to 5193728 tid 3 2024-04-02T08:38:54.201 INFO:tasks.rados.rados.0.smithi104.stdout:2254: writing smithi10482514-45 from 5193728 to 5496832 tid 4 2024-04-02T08:38:54.201 INFO:tasks.rados.rados.0.smithi104.stdout:2255: snap_remove snap 216 2024-04-02T08:38:54.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:53 smithi104 ceph-mon[96567]: Upgrade: Updating osd.7 2024-04-02T08:38:54.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:53 smithi104 ceph-mon[96567]: Deploying daemon osd.7 on smithi188 2024-04-02T08:38:54.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:53 smithi104 ceph-mon[96567]: osdmap e521: 8 total, 8 up, 8 in 2024-04-02T08:38:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:53 smithi104 ceph-mon[94081]: Upgrade: Updating osd.7 2024-04-02T08:38:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:53 smithi104 ceph-mon[94081]: Deploying daemon osd.7 on smithi188 2024-04-02T08:38:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:53 smithi104 ceph-mon[94081]: osdmap e521: 8 total, 8 up, 8 in 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:2255: done (3 left) 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:2256: delete oid 23 current snap is 229 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:2251: finishing write tid 4 to smithi10482514-49 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:2251: finishing write tid 5 to smithi10482514-49 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:2251: finishing write tid 6 to smithi10482514-49 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:2251: oid 49 updating version 0 to 1515 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:2251: oid 49 updating version 1515 to 1516 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:2251: oid 49 updating version 1516 to 1518 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:2251: oid 49 version 1518 is already newer than 1517 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:2251: oid 49 updating version 1518 to 1519 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1519 (ObjNum 709 snap 229 seq_num 709) dirty exists 2024-04-02T08:38:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:2251: left oid 49 (ObjNum 709 snap 229 seq_num 709) 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2252: finishing copy_from racing read to smithi10482514-39 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2252: finishing copy_from to smithi10482514-39 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 986 (ObjNum 686 snap 219 seq_num 686) dirty exists 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2254: finishing write tid 1 to smithi10482514-45 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2254: finishing write tid 2 to smithi10482514-45 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2254: finishing write tid 3 to smithi10482514-45 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2254: finishing write tid 4 to smithi10482514-45 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2254: finishing write tid 5 to smithi10482514-45 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2254: finishing write tid 6 to smithi10482514-45 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2254: oid 45 updating version 0 to 1522 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2254: oid 45 updating version 1522 to 1524 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2254: oid 45 version 1524 is already newer than 1521 2024-04-02T08:38:54.958 INFO:tasks.rados.rados.0.smithi104.stdout:2254: oid 45 version 1524 is already newer than 1520 2024-04-02T08:38:54.959 INFO:tasks.rados.rados.0.smithi104.stdout:2254: oid 45 version 1524 is already newer than 1523 2024-04-02T08:38:54.959 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1524 (ObjNum 711 snap 229 seq_num 711) dirty exists 2024-04-02T08:38:54.959 INFO:tasks.rados.rados.0.smithi104.stdout:2254: left oid 45 (ObjNum 711 snap 229 seq_num 711) 2024-04-02T08:38:54.969 INFO:tasks.rados.rados.0.smithi104.stdout:2251: done (3 left) 2024-04-02T08:38:54.969 INFO:tasks.rados.rados.0.smithi104.stdout:2252: done (2 left) 2024-04-02T08:38:54.969 INFO:tasks.rados.rados.0.smithi104.stdout:2254: done (1 left) 2024-04-02T08:38:54.969 INFO:tasks.rados.rados.0.smithi104.stdout:2256: done (0 left) 2024-04-02T08:38:54.969 INFO:tasks.rados.rados.0.smithi104.stdout:2257: setattr oid 22 current snap is 229 2024-04-02T08:38:54.971 INFO:tasks.rados.rados.0.smithi104.stdout:2258: snap_create 2024-04-02T08:38:54.976 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 998 (ObjNum 686 snap 219 seq_num 686) dirty exists 2024-04-02T08:38:55.077 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:54 smithi188 ceph-mon[86835]: osdmap e522: 8 total, 8 up, 8 in 2024-04-02T08:38:55.077 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:54 smithi188 ceph-mon[86835]: pgmap v432: 121 pgs: 121 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T08:38:55.291 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:54 smithi104 ceph-mon[94081]: osdmap e522: 8 total, 8 up, 8 in 2024-04-02T08:38:55.291 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:54 smithi104 ceph-mon[94081]: pgmap v432: 121 pgs: 121 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T08:38:55.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:54 smithi104 ceph-mon[96567]: osdmap e522: 8 total, 8 up, 8 in 2024-04-02T08:38:55.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:54 smithi104 ceph-mon[96567]: pgmap v432: 121 pgs: 121 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T08:38:55.886 INFO:tasks.rados.rados.0.smithi104.stdout:2257: done (1 left) 2024-04-02T08:38:55.886 INFO:tasks.rados.rados.0.smithi104.stdout:2258: done (0 left) 2024-04-02T08:38:55.886 INFO:tasks.rados.rados.0.smithi104.stdout:2259: snap_remove snap 212 2024-04-02T08:38:55.985 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:55 smithi188 systemd[1]: Stopping Ceph osd.7 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:55.985 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:55 smithi188 ceph-mon[86835]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:38:55.985 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:55 smithi188 ceph-mon[86835]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:38:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:38:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:38:55] "GET /metrics HTTP/1.1" 200 36196 "" "Prometheus/2.43.0" 2024-04-02T08:38:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:55 smithi104 ceph-mon[94081]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:38:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:55 smithi104 ceph-mon[94081]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:38:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:55 smithi104 ceph-mon[96567]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:38:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:55 smithi104 ceph-mon[96567]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:38:56.373 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:55 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[54296]: 2024-04-02T08:38:55.985+0000 7ff8d52f2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:38:56.373 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:55 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[54296]: 2024-04-02T08:38:55.985+0000 7ff8d52f2700 -1 osd.7 524 *** Got signal Terminated *** 2024-04-02T08:38:56.373 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:55 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[54296]: 2024-04-02T08:38:55.985+0000 7ff8d52f2700 -1 osd.7 524 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:38:56.893 INFO:tasks.rados.rados.0.smithi104.stdout:2259: done (0 left) 2024-04-02T08:38:56.893 INFO:tasks.rados.rados.0.smithi104.stdout:2260: read oid 8 snap -1 2024-04-02T08:38:56.893 INFO:tasks.rados.rados.0.smithi104.stdout:2260: expect (ObjNum 695 snap 227 seq_num 695) 2024-04-02T08:38:56.893 INFO:tasks.rados.rados.0.smithi104.stdout:2261: read oid 35 snap -1 2024-04-02T08:38:56.894 INFO:tasks.rados.rados.0.smithi104.stdout:2261: expect (ObjNum 646 snap 205 seq_num 646) 2024-04-02T08:38:56.894 INFO:tasks.rados.rados.0.smithi104.stdout:2262: rollback oid 13 current snap is 230 2024-04-02T08:38:56.894 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 222 2024-04-02T08:38:56.894 INFO:tasks.rados.rados.0.smithi104.stdout:2263: snap_remove snap 228 2024-04-02T08:38:57.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:56 smithi188 ceph-mon[86835]: osd.7 marked itself down and dead 2024-04-02T08:38:57.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:56 smithi188 ceph-mon[86835]: pgmap v435: 121 pgs: 121 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-04-02T08:38:57.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:56 smithi188 ceph-mon[86835]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:57.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:56 smithi188 ceph-mon[86835]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:38:57.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:56 smithi188 ceph-mon[86835]: osdmap e525: 8 total, 7 up, 8 in 2024-04-02T08:38:57.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:56 smithi104 ceph-mon[94081]: osd.7 marked itself down and dead 2024-04-02T08:38:57.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:56 smithi104 ceph-mon[94081]: pgmap v435: 121 pgs: 121 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-04-02T08:38:57.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:56 smithi104 ceph-mon[94081]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:57.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:56 smithi104 ceph-mon[94081]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:38:57.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:56 smithi104 ceph-mon[94081]: osdmap e525: 8 total, 7 up, 8 in 2024-04-02T08:38:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:56 smithi104 ceph-mon[96567]: osd.7 marked itself down and dead 2024-04-02T08:38:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:56 smithi104 ceph-mon[96567]: pgmap v435: 121 pgs: 121 active+clean; 295 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-04-02T08:38:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:56 smithi104 ceph-mon[96567]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:56 smithi104 ceph-mon[96567]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:38:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:56 smithi104 ceph-mon[96567]: osdmap e525: 8 total, 7 up, 8 in 2024-04-02T08:38:57.781 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:57 smithi188 podman[106897]: 2024-04-02 08:38:57.456447586 +0000 UTC m=+1.592563404 container died 57fdef1614b7be4b2703d1bad47f8533eca9b840ce447983c785f8e07dd88c5a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-02T08:38:57.901 INFO:tasks.rados.rados.0.smithi104.stdout:2263: done (3 left) 2024-04-02T08:38:57.901 INFO:tasks.rados.rados.0.smithi104.stdout:2264: read oid 21 snap -1 2024-04-02T08:38:57.902 INFO:tasks.rados.rados.0.smithi104.stdout:2264: expect deleted 2024-04-02T08:38:57.902 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 230 2024-04-02T08:38:57.902 INFO:tasks.rados.rados.0.smithi104.stdout:2265: seq_num 713 ranges {2285568=745472,3031040=557056,3588096=483328,4071424=565248} 2024-04-02T08:38:57.919 INFO:tasks.rados.rados.0.smithi104.stdout:2265: writing smithi10482514-49 from 2285568 to 3031040 tid 1 2024-04-02T08:38:57.922 INFO:tasks.rados.rados.0.smithi104.stdout:2265: writing smithi10482514-49 from 3031040 to 3588096 tid 2 2024-04-02T08:38:57.925 INFO:tasks.rados.rados.0.smithi104.stdout:2265: writing smithi10482514-49 from 3588096 to 4071424 tid 3 2024-04-02T08:38:57.928 INFO:tasks.rados.rados.0.smithi104.stdout:2265: writing smithi10482514-49 from 4071424 to 4636672 tid 4 2024-04-02T08:38:57.929 INFO:tasks.rados.rados.0.smithi104.stdout:2266: rollback oid 37 current snap is 230 2024-04-02T08:38:57.929 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 37 to 225 2024-04-02T08:38:57.929 INFO:tasks.rados.rados.0.smithi104.stdout:2261: expect (ObjNum 646 snap 205 seq_num 646) 2024-04-02T08:38:58.087 INFO:tasks.rados.rados.0.smithi104.stdout:2262: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:38:58.087 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 1512 (ObjNum 609 snap 0 seq_num 1941089488) dirty dne 2024-04-02T08:38:58.087 INFO:tasks.rados.rados.0.smithi104.stdout:2265: finishing write tid 1 to smithi10482514-49 2024-04-02T08:38:58.087 INFO:tasks.rados.rados.0.smithi104.stdout:2265: finishing write tid 2 to smithi10482514-49 2024-04-02T08:38:58.087 INFO:tasks.rados.rados.0.smithi104.stdout:2265: finishing write tid 3 to smithi10482514-49 2024-04-02T08:38:58.087 INFO:tasks.rados.rados.0.smithi104.stdout:2261: done (5 left) 2024-04-02T08:38:58.087 INFO:tasks.rados.rados.0.smithi104.stdout:2262: done (4 left) 2024-04-02T08:38:58.087 INFO:tasks.rados.rados.0.smithi104.stdout:2264: done (3 left) 2024-04-02T08:38:58.087 INFO:tasks.rados.rados.0.smithi104.stdout:2267: rollback oid 12 current snap is 230 2024-04-02T08:38:58.087 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 12 to 222 2024-04-02T08:38:58.088 INFO:tasks.rados.rados.0.smithi104.stdout:2266: finishing rollback tid 1 to smithi10482514-37 2024-04-02T08:38:58.088 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1413 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:38:58.088 INFO:tasks.rados.rados.0.smithi104.stdout:2260: expect (ObjNum 695 snap 227 seq_num 695) 2024-04-02T08:38:58.123 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:57 smithi188 podman[106897]: 2024-04-02 08:38:57.783070512 +0000 UTC m=+1.919186324 container cleanup 57fdef1614b7be4b2703d1bad47f8533eca9b840ce447983c785f8e07dd88c5a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-02T08:38:58.123 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:57 smithi188 bash[106897]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T08:38:58.123 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:57 smithi188 podman[106919]: 2024-04-02 08:38:57.98459793 +0000 UTC m=+0.532315712 container remove 57fdef1614b7be4b2703d1bad47f8533eca9b840ce447983c785f8e07dd88c5a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-04-02T08:38:58.197 INFO:tasks.rados.rados.0.smithi104.stdout:2265: finishing write tid 4 to smithi10482514-49 2024-04-02T08:38:58.197 INFO:tasks.rados.rados.0.smithi104.stdout:2265: finishing write tid 5 to smithi10482514-49 2024-04-02T08:38:58.197 INFO:tasks.rados.rados.0.smithi104.stdout:2265: finishing write tid 6 to smithi10482514-49 2024-04-02T08:38:58.197 INFO:tasks.rados.rados.0.smithi104.stdout:2265: oid 49 updating version 0 to 1525 2024-04-02T08:38:58.197 INFO:tasks.rados.rados.0.smithi104.stdout:2265: oid 49 updating version 1525 to 1526 2024-04-02T08:38:58.197 INFO:tasks.rados.rados.0.smithi104.stdout:2265: oid 49 updating version 1526 to 1529 2024-04-02T08:38:58.197 INFO:tasks.rados.rados.0.smithi104.stdout:2265: oid 49 version 1529 is already newer than 1528 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:2265: oid 49 version 1529 is already newer than 1527 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1529 (ObjNum 713 snap 230 seq_num 713) dirty exists 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:2265: left oid 49 (ObjNum 713 snap 230 seq_num 713) 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:2260: done (3 left) 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:2265: done (2 left) 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:2266: done (1 left) 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:2268: rollback oid 9 current snap is 230 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 9 to 225 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:2267: finishing rollback tid 1 to smithi10482514-12 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:2267: finishing rollback tid 2 to smithi10482514-12 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1682 (ObjNum 685 snap 219 seq_num 685) dirty exists 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:2267: done (1 left) 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 230 2024-04-02T08:38:58.198 INFO:tasks.rados.rados.0.smithi104.stdout:2269: seq_num 714 ranges {5914624=761856,6676480=442368,7118848=688128,7806976=475136} 2024-04-02T08:38:58.232 INFO:tasks.rados.rados.0.smithi104.stdout:2269: writing smithi10482514-17 from 5914624 to 6676480 tid 1 2024-04-02T08:38:58.235 INFO:tasks.rados.rados.0.smithi104.stdout:2269: writing smithi10482514-17 from 6676480 to 7118848 tid 2 2024-04-02T08:38:58.239 INFO:tasks.rados.rados.0.smithi104.stdout:2269: writing smithi10482514-17 from 7118848 to 7806976 tid 3 2024-04-02T08:38:58.243 INFO:tasks.rados.rados.0.smithi104.stdout:2269: writing smithi10482514-17 from 7806976 to 8282112 tid 4 2024-04-02T08:38:58.243 INFO:tasks.rados.rados.0.smithi104.stdout:2270: read oid 37 snap -1 2024-04-02T08:38:58.243 INFO:tasks.rados.rados.0.smithi104.stdout:2270: expect deleted 2024-04-02T08:38:58.243 INFO:tasks.rados.rados.0.smithi104.stdout:2271: read oid 50 snap 225 2024-04-02T08:38:58.243 INFO:tasks.rados.rados.0.smithi104.stdout:2271: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:38:58.243 INFO:tasks.rados.rados.0.smithi104.stdout:2272: rmattr oid 47 current snap is 230 2024-04-02T08:38:58.243 INFO:tasks.rados.rados.0.smithi104.stdout:2268: finishing rollback tid 0 to smithi10482514-9 2024-04-02T08:38:58.243 INFO:tasks.rados.rados.0.smithi104.stdout:2268: finishing rollback tid 1 to smithi10482514-9 2024-04-02T08:38:58.243 INFO:tasks.rados.rados.0.smithi104.stdout:2268: finishing rollback tid 2 to smithi10482514-9 2024-04-02T08:38:58.243 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 1919 (ObjNum 687 snap 219 seq_num 687) dirty exists 2024-04-02T08:38:58.243 INFO:tasks.rados.rados.0.smithi104.stdout:2269: finishing write tid 1 to smithi10482514-17 2024-04-02T08:38:58.244 INFO:tasks.rados.rados.0.smithi104.stdout:2269: finishing write tid 2 to smithi10482514-17 2024-04-02T08:38:58.244 INFO:tasks.rados.rados.0.smithi104.stdout:2268: done (4 left) 2024-04-02T08:38:58.244 INFO:tasks.rados.rados.0.smithi104.stdout:2273: delete oid 20 current snap is 230 2024-04-02T08:38:58.244 INFO:tasks.rados.rados.0.smithi104.stdout:2269: finishing write tid 3 to smithi10482514-17 2024-04-02T08:38:58.245 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 1683 (ObjNum 658 snap 210 seq_num 658) dirty exists 2024-04-02T08:38:58.246 INFO:tasks.rados.rados.0.smithi104.stdout:2269: finishing write tid 4 to smithi10482514-17 2024-04-02T08:38:58.246 INFO:tasks.rados.rados.0.smithi104.stdout:2269: finishing write tid 5 to smithi10482514-17 2024-04-02T08:38:58.250 INFO:tasks.rados.rados.0.smithi104.stdout:2269: finishing write tid 6 to smithi10482514-17 2024-04-02T08:38:58.250 INFO:tasks.rados.rados.0.smithi104.stdout:2269: oid 17 updating version 0 to 1922 2024-04-02T08:38:58.251 INFO:tasks.rados.rados.0.smithi104.stdout:2269: oid 17 version 1922 is already newer than 1921 2024-04-02T08:38:58.251 INFO:tasks.rados.rados.0.smithi104.stdout:2269: oid 17 updating version 1922 to 1925 2024-04-02T08:38:58.251 INFO:tasks.rados.rados.0.smithi104.stdout:2269: oid 17 version 1925 is already newer than 1924 2024-04-02T08:38:58.251 INFO:tasks.rados.rados.0.smithi104.stdout:2269: oid 17 version 1925 is already newer than 1923 2024-04-02T08:38:58.251 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 1925 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-04-02T08:38:58.251 INFO:tasks.rados.rados.0.smithi104.stdout:2269: left oid 17 (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:38:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2269: done (4 left) 2024-04-02T08:38:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2270: done (3 left) 2024-04-02T08:38:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2272: done (2 left) 2024-04-02T08:38:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2273: done (1 left) 2024-04-02T08:38:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2274: copy_from oid 27 from oid 4 current snap is 230 2024-04-02T08:38:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2275: rollback oid 44 current snap is 230 2024-04-02T08:38:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 44 to 224 2024-04-02T08:38:58.257 INFO:tasks.rados.rados.0.smithi104.stdout:2276: copy_from oid 5 from oid 3 current snap is 230 2024-04-02T08:38:58.257 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 31 current snap is 230 2024-04-02T08:38:58.257 INFO:tasks.rados.rados.0.smithi104.stdout:2277: seq_num 716 ranges {1867776=794624,2662400=655360,3317760=704512,4022272=245760} 2024-04-02T08:38:58.271 INFO:tasks.rados.rados.0.smithi104.stdout:2277: writing smithi10482514-31 from 1867776 to 2662400 tid 1 2024-04-02T08:38:58.275 INFO:tasks.rados.rados.0.smithi104.stdout:2277: writing smithi10482514-31 from 2662400 to 3317760 tid 2 2024-04-02T08:38:58.279 INFO:tasks.rados.rados.0.smithi104.stdout:2277: writing smithi10482514-31 from 3317760 to 4022272 tid 3 2024-04-02T08:38:58.281 INFO:tasks.rados.rados.0.smithi104.stdout:2277: writing smithi10482514-31 from 4022272 to 4268032 tid 4 2024-04-02T08:38:58.281 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 230 2024-04-02T08:38:58.281 INFO:tasks.rados.rados.0.smithi104.stdout:2278: seq_num 717 ranges {1818624=16384} 2024-04-02T08:38:58.291 INFO:tasks.rados.rados.0.smithi104.stdout:2278: writing smithi10482514-40 from 1818624 to 1835008 tid 1 2024-04-02T08:38:58.292 INFO:tasks.rados.rados.0.smithi104.stdout:2279: read oid 46 snap -1 2024-04-02T08:38:58.292 INFO:tasks.rados.rados.0.smithi104.stdout:2279: expect deleted 2024-04-02T08:38:58.292 INFO:tasks.rados.rados.0.smithi104.stdout:2280: rmattr oid 7 current snap is 230 2024-04-02T08:38:58.292 INFO:tasks.rados.rados.0.smithi104.stdout:2271: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:38:58.538 INFO:tasks.rados.rados.0.smithi104.stdout:2275: finishing rollback tid 0 to smithi10482514-44 2024-04-02T08:38:58.538 INFO:tasks.rados.rados.0.smithi104.stdout:2275: finishing rollback tid 1 to smithi10482514-44 2024-04-02T08:38:58.538 INFO:tasks.rados.rados.0.smithi104.stdout:2271: done (7 left) 2024-04-02T08:38:58.538 INFO:tasks.rados.rados.0.smithi104.stdout:2281: snap_create 2024-04-02T08:38:58.538 INFO:tasks.rados.rados.0.smithi104.stdout:2275: finishing rollback tid 2 to smithi10482514-44 2024-04-02T08:38:58.538 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 1931 (ObjNum 629 snap 197 seq_num 629) dirty exists 2024-04-02T08:38:58.538 INFO:tasks.rados.rados.0.smithi104.stdout:2274: finishing copy_from racing read to smithi10482514-27 2024-04-02T08:38:58.538 INFO:tasks.rados.rados.0.smithi104.stdout:2274: finishing copy_from to smithi10482514-27 2024-04-02T08:38:58.538 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1514 (ObjNum 650 snap 206 seq_num 650) dirty exists 2024-04-02T08:38:58.538 INFO:tasks.rados.rados.0.smithi104.stdout:2277: finishing write tid 1 to smithi10482514-31 2024-04-02T08:38:58.538 INFO:tasks.rados.rados.0.smithi104.stdout:2276: finishing copy_from racing read to smithi10482514-5 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2276: finishing copy_from to smithi10482514-5 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1668 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2277: finishing write tid 2 to smithi10482514-31 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2277: finishing write tid 3 to smithi10482514-31 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2277: finishing write tid 4 to smithi10482514-31 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2277: finishing write tid 5 to smithi10482514-31 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2277: finishing write tid 6 to smithi10482514-31 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2277: oid 31 updating version 0 to 1711 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2277: oid 31 updating version 1711 to 1714 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2277: oid 31 updating version 1714 to 1715 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2277: oid 31 version 1715 is already newer than 1712 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2277: oid 31 version 1715 is already newer than 1713 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 1715 (ObjNum 716 snap 230 seq_num 716) dirty exists 2024-04-02T08:38:58.539 INFO:tasks.rados.rados.0.smithi104.stdout:2277: left oid 31 (ObjNum 716 snap 230 seq_num 716) 2024-04-02T08:38:58.540 INFO:tasks.rados.rados.0.smithi104.stdout:2278: finishing write tid 1 to smithi10482514-40 2024-04-02T08:38:58.540 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 1264 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-04-02T08:38:58.540 INFO:tasks.rados.rados.0.smithi104.stdout:2278: finishing write tid 2 to smithi10482514-40 2024-04-02T08:38:58.540 INFO:tasks.rados.rados.0.smithi104.stdout:2278: finishing write tid 3 to smithi10482514-40 2024-04-02T08:38:58.540 INFO:tasks.rados.rados.0.smithi104.stdout:2278: oid 40 updating version 0 to 1656 2024-04-02T08:38:58.540 INFO:tasks.rados.rados.0.smithi104.stdout:2278: oid 40 version 1656 is already newer than 1655 2024-04-02T08:38:58.540 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 1656 (ObjNum 717 snap 230 seq_num 717) dirty exists 2024-04-02T08:38:58.540 INFO:tasks.rados.rados.0.smithi104.stdout:2278: left oid 40 (ObjNum 717 snap 230 seq_num 717) 2024-04-02T08:38:58.661 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:58 smithi188 podman[107015]: 2024-04-02 08:38:58.402055726 +0000 UTC m=+0.114365648 container create cc58e33a6be537f4aaec73e0b9c06140c2e0606a945d2009451f5d1d8ae37c0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-02T08:38:58.661 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:58 smithi188 podman[107015]: 2024-04-02 08:38:58.306799993 +0000 UTC m=+0.019109921 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:38:58.896 INFO:tasks.rados.rados.0.smithi104.stdout:2274: done (7 left) 2024-04-02T08:38:58.896 INFO:tasks.rados.rados.0.smithi104.stdout:2275: done (6 left) 2024-04-02T08:38:58.896 INFO:tasks.rados.rados.0.smithi104.stdout:2276: done (5 left) 2024-04-02T08:38:58.896 INFO:tasks.rados.rados.0.smithi104.stdout:2277: done (4 left) 2024-04-02T08:38:58.896 INFO:tasks.rados.rados.0.smithi104.stdout:2278: done (3 left) 2024-04-02T08:38:58.896 INFO:tasks.rados.rados.0.smithi104.stdout:2279: done (2 left) 2024-04-02T08:38:58.896 INFO:tasks.rados.rados.0.smithi104.stdout:2280: done (1 left) 2024-04-02T08:38:58.896 INFO:tasks.rados.rados.0.smithi104.stdout:2281: done (0 left) 2024-04-02T08:38:58.896 INFO:tasks.rados.rados.0.smithi104.stdout:2282: read oid 44 snap 181 2024-04-02T08:38:58.896 INFO:tasks.rados.rados.0.smithi104.stdout:2282: expect (ObjNum 513 snap 165 seq_num 513) 2024-04-02T08:38:58.896 INFO:tasks.rados.rados.0.smithi104.stdout:2283: delete oid 39 current snap is 231 2024-04-02T08:38:58.904 INFO:tasks.rados.rados.0.smithi104.stdout:2283: done (1 left) 2024-04-02T08:38:58.904 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 231 2024-04-02T08:38:58.904 INFO:tasks.rados.rados.0.smithi104.stdout:2284: seq_num 719 ranges {1974272=49152} 2024-04-02T08:38:58.915 INFO:tasks.rados.rados.0.smithi104.stdout:2284: writing smithi10482514-26 from 1974272 to 2023424 tid 1 2024-04-02T08:38:58.915 INFO:tasks.rados.rados.0.smithi104.stdout:2285: snap_remove snap 221 2024-04-02T08:38:58.960 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:58 smithi188 ceph-mon[86835]: osdmap e526: 8 total, 7 up, 8 in 2024-04-02T08:38:58.960 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:58 smithi188 ceph-mon[86835]: pgmap v438: 121 pgs: 10 active+undersized, 3 active+undersized+degraded, 10 peering, 10 stale+active+clean, 88 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.9 MiB/s wr, 22 op/s; 13/516 objects degraded (2.519%) 2024-04-02T08:38:58.960 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:58 smithi188 podman[107015]: 2024-04-02 08:38:58.662977502 +0000 UTC m=+0.375287437 container init cc58e33a6be537f4aaec73e0b9c06140c2e0606a945d2009451f5d1d8ae37c0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-02T08:38:58.960 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:58 smithi188 podman[107015]: 2024-04-02 08:38:58.668826476 +0000 UTC m=+0.381136398 container start cc58e33a6be537f4aaec73e0b9c06140c2e0606a945d2009451f5d1d8ae37c0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:38:58.960 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:58 smithi188 podman[107015]: 2024-04-02 08:38:58.77111776 +0000 UTC m=+0.483427700 container attach cc58e33a6be537f4aaec73e0b9c06140c2e0606a945d2009451f5d1d8ae37c0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-02T08:38:59.256 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:58 smithi188 podman[107015]: 2024-04-02 08:38:58.962047265 +0000 UTC m=+0.674357194 container died cc58e33a6be537f4aaec73e0b9c06140c2e0606a945d2009451f5d1d8ae37c0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:38:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:58 smithi104 ceph-mon[94081]: osdmap e526: 8 total, 7 up, 8 in 2024-04-02T08:38:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:58 smithi104 ceph-mon[94081]: pgmap v438: 121 pgs: 10 active+undersized, 3 active+undersized+degraded, 10 peering, 10 stale+active+clean, 88 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.9 MiB/s wr, 22 op/s; 13/516 objects degraded (2.519%) 2024-04-02T08:38:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:58 smithi104 ceph-mon[96567]: osdmap e526: 8 total, 7 up, 8 in 2024-04-02T08:38:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:58 smithi104 ceph-mon[96567]: pgmap v438: 121 pgs: 10 active+undersized, 3 active+undersized+degraded, 10 peering, 10 stale+active+clean, 88 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.9 MiB/s wr, 22 op/s; 13/516 objects degraded (2.519%) 2024-04-02T08:38:59.873 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:59 smithi188 podman[107060]: 2024-04-02 08:38:59.549602784 +0000 UTC m=+0.582255018 container remove cc58e33a6be537f4aaec73e0b9c06140c2e0606a945d2009451f5d1d8ae37c0d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T08:38:59.873 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:59 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.7.service: Deactivated successfully. 2024-04-02T08:38:59.873 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:59 smithi188 systemd[1]: Stopped Ceph osd.7 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:38:59.873 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:59 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.7.service: Consumed 16.637s CPU time. 2024-04-02T08:38:59.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:59 smithi188 systemd[1]: Starting Ceph osd.7 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:59.903 INFO:tasks.rados.rados.0.smithi104.stdout:2285: done (2 left) 2024-04-02T08:38:59.903 INFO:tasks.rados.rados.0.smithi104.stdout:2286: read oid 10 snap -1 2024-04-02T08:38:59.903 INFO:tasks.rados.rados.0.smithi104.stdout:2286: expect deleted 2024-04-02T08:38:59.903 INFO:tasks.rados.rados.0.smithi104.stdout:2287: delete oid 37 current snap is 231 2024-04-02T08:38:59.903 INFO:tasks.rados.rados.0.smithi104.stdout:2282: expect (ObjNum 513 snap 165 seq_num 513) 2024-04-02T08:39:00.143 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:59 smithi188 ceph-mon[86835]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-02T08:39:00.143 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:59 smithi188 ceph-mon[86835]: Health check failed: Degraded data redundancy: 13/516 objects degraded (2.519%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:00.143 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:38:59 smithi188 ceph-mon[86835]: osdmap e527: 8 total, 7 up, 8 in 2024-04-02T08:39:00.143 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:38:59 smithi188 podman[107171]: 2024-04-02 08:38:59.891415908 +0000 UTC m=+0.017566886 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:39:00.143 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 podman[107171]: 2024-04-02 08:39:00.017693448 +0000 UTC m=+0.143844455 container create cb9c0943bd2e7d2240b78acd31e79830cc7e5c35dbeab075b306c5d763589b81 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, ceph=True, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:39:00.270 INFO:tasks.rados.rados.0.smithi104.stdout:2284: finishing write tid 1 to smithi10482514-26 2024-04-02T08:39:00.270 INFO:tasks.rados.rados.0.smithi104.stdout:2284: finishing write tid 2 to smithi10482514-26 2024-04-02T08:39:00.270 INFO:tasks.rados.rados.0.smithi104.stdout:2284: finishing write tid 3 to smithi10482514-26 2024-04-02T08:39:00.270 INFO:tasks.rados.rados.0.smithi104.stdout:2284: oid 26 updating version 0 to 1658 2024-04-02T08:39:00.270 INFO:tasks.rados.rados.0.smithi104.stdout:2284: oid 26 version 1658 is already newer than 1657 2024-04-02T08:39:00.270 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 1658 (ObjNum 719 snap 231 seq_num 719) dirty exists 2024-04-02T08:39:00.270 INFO:tasks.rados.rados.0.smithi104.stdout:2284: left oid 26 (ObjNum 719 snap 231 seq_num 719) 2024-04-02T08:39:00.270 INFO:tasks.rados.rados.0.smithi104.stdout:2282: done (3 left) 2024-04-02T08:39:00.270 INFO:tasks.rados.rados.0.smithi104.stdout:2284: done (2 left) 2024-04-02T08:39:00.271 INFO:tasks.rados.rados.0.smithi104.stdout:2286: done (1 left) 2024-04-02T08:39:00.271 INFO:tasks.rados.rados.0.smithi104.stdout:2287: done (0 left) 2024-04-02T08:39:00.271 INFO:tasks.rados.rados.0.smithi104.stdout:2288: read oid 6 snap 224 2024-04-02T08:39:00.271 INFO:tasks.rados.rados.0.smithi104.stdout:2288: expect deleted 2024-04-02T08:39:00.271 INFO:tasks.rados.rados.0.smithi104.stdout:2289: rollback oid 46 current snap is 231 2024-04-02T08:39:00.271 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 46 to 230 2024-04-02T08:39:00.271 INFO:tasks.rados.rados.0.smithi104.stdout:2290: setattr oid 32 current snap is 231 2024-04-02T08:39:00.272 INFO:tasks.rados.rados.0.smithi104.stdout:2288: done (2 left) 2024-04-02T08:39:00.272 INFO:tasks.rados.rados.0.smithi104.stdout:2291: read oid 48 snap -1 2024-04-02T08:39:00.272 INFO:tasks.rados.rados.0.smithi104.stdout:2291: expect (ObjNum 705 snap 228 seq_num 705) 2024-04-02T08:39:00.272 INFO:tasks.rados.rados.0.smithi104.stdout:2292: copy_from oid 5 from oid 17 current snap is 231 2024-04-02T08:39:00.272 INFO:tasks.rados.rados.0.smithi104.stdout:2293: snap_create 2024-04-02T08:39:00.272 INFO:tasks.rados.rados.0.smithi104.stdout:2289: finishing rollback tid 1 to smithi10482514-46 2024-04-02T08:39:00.272 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1448 (ObjNum 33 snap 0 seq_num 1939530240) dirty dne 2024-04-02T08:39:00.274 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 437 (ObjNum 629 snap 197 seq_num 629) dirty exists 2024-04-02T08:39:00.306 INFO:tasks.rados.rados.0.smithi104.stdout:2291: expect (ObjNum 705 snap 228 seq_num 705) 2024-04-02T08:39:00.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:59 smithi104 ceph-mon[94081]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-02T08:39:00.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:59 smithi104 ceph-mon[94081]: Health check failed: Degraded data redundancy: 13/516 objects degraded (2.519%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:38:59 smithi104 ceph-mon[94081]: osdmap e527: 8 total, 7 up, 8 in 2024-04-02T08:39:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:59 smithi104 ceph-mon[96567]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-02T08:39:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:59 smithi104 ceph-mon[96567]: Health check failed: Degraded data redundancy: 13/516 objects degraded (2.519%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:38:59 smithi104 ceph-mon[96567]: osdmap e527: 8 total, 7 up, 8 in 2024-04-02T08:39:00.623 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 podman[107171]: 2024-04-02 08:39:00.261577208 +0000 UTC m=+0.387728172 container init cb9c0943bd2e7d2240b78acd31e79830cc7e5c35dbeab075b306c5d763589b81 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T08:39:00.623 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 podman[107171]: 2024-04-02 08:39:00.268001397 +0000 UTC m=+0.394152363 container start cb9c0943bd2e7d2240b78acd31e79830cc7e5c35dbeab075b306c5d763589b81 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:39:00.623 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 podman[107171]: 2024-04-02 08:39:00.369868312 +0000 UTC m=+0.496019291 container attach cb9c0943bd2e7d2240b78acd31e79830cc7e5c35dbeab075b306c5d763589b81 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:39:00.626 INFO:tasks.rados.rados.0.smithi104.stdout:2292: finishing copy_from racing read to smithi10482514-5 2024-04-02T08:39:00.626 INFO:tasks.rados.rados.0.smithi104.stdout:2292: finishing copy_from to smithi10482514-5 2024-04-02T08:39:00.626 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1925 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-04-02T08:39:00.888 INFO:tasks.rados.rados.0.smithi104.stdout:2289: done (4 left) 2024-04-02T08:39:00.888 INFO:tasks.rados.rados.0.smithi104.stdout:2290: done (3 left) 2024-04-02T08:39:00.888 INFO:tasks.rados.rados.0.smithi104.stdout:2291: done (2 left) 2024-04-02T08:39:00.889 INFO:tasks.rados.rados.0.smithi104.stdout:2292: done (1 left) 2024-04-02T08:39:00.889 INFO:tasks.rados.rados.0.smithi104.stdout:2293: done (0 left) 2024-04-02T08:39:00.889 INFO:tasks.rados.rados.0.smithi104.stdout:2294: snap_create 2024-04-02T08:39:01.022 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:00 smithi188 ceph-mon[86835]: osdmap e528: 8 total, 7 up, 8 in 2024-04-02T08:39:01.022 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:00 smithi188 ceph-mon[86835]: pgmap v441: 121 pgs: 24 active+undersized, 7 active+undersized+degraded, 10 peering, 4 stale+active+clean, 76 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 12 op/s; 32/513 objects degraded (6.238%) 2024-04-02T08:39:01.022 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:00 smithi188 ceph-mon[86835]: osdmap e529: 8 total, 7 up, 8 in 2024-04-02T08:39:01.022 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[107186]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:39:01.022 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[107186]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:39:01.022 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 bash[107171]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:39:01.022 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 bash[107171]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:39:01.022 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 bash[107171]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:39:01.022 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 bash[107171]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:39:01.022 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 bash[107171]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:39:01.023 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 bash[107171]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:39:01.023 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 bash[107171]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:39:01.023 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[107186]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:39:01.023 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[107186]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:39:01.023 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[107186]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:39:01.023 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[107186]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:39:01.023 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[107186]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:39:01.023 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:00 smithi188 podman[107171]: 2024-04-02 08:39:00.750215157 +0000 UTC m=+0.876366117 container died cb9c0943bd2e7d2240b78acd31e79830cc7e5c35dbeab075b306c5d763589b81 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:39:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:00 smithi104 ceph-mon[96567]: osdmap e528: 8 total, 7 up, 8 in 2024-04-02T08:39:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:00 smithi104 ceph-mon[96567]: pgmap v441: 121 pgs: 24 active+undersized, 7 active+undersized+degraded, 10 peering, 4 stale+active+clean, 76 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 12 op/s; 32/513 objects degraded (6.238%) 2024-04-02T08:39:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:00 smithi104 ceph-mon[96567]: osdmap e529: 8 total, 7 up, 8 in 2024-04-02T08:39:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:00 smithi104 ceph-mon[94081]: osdmap e528: 8 total, 7 up, 8 in 2024-04-02T08:39:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:00 smithi104 ceph-mon[94081]: pgmap v441: 121 pgs: 24 active+undersized, 7 active+undersized+degraded, 10 peering, 4 stale+active+clean, 76 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 12 op/s; 32/513 objects degraded (6.238%) 2024-04-02T08:39:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:00 smithi104 ceph-mon[94081]: osdmap e529: 8 total, 7 up, 8 in 2024-04-02T08:39:01.623 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:01 smithi188 podman[107327]: 2024-04-02 08:39:01.323473816 +0000 UTC m=+0.568278049 container remove cb9c0943bd2e7d2240b78acd31e79830cc7e5c35dbeab075b306c5d763589b81 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T08:39:01.623 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:01 smithi188 podman[107393]: 2024-04-02 08:39:01.43688258 +0000 UTC m=+0.017874948 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:39:01.623 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:01 smithi188 podman[107393]: 2024-04-02 08:39:01.549183153 +0000 UTC m=+0.130175496 container create 93b3d9c817933f5e56a929da0950aef4f3ee80399ba66567aa4bff87a8c3e473 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T08:39:01.890 INFO:tasks.rados.rados.0.smithi104.stdout:2294: done (0 left) 2024-04-02T08:39:01.890 INFO:tasks.rados.rados.0.smithi104.stdout:2295: snap_create 2024-04-02T08:39:02.123 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:01 smithi188 podman[107393]: 2024-04-02 08:39:01.810172349 +0000 UTC m=+0.391164698 container init 93b3d9c817933f5e56a929da0950aef4f3ee80399ba66567aa4bff87a8c3e473 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T08:39:02.123 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:01 smithi188 podman[107393]: 2024-04-02 08:39:01.81551001 +0000 UTC m=+0.396502354 container start 93b3d9c817933f5e56a929da0950aef4f3ee80399ba66567aa4bff87a8c3e473 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T08:39:02.123 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:01 smithi188 ceph-osd[107431]: -- 172.21.15.188:0/1716344243 <== mon.1 v2:172.21.15.188:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b2b420d680 con 0x55b2b41d7400 2024-04-02T08:39:02.123 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:01 smithi188 bash[107393]: 93b3d9c817933f5e56a929da0950aef4f3ee80399ba66567aa4bff87a8c3e473 2024-04-02T08:39:02.124 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:01 smithi188 systemd[1]: Started Ceph osd.7 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:02.623 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T08:39:02.355+0000 7feaf687d7c0 -1 Falling back to public interface 2024-04-02T08:39:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:39:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:02.896 INFO:tasks.rados.rados.0.smithi104.stdout:2295: done (0 left) 2024-04-02T08:39:02.896 INFO:tasks.rados.rados.0.smithi104.stdout:2296: delete oid 45 current snap is 234 2024-04-02T08:39:02.909 INFO:tasks.rados.rados.0.smithi104.stdout:2296: done (0 left) 2024-04-02T08:39:02.909 INFO:tasks.rados.rados.0.smithi104.stdout:2297: read oid 40 snap -1 2024-04-02T08:39:02.909 INFO:tasks.rados.rados.0.smithi104.stdout:2297: expect (ObjNum 717 snap 230 seq_num 717) 2024-04-02T08:39:02.909 INFO:tasks.rados.rados.0.smithi104.stdout:2298: snap_remove snap 231 2024-04-02T08:39:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:02 smithi188 ceph-mon[86835]: osdmap e530: 8 total, 7 up, 8 in 2024-04-02T08:39:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:03.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:02 smithi188 ceph-mon[86835]: pgmap v444: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s wr, 12 op/s; 45/528 objects degraded (8.523%) 2024-04-02T08:39:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:02 smithi104 ceph-mon[96567]: osdmap e530: 8 total, 7 up, 8 in 2024-04-02T08:39:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:02 smithi104 ceph-mon[96567]: pgmap v444: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s wr, 12 op/s; 45/528 objects degraded (8.523%) 2024-04-02T08:39:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:02 smithi104 ceph-mon[94081]: osdmap e530: 8 total, 7 up, 8 in 2024-04-02T08:39:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:02 smithi104 ceph-mon[94081]: pgmap v444: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s wr, 12 op/s; 45/528 objects degraded (8.523%) 2024-04-02T08:39:03.906 INFO:tasks.rados.rados.0.smithi104.stdout:2298: done (1 left) 2024-04-02T08:39:03.907 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 36 current snap is 234 2024-04-02T08:39:03.907 INFO:tasks.rados.rados.0.smithi104.stdout:2299: seq_num 722 ranges {106496=98304} 2024-04-02T08:39:03.908 INFO:tasks.rados.rados.0.smithi104.stdout:2299: writing smithi10482514-36 from 106496 to 204800 tid 1 2024-04-02T08:39:03.908 INFO:tasks.rados.rados.0.smithi104.stdout:2300: delete oid 1 current snap is 234 2024-04-02T08:39:03.908 INFO:tasks.rados.rados.0.smithi104.stdout:2297: expect (ObjNum 717 snap 230 seq_num 717) 2024-04-02T08:39:03.988 INFO:tasks.rados.rados.0.smithi104.stdout:2299: finishing write tid 1 to smithi10482514-36 2024-04-02T08:39:03.988 INFO:tasks.rados.rados.0.smithi104.stdout:2299: finishing write tid 2 to smithi10482514-36 2024-04-02T08:39:03.988 INFO:tasks.rados.rados.0.smithi104.stdout:2299: finishing write tid 3 to smithi10482514-36 2024-04-02T08:39:03.989 INFO:tasks.rados.rados.0.smithi104.stdout:2299: oid 36 updating version 0 to 1417 2024-04-02T08:39:03.989 INFO:tasks.rados.rados.0.smithi104.stdout:2299: oid 36 updating version 1417 to 1418 2024-04-02T08:39:03.989 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1418 (ObjNum 722 snap 234 seq_num 722) dirty exists 2024-04-02T08:39:03.989 INFO:tasks.rados.rados.0.smithi104.stdout:2299: left oid 36 (ObjNum 722 snap 234 seq_num 722) 2024-04-02T08:39:03.989 INFO:tasks.rados.rados.0.smithi104.stdout:2297: done (2 left) 2024-04-02T08:39:03.989 INFO:tasks.rados.rados.0.smithi104.stdout:2299: done (1 left) 2024-04-02T08:39:03.989 INFO:tasks.rados.rados.0.smithi104.stdout:2300: done (0 left) 2024-04-02T08:39:03.989 INFO:tasks.rados.rados.0.smithi104.stdout:2301: read oid 34 snap -1 2024-04-02T08:39:03.989 INFO:tasks.rados.rados.0.smithi104.stdout:2301: expect deleted 2024-04-02T08:39:03.989 INFO:tasks.rados.rados.0.smithi104.stdout:2302: delete oid 41 current snap is 234 2024-04-02T08:39:03.991 INFO:tasks.rados.rados.0.smithi104.stdout:2301: done (1 left) 2024-04-02T08:39:03.991 INFO:tasks.rados.rados.0.smithi104.stdout:2302: done (0 left) 2024-04-02T08:39:03.991 INFO:tasks.rados.rados.0.smithi104.stdout:2303: delete oid 23 current snap is 234 2024-04-02T08:39:03.993 INFO:tasks.rados.rados.0.smithi104.stdout:2303: done (0 left) 2024-04-02T08:39:03.993 INFO:tasks.rados.rados.0.smithi104.stdout:2304: read oid 37 snap 218 2024-04-02T08:39:03.993 INFO:tasks.rados.rados.0.smithi104.stdout:2304: expect deleted 2024-04-02T08:39:03.993 INFO:tasks.rados.rados.0.smithi104.stdout:2305: read oid 33 snap -1 2024-04-02T08:39:03.993 INFO:tasks.rados.rados.0.smithi104.stdout:2305: expect (ObjNum 643 snap 204 seq_num 643) 2024-04-02T08:39:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 234 2024-04-02T08:39:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:2306: seq_num 726 ranges {2203648=163840} 2024-04-02T08:39:04.006 INFO:tasks.rados.rados.0.smithi104.stdout:2306: writing smithi10482514-43 from 2203648 to 2367488 tid 1 2024-04-02T08:39:04.006 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 234 2024-04-02T08:39:04.006 INFO:tasks.rados.rados.0.smithi104.stdout:2307: seq_num 727 ranges {3334144=180224} 2024-04-02T08:39:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:2307: writing smithi10482514-25 from 3334144 to 3514368 tid 1 2024-04-02T08:39:04.025 INFO:tasks.rados.rados.0.smithi104.stdout:2308: snap_remove snap 222 2024-04-02T08:39:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:03 smithi188 ceph-mon[86835]: osdmap e531: 8 total, 7 up, 8 in 2024-04-02T08:39:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:03 smithi188 ceph-mon[86835]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-02T08:39:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:03 smithi104 ceph-mon[96567]: osdmap e531: 8 total, 7 up, 8 in 2024-04-02T08:39:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:03 smithi104 ceph-mon[96567]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-02T08:39:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:03 smithi104 ceph-mon[94081]: osdmap e531: 8 total, 7 up, 8 in 2024-04-02T08:39:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:03 smithi104 ceph-mon[94081]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-02T08:39:04.912 INFO:tasks.rados.rados.0.smithi104.stdout:2308: done (4 left) 2024-04-02T08:39:04.912 INFO:tasks.rados.rados.0.smithi104.stdout:2309: delete oid 29 current snap is 234 2024-04-02T08:39:04.912 INFO:tasks.rados.rados.0.smithi104.stdout:2305: expect (ObjNum 643 snap 204 seq_num 643) 2024-04-02T08:39:04.955 INFO:tasks.rados.rados.0.smithi104.stdout:2306: finishing write tid 1 to smithi10482514-43 2024-04-02T08:39:04.955 INFO:tasks.rados.rados.0.smithi104.stdout:2306: finishing write tid 2 to smithi10482514-43 2024-04-02T08:39:04.955 INFO:tasks.rados.rados.0.smithi104.stdout:2306: finishing write tid 3 to smithi10482514-43 2024-04-02T08:39:04.955 INFO:tasks.rados.rados.0.smithi104.stdout:2306: oid 43 updating version 0 to 1717 2024-04-02T08:39:04.955 INFO:tasks.rados.rados.0.smithi104.stdout:2306: oid 43 version 1717 is already newer than 1716 2024-04-02T08:39:04.955 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1717 (ObjNum 726 snap 234 seq_num 726) dirty exists 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2306: left oid 43 (ObjNum 726 snap 234 seq_num 726) 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2307: finishing write tid 1 to smithi10482514-25 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2304: done (4 left) 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2305: done (3 left) 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2306: done (2 left) 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2309: done (1 left) 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2310: setattr oid 11 current snap is 234 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2307: finishing write tid 2 to smithi10482514-25 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2307: finishing write tid 3 to smithi10482514-25 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2307: oid 25 updating version 0 to 1718 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2307: oid 25 updating version 1718 to 1719 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 1719 (ObjNum 727 snap 234 seq_num 727) dirty exists 2024-04-02T08:39:04.956 INFO:tasks.rados.rados.0.smithi104.stdout:2307: left oid 25 (ObjNum 727 snap 234 seq_num 727) 2024-04-02T08:39:04.957 INFO:tasks.rados.rados.0.smithi104.stdout:2307: done (1 left) 2024-04-02T08:39:04.957 INFO:tasks.rados.rados.0.smithi104.stdout:2311: rollback oid 24 current snap is 234 2024-04-02T08:39:04.957 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 24 to 225 2024-04-02T08:39:04.957 INFO:tasks.rados.rados.0.smithi104.stdout:2312: rollback oid 50 current snap is 234 2024-04-02T08:39:04.957 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 50 to 219 2024-04-02T08:39:04.958 INFO:tasks.rados.rados.0.smithi104.stdout:2313: rmattr oid 23 current snap is 234 2024-04-02T08:39:04.958 INFO:tasks.rados.rados.0.smithi104.stdout:2313: done (3 left) 2024-04-02T08:39:04.958 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 234 2024-04-02T08:39:04.958 INFO:tasks.rados.rados.0.smithi104.stdout:2314: seq_num 729 ranges {5210112=212992} 2024-04-02T08:39:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:2314: writing smithi10482514-28 from 5210112 to 5423104 tid 1 2024-04-02T08:39:04.986 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 234 2024-04-02T08:39:04.986 INFO:tasks.rados.rados.0.smithi104.stdout:2315: seq_num 730 ranges {2105344=229376} 2024-04-02T08:39:04.999 INFO:tasks.rados.rados.0.smithi104.stdout:2315: writing smithi10482514-27 from 2105344 to 2334720 tid 1 2024-04-02T08:39:04.999 INFO:tasks.rados.rados.0.smithi104.stdout:2316: read oid 32 snap -1 2024-04-02T08:39:04.999 INFO:tasks.rados.rados.0.smithi104.stdout:2316: expect (ObjNum 629 snap 197 seq_num 629) 2024-04-02T08:39:04.999 INFO:tasks.rados.rados.0.smithi104.stdout:2317: snap_create 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1494 (ObjNum 608 snap 192 seq_num 608) dirty exists 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2312: finishing rollback tid 0 to smithi10482514-50 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2312: finishing rollback tid 1 to smithi10482514-50 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2311: finishing rollback tid 0 to smithi10482514-24 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2311: finishing rollback tid 1 to smithi10482514-24 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2312: finishing rollback tid 2 to smithi10482514-50 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 1955 (ObjNum 585 snap 185 seq_num 585) dirty exists 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2311: finishing rollback tid 2 to smithi10482514-24 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 1833 (ObjNum 33 snap 0 seq_num 1939939520) dirty exists 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2314: finishing write tid 1 to smithi10482514-28 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2314: finishing write tid 2 to smithi10482514-28 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2314: finishing write tid 3 to smithi10482514-28 2024-04-02T08:39:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2314: oid 28 updating version 0 to 1685 2024-04-02T08:39:05.001 INFO:tasks.rados.rados.0.smithi104.stdout:2314: oid 28 updating version 1685 to 1686 2024-04-02T08:39:05.001 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 1686 (ObjNum 729 snap 234 seq_num 729) dirty exists 2024-04-02T08:39:05.001 INFO:tasks.rados.rados.0.smithi104.stdout:2314: left oid 28 (ObjNum 729 snap 234 seq_num 729) 2024-04-02T08:39:05.001 INFO:tasks.rados.rados.0.smithi104.stdout:2315: finishing write tid 1 to smithi10482514-27 2024-04-02T08:39:05.001 INFO:tasks.rados.rados.0.smithi104.stdout:2315: finishing write tid 2 to smithi10482514-27 2024-04-02T08:39:05.003 INFO:tasks.rados.rados.0.smithi104.stdout:2316: expect (ObjNum 629 snap 197 seq_num 629) 2024-04-02T08:39:05.030 INFO:tasks.rados.rados.0.smithi104.stdout:2315: finishing write tid 3 to smithi10482514-27 2024-04-02T08:39:05.030 INFO:tasks.rados.rados.0.smithi104.stdout:2315: oid 27 updating version 0 to 1659 2024-04-02T08:39:05.030 INFO:tasks.rados.rados.0.smithi104.stdout:2315: oid 27 updating version 1659 to 1660 2024-04-02T08:39:05.030 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1660 (ObjNum 730 snap 234 seq_num 730) dirty exists 2024-04-02T08:39:05.030 INFO:tasks.rados.rados.0.smithi104.stdout:2315: left oid 27 (ObjNum 730 snap 234 seq_num 730) 2024-04-02T08:39:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:04 smithi188 ceph-mon[86835]: osdmap e532: 8 total, 7 up, 8 in 2024-04-02T08:39:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:04 smithi188 ceph-mon[86835]: pgmap v447: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s wr, 14 op/s; 46/543 objects degraded (8.471%) 2024-04-02T08:39:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:05.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:04 smithi104 ceph-mon[94081]: osdmap e532: 8 total, 7 up, 8 in 2024-04-02T08:39:05.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:04 smithi104 ceph-mon[94081]: pgmap v447: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s wr, 14 op/s; 46/543 objects degraded (8.471%) 2024-04-02T08:39:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:04 smithi104 ceph-mon[96567]: osdmap e532: 8 total, 7 up, 8 in 2024-04-02T08:39:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:04 smithi104 ceph-mon[96567]: pgmap v447: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s wr, 14 op/s; 46/543 objects degraded (8.471%) 2024-04-02T08:39:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:05.755 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:05 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T08:39:05.523+0000 7feaf687d7c0 -1 osd.7 524 log_to_monitors true 2024-04-02T08:39:05.918 INFO:tasks.rados.rados.0.smithi104.stdout:2310: done (6 left) 2024-04-02T08:39:05.918 INFO:tasks.rados.rados.0.smithi104.stdout:2311: done (5 left) 2024-04-02T08:39:05.919 INFO:tasks.rados.rados.0.smithi104.stdout:2312: done (4 left) 2024-04-02T08:39:05.919 INFO:tasks.rados.rados.0.smithi104.stdout:2314: done (3 left) 2024-04-02T08:39:05.919 INFO:tasks.rados.rados.0.smithi104.stdout:2315: done (2 left) 2024-04-02T08:39:05.919 INFO:tasks.rados.rados.0.smithi104.stdout:2316: done (1 left) 2024-04-02T08:39:05.919 INFO:tasks.rados.rados.0.smithi104.stdout:2317: done (0 left) 2024-04-02T08:39:05.919 INFO:tasks.rados.rados.0.smithi104.stdout:2318: rmattr oid 11 current snap is 235 2024-04-02T08:39:05.919 INFO:tasks.rados.rados.0.smithi104.stdout:2319: read oid 20 snap -1 2024-04-02T08:39:05.919 INFO:tasks.rados.rados.0.smithi104.stdout:2319: expect deleted 2024-04-02T08:39:05.919 INFO:tasks.rados.rados.0.smithi104.stdout:2320: copy_from oid 23 from oid 37 current snap is 235 2024-04-02T08:39:05.919 INFO:tasks.rados.rados.0.smithi104.stdout:2321: snap_create 2024-04-02T08:39:05.922 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1495 (ObjNum 608 snap 192 seq_num 608) dirty exists 2024-04-02T08:39:05.922 INFO:tasks.rados.rados.0.smithi104.stdout:2320: finishing copy_from to smithi10482514-23 2024-04-02T08:39:05.922 INFO:tasks.rados.rados.0.smithi104.stdout:2320: got expected ENOENT (src dne) 2024-04-02T08:39:05.922 INFO:tasks.rados.rados.0.smithi104.stdout:2320: finishing copy_from racing read to smithi10482514-23 2024-04-02T08:39:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:05 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 46/543 objects degraded (8.471%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:05 smithi188 ceph-mon[86835]: osdmap e533: 8 total, 7 up, 8 in 2024-04-02T08:39:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:05 smithi188 ceph-mon[86835]: from='osd.7 [v2:172.21.15.188:6824/2043499908,v1:172.21.15.188:6825/2043499908]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:06.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:05 smithi188 ceph-mon[86835]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:06.124 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 08:39:05 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T08:39:05.941+0000 7feae7cd5700 -1 osd.7 524 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:39:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:39:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:39:05] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-04-02T08:39:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:05 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 46/543 objects degraded (8.471%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:05 smithi104 ceph-mon[96567]: osdmap e533: 8 total, 7 up, 8 in 2024-04-02T08:39:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:05 smithi104 ceph-mon[96567]: from='osd.7 [v2:172.21.15.188:6824/2043499908,v1:172.21.15.188:6825/2043499908]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:05 smithi104 ceph-mon[96567]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:05 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 46/543 objects degraded (8.471%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:05 smithi104 ceph-mon[94081]: osdmap e533: 8 total, 7 up, 8 in 2024-04-02T08:39:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:05 smithi104 ceph-mon[94081]: from='osd.7 [v2:172.21.15.188:6824/2043499908,v1:172.21.15.188:6825/2043499908]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:05 smithi104 ceph-mon[94081]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:39:06.269 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:39:06.587 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:39:06.587 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (9m) 2m ago 10m 25.1M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:39:06.587 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (10m) 35s ago 10m 86.6M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:39:06.587 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (11m) 2m ago 11m 16.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 55d44b8c0048 2024-04-02T08:39:06.587 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (11m) 35s ago 11m 20.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:39:06.587 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (5m) 35s ago 15m 451M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:39:06.587 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (5m) 2m ago 16m 506M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:39:06.587 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (5m) 2m ago 17m 53.4M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (4m) 35s ago 15m 47.9M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (4m) 2m ago 15m 49.1M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (10m) 2m ago 10m 16.4M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (10m) 35s ago 10m 15.5M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (3m) 2m ago 14m 161M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (3m) 2m ago 14m 121M 2480M 19.0.0-2419-g14da45f2 53081131892e 183e693cda03 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (2m) 2m ago 13m 89.3M 2480M 19.0.0-2419-g14da45f2 53081131892e 8534baca25d7 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (2m) 2m ago 13m 14.8M 2480M 19.0.0-2419-g14da45f2 53081131892e e25bf8b5641e 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (98s) 35s ago 13m 148M 2480M 19.0.0-2419-g14da45f2 53081131892e 2523b7f11b0c 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (76s) 35s ago 12m 146M 2480M 19.0.0-2419-g14da45f2 53081131892e 2420a754553d 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (40s) 35s ago 12m 11.7M 2480M 19.0.0-2419-g14da45f2 53081131892e 63b59c08c401 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 starting - - - 2480M 2024-04-02T08:39:06.588 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (5m) 35s ago 11m 59.2M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:39:06.925 INFO:tasks.rados.rados.0.smithi104.stdout:2318: done (3 left) 2024-04-02T08:39:06.925 INFO:tasks.rados.rados.0.smithi104.stdout:2319: done (2 left) 2024-04-02T08:39:06.925 INFO:tasks.rados.rados.0.smithi104.stdout:2320: done (1 left) 2024-04-02T08:39:06.925 INFO:tasks.rados.rados.0.smithi104.stdout:2321: done (0 left) 2024-04-02T08:39:06.925 INFO:tasks.rados.rados.0.smithi104.stdout:2322: rollback oid 30 current snap is 236 2024-04-02T08:39:06.925 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 225 2024-04-02T08:39:06.925 INFO:tasks.rados.rados.0.smithi104.stdout:2323: rollback oid 36 current snap is 236 2024-04-02T08:39:06.925 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 36 to 201 2024-04-02T08:39:06.925 INFO:tasks.rados.rados.0.smithi104.stdout:2324: read oid 1 snap -1 2024-04-02T08:39:06.925 INFO:tasks.rados.rados.0.smithi104.stdout:2324: expect deleted 2024-04-02T08:39:06.925 INFO:tasks.rados.rados.0.smithi104.stdout:2325: snap_remove snap 232 2024-04-02T08:39:07.001 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:39:07.001 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:39:07.001 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:39:07.001 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 13 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:39:07.002 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:39:07.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:06 smithi188 ceph-mon[86835]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:39:07.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:06 smithi188 ceph-mon[86835]: osdmap e534: 8 total, 7 up, 8 in 2024-04-02T08:39:07.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:06 smithi188 ceph-mon[86835]: from='osd.7 [v2:172.21.15.188:6824/2043499908,v1:172.21.15.188:6825/2043499908]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:39:07.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:06 smithi188 ceph-mon[86835]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:39:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:06 smithi188 ceph-mon[86835]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:06 smithi188 ceph-mon[86835]: pgmap v450: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 9 op/s; 47/558 objects degraded (8.423%) 2024-04-02T08:39:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:07.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[94081]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:39:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[94081]: osdmap e534: 8 total, 7 up, 8 in 2024-04-02T08:39:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[94081]: from='osd.7 [v2:172.21.15.188:6824/2043499908,v1:172.21.15.188:6825/2043499908]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:39:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[94081]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:39:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[94081]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[94081]: pgmap v450: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 9 op/s; 47/558 objects degraded (8.423%) 2024-04-02T08:39:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[96567]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:39:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[96567]: osdmap e534: 8 total, 7 up, 8 in 2024-04-02T08:39:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[96567]: from='osd.7 [v2:172.21.15.188:6824/2043499908,v1:172.21.15.188:6825/2043499908]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:39:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[96567]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi188", "root=default"]}]: dispatch 2024-04-02T08:39:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[96567]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[96567]: pgmap v450: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 9 op/s; 47/558 objects degraded (8.423%) 2024-04-02T08:39:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:07.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:07.939 INFO:tasks.rados.rados.0.smithi104.stdout:2325: done (3 left) 2024-04-02T08:39:07.940 INFO:tasks.rados.rados.0.smithi104.stdout:2326: snap_create 2024-04-02T08:39:07.940 INFO:tasks.rados.rados.0.smithi104.stdout:2323: finishing rollback tid 0 to smithi10482514-36 2024-04-02T08:39:07.940 INFO:tasks.rados.rados.0.smithi104.stdout:2323: finishing rollback tid 1 to smithi10482514-36 2024-04-02T08:39:07.940 INFO:tasks.rados.rados.0.smithi104.stdout:2323: finishing rollback tid 2 to smithi10482514-36 2024-04-02T08:39:07.940 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1421 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:39:07.940 INFO:tasks.rados.rados.0.smithi104.stdout:2322: finishing rollback tid 0 to smithi10482514-30 2024-04-02T08:39:07.940 INFO:tasks.rados.rados.0.smithi104.stdout:2322: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:39:07.940 INFO:tasks.rados.rados.0.smithi104.stdout:2322: finishing rollback tid 2 to smithi10482514-30 2024-04-02T08:39:07.940 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1722 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-04-02T08:39:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:07 smithi188 ceph-mon[86835]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:07 smithi188 ceph-mon[86835]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:39:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:07 smithi188 ceph-mon[86835]: osd.7 [v2:172.21.15.188:6824/2043499908,v1:172.21.15.188:6825/2043499908] boot 2024-04-02T08:39:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:07 smithi188 ceph-mon[86835]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:39:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:39:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:07 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2787982347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:08.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:08.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[94081]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[94081]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:39:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[94081]: osd.7 [v2:172.21.15.188:6824/2043499908,v1:172.21.15.188:6825/2043499908] boot 2024-04-02T08:39:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[94081]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:39:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:39:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2787982347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:08.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[96567]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:08.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[96567]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:39:08.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[96567]: osd.7 [v2:172.21.15.188:6824/2043499908,v1:172.21.15.188:6825/2043499908] boot 2024-04-02T08:39:08.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[96567]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:39:08.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:39:08.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2787982347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:08.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:08.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:08.946 INFO:tasks.rados.rados.0.smithi104.stdout:2322: done (3 left) 2024-04-02T08:39:08.946 INFO:tasks.rados.rados.0.smithi104.stdout:2323: done (2 left) 2024-04-02T08:39:08.946 INFO:tasks.rados.rados.0.smithi104.stdout:2324: done (1 left) 2024-04-02T08:39:08.946 INFO:tasks.rados.rados.0.smithi104.stdout:2326: done (0 left) 2024-04-02T08:39:08.946 INFO:tasks.rados.rados.0.smithi104.stdout:2327: snap_create 2024-04-02T08:39:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:08 smithi188 ceph-mon[86835]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:39:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:08 smithi188 ceph-mon[86835]: pgmap v453: 121 pgs: 1 active+recovering+degraded, 2 activating, 2 peering, 30 active+undersized, 10 active+undersized+degraded, 76 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 16 op/s; 38/582 objects degraded (6.529%); 1.7 MiB/s, 0 objects/s recovering 2024-04-02T08:39:09.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:08 smithi104 ceph-mon[96567]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:39:09.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:08 smithi104 ceph-mon[96567]: pgmap v453: 121 pgs: 1 active+recovering+degraded, 2 activating, 2 peering, 30 active+undersized, 10 active+undersized+degraded, 76 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 16 op/s; 38/582 objects degraded (6.529%); 1.7 MiB/s, 0 objects/s recovering 2024-04-02T08:39:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:08 smithi104 ceph-mon[94081]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:39:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:08 smithi104 ceph-mon[94081]: pgmap v453: 121 pgs: 1 active+recovering+degraded, 2 activating, 2 peering, 30 active+undersized, 10 active+undersized+degraded, 76 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 16 op/s; 38/582 objects degraded (6.529%); 1.7 MiB/s, 0 objects/s recovering 2024-04-02T08:39:09.951 INFO:tasks.rados.rados.0.smithi104.stdout:2327: done (0 left) 2024-04-02T08:39:09.951 INFO:tasks.rados.rados.0.smithi104.stdout:2328: setattr oid 22 current snap is 238 2024-04-02T08:39:09.952 INFO:tasks.rados.rados.0.smithi104.stdout:2329: snap_remove snap 225 2024-04-02T08:39:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:09 smithi188 ceph-mon[86835]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:39:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:09 smithi104 ceph-mon[94081]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:39:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:09 smithi104 ceph-mon[96567]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:39:10.956 INFO:tasks.rados.rados.0.smithi104.stdout:2329: done (1 left) 2024-04-02T08:39:10.956 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 11 current snap is 238 2024-04-02T08:39:10.956 INFO:tasks.rados.rados.0.smithi104.stdout:2330: seq_num 731 ranges {589824=245760} 2024-04-02T08:39:10.961 INFO:tasks.rados.rados.0.smithi104.stdout:2330: writing smithi10482514-11 from 589824 to 835584 tid 1 2024-04-02T08:39:10.961 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 999 (ObjNum 686 snap 219 seq_num 686) dirty exists 2024-04-02T08:39:10.962 INFO:tasks.rados.rados.0.smithi104.stdout:2328: done (1 left) 2024-04-02T08:39:10.962 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 238 2024-04-02T08:39:10.962 INFO:tasks.rados.rados.0.smithi104.stdout:2331: seq_num 732 ranges {942080=262144} 2024-04-02T08:39:10.968 INFO:tasks.rados.rados.0.smithi104.stdout:2331: writing smithi10482514-44 from 942080 to 1204224 tid 1 2024-04-02T08:39:10.968 INFO:tasks.rados.rados.0.smithi104.stdout:2332: setattr oid 23 current snap is 238 2024-04-02T08:39:10.971 INFO:tasks.rados.rados.0.smithi104.stdout:2333: snap_remove snap 234 2024-04-02T08:39:11.090 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:10 smithi188 ceph-mon[86835]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:39:11.090 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:10 smithi188 ceph-mon[86835]: pgmap v456: 121 pgs: 1 active+recovering+degraded, 2 activating, 2 peering, 19 active+undersized, 9 active+undersized+degraded, 88 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 136 KiB/s wr, 12 op/s; 37/585 objects degraded (6.325%); 1.6 MiB/s, 0 objects/s recovering 2024-04-02T08:39:11.090 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:10 smithi188 ceph-mon[86835]: Health check update: Degraded data redundancy: 38/582 objects degraded (6.529%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:10 smithi104 ceph-mon[96567]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:39:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:10 smithi104 ceph-mon[96567]: pgmap v456: 121 pgs: 1 active+recovering+degraded, 2 activating, 2 peering, 19 active+undersized, 9 active+undersized+degraded, 88 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 136 KiB/s wr, 12 op/s; 37/585 objects degraded (6.325%); 1.6 MiB/s, 0 objects/s recovering 2024-04-02T08:39:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:10 smithi104 ceph-mon[96567]: Health check update: Degraded data redundancy: 38/582 objects degraded (6.529%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:11.390 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:39:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T08:39:10.975+0000 7f7d7a6ce700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 122 after trimming was started 2024-04-02T08:39:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:10 smithi104 ceph-mon[94081]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:39:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:10 smithi104 ceph-mon[94081]: pgmap v456: 121 pgs: 1 active+recovering+degraded, 2 activating, 2 peering, 19 active+undersized, 9 active+undersized+degraded, 88 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 136 KiB/s wr, 12 op/s; 37/585 objects degraded (6.325%); 1.6 MiB/s, 0 objects/s recovering 2024-04-02T08:39:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:10 smithi104 ceph-mon[94081]: Health check update: Degraded data redundancy: 38/582 objects degraded (6.529%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:39:11.966 INFO:tasks.rados.rados.0.smithi104.stdout:2333: done (3 left) 2024-04-02T08:39:11.966 INFO:tasks.rados.rados.0.smithi104.stdout:2334: read oid 39 snap -1 2024-04-02T08:39:11.966 INFO:tasks.rados.rados.0.smithi104.stdout:2334: expect deleted 2024-04-02T08:39:11.966 INFO:tasks.rados.rados.0.smithi104.stdout:2335: delete oid 14 current snap is 238 2024-04-02T08:39:11.966 INFO:tasks.rados.rados.0.smithi104.stdout:2330: finishing write tid 1 to smithi10482514-11 2024-04-02T08:39:11.966 INFO:tasks.rados.rados.0.smithi104.stdout:2330: finishing write tid 2 to smithi10482514-11 2024-04-02T08:39:11.966 INFO:tasks.rados.rados.0.smithi104.stdout:2330: finishing write tid 3 to smithi10482514-11 2024-04-02T08:39:11.966 INFO:tasks.rados.rados.0.smithi104.stdout:2330: oid 11 updating version 0 to 1496 2024-04-02T08:39:11.966 INFO:tasks.rados.rados.0.smithi104.stdout:2330: oid 11 updating version 1496 to 1497 2024-04-02T08:39:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1497 (ObjNum 731 snap 238 seq_num 731) dirty exists 2024-04-02T08:39:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:2330: left oid 11 (ObjNum 731 snap 238 seq_num 731) 2024-04-02T08:39:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 1000 (ObjNum 33 snap 0 seq_num 1939841456) dirty exists 2024-04-02T08:39:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:2331: finishing write tid 1 to smithi10482514-44 2024-04-02T08:39:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:2331: finishing write tid 2 to smithi10482514-44 2024-04-02T08:39:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:2331: finishing write tid 3 to smithi10482514-44 2024-04-02T08:39:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:2331: oid 44 updating version 0 to 1967 2024-04-02T08:39:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:2331: oid 44 updating version 1967 to 1968 2024-04-02T08:39:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 1968 (ObjNum 732 snap 238 seq_num 732) dirty exists 2024-04-02T08:39:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:2331: left oid 44 (ObjNum 732 snap 238 seq_num 732) 2024-04-02T08:39:11.982 INFO:tasks.rados.rados.0.smithi104.stdout:2330: done (4 left) 2024-04-02T08:39:11.982 INFO:tasks.rados.rados.0.smithi104.stdout:2331: done (3 left) 2024-04-02T08:39:11.982 INFO:tasks.rados.rados.0.smithi104.stdout:2332: done (2 left) 2024-04-02T08:39:11.982 INFO:tasks.rados.rados.0.smithi104.stdout:2334: done (1 left) 2024-04-02T08:39:11.982 INFO:tasks.rados.rados.0.smithi104.stdout:2335: done (0 left) 2024-04-02T08:39:11.982 INFO:tasks.rados.rados.0.smithi104.stdout:2336: snap_remove snap 235 2024-04-02T08:39:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:39:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:39:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:39:12.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:39:12.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:39:12.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:39:12.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:39:12.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:39:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:39:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:39:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:39:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:39:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:39:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:39:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:39:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:39:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:39:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:39:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:39:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:39:12.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:39:12.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:39:12.393 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:39:12.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:39:12.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:39:12.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:39:12.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:39:12.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:39:12.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:39:12.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:39:12.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:39:12.394 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:39:12.395 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:39:12.395 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:39:12.395 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:39:12.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:39:12.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:39:12.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:39:12.395 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:39:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:39:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:12.969 INFO:tasks.rados.rados.0.smithi104.stdout:2336: done (0 left) 2024-04-02T08:39:12.969 INFO:tasks.rados.rados.0.smithi104.stdout:2337: rollback oid 11 current snap is 238 2024-04-02T08:39:12.969 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 11 to 230 2024-04-02T08:39:12.969 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 238 2024-04-02T08:39:12.970 INFO:tasks.rados.rados.0.smithi104.stdout:2338: seq_num 734 ranges {2269184=294912} 2024-04-02T08:39:12.984 INFO:tasks.rados.rados.0.smithi104.stdout:2338: writing smithi10482514-6 from 2269184 to 2564096 tid 1 2024-04-02T08:39:12.984 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 37 current snap is 238 2024-04-02T08:39:12.984 INFO:tasks.rados.rados.0.smithi104.stdout:2337: finishing rollback tid 0 to smithi10482514-11 2024-04-02T08:39:12.984 INFO:tasks.rados.rados.0.smithi104.stdout:2339: seq_num 735 ranges {0=311296} 2024-04-02T08:39:12.985 INFO:tasks.rados.rados.0.smithi104.stdout:2339: writing smithi10482514-37 from 0 to 311296 tid 1 2024-04-02T08:39:12.985 INFO:tasks.rados.rados.0.smithi104.stdout:2340: snap_create 2024-04-02T08:39:12.985 INFO:tasks.rados.rados.0.smithi104.stdout:2337: finishing rollback tid 1 to smithi10482514-11 2024-04-02T08:39:12.985 INFO:tasks.rados.rados.0.smithi104.stdout:2337: finishing rollback tid 2 to smithi10482514-11 2024-04-02T08:39:12.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1500 (ObjNum 608 snap 192 seq_num 608) dirty exists 2024-04-02T08:39:12.990 INFO:tasks.rados.rados.0.smithi104.stdout:2338: finishing write tid 1 to smithi10482514-6 2024-04-02T08:39:12.990 INFO:tasks.rados.rados.0.smithi104.stdout:2338: finishing write tid 2 to smithi10482514-6 2024-04-02T08:39:12.991 INFO:tasks.rados.rados.0.smithi104.stdout:2339: finishing write tid 1 to smithi10482514-37 2024-04-02T08:39:12.991 INFO:tasks.rados.rados.0.smithi104.stdout:2339: finishing write tid 2 to smithi10482514-37 2024-04-02T08:39:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:2338: finishing write tid 3 to smithi10482514-6 2024-04-02T08:39:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:2338: oid 6 updating version 0 to 1843 2024-04-02T08:39:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:2338: oid 6 updating version 1843 to 1844 2024-04-02T08:39:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1844 (ObjNum 734 snap 238 seq_num 734) dirty exists 2024-04-02T08:39:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:2338: left oid 6 (ObjNum 734 snap 238 seq_num 734) 2024-04-02T08:39:12.993 INFO:tasks.rados.rados.0.smithi104.stdout:2339: finishing write tid 3 to smithi10482514-37 2024-04-02T08:39:12.993 INFO:tasks.rados.rados.0.smithi104.stdout:2339: oid 37 updating version 0 to 1422 2024-04-02T08:39:12.993 INFO:tasks.rados.rados.0.smithi104.stdout:2339: oid 37 updating version 1422 to 1423 2024-04-02T08:39:12.993 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1423 (ObjNum 735 snap 238 seq_num 735) dirty exists 2024-04-02T08:39:12.993 INFO:tasks.rados.rados.0.smithi104.stdout:2339: left oid 37 (ObjNum 735 snap 238 seq_num 735) 2024-04-02T08:39:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[94081]: Upgrade: Setting container_image for all osd 2024-04-02T08:39:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[94081]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:39:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[94081]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:39:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:39:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[94081]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:39:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:39:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[94081]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:39:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[94081]: pgmap v459: 121 pgs: 1 active+recovering+degraded, 2 activating, 118 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s wr, 1 op/s; 2/585 objects degraded (0.342%); 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:39:13.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[96567]: Upgrade: Setting container_image for all osd 2024-04-02T08:39:13.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[96567]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:39:13.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[96567]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:39:13.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:39:13.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[96567]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:39:13.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:39:13.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[96567]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:39:13.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:12 smithi104 ceph-mon[96567]: pgmap v459: 121 pgs: 1 active+recovering+degraded, 2 activating, 118 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s wr, 1 op/s; 2/585 objects degraded (0.342%); 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:39:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:12 smithi188 ceph-mon[86835]: Upgrade: Setting container_image for all osd 2024-04-02T08:39:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:12 smithi188 ceph-mon[86835]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:39:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:12 smithi188 ceph-mon[86835]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:39:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:39:13.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:12 smithi188 ceph-mon[86835]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:39:13.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:39:13.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:12 smithi188 ceph-mon[86835]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:39:13.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:12 smithi188 ceph-mon[86835]: pgmap v459: 121 pgs: 1 active+recovering+degraded, 2 activating, 118 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s wr, 1 op/s; 2/585 objects degraded (0.342%); 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:39:13.974 INFO:tasks.rados.rados.0.smithi104.stdout:2337: done (3 left) 2024-04-02T08:39:13.974 INFO:tasks.rados.rados.0.smithi104.stdout:2338: done (2 left) 2024-04-02T08:39:13.974 INFO:tasks.rados.rados.0.smithi104.stdout:2339: done (1 left) 2024-04-02T08:39:13.974 INFO:tasks.rados.rados.0.smithi104.stdout:2340: done (0 left) 2024-04-02T08:39:13.975 INFO:tasks.rados.rados.0.smithi104.stdout:2341: rollback oid 16 current snap is 239 2024-04-02T08:39:13.975 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 16 to 230 2024-04-02T08:39:13.975 INFO:tasks.rados.rados.0.smithi104.stdout:2342: read oid 42 snap -1 2024-04-02T08:39:13.975 INFO:tasks.rados.rados.0.smithi104.stdout:2342: expect (ObjNum 651 snap 206 seq_num 651) 2024-04-02T08:39:13.975 INFO:tasks.rados.rados.0.smithi104.stdout:2343: snap_remove snap 201 2024-04-02T08:39:14.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:13 smithi104 ceph-mon[96567]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:39:14.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:14.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:14.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:14.265 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:13 smithi104 ceph-mon[94081]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:39:14.265 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:14.265 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:14.265 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:13 smithi188 ceph-mon[86835]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:39:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:14.983 INFO:tasks.rados.rados.0.smithi104.stdout:2343: done (2 left) 2024-04-02T08:39:14.983 INFO:tasks.rados.rados.0.smithi104.stdout:2344: snap_create 2024-04-02T08:39:14.983 INFO:tasks.rados.rados.0.smithi104.stdout:2341: finishing rollback tid 0 to smithi10482514-16 2024-04-02T08:39:14.983 INFO:tasks.rados.rados.0.smithi104.stdout:2341: finishing rollback tid 1 to smithi10482514-16 2024-04-02T08:39:14.984 INFO:tasks.rados.rados.0.smithi104.stdout:2341: finishing rollback tid 2 to smithi10482514-16 2024-04-02T08:39:14.984 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 1391 (ObjNum 706 snap 228 seq_num 706) dirty exists 2024-04-02T08:39:14.984 INFO:tasks.rados.rados.0.smithi104.stdout:2342: expect (ObjNum 651 snap 206 seq_num 651) 2024-04-02T08:39:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:14 smithi188 ceph-mon[86835]: Upgrade: Updating mds.a 2024-04-02T08:39:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:14 smithi188 ceph-mon[86835]: Deploying daemon mds.a on smithi104 2024-04-02T08:39:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:14 smithi188 ceph-mon[86835]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:39:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:14 smithi188 ceph-mon[86835]: pgmap v462: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 124 KiB/s wr, 11 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-02T08:39:15.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:14 smithi104 ceph-mon[96567]: Upgrade: Updating mds.a 2024-04-02T08:39:15.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:14 smithi104 ceph-mon[96567]: Deploying daemon mds.a on smithi104 2024-04-02T08:39:15.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:14 smithi104 ceph-mon[96567]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:39:15.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:14 smithi104 ceph-mon[96567]: pgmap v462: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 124 KiB/s wr, 11 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-02T08:39:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:14 smithi104 ceph-mon[94081]: Upgrade: Updating mds.a 2024-04-02T08:39:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:14 smithi104 ceph-mon[94081]: Deploying daemon mds.a on smithi104 2024-04-02T08:39:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:14 smithi104 ceph-mon[94081]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:39:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:14 smithi104 ceph-mon[94081]: pgmap v462: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 124 KiB/s wr, 11 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-04-02T08:39:15.899 INFO:tasks.rados.rados.0.smithi104.stdout:2341: done (2 left) 2024-04-02T08:39:15.899 INFO:tasks.rados.rados.0.smithi104.stdout:2342: done (1 left) 2024-04-02T08:39:15.899 INFO:tasks.rados.rados.0.smithi104.stdout:2344: done (0 left) 2024-04-02T08:39:15.899 INFO:tasks.rados.rados.0.smithi104.stdout:2345: rmattr oid 46 current snap is 240 2024-04-02T08:39:15.899 INFO:tasks.rados.rados.0.smithi104.stdout:2345: done (0 left) 2024-04-02T08:39:15.899 INFO:tasks.rados.rados.0.smithi104.stdout:2346: copy_from oid 16 from oid 36 current snap is 240 2024-04-02T08:39:15.899 INFO:tasks.rados.rados.0.smithi104.stdout:2347: read oid 26 snap -1 2024-04-02T08:39:15.899 INFO:tasks.rados.rados.0.smithi104.stdout:2347: expect (ObjNum 719 snap 231 seq_num 719) 2024-04-02T08:39:15.899 INFO:tasks.rados.rados.0.smithi104.stdout:2348: snap_create 2024-04-02T08:39:15.913 INFO:tasks.rados.rados.0.smithi104.stdout:2346: finishing copy_from racing read to smithi10482514-16 2024-04-02T08:39:15.915 INFO:tasks.rados.rados.0.smithi104.stdout:2346: finishing copy_from to smithi10482514-16 2024-04-02T08:39:15.915 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 1421 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:39:15.918 INFO:tasks.rados.rados.0.smithi104.stdout:2347: expect (ObjNum 719 snap 231 seq_num 719) 2024-04-02T08:39:15.977 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:39:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:39:15] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-04-02T08:39:15.977 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:15 smithi104 systemd[1]: Stopping Ceph mds.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:15 smithi188 ceph-mon[86835]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/585 objects degraded (0.342%), 1 pg degraded) 2024-04-02T08:39:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:15 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:39:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:15 smithi188 ceph-mon[86835]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:39:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:15 smithi188 ceph-mon[86835]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:39:16.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:15 smithi104 ceph-mon[96567]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/585 objects degraded (0.342%), 1 pg degraded) 2024-04-02T08:39:16.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:15 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:39:16.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:15 smithi104 ceph-mon[96567]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:39:16.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:15 smithi104 ceph-mon[96567]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:39:16.390 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a[68063]: 2024-04-02T08:39:16.007+0000 7f8e83191700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:39:16.390 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a[68063]: 2024-04-02T08:39:16.007+0000 7f8e83191700 -1 mds.a *** got signal Terminated *** 2024-04-02T08:39:16.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:15 smithi104 ceph-mon[94081]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/585 objects degraded (0.342%), 1 pg degraded) 2024-04-02T08:39:16.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:15 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:39:16.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:15 smithi104 ceph-mon[94081]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:39:16.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:15 smithi104 ceph-mon[94081]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:39:16.985 INFO:tasks.rados.rados.0.smithi104.stdout:2346: done (2 left) 2024-04-02T08:39:16.985 INFO:tasks.rados.rados.0.smithi104.stdout:2347: done (1 left) 2024-04-02T08:39:16.985 INFO:tasks.rados.rados.0.smithi104.stdout:2348: done (0 left) 2024-04-02T08:39:16.985 INFO:tasks.rados.rados.0.smithi104.stdout:2349: snap_create 2024-04-02T08:39:17.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:16 smithi188 ceph-mon[86835]: pgmap v465: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 238 KiB/s wr, 15 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-02T08:39:17.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:16 smithi104 ceph-mon[96567]: pgmap v465: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 238 KiB/s wr, 15 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-02T08:39:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:16 smithi104 ceph-mon[94081]: pgmap v465: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 238 KiB/s wr, 15 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-02T08:39:18.000 INFO:tasks.rados.rados.0.smithi104.stdout:2349: done (0 left) 2024-04-02T08:39:18.000 INFO:tasks.rados.rados.0.smithi104.stdout:2350: rollback oid 29 current snap is 242 2024-04-02T08:39:18.000 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 238 2024-04-02T08:39:18.000 INFO:tasks.rados.rados.0.smithi104.stdout:2351: snap_remove snap 239 2024-04-02T08:39:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:17 smithi188 ceph-mon[86835]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:39:18.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:17 smithi188 ceph-mon[86835]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:39:18.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:17 smithi104 ceph-mon[96567]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:39:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:17 smithi104 ceph-mon[96567]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:39:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:17 smithi104 ceph-mon[94081]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:39:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:17 smithi104 ceph-mon[94081]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:39:18.757 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:18 smithi104 podman[123089]: 2024-04-02 08:39:18.479452625 +0000 UTC m=+2.604428201 container died 55d44b8c004804bf732468cef55bca968b2d4c44c9f60a0a10171a7593618ccb (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-02T08:39:19.005 INFO:tasks.rados.rados.0.smithi104.stdout:2351: done (1 left) 2024-04-02T08:39:19.005 INFO:tasks.rados.rados.0.smithi104.stdout:2352: rollback oid 42 current snap is 242 2024-04-02T08:39:19.005 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 42 to 233 2024-04-02T08:39:19.005 INFO:tasks.rados.rados.0.smithi104.stdout:2350: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:39:19.005 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1684 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:39:19.005 INFO:tasks.rados.rados.0.smithi104.stdout:2350: done (1 left) 2024-04-02T08:39:19.005 INFO:tasks.rados.rados.0.smithi104.stdout:2353: delete oid 11 current snap is 242 2024-04-02T08:39:19.007 INFO:tasks.rados.rados.0.smithi104.stdout:2353: done (1 left) 2024-04-02T08:39:19.007 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 242 2024-04-02T08:39:19.007 INFO:tasks.rados.rados.0.smithi104.stdout:2354: seq_num 737 ranges {4636672=352256} 2024-04-02T08:39:19.035 INFO:tasks.rados.rados.0.smithi104.stdout:2354: writing smithi10482514-49 from 4636672 to 4988928 tid 1 2024-04-02T08:39:19.035 INFO:tasks.rados.rados.0.smithi104.stdout:2355: rmattr oid 12 current snap is 242 2024-04-02T08:39:19.035 INFO:tasks.rados.rados.0.smithi104.stdout:2355: done (2 left) 2024-04-02T08:39:19.035 INFO:tasks.rados.rados.0.smithi104.stdout:2356: rmattr oid 10 current snap is 242 2024-04-02T08:39:19.035 INFO:tasks.rados.rados.0.smithi104.stdout:2356: done (2 left) 2024-04-02T08:39:19.035 INFO:tasks.rados.rados.0.smithi104.stdout:2357: copy_from oid 23 from oid 36 current snap is 242 2024-04-02T08:39:19.035 INFO:tasks.rados.rados.0.smithi104.stdout:2352: finishing rollback tid 0 to smithi10482514-42 2024-04-02T08:39:19.035 INFO:tasks.rados.rados.0.smithi104.stdout:2352: finishing rollback tid 1 to smithi10482514-42 2024-04-02T08:39:19.035 INFO:tasks.rados.rados.0.smithi104.stdout:2352: finishing rollback tid 2 to smithi10482514-42 2024-04-02T08:39:19.036 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 1424 (ObjNum 651 snap 206 seq_num 651) dirty exists 2024-04-02T08:39:19.036 INFO:tasks.rados.rados.0.smithi104.stdout:2352: done (2 left) 2024-04-02T08:39:19.036 INFO:tasks.rados.rados.0.smithi104.stdout:2358: copy_from oid 42 from oid 41 current snap is 242 2024-04-02T08:39:19.036 INFO:tasks.rados.rados.0.smithi104.stdout:2359: snap_remove snap 224 2024-04-02T08:39:19.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:18 smithi104 ceph-mon[96567]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:39:19.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:18 smithi104 ceph-mon[96567]: pgmap v468: 121 pgs: 121 active+clean; 271 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 174 KiB/s wr, 4 op/s 2024-04-02T08:39:19.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:18 smithi104 ceph-mon[94081]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:39:19.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:18 smithi104 ceph-mon[94081]: pgmap v468: 121 pgs: 121 active+clean; 271 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 174 KiB/s wr, 4 op/s 2024-04-02T08:39:19.140 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:18 smithi104 podman[123089]: 2024-04-02 08:39:18.924496205 +0000 UTC m=+3.049471782 container cleanup 55d44b8c004804bf732468cef55bca968b2d4c44c9f60a0a10171a7593618ccb (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:39:19.140 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:18 smithi104 bash[123089]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T08:39:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:18 smithi188 ceph-mon[86835]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:39:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:18 smithi188 ceph-mon[86835]: pgmap v468: 121 pgs: 121 active+clean; 271 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 174 KiB/s wr, 4 op/s 2024-04-02T08:39:19.576 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:19 smithi104 podman[123108]: 2024-04-02 08:39:19.177198983 +0000 UTC m=+0.693970575 container remove 55d44b8c004804bf732468cef55bca968b2d4c44c9f60a0a10171a7593618ccb (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:39:19.576 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:19 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mds.a.service: Deactivated successfully. 2024-04-02T08:39:19.576 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:19 smithi104 systemd[1]: Stopped Ceph mds.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:19.576 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:19 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mds.a.service: Consumed 1.124s CPU time. 2024-04-02T08:39:19.889 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:19 smithi104 systemd[1]: Starting Ceph mds.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:19.890 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:19 smithi104 podman[123247]: 2024-04-02 08:39:19.693535807 +0000 UTC m=+0.017773032 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:39:19.890 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:19 smithi104 podman[123247]: 2024-04-02 08:39:19.82811257 +0000 UTC m=+0.152349680 container create 68e550b78d1646ec47a007cddab51b6b715b67302fd80017886d557b5fb2ecfb (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True) 2024-04-02T08:39:20.007 INFO:tasks.rados.rados.0.smithi104.stdout:2359: done (3 left) 2024-04-02T08:39:20.007 INFO:tasks.rados.rados.0.smithi104.stdout:2360: rollback oid 27 current snap is 242 2024-04-02T08:39:20.007 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 27 to 237 2024-04-02T08:39:20.007 INFO:tasks.rados.rados.0.smithi104.stdout:2358: finishing copy_from to smithi10482514-42 2024-04-02T08:39:20.007 INFO:tasks.rados.rados.0.smithi104.stdout:2358: got expected ENOENT (src dne) 2024-04-02T08:39:20.007 INFO:tasks.rados.rados.0.smithi104.stdout:2358: finishing copy_from racing read to smithi10482514-42 2024-04-02T08:39:20.007 INFO:tasks.rados.rados.0.smithi104.stdout:2357: finishing copy_from racing read to smithi10482514-23 2024-04-02T08:39:20.007 INFO:tasks.rados.rados.0.smithi104.stdout:2354: finishing write tid 1 to smithi10482514-49 2024-04-02T08:39:20.007 INFO:tasks.rados.rados.0.smithi104.stdout:2354: finishing write tid 2 to smithi10482514-49 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:2357: finishing copy_from to smithi10482514-23 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 1421 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:2354: finishing write tid 3 to smithi10482514-49 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:2354: oid 49 updating version 0 to 1531 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:2354: oid 49 updating version 1531 to 1532 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1532 (ObjNum 737 snap 242 seq_num 737) dirty exists 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:2354: left oid 49 (ObjNum 737 snap 242 seq_num 737) 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:2354: done (3 left) 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:2357: done (2 left) 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:2358: done (1 left) 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:2361: rollback oid 9 current snap is 242 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 9 to 240 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:2362: read oid 48 snap -1 2024-04-02T08:39:20.008 INFO:tasks.rados.rados.0.smithi104.stdout:2362: expect (ObjNum 705 snap 228 seq_num 705) 2024-04-02T08:39:20.009 INFO:tasks.rados.rados.0.smithi104.stdout:2363: setattr oid 26 current snap is 242 2024-04-02T08:39:20.009 INFO:tasks.rados.rados.0.smithi104.stdout:2364: rollback oid 16 current snap is 242 2024-04-02T08:39:20.009 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 16 to 181 2024-04-02T08:39:20.009 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 36 current snap is 242 2024-04-02T08:39:20.009 INFO:tasks.rados.rados.0.smithi104.stdout:2365: seq_num 738 ranges {106496=368640} 2024-04-02T08:39:20.012 INFO:tasks.rados.rados.0.smithi104.stdout:2365: writing smithi10482514-36 from 106496 to 475136 tid 1 2024-04-02T08:39:20.012 INFO:tasks.rados.rados.0.smithi104.stdout:2366: read oid 35 snap 241 2024-04-02T08:39:20.012 INFO:tasks.rados.rados.0.smithi104.stdout:2366: expect (ObjNum 646 snap 205 seq_num 646) 2024-04-02T08:39:20.012 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 242 2024-04-02T08:39:20.012 INFO:tasks.rados.rados.0.smithi104.stdout:2367: seq_num 739 ranges {0=385024} 2024-04-02T08:39:20.015 INFO:tasks.rados.rados.0.smithi104.stdout:2367: writing smithi10482514-21 from 0 to 385024 tid 1 2024-04-02T08:39:20.015 INFO:tasks.rados.rados.0.smithi104.stdout:2368: rollback oid 45 current snap is 242 2024-04-02T08:39:20.015 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 45 to 233 2024-04-02T08:39:20.015 INFO:tasks.rados.rados.0.smithi104.stdout:2369: delete oid 4 current snap is 242 2024-04-02T08:39:20.020 INFO:tasks.rados.rados.0.smithi104.stdout:2360: finishing rollback tid 0 to smithi10482514-27 2024-04-02T08:39:20.021 INFO:tasks.rados.rados.0.smithi104.stdout:2361: finishing rollback tid 0 to smithi10482514-9 2024-04-02T08:39:20.021 INFO:tasks.rados.rados.0.smithi104.stdout:2360: finishing rollback tid 1 to smithi10482514-27 2024-04-02T08:39:20.022 INFO:tasks.rados.rados.0.smithi104.stdout:2360: finishing rollback tid 2 to smithi10482514-27 2024-04-02T08:39:20.022 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1663 (ObjNum 730 snap 234 seq_num 730) dirty exists 2024-04-02T08:39:20.024 INFO:tasks.rados.rados.0.smithi104.stdout:2364: finishing rollback tid 0 to smithi10482514-16 2024-04-02T08:39:20.024 INFO:tasks.rados.rados.0.smithi104.stdout:2364: finishing rollback tid 1 to smithi10482514-16 2024-04-02T08:39:20.024 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 1426 (ObjNum 65 snap 0 seq_num 1953395569) dirty dne 2024-04-02T08:39:20.027 INFO:tasks.rados.rados.0.smithi104.stdout:2361: finishing rollback tid 1 to smithi10482514-9 2024-04-02T08:39:20.027 INFO:tasks.rados.rados.0.smithi104.stdout:2361: finishing rollback tid 2 to smithi10482514-9 2024-04-02T08:39:20.027 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 1992 (ObjNum 687 snap 219 seq_num 687) dirty exists 2024-04-02T08:39:20.029 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 1664 (ObjNum 719 snap 231 seq_num 719) dirty exists 2024-04-02T08:39:20.031 INFO:tasks.rados.rados.0.smithi104.stdout:2367: finishing write tid 1 to smithi10482514-21 2024-04-02T08:39:20.031 INFO:tasks.rados.rados.0.smithi104.stdout:2367: finishing write tid 2 to smithi10482514-21 2024-04-02T08:39:20.032 INFO:tasks.rados.rados.0.smithi104.stdout:2360: done (9 left) 2024-04-02T08:39:20.032 INFO:tasks.rados.rados.0.smithi104.stdout:2361: done (8 left) 2024-04-02T08:39:20.032 INFO:tasks.rados.rados.0.smithi104.stdout:2363: done (7 left) 2024-04-02T08:39:20.032 INFO:tasks.rados.rados.0.smithi104.stdout:2364: done (6 left) 2024-04-02T08:39:20.033 INFO:tasks.rados.rados.0.smithi104.stdout:2369: done (5 left) 2024-04-02T08:39:20.033 INFO:tasks.rados.rados.0.smithi104.stdout:2370: rollback oid 7 current snap is 242 2024-04-02T08:39:20.033 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 7 to 233 2024-04-02T08:39:20.033 INFO:tasks.rados.rados.0.smithi104.stdout:2371: snap_remove snap 219 2024-04-02T08:39:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:20 smithi188 ceph-mon[86835]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:39:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:20.374 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:39:20 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T08:39:20.040+0000 7f45395b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 121 after trimming was started 2024-04-02T08:39:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:20 smithi104 ceph-mon[96567]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:39:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:20 smithi104 ceph-mon[94081]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:39:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:20.391 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:20 smithi104 podman[123247]: 2024-04-02 08:39:20.081110078 +0000 UTC m=+0.405347185 container init 68e550b78d1646ec47a007cddab51b6b715b67302fd80017886d557b5fb2ecfb (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True) 2024-04-02T08:39:20.391 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:20 smithi104 podman[123247]: 2024-04-02 08:39:20.087168344 +0000 UTC m=+0.411405453 container start 68e550b78d1646ec47a007cddab51b6b715b67302fd80017886d557b5fb2ecfb (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-04-02T08:39:20.391 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a[123263]: starting mds.a at 2024-04-02T08:39:20.391 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:20 smithi104 bash[123247]: 68e550b78d1646ec47a007cddab51b6b715b67302fd80017886d557b5fb2ecfb 2024-04-02T08:39:20.391 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:20 smithi104 systemd[1]: Started Ceph mds.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:20.894 INFO:tasks.rados.rados.0.smithi104.stdout:2371: done (6 left) 2024-04-02T08:39:20.894 INFO:tasks.rados.rados.0.smithi104.stdout:2372: read oid 5 snap -1 2024-04-02T08:39:20.894 INFO:tasks.rados.rados.0.smithi104.stdout:2372: expect (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:39:20.894 INFO:tasks.rados.rados.0.smithi104.stdout:2373: read oid 4 snap -1 2024-04-02T08:39:20.894 INFO:tasks.rados.rados.0.smithi104.stdout:2373: expect deleted 2024-04-02T08:39:20.895 INFO:tasks.rados.rados.0.smithi104.stdout:2374: read oid 32 snap -1 2024-04-02T08:39:20.895 INFO:tasks.rados.rados.0.smithi104.stdout:2374: expect (ObjNum 629 snap 197 seq_num 629) 2024-04-02T08:39:20.895 INFO:tasks.rados.rados.0.smithi104.stdout:2375: read oid 13 snap -1 2024-04-02T08:39:20.895 INFO:tasks.rados.rados.0.smithi104.stdout:2375: expect deleted 2024-04-02T08:39:20.895 INFO:tasks.rados.rados.0.smithi104.stdout:2376: copy_from oid 3 from oid 44 current snap is 242 2024-04-02T08:39:20.895 INFO:tasks.rados.rados.0.smithi104.stdout:2365: finishing write tid 1 to smithi10482514-36 2024-04-02T08:39:20.895 INFO:tasks.rados.rados.0.smithi104.stdout:2365: finishing write tid 2 to smithi10482514-36 2024-04-02T08:39:20.895 INFO:tasks.rados.rados.0.smithi104.stdout:2370: finishing rollback tid 0 to smithi10482514-7 2024-04-02T08:39:20.895 INFO:tasks.rados.rados.0.smithi104.stdout:2370: finishing rollback tid 1 to smithi10482514-7 2024-04-02T08:39:20.895 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 242 2024-04-02T08:39:20.897 INFO:tasks.rados.rados.0.smithi104.stdout:2377: seq_num 741 ranges {1179648=417792} 2024-04-02T08:39:20.904 INFO:tasks.rados.rados.0.smithi104.stdout:2377: writing smithi10482514-33 from 1179648 to 1597440 tid 1 2024-04-02T08:39:20.908 INFO:tasks.rados.rados.0.smithi104.stdout:2367: finishing write tid 3 to smithi10482514-21 2024-04-02T08:39:20.908 INFO:tasks.rados.rados.0.smithi104.stdout:2367: oid 21 updating version 0 to 1998 2024-04-02T08:39:20.908 INFO:tasks.rados.rados.0.smithi104.stdout:2367: oid 21 version 1998 is already newer than 1997 2024-04-02T08:39:20.908 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 1998 (ObjNum 739 snap 242 seq_num 739) dirty exists 2024-04-02T08:39:20.909 INFO:tasks.rados.rados.0.smithi104.stdout:2367: left oid 21 (ObjNum 739 snap 242 seq_num 739) 2024-04-02T08:39:20.909 INFO:tasks.rados.rados.0.smithi104.stdout:2370: finishing rollback tid 2 to smithi10482514-7 2024-04-02T08:39:20.909 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 1268 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-04-02T08:39:20.909 INFO:tasks.rados.rados.0.smithi104.stdout:2368: finishing rollback tid 1 to smithi10482514-45 2024-04-02T08:39:20.909 INFO:tasks.rados.rados.0.smithi104.stdout:2368: finishing rollback tid 2 to smithi10482514-45 2024-04-02T08:39:20.909 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1534 (ObjNum 711 snap 229 seq_num 711) dirty exists 2024-04-02T08:39:20.909 INFO:tasks.rados.rados.0.smithi104.stdout:2366: expect (ObjNum 646 snap 205 seq_num 646) 2024-04-02T08:39:21.073 INFO:tasks.rados.rados.0.smithi104.stdout:2365: finishing write tid 3 to smithi10482514-36 2024-04-02T08:39:21.074 INFO:tasks.rados.rados.0.smithi104.stdout:2365: oid 36 updating version 0 to 1425 2024-04-02T08:39:21.074 INFO:tasks.rados.rados.0.smithi104.stdout:2365: oid 36 version 1425 is already newer than 1424 2024-04-02T08:39:21.074 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1425 (ObjNum 738 snap 242 seq_num 738) dirty exists 2024-04-02T08:39:21.074 INFO:tasks.rados.rados.0.smithi104.stdout:2365: left oid 36 (ObjNum 738 snap 242 seq_num 738) 2024-04-02T08:39:21.074 INFO:tasks.rados.rados.0.smithi104.stdout:2362: expect (ObjNum 705 snap 228 seq_num 705) 2024-04-02T08:39:21.372 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[96567]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:39:21.373 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:21.373 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:21.373 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:21.373 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[96567]: pgmap v471: 121 pgs: 121 active+clean; 271 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 90 KiB/s wr, 2 op/s 2024-04-02T08:39:21.373 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[96567]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:39:21.373 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[94081]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:39:21.373 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:21.373 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:21.373 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:21.373 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[94081]: pgmap v471: 121 pgs: 121 active+clean; 271 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 90 KiB/s wr, 2 op/s 2024-04-02T08:39:21.373 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:21 smithi104 ceph-mon[94081]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:39:21.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:21 smithi188 ceph-mon[86835]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:39:21.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:21.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:21.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:21.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:21 smithi188 ceph-mon[86835]: pgmap v471: 121 pgs: 121 active+clean; 271 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 90 KiB/s wr, 2 op/s 2024-04-02T08:39:21.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:21 smithi188 ceph-mon[86835]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:39:21.408 INFO:tasks.rados.rados.0.smithi104.stdout:2377: finishing write tid 1 to smithi10482514-33 2024-04-02T08:39:21.408 INFO:tasks.rados.rados.0.smithi104.stdout:2374: expect (ObjNum 629 snap 197 seq_num 629) 2024-04-02T08:39:21.434 INFO:tasks.rados.rados.0.smithi104.stdout:2377: finishing write tid 2 to smithi10482514-33 2024-04-02T08:39:21.434 INFO:tasks.rados.rados.0.smithi104.stdout:2377: finishing write tid 3 to smithi10482514-33 2024-04-02T08:39:21.434 INFO:tasks.rados.rados.0.smithi104.stdout:2377: oid 33 updating version 0 to 1427 2024-04-02T08:39:21.434 INFO:tasks.rados.rados.0.smithi104.stdout:2377: oid 33 updating version 1427 to 1428 2024-04-02T08:39:21.434 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1428 (ObjNum 741 snap 242 seq_num 741) dirty exists 2024-04-02T08:39:21.434 INFO:tasks.rados.rados.0.smithi104.stdout:2377: left oid 33 (ObjNum 741 snap 242 seq_num 741) 2024-04-02T08:39:21.434 INFO:tasks.rados.rados.0.smithi104.stdout:2376: finishing copy_from racing read to smithi10482514-3 2024-04-02T08:39:21.434 INFO:tasks.rados.rados.0.smithi104.stdout:2376: finishing copy_from to smithi10482514-3 2024-04-02T08:39:21.434 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 1968 (ObjNum 732 snap 238 seq_num 732) dirty exists 2024-04-02T08:39:21.435 INFO:tasks.rados.rados.0.smithi104.stdout:2372: expect (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:39:21.915 INFO:tasks.rados.rados.0.smithi104.stdout:2362: done (11 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2365: done (10 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2366: done (9 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2367: done (8 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2368: done (7 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2370: done (6 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2372: done (5 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2373: done (4 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2374: done (3 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2375: done (2 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2376: done (1 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2377: done (0 left) 2024-04-02T08:39:21.916 INFO:tasks.rados.rados.0.smithi104.stdout:2378: snap_create 2024-04-02T08:39:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:22 smithi188 ceph-mon[86835]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:boot 2024-04-02T08:39:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:22 smithi188 ceph-mon[86835]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:39:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:39:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:2378: done (0 left) 2024-04-02T08:39:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 243 2024-04-02T08:39:22.238 INFO:tasks.rados.rados.0.smithi104.stdout:2379: seq_num 742 ranges {2367488=434176} 2024-04-02T08:39:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:2379: writing smithi10482514-43 from 2367488 to 2801664 tid 1 2024-04-02T08:39:22.253 INFO:tasks.rados.rados.0.smithi104.stdout:2380: snap_remove snap 181 2024-04-02T08:39:22.386 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:22 smithi104 ceph-mon[96567]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:boot 2024-04-02T08:39:22.386 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:22 smithi104 ceph-mon[96567]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:39:22.386 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:39:22.386 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:22 smithi104 ceph-mon[94081]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:boot 2024-04-02T08:39:22.387 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:22 smithi104 ceph-mon[94081]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:39:22.387 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:39:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:39:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:2380: done (1 left) 2024-04-02T08:39:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:2381: copy_from oid 29 from oid 6 current snap is 243 2024-04-02T08:39:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:2382: copy_from oid 22 from oid 16 current snap is 243 2024-04-02T08:39:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:2379: finishing write tid 1 to smithi10482514-43 2024-04-02T08:39:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:2379: finishing write tid 2 to smithi10482514-43 2024-04-02T08:39:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:2379: finishing write tid 3 to smithi10482514-43 2024-04-02T08:39:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:2379: oid 43 updating version 0 to 1724 2024-04-02T08:39:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:2379: oid 43 version 1724 is already newer than 1723 2024-04-02T08:39:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1724 (ObjNum 742 snap 243 seq_num 742) dirty exists 2024-04-02T08:39:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:2379: left oid 43 (ObjNum 742 snap 243 seq_num 742) 2024-04-02T08:39:23.244 INFO:tasks.rados.rados.0.smithi104.stdout:2379: done (2 left) 2024-04-02T08:39:23.245 INFO:tasks.rados.rados.0.smithi104.stdout:2383: delete oid 10 current snap is 243 2024-04-02T08:39:23.253 INFO:tasks.rados.rados.0.smithi104.stdout:2382: finishing copy_from to smithi10482514-22 2024-04-02T08:39:23.253 INFO:tasks.rados.rados.0.smithi104.stdout:2382: got expected ENOENT (src dne) 2024-04-02T08:39:23.253 INFO:tasks.rados.rados.0.smithi104.stdout:2382: finishing copy_from racing read to smithi10482514-22 2024-04-02T08:39:23.255 INFO:tasks.rados.rados.0.smithi104.stdout:2382: done (2 left) 2024-04-02T08:39:23.255 INFO:tasks.rados.rados.0.smithi104.stdout:2383: done (1 left) 2024-04-02T08:39:23.255 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 42 current snap is 243 2024-04-02T08:39:23.255 INFO:tasks.rados.rados.0.smithi104.stdout:2384: seq_num 744 ranges {2367488=466944} 2024-04-02T08:39:23.271 INFO:tasks.rados.rados.0.smithi104.stdout:2384: writing smithi10482514-42 from 2367488 to 2834432 tid 1 2024-04-02T08:39:23.272 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 243 2024-04-02T08:39:23.272 INFO:tasks.rados.rados.0.smithi104.stdout:2385: seq_num 745 ranges {3424256=483328} 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:2385: writing smithi10482514-8 from 3424256 to 3907584 tid 1 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:2386: read oid 17 snap -1 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:2386: expect (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:2387: snap_create 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:2381: finishing copy_from racing read to smithi10482514-29 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:2381: finishing copy_from to smithi10482514-29 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1844 (ObjNum 734 snap 238 seq_num 734) dirty exists 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:2384: finishing write tid 1 to smithi10482514-42 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:2384: finishing write tid 2 to smithi10482514-42 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:2384: finishing write tid 3 to smithi10482514-42 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:2384: oid 42 updating version 0 to 1430 2024-04-02T08:39:23.294 INFO:tasks.rados.rados.0.smithi104.stdout:2384: oid 42 version 1430 is already newer than 1429 2024-04-02T08:39:23.295 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 1430 (ObjNum 744 snap 243 seq_num 744) dirty exists 2024-04-02T08:39:23.295 INFO:tasks.rados.rados.0.smithi104.stdout:2384: left oid 42 (ObjNum 744 snap 243 seq_num 744) 2024-04-02T08:39:23.297 INFO:tasks.rados.rados.0.smithi104.stdout:2385: finishing write tid 1 to smithi10482514-8 2024-04-02T08:39:23.297 INFO:tasks.rados.rados.0.smithi104.stdout:2385: finishing write tid 2 to smithi10482514-8 2024-04-02T08:39:23.298 INFO:tasks.rados.rados.0.smithi104.stdout:2385: finishing write tid 3 to smithi10482514-8 2024-04-02T08:39:23.298 INFO:tasks.rados.rados.0.smithi104.stdout:2385: oid 8 updating version 0 to 1927 2024-04-02T08:39:23.298 INFO:tasks.rados.rados.0.smithi104.stdout:2385: oid 8 version 1927 is already newer than 1926 2024-04-02T08:39:23.298 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 1927 (ObjNum 745 snap 243 seq_num 745) dirty exists 2024-04-02T08:39:23.298 INFO:tasks.rados.rados.0.smithi104.stdout:2385: left oid 8 (ObjNum 745 snap 243 seq_num 745) 2024-04-02T08:39:23.316 INFO:tasks.rados.rados.0.smithi104.stdout:2386: expect (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:39:23.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:23 smithi104 ceph-mon[96567]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:39:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:23 smithi104 ceph-mon[96567]: pgmap v474: 121 pgs: 121 active+clean; 272 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 192 KiB/s wr, 13 op/s 2024-04-02T08:39:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:23 smithi104 ceph-mon[94081]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:39:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:23 smithi104 ceph-mon[94081]: pgmap v474: 121 pgs: 121 active+clean; 272 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 192 KiB/s wr, 13 op/s 2024-04-02T08:39:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:23 smithi188 ceph-mon[86835]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:39:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:23 smithi188 ceph-mon[86835]: pgmap v474: 121 pgs: 121 active+clean; 272 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 192 KiB/s wr, 13 op/s 2024-04-02T08:39:24.244 INFO:tasks.rados.rados.0.smithi104.stdout:2381: done (4 left) 2024-04-02T08:39:24.244 INFO:tasks.rados.rados.0.smithi104.stdout:2384: done (3 left) 2024-04-02T08:39:24.244 INFO:tasks.rados.rados.0.smithi104.stdout:2385: done (2 left) 2024-04-02T08:39:24.244 INFO:tasks.rados.rados.0.smithi104.stdout:2386: done (1 left) 2024-04-02T08:39:24.244 INFO:tasks.rados.rados.0.smithi104.stdout:2387: done (0 left) 2024-04-02T08:39:24.244 INFO:tasks.rados.rados.0.smithi104.stdout:2388: setattr oid 30 current snap is 244 2024-04-02T08:39:24.247 INFO:tasks.rados.rados.0.smithi104.stdout:2389: read oid 4 snap -1 2024-04-02T08:39:24.247 INFO:tasks.rados.rados.0.smithi104.stdout:2389: expect deleted 2024-04-02T08:39:24.247 INFO:tasks.rados.rados.0.smithi104.stdout:2390: read oid 27 snap 240 2024-04-02T08:39:24.248 INFO:tasks.rados.rados.0.smithi104.stdout:2390: expect (ObjNum 730 snap 234 seq_num 730) 2024-04-02T08:39:24.248 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 244 2024-04-02T08:39:24.248 INFO:tasks.rados.rados.0.smithi104.stdout:2391: seq_num 746 ranges {1884160=499712} 2024-04-02T08:39:24.262 INFO:tasks.rados.rados.0.smithi104.stdout:2391: writing smithi10482514-12 from 1884160 to 2383872 tid 1 2024-04-02T08:39:24.262 INFO:tasks.rados.rados.0.smithi104.stdout:2392: rollback oid 24 current snap is 244 2024-04-02T08:39:24.262 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 24 to 242 2024-04-02T08:39:24.262 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1725 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-04-02T08:39:24.262 INFO:tasks.rados.rados.0.smithi104.stdout:2390: expect (ObjNum 730 snap 234 seq_num 730) 2024-04-02T08:39:24.374 INFO:tasks.rados.rados.0.smithi104.stdout:2391: finishing write tid 1 to smithi10482514-12 2024-04-02T08:39:24.374 INFO:tasks.rados.rados.0.smithi104.stdout:2391: finishing write tid 2 to smithi10482514-12 2024-04-02T08:39:24.374 INFO:tasks.rados.rados.0.smithi104.stdout:2392: finishing rollback tid 0 to smithi10482514-24 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:2392: finishing rollback tid 1 to smithi10482514-24 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:2392: finishing rollback tid 2 to smithi10482514-24 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 1874 (ObjNum 49 snap 0 seq_num 1951424875) dirty exists 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:2391: finishing write tid 3 to smithi10482514-12 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:2391: oid 12 updating version 0 to 1845 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:2391: oid 12 updating version 1845 to 1846 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1846 (ObjNum 746 snap 244 seq_num 746) dirty exists 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:2391: left oid 12 (ObjNum 746 snap 244 seq_num 746) 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:2388: done (4 left) 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:2389: done (3 left) 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:2390: done (2 left) 2024-04-02T08:39:24.375 INFO:tasks.rados.rados.0.smithi104.stdout:2391: done (1 left) 2024-04-02T08:39:24.376 INFO:tasks.rados.rados.0.smithi104.stdout:2392: done (0 left) 2024-04-02T08:39:24.376 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 244 2024-04-02T08:39:24.376 INFO:tasks.rados.rados.0.smithi104.stdout:2393: seq_num 747 ranges {0=516096} 2024-04-02T08:39:24.376 INFO:tasks.rados.rados.0.smithi104.stdout:2393: writing smithi10482514-18 from 0 to 516096 tid 1 2024-04-02T08:39:24.377 INFO:tasks.rados.rados.0.smithi104.stdout:2394: snap_create 2024-04-02T08:39:24.380 INFO:tasks.rados.rados.0.smithi104.stdout:2393: finishing write tid 1 to smithi10482514-18 2024-04-02T08:39:24.380 INFO:tasks.rados.rados.0.smithi104.stdout:2393: finishing write tid 2 to smithi10482514-18 2024-04-02T08:39:24.381 INFO:tasks.rados.rados.0.smithi104.stdout:2393: finishing write tid 3 to smithi10482514-18 2024-04-02T08:39:24.381 INFO:tasks.rados.rados.0.smithi104.stdout:2393: oid 18 updating version 0 to 1367 2024-04-02T08:39:24.381 INFO:tasks.rados.rados.0.smithi104.stdout:2393: oid 18 version 1367 is already newer than 1366 2024-04-02T08:39:24.381 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1367 (ObjNum 747 snap 244 seq_num 747) dirty exists 2024-04-02T08:39:24.381 INFO:tasks.rados.rados.0.smithi104.stdout:2393: left oid 18 (ObjNum 747 snap 244 seq_num 747) 2024-04-02T08:39:24.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:24 smithi188 ceph-mon[86835]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:39:24.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:24 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:24.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:24 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:24 smithi104 ceph-mon[94081]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:39:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:24 smithi104 ceph-mon[96567]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:39:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:25.253 INFO:tasks.rados.rados.0.smithi104.stdout:2393: done (1 left) 2024-04-02T08:39:25.253 INFO:tasks.rados.rados.0.smithi104.stdout:2394: done (0 left) 2024-04-02T08:39:25.253 INFO:tasks.rados.rados.0.smithi104.stdout:2395: snap_remove snap 229 2024-04-02T08:39:25.537 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:25 smithi104 ceph-mon[96567]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:39:25.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:25 smithi104 ceph-mon[96567]: pgmap v477: 121 pgs: 121 active+clean; 278 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 308 KiB/s wr, 14 op/s 2024-04-02T08:39:25.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:25 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:25.538 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:25 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:25.538 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:25 smithi104 ceph-mon[94081]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:39:25.538 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:25 smithi104 ceph-mon[94081]: pgmap v477: 121 pgs: 121 active+clean; 278 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 308 KiB/s wr, 14 op/s 2024-04-02T08:39:25.538 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:25 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:25.538 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:25 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:25 smithi188 ceph-mon[86835]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:39:25.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:25 smithi188 ceph-mon[86835]: pgmap v477: 121 pgs: 121 active+clean; 278 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 308 KiB/s wr, 14 op/s 2024-04-02T08:39:25.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:25 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:25.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:25 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:25.896 INFO:tasks.rados.rados.0.smithi104.stdout:2395: done (0 left) 2024-04-02T08:39:25.896 INFO:tasks.rados.rados.0.smithi104.stdout:2396: read oid 16 snap -1 2024-04-02T08:39:25.896 INFO:tasks.rados.rados.0.smithi104.stdout:2396: expect deleted 2024-04-02T08:39:25.896 INFO:tasks.rados.rados.0.smithi104.stdout:2397: read oid 15 snap -1 2024-04-02T08:39:25.896 INFO:tasks.rados.rados.0.smithi104.stdout:2397: expect (ObjNum 615 snap 194 seq_num 615) 2024-04-02T08:39:25.896 INFO:tasks.rados.rados.0.smithi104.stdout:2398: rollback oid 36 current snap is 245 2024-04-02T08:39:25.896 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 36 to 240 2024-04-02T08:39:25.896 INFO:tasks.rados.rados.0.smithi104.stdout:2399: rollback oid 29 current snap is 245 2024-04-02T08:39:25.896 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 230 2024-04-02T08:39:25.897 INFO:tasks.rados.rados.0.smithi104.stdout:2400: snap_create 2024-04-02T08:39:25.916 INFO:tasks.rados.rados.0.smithi104.stdout:2399: finishing rollback tid 0 to smithi10482514-29 2024-04-02T08:39:25.916 INFO:tasks.rados.rados.0.smithi104.stdout:2399: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:39:25.918 INFO:tasks.rados.rados.0.smithi104.stdout:2399: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:39:25.918 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1849 (ObjNum 662 snap 210 seq_num 662) dirty exists 2024-04-02T08:39:25.922 INFO:tasks.rados.rados.0.smithi104.stdout:2398: finishing rollback tid 0 to smithi10482514-36 2024-04-02T08:39:25.932 INFO:tasks.rados.rados.0.smithi104.stdout:2397: expect (ObjNum 615 snap 194 seq_num 615) 2024-04-02T08:39:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:39:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:39:25] "GET /metrics HTTP/1.1" 200 36036 "" "Prometheus/2.43.0" 2024-04-02T08:39:26.229 INFO:tasks.rados.rados.0.smithi104.stdout:2398: finishing rollback tid 1 to smithi10482514-36 2024-04-02T08:39:26.229 INFO:tasks.rados.rados.0.smithi104.stdout:2398: finishing rollback tid 2 to smithi10482514-36 2024-04-02T08:39:26.230 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1428 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:39:26.564 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:26 smithi104 ceph-mon[96567]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:39:26.564 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:26 smithi104 ceph-mon[96567]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:39:26.564 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:26 smithi104 ceph-mon[94081]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:39:26.564 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:26 smithi104 ceph-mon[94081]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:39:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:26 smithi188 ceph-mon[86835]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:39:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:26 smithi188 ceph-mon[86835]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:39:26.899 INFO:tasks.rados.rados.0.smithi104.stdout:2396: done (4 left) 2024-04-02T08:39:26.899 INFO:tasks.rados.rados.0.smithi104.stdout:2397: done (3 left) 2024-04-02T08:39:26.899 INFO:tasks.rados.rados.0.smithi104.stdout:2398: done (2 left) 2024-04-02T08:39:26.899 INFO:tasks.rados.rados.0.smithi104.stdout:2399: done (1 left) 2024-04-02T08:39:26.900 INFO:tasks.rados.rados.0.smithi104.stdout:2400: done (0 left) 2024-04-02T08:39:26.900 INFO:tasks.rados.rados.0.smithi104.stdout:2401: rollback oid 20 current snap is 246 2024-04-02T08:39:26.900 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 20 to 242 2024-04-02T08:39:26.900 INFO:tasks.rados.rados.0.smithi104.stdout:2402: copy_from oid 33 from oid 28 current snap is 246 2024-04-02T08:39:26.900 INFO:tasks.rados.rados.0.smithi104.stdout:2403: read oid 50 snap 236 2024-04-02T08:39:26.900 INFO:tasks.rados.rados.0.smithi104.stdout:2403: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:39:26.900 INFO:tasks.rados.rados.0.smithi104.stdout:2404: delete oid 29 current snap is 246 2024-04-02T08:39:26.910 INFO:tasks.rados.rados.0.smithi104.stdout:2401: finishing rollback tid 1 to smithi10482514-20 2024-04-02T08:39:26.910 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 1927 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:39:26.914 INFO:tasks.rados.rados.0.smithi104.stdout:2401: done (3 left) 2024-04-02T08:39:26.914 INFO:tasks.rados.rados.0.smithi104.stdout:2404: done (2 left) 2024-04-02T08:39:26.914 INFO:tasks.rados.rados.0.smithi104.stdout:2405: rmattr oid 23 current snap is 246 2024-04-02T08:39:26.914 INFO:tasks.rados.rados.0.smithi104.stdout:2406: delete oid 8 current snap is 246 2024-04-02T08:39:26.918 INFO:tasks.rados.rados.0.smithi104.stdout:2406: done (3 left) 2024-04-02T08:39:26.918 INFO:tasks.rados.rados.0.smithi104.stdout:2407: copy_from oid 1 from oid 42 current snap is 246 2024-04-02T08:39:26.918 INFO:tasks.rados.rados.0.smithi104.stdout:2408: read oid 26 snap 218 2024-04-02T08:39:26.918 INFO:tasks.rados.rados.0.smithi104.stdout:2408: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:39:26.918 INFO:tasks.rados.rados.0.smithi104.stdout:2409: read oid 10 snap -1 2024-04-02T08:39:26.918 INFO:tasks.rados.rados.0.smithi104.stdout:2409: expect deleted 2024-04-02T08:39:26.918 INFO:tasks.rados.rados.0.smithi104.stdout:2410: rmattr oid 46 current snap is 246 2024-04-02T08:39:26.919 INFO:tasks.rados.rados.0.smithi104.stdout:2410: done (6 left) 2024-04-02T08:39:26.919 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 246 2024-04-02T08:39:26.919 INFO:tasks.rados.rados.0.smithi104.stdout:2411: seq_num 750 ranges {0=565248} 2024-04-02T08:39:26.922 INFO:tasks.rados.rados.0.smithi104.stdout:2411: writing smithi10482514-14 from 0 to 565248 tid 1 2024-04-02T08:39:26.922 INFO:tasks.rados.rados.0.smithi104.stdout:2412: delete oid 43 current snap is 246 2024-04-02T08:39:26.922 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 1422 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:39:26.922 INFO:tasks.rados.rados.0.smithi104.stdout:2403: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:39:27.197 INFO:tasks.rados.rados.0.smithi104.stdout:2411: finishing write tid 1 to smithi10482514-14 2024-04-02T08:39:27.197 INFO:tasks.rados.rados.0.smithi104.stdout:2411: finishing write tid 2 to smithi10482514-14 2024-04-02T08:39:27.197 INFO:tasks.rados.rados.0.smithi104.stdout:2408: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:39:27.260 INFO:tasks.rados.rados.0.smithi104.stdout:2411: finishing write tid 3 to smithi10482514-14 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:2411: oid 14 updating version 0 to 1726 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:2411: oid 14 updating version 1726 to 1727 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1727 (ObjNum 750 snap 246 seq_num 750) dirty exists 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:2411: left oid 14 (ObjNum 750 snap 246 seq_num 750) 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:2402: finishing copy_from racing read to smithi10482514-33 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:2402: finishing copy_from to smithi10482514-33 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1686 (ObjNum 729 snap 234 seq_num 729) dirty exists 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:2407: finishing copy_from racing read to smithi10482514-1 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:2407: finishing copy_from to smithi10482514-1 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 1430 (ObjNum 744 snap 243 seq_num 744) dirty exists 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:2402: done (7 left) 2024-04-02T08:39:27.261 INFO:tasks.rados.rados.0.smithi104.stdout:2403: done (6 left) 2024-04-02T08:39:27.262 INFO:tasks.rados.rados.0.smithi104.stdout:2405: done (5 left) 2024-04-02T08:39:27.262 INFO:tasks.rados.rados.0.smithi104.stdout:2407: done (4 left) 2024-04-02T08:39:27.262 INFO:tasks.rados.rados.0.smithi104.stdout:2408: done (3 left) 2024-04-02T08:39:27.262 INFO:tasks.rados.rados.0.smithi104.stdout:2409: done (2 left) 2024-04-02T08:39:27.262 INFO:tasks.rados.rados.0.smithi104.stdout:2411: done (1 left) 2024-04-02T08:39:27.262 INFO:tasks.rados.rados.0.smithi104.stdout:2412: done (0 left) 2024-04-02T08:39:27.262 INFO:tasks.rados.rados.0.smithi104.stdout:2413: read oid 25 snap -1 2024-04-02T08:39:27.262 INFO:tasks.rados.rados.0.smithi104.stdout:2413: expect (ObjNum 727 snap 234 seq_num 727) 2024-04-02T08:39:27.262 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 246 2024-04-02T08:39:27.262 INFO:tasks.rados.rados.0.smithi104.stdout:2414: seq_num 752 ranges {942080=598016} 2024-04-02T08:39:27.268 INFO:tasks.rados.rados.0.smithi104.stdout:2414: writing smithi10482514-32 from 942080 to 1540096 tid 1 2024-04-02T08:39:27.268 INFO:tasks.rados.rados.0.smithi104.stdout:2415: rmattr oid 17 current snap is 246 2024-04-02T08:39:27.269 INFO:tasks.rados.rados.0.smithi104.stdout:2416: snap_remove snap 240 2024-04-02T08:39:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:27 smithi188 ceph-mon[86835]: pgmap v480: 121 pgs: 121 active+clean; 240 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 858 KiB/s wr, 6 op/s 2024-04-02T08:39:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:27 smithi188 ceph-mon[86835]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:39:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:27 smithi104 ceph-mon[94081]: pgmap v480: 121 pgs: 121 active+clean; 240 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 858 KiB/s wr, 6 op/s 2024-04-02T08:39:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:27 smithi104 ceph-mon[94081]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:39:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:27 smithi104 ceph-mon[96567]: pgmap v480: 121 pgs: 121 active+clean; 240 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 858 KiB/s wr, 6 op/s 2024-04-02T08:39:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:27 smithi104 ceph-mon[96567]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:39:28.267 INFO:tasks.rados.rados.0.smithi104.stdout:2416: done (3 left) 2024-04-02T08:39:28.267 INFO:tasks.rados.rados.0.smithi104.stdout:2417: snap_create 2024-04-02T08:39:28.268 INFO:tasks.rados.rados.0.smithi104.stdout:2413: expect (ObjNum 727 snap 234 seq_num 727) 2024-04-02T08:39:28.498 INFO:tasks.rados.rados.0.smithi104.stdout:2414: finishing write tid 1 to smithi10482514-32 2024-04-02T08:39:28.498 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 2043 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-04-02T08:39:28.498 INFO:tasks.rados.rados.0.smithi104.stdout:2414: finishing write tid 2 to smithi10482514-32 2024-04-02T08:39:28.498 INFO:tasks.rados.rados.0.smithi104.stdout:2414: finishing write tid 3 to smithi10482514-32 2024-04-02T08:39:28.498 INFO:tasks.rados.rados.0.smithi104.stdout:2414: oid 32 updating version 0 to 439 2024-04-02T08:39:28.498 INFO:tasks.rados.rados.0.smithi104.stdout:2414: oid 32 version 439 is already newer than 438 2024-04-02T08:39:28.498 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 439 (ObjNum 752 snap 246 seq_num 752) dirty exists 2024-04-02T08:39:28.498 INFO:tasks.rados.rados.0.smithi104.stdout:2414: left oid 32 (ObjNum 752 snap 246 seq_num 752) 2024-04-02T08:39:29.270 INFO:tasks.rados.rados.0.smithi104.stdout:2413: done (3 left) 2024-04-02T08:39:29.271 INFO:tasks.rados.rados.0.smithi104.stdout:2414: done (2 left) 2024-04-02T08:39:29.271 INFO:tasks.rados.rados.0.smithi104.stdout:2415: done (1 left) 2024-04-02T08:39:29.271 INFO:tasks.rados.rados.0.smithi104.stdout:2417: done (0 left) 2024-04-02T08:39:29.271 INFO:tasks.rados.rados.0.smithi104.stdout:2418: rollback oid 30 current snap is 247 2024-04-02T08:39:29.271 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 223 2024-04-02T08:39:29.271 INFO:tasks.rados.rados.0.smithi104.stdout:2419: rollback oid 21 current snap is 247 2024-04-02T08:39:29.271 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 21 to 218 2024-04-02T08:39:29.271 INFO:tasks.rados.rados.0.smithi104.stdout:2420: delete oid 10 current snap is 247 2024-04-02T08:39:29.277 INFO:tasks.rados.rados.0.smithi104.stdout:2420: done (2 left) 2024-04-02T08:39:29.277 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 247 2024-04-02T08:39:29.277 INFO:tasks.rados.rados.0.smithi104.stdout:2421: seq_num 754 ranges {6995968=630784} 2024-04-02T08:39:29.318 INFO:tasks.rados.rados.0.smithi104.stdout:2421: writing smithi10482514-48 from 6995968 to 7626752 tid 1 2024-04-02T08:39:29.318 INFO:tasks.rados.rados.0.smithi104.stdout:2422: snap_create 2024-04-02T08:39:29.318 INFO:tasks.rados.rados.0.smithi104.stdout:2419: finishing rollback tid 0 to smithi10482514-21 2024-04-02T08:39:29.318 INFO:tasks.rados.rados.0.smithi104.stdout:2418: finishing rollback tid 0 to smithi10482514-30 2024-04-02T08:39:29.318 INFO:tasks.rados.rados.0.smithi104.stdout:2418: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:39:29.318 INFO:tasks.rados.rados.0.smithi104.stdout:2419: finishing rollback tid 1 to smithi10482514-21 2024-04-02T08:39:29.318 INFO:tasks.rados.rados.0.smithi104.stdout:2419: finishing rollback tid 2 to smithi10482514-21 2024-04-02T08:39:29.318 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2051 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-04-02T08:39:29.318 INFO:tasks.rados.rados.0.smithi104.stdout:2418: finishing rollback tid 2 to smithi10482514-30 2024-04-02T08:39:29.319 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1731 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-04-02T08:39:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2421: finishing write tid 1 to smithi10482514-48 2024-04-02T08:39:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2421: finishing write tid 2 to smithi10482514-48 2024-04-02T08:39:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2421: finishing write tid 3 to smithi10482514-48 2024-04-02T08:39:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2421: oid 48 updating version 0 to 1930 2024-04-02T08:39:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2421: oid 48 version 1930 is already newer than 1929 2024-04-02T08:39:29.326 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 1930 (ObjNum 754 snap 247 seq_num 754) dirty exists 2024-04-02T08:39:29.326 INFO:tasks.rados.rados.0.smithi104.stdout:2421: left oid 48 (ObjNum 754 snap 247 seq_num 754) 2024-04-02T08:39:29.541 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:39:29.541 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: pgmap v483: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-02T08:39:29.541 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:29.541 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:29.541 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:29.541 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:29.541 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:29.541 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:29.542 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.542 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.542 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.542 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.542 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:39:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: pgmap v483: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:39:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: pgmap v483: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:29.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:39:30.282 INFO:tasks.rados.rados.0.smithi104.stdout:2418: done (3 left) 2024-04-02T08:39:30.283 INFO:tasks.rados.rados.0.smithi104.stdout:2419: done (2 left) 2024-04-02T08:39:30.283 INFO:tasks.rados.rados.0.smithi104.stdout:2421: done (1 left) 2024-04-02T08:39:30.283 INFO:tasks.rados.rados.0.smithi104.stdout:2422: done (0 left) 2024-04-02T08:39:30.283 INFO:tasks.rados.rados.0.smithi104.stdout:2423: rmattr oid 36 current snap is 248 2024-04-02T08:39:30.283 INFO:tasks.rados.rados.0.smithi104.stdout:2424: delete oid 14 current snap is 248 2024-04-02T08:39:30.288 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1429 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:39:30.288 INFO:tasks.rados.rados.0.smithi104.stdout:2423: done (1 left) 2024-04-02T08:39:30.288 INFO:tasks.rados.rados.0.smithi104.stdout:2424: done (0 left) 2024-04-02T08:39:30.288 INFO:tasks.rados.rados.0.smithi104.stdout:2425: read oid 46 snap -1 2024-04-02T08:39:30.288 INFO:tasks.rados.rados.0.smithi104.stdout:2425: expect deleted 2024-04-02T08:39:30.288 INFO:tasks.rados.rados.0.smithi104.stdout:2426: setattr oid 5 current snap is 248 2024-04-02T08:39:30.290 INFO:tasks.rados.rados.0.smithi104.stdout:2427: copy_from oid 6 from oid 7 current snap is 248 2024-04-02T08:39:30.290 INFO:tasks.rados.rados.0.smithi104.stdout:2428: read oid 48 snap -1 2024-04-02T08:39:30.290 INFO:tasks.rados.rados.0.smithi104.stdout:2428: expect (ObjNum 754 snap 247 seq_num 754) 2024-04-02T08:39:30.290 INFO:tasks.rados.rados.0.smithi104.stdout:2429: rmattr oid 34 current snap is 248 2024-04-02T08:39:30.290 INFO:tasks.rados.rados.0.smithi104.stdout:2429: done (4 left) 2024-04-02T08:39:30.290 INFO:tasks.rados.rados.0.smithi104.stdout:2430: read oid 18 snap -1 2024-04-02T08:39:30.290 INFO:tasks.rados.rados.0.smithi104.stdout:2430: expect (ObjNum 747 snap 244 seq_num 747) 2024-04-02T08:39:30.290 INFO:tasks.rados.rados.0.smithi104.stdout:2431: delete oid 19 current snap is 248 2024-04-02T08:39:30.294 INFO:tasks.rados.rados.0.smithi104.stdout:2430: expect (ObjNum 747 snap 244 seq_num 747) 2024-04-02T08:39:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:2425: done (5 left) 2024-04-02T08:39:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:2430: done (4 left) 2024-04-02T08:39:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:2431: done (3 left) 2024-04-02T08:39:30.310 INFO:tasks.rados.rados.0.smithi104.stdout:2432: snap_create 2024-04-02T08:39:30.311 INFO:tasks.rados.rados.0.smithi104.stdout:2427: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:39:30.314 INFO:tasks.rados.rados.0.smithi104.stdout:2427: finishing copy_from to smithi10482514-6 2024-04-02T08:39:30.314 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1268 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-04-02T08:39:30.316 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1931 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-04-02T08:39:30.329 INFO:tasks.rados.rados.0.smithi104.stdout:2428: expect (ObjNum 754 snap 247 seq_num 754) 2024-04-02T08:39:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:30 smithi188 ceph-mon[86835]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:39:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:30 smithi188 ceph-mon[86835]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:39:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:30 smithi104 ceph-mon[96567]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:39:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:30 smithi104 ceph-mon[96567]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:39:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:30 smithi104 ceph-mon[94081]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:39:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:30 smithi104 ceph-mon[94081]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:39:30.895 INFO:tasks.rados.rados.0.smithi104.stdout:2426: done (3 left) 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:2427: done (2 left) 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:2428: done (1 left) 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:2432: done (0 left) 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:2433: rollback oid 27 current snap is 249 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 27 to 242 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:2434: read oid 11 snap 218 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:2434: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:2435: rollback oid 15 current snap is 249 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 15 to 218 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:2436: rollback oid 21 current snap is 249 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 21 to 238 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:2437: rollback oid 42 current snap is 249 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 42 to 218 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi104.stdout:2438: read oid 50 snap -1 2024-04-02T08:39:30.897 INFO:tasks.rados.rados.0.smithi104.stdout:2438: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:39:30.897 INFO:tasks.rados.rados.0.smithi104.stdout:2439: rmattr oid 41 current snap is 249 2024-04-02T08:39:30.897 INFO:tasks.rados.rados.0.smithi104.stdout:2439: done (6 left) 2024-04-02T08:39:30.897 INFO:tasks.rados.rados.0.smithi104.stdout:2440: read oid 6 snap -1 2024-04-02T08:39:30.897 INFO:tasks.rados.rados.0.smithi104.stdout:2440: expect (ObjNum 481 snap 156 seq_num 481) 2024-04-02T08:39:30.897 INFO:tasks.rados.rados.0.smithi104.stdout:2441: delete oid 43 current snap is 249 2024-04-02T08:39:30.902 INFO:tasks.rados.rados.0.smithi104.stdout:2433: finishing rollback tid 0 to smithi10482514-27 2024-04-02T08:39:30.902 INFO:tasks.rados.rados.0.smithi104.stdout:2433: finishing rollback tid 1 to smithi10482514-27 2024-04-02T08:39:30.903 INFO:tasks.rados.rados.0.smithi104.stdout:2437: finishing rollback tid 0 to smithi10482514-42 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi104.stdout:2441: done (7 left) 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 249 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi104.stdout:2442: seq_num 758 ranges {0=704512} 2024-04-02T08:39:30.908 INFO:tasks.rados.rados.0.smithi104.stdout:2442: writing smithi10482514-24 from 0 to 704512 tid 1 2024-04-02T08:39:30.908 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 249 2024-04-02T08:39:30.908 INFO:tasks.rados.rados.0.smithi104.stdout:2443: seq_num 759 ranges {0=720896} 2024-04-02T08:39:30.913 INFO:tasks.rados.rados.0.smithi104.stdout:2443: writing smithi10482514-14 from 0 to 720896 tid 1 2024-04-02T08:39:30.913 INFO:tasks.rados.rados.0.smithi104.stdout:2444: snap_remove snap 233 2024-04-02T08:39:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:31 smithi188 ceph-mon[86835]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:39:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:31 smithi188 ceph-mon[86835]: pgmap v486: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 854 KiB/s wr, 16 op/s 2024-04-02T08:39:31.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:31.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:31.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:31 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:31.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:31 smithi188 ceph-mon[86835]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:39:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[94081]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:39:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[94081]: pgmap v486: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 854 KiB/s wr, 16 op/s 2024-04-02T08:39:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[94081]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:39:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[96567]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:39:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[96567]: pgmap v486: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 854 KiB/s wr, 16 op/s 2024-04-02T08:39:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:31.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:31.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:31 smithi104 ceph-mon[96567]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:39:31.899 INFO:tasks.rados.rados.0.smithi104.stdout:2433: finishing rollback tid 2 to smithi10482514-27 2024-04-02T08:39:31.899 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1669 (ObjNum 730 snap 234 seq_num 730) dirty exists 2024-04-02T08:39:31.899 INFO:tasks.rados.rados.0.smithi104.stdout:2434: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:39:31.925 INFO:tasks.rados.rados.0.smithi104.stdout:2437: finishing rollback tid 1 to smithi10482514-42 2024-04-02T08:39:31.926 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 1688 (ObjNum 65 snap 0 seq_num 1348362863) dirty dne 2024-04-02T08:39:31.926 INFO:tasks.rados.rados.0.smithi104.stdout:2435: finishing rollback tid 0 to smithi10482514-15 2024-04-02T08:39:31.926 INFO:tasks.rados.rados.0.smithi104.stdout:2435: finishing rollback tid 1 to smithi10482514-15 2024-04-02T08:39:31.926 INFO:tasks.rados.rados.0.smithi104.stdout:2433: done (9 left) 2024-04-02T08:39:31.926 INFO:tasks.rados.rados.0.smithi104.stdout:2434: done (8 left) 2024-04-02T08:39:31.926 INFO:tasks.rados.rados.0.smithi104.stdout:2437: done (7 left) 2024-04-02T08:39:31.926 INFO:tasks.rados.rados.0.smithi104.stdout:2444: done (6 left) 2024-04-02T08:39:31.926 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 249 2024-04-02T08:39:31.926 INFO:tasks.rados.rados.0.smithi104.stdout:2435: finishing rollback tid 2 to smithi10482514-15 2024-04-02T08:39:31.926 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 1890 (ObjNum 615 snap 194 seq_num 615) dirty exists 2024-04-02T08:39:31.926 INFO:tasks.rados.rados.0.smithi104.stdout:2445: seq_num 760 ranges {2383872=737280} 2024-04-02T08:39:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2445: writing smithi10482514-12 from 2383872 to 3121152 tid 1 2024-04-02T08:39:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2435: done (6 left) 2024-04-02T08:39:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2446: read oid 26 snap 218 2024-04-02T08:39:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2446: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:39:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2447: copy_from oid 34 from oid 39 current snap is 249 2024-04-02T08:39:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2436: finishing rollback tid 0 to smithi10482514-21 2024-04-02T08:39:31.944 INFO:tasks.rados.rados.0.smithi104.stdout:2436: finishing rollback tid 1 to smithi10482514-21 2024-04-02T08:39:31.944 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2054 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:39:31.944 INFO:tasks.rados.rados.0.smithi104.stdout:2438: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:39:32.190 INFO:tasks.rados.rados.0.smithi104.stdout:2443: finishing write tid 1 to smithi10482514-14 2024-04-02T08:39:32.190 INFO:tasks.rados.rados.0.smithi104.stdout:2443: finishing write tid 2 to smithi10482514-14 2024-04-02T08:39:32.190 INFO:tasks.rados.rados.0.smithi104.stdout:2443: finishing write tid 3 to smithi10482514-14 2024-04-02T08:39:32.190 INFO:tasks.rados.rados.0.smithi104.stdout:2443: oid 14 updating version 0 to 1733 2024-04-02T08:39:32.190 INFO:tasks.rados.rados.0.smithi104.stdout:2443: oid 14 updating version 1733 to 1734 2024-04-02T08:39:32.190 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1734 (ObjNum 759 snap 249 seq_num 759) dirty exists 2024-04-02T08:39:32.191 INFO:tasks.rados.rados.0.smithi104.stdout:2443: left oid 14 (ObjNum 759 snap 249 seq_num 759) 2024-04-02T08:39:32.191 INFO:tasks.rados.rados.0.smithi104.stdout:2440: expect (ObjNum 481 snap 156 seq_num 481) 2024-04-02T08:39:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:2442: finishing write tid 1 to smithi10482514-24 2024-04-02T08:39:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:2442: finishing write tid 2 to smithi10482514-24 2024-04-02T08:39:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:2442: finishing write tid 3 to smithi10482514-24 2024-04-02T08:39:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:2442: oid 24 updating version 0 to 1892 2024-04-02T08:39:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:2442: oid 24 updating version 1892 to 1893 2024-04-02T08:39:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 1893 (ObjNum 758 snap 249 seq_num 758) dirty exists 2024-04-02T08:39:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:2442: left oid 24 (ObjNum 758 snap 249 seq_num 758) 2024-04-02T08:39:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:2447: finishing copy_from to smithi10482514-34 2024-04-02T08:39:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:2447: got expected ENOENT (src dne) 2024-04-02T08:39:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:2447: finishing copy_from racing read to smithi10482514-34 2024-04-02T08:39:32.347 INFO:tasks.rados.rados.0.smithi104.stdout:2446: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-02T08:39:32.405 INFO:tasks.rados.rados.0.smithi104.stdout:2445: finishing write tid 1 to smithi10482514-12 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2445: finishing write tid 2 to smithi10482514-12 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2445: finishing write tid 3 to smithi10482514-12 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2445: oid 12 updating version 0 to 1852 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2445: oid 12 version 1852 is already newer than 1851 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1852 (ObjNum 760 snap 249 seq_num 760) dirty exists 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2445: left oid 12 (ObjNum 760 snap 249 seq_num 760) 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2436: done (7 left) 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2438: done (6 left) 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2440: done (5 left) 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2442: done (4 left) 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2443: done (3 left) 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2445: done (2 left) 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2446: done (1 left) 2024-04-02T08:39:32.406 INFO:tasks.rados.rados.0.smithi104.stdout:2447: done (0 left) 2024-04-02T08:39:32.407 INFO:tasks.rados.rados.0.smithi104.stdout:2448: delete oid 26 current snap is 249 2024-04-02T08:39:32.408 INFO:tasks.rados.rados.0.smithi104.stdout:2448: done (0 left) 2024-04-02T08:39:32.408 INFO:tasks.rados.rados.0.smithi104.stdout:2449: read oid 42 snap -1 2024-04-02T08:39:32.408 INFO:tasks.rados.rados.0.smithi104.stdout:2449: expect deleted 2024-04-02T08:39:32.408 INFO:tasks.rados.rados.0.smithi104.stdout:2450: snap_remove snap 244 2024-04-02T08:39:32.533 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:32 smithi188 ceph-mon[86835]: Upgrade: Updating mds.b 2024-04-02T08:39:32.533 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:32 smithi188 ceph-mon[86835]: Deploying daemon mds.b on smithi188 2024-04-02T08:39:32.533 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:32 smithi188 ceph-mon[86835]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:39:32.533 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:32 smithi188 systemd[1]: Stopping Ceph mds.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:32.533 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:39:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:39:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:32.534 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:32 smithi104 ceph-mon[94081]: Upgrade: Updating mds.b 2024-04-02T08:39:32.534 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:32 smithi104 ceph-mon[94081]: Deploying daemon mds.b on smithi188 2024-04-02T08:39:32.534 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:32 smithi104 ceph-mon[94081]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:39:32.534 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:32 smithi104 ceph-mon[96567]: Upgrade: Updating mds.b 2024-04-02T08:39:32.535 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:32 smithi104 ceph-mon[96567]: Deploying daemon mds.b on smithi188 2024-04-02T08:39:32.535 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:32 smithi104 ceph-mon[96567]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:39:32.540 INFO:tasks.rados.rados.0.smithi104.stdout:2450: done (1 left) 2024-04-02T08:39:32.540 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 249 2024-04-02T08:39:32.541 INFO:tasks.rados.rados.0.smithi104.stdout:2451: seq_num 762 ranges {3121152=770048} 2024-04-02T08:39:32.563 INFO:tasks.rados.rados.0.smithi104.stdout:2451: writing smithi10482514-12 from 3121152 to 3891200 tid 1 2024-04-02T08:39:32.563 INFO:tasks.rados.rados.0.smithi104.stdout:2452: rmattr oid 9 current snap is 249 2024-04-02T08:39:32.563 INFO:tasks.rados.rados.0.smithi104.stdout:2452: done (2 left) 2024-04-02T08:39:32.563 INFO:tasks.rados.rados.0.smithi104.stdout:2453: read oid 32 snap 238 2024-04-02T08:39:32.563 INFO:tasks.rados.rados.0.smithi104.stdout:2453: expect (ObjNum 629 snap 197 seq_num 629) 2024-04-02T08:39:32.563 INFO:tasks.rados.rados.0.smithi104.stdout:2454: delete oid 10 current snap is 249 2024-04-02T08:39:32.567 INFO:tasks.rados.rados.0.smithi104.stdout:2451: finishing write tid 1 to smithi10482514-12 2024-04-02T08:39:32.567 INFO:tasks.rados.rados.0.smithi104.stdout:2451: finishing write tid 2 to smithi10482514-12 2024-04-02T08:39:32.567 INFO:tasks.rados.rados.0.smithi104.stdout:2453: expect (ObjNum 629 snap 197 seq_num 629) 2024-04-02T08:39:32.595 INFO:tasks.rados.rados.0.smithi104.stdout:2451: finishing write tid 3 to smithi10482514-12 2024-04-02T08:39:32.596 INFO:tasks.rados.rados.0.smithi104.stdout:2451: oid 12 updating version 0 to 1854 2024-04-02T08:39:32.596 INFO:tasks.rados.rados.0.smithi104.stdout:2451: oid 12 version 1854 is already newer than 1853 2024-04-02T08:39:32.596 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1854 (ObjNum 762 snap 249 seq_num 762) dirty exists 2024-04-02T08:39:32.596 INFO:tasks.rados.rados.0.smithi104.stdout:2451: left oid 12 (ObjNum 762 snap 249 seq_num 762) 2024-04-02T08:39:32.596 INFO:tasks.rados.rados.0.smithi104.stdout:2449: done (3 left) 2024-04-02T08:39:32.596 INFO:tasks.rados.rados.0.smithi104.stdout:2451: done (2 left) 2024-04-02T08:39:32.596 INFO:tasks.rados.rados.0.smithi104.stdout:2453: done (1 left) 2024-04-02T08:39:32.596 INFO:tasks.rados.rados.0.smithi104.stdout:2454: done (0 left) 2024-04-02T08:39:32.596 INFO:tasks.rados.rados.0.smithi104.stdout:2455: read oid 25 snap -1 2024-04-02T08:39:32.596 INFO:tasks.rados.rados.0.smithi104.stdout:2455: expect (ObjNum 727 snap 234 seq_num 727) 2024-04-02T08:39:32.597 INFO:tasks.rados.rados.0.smithi104.stdout:2456: delete oid 31 current snap is 249 2024-04-02T08:39:32.603 INFO:tasks.rados.rados.0.smithi104.stdout:2455: expect (ObjNum 727 snap 234 seq_num 727) 2024-04-02T08:39:32.816 INFO:tasks.rados.rados.0.smithi104.stdout:2455: done (1 left) 2024-04-02T08:39:32.817 INFO:tasks.rados.rados.0.smithi104.stdout:2456: done (0 left) 2024-04-02T08:39:32.817 INFO:tasks.rados.rados.0.smithi104.stdout:2457: snap_create 2024-04-02T08:39:32.873 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b[58494]: 2024-04-02T08:39:32.533+0000 7faea8c63700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:39:32.873 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b[58494]: 2024-04-02T08:39:32.533+0000 7faea8c63700 -1 mds.b *** got signal Terminated *** 2024-04-02T08:39:32.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:32 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a[94058]: 2024-04-02T08:39:32.534+0000 7f08e8bee700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:33.546 INFO:tasks.rados.rados.0.smithi104.stdout:2457: done (0 left) 2024-04-02T08:39:33.546 INFO:tasks.rados.rados.0.smithi104.stdout:2458: read oid 50 snap -1 2024-04-02T08:39:33.546 INFO:tasks.rados.rados.0.smithi104.stdout:2458: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:39:33.546 INFO:tasks.rados.rados.0.smithi104.stdout:2459: read oid 18 snap -1 2024-04-02T08:39:33.546 INFO:tasks.rados.rados.0.smithi104.stdout:2459: expect (ObjNum 747 snap 244 seq_num 747) 2024-04-02T08:39:33.546 INFO:tasks.rados.rados.0.smithi104.stdout:2460: rmattr oid 13 current snap is 250 2024-04-02T08:39:33.546 INFO:tasks.rados.rados.0.smithi104.stdout:2460: done (2 left) 2024-04-02T08:39:33.546 INFO:tasks.rados.rados.0.smithi104.stdout:2461: rmattr oid 11 current snap is 250 2024-04-02T08:39:33.546 INFO:tasks.rados.rados.0.smithi104.stdout:2461: done (2 left) 2024-04-02T08:39:33.546 INFO:tasks.rados.rados.0.smithi104.stdout:2462: snap_create 2024-04-02T08:39:33.551 INFO:tasks.rados.rados.0.smithi104.stdout:2459: expect (ObjNum 747 snap 244 seq_num 747) 2024-04-02T08:39:33.566 INFO:tasks.rados.rados.0.smithi104.stdout:2458: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:39:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:33 smithi188 ceph-mon[86835]: pgmap v489: 121 pgs: 121 active+clean; 198 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:39:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:33 smithi188 ceph-mon[86835]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:33 smithi188 ceph-mon[86835]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:33 smithi188 ceph-mon[86835]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:39:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:33 smithi188 ceph-mon[86835]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:39:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:33 smithi188 ceph-mon[86835]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:33.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:33 smithi188 ceph-mon[86835]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:33.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:33 smithi188 ceph-mon[86835]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:39:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[96567]: pgmap v489: 121 pgs: 121 active+clean; 198 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:39:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[96567]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[96567]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[96567]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[96567]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[96567]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[96567]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[96567]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[94081]: pgmap v489: 121 pgs: 121 active+clean; 198 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[94081]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[94081]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[94081]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[94081]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[94081]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[94081]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:33.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:33 smithi104 ceph-mon[94081]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:39:34.558 INFO:tasks.rados.rados.0.smithi104.stdout:2458: done (2 left) 2024-04-02T08:39:34.559 INFO:tasks.rados.rados.0.smithi104.stdout:2459: done (1 left) 2024-04-02T08:39:34.559 INFO:tasks.rados.rados.0.smithi104.stdout:2462: done (0 left) 2024-04-02T08:39:34.559 INFO:tasks.rados.rados.0.smithi104.stdout:2463: copy_from oid 48 from oid 32 current snap is 251 2024-04-02T08:39:34.559 INFO:tasks.rados.rados.0.smithi104.stdout:2464: rollback oid 19 current snap is 251 2024-04-02T08:39:34.559 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 19 to 250 2024-04-02T08:39:34.559 INFO:tasks.rados.rados.0.smithi104.stdout:2465: copy_from oid 36 from oid 37 current snap is 251 2024-04-02T08:39:34.559 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 251 2024-04-02T08:39:34.559 INFO:tasks.rados.rados.0.smithi104.stdout:2466: seq_num 765 ranges {0=417792,417792=401408} 2024-04-02T08:39:34.560 INFO:tasks.rados.rados.0.smithi104.stdout:2466: writing smithi10482514-39 from 0 to 417792 tid 1 2024-04-02T08:39:34.563 INFO:tasks.rados.rados.0.smithi104.stdout:2466: writing smithi10482514-39 from 417792 to 819200 tid 2 2024-04-02T08:39:34.563 INFO:tasks.rados.rados.0.smithi104.stdout:2467: snap_create 2024-04-02T08:39:34.564 INFO:tasks.rados.rados.0.smithi104.stdout:2464: finishing rollback tid 1 to smithi10482514-19 2024-04-02T08:39:34.564 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1666 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:39:34.570 INFO:tasks.rados.rados.0.smithi104.stdout:2466: finishing write tid 1 to smithi10482514-39 2024-04-02T08:39:34.570 INFO:tasks.rados.rados.0.smithi104.stdout:2465: finishing copy_from to smithi10482514-36 2024-04-02T08:39:34.570 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1423 (ObjNum 735 snap 238 seq_num 735) dirty exists 2024-04-02T08:39:34.570 INFO:tasks.rados.rados.0.smithi104.stdout:2466: finishing write tid 2 to smithi10482514-39 2024-04-02T08:39:34.570 INFO:tasks.rados.rados.0.smithi104.stdout:2466: finishing write tid 3 to smithi10482514-39 2024-04-02T08:39:34.571 INFO:tasks.rados.rados.0.smithi104.stdout:2465: finishing copy_from racing read to smithi10482514-36 2024-04-02T08:39:34.573 INFO:tasks.rados.rados.0.smithi104.stdout:2466: finishing write tid 4 to smithi10482514-39 2024-04-02T08:39:34.573 INFO:tasks.rados.rados.0.smithi104.stdout:2466: oid 39 updating version 0 to 1908 2024-04-02T08:39:34.573 INFO:tasks.rados.rados.0.smithi104.stdout:2466: oid 39 updating version 1908 to 1909 2024-04-02T08:39:34.573 INFO:tasks.rados.rados.0.smithi104.stdout:2466: oid 39 updating version 1909 to 1910 2024-04-02T08:39:34.573 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 1910 (ObjNum 765 snap 251 seq_num 765) dirty exists 2024-04-02T08:39:34.573 INFO:tasks.rados.rados.0.smithi104.stdout:2466: left oid 39 (ObjNum 765 snap 251 seq_num 765) 2024-04-02T08:39:34.574 INFO:tasks.rados.rados.0.smithi104.stdout:2463: finishing copy_from racing read to smithi10482514-48 2024-04-02T08:39:34.575 INFO:tasks.rados.rados.0.smithi104.stdout:2463: finishing copy_from to smithi10482514-48 2024-04-02T08:39:34.575 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 439 (ObjNum 752 snap 246 seq_num 752) dirty exists 2024-04-02T08:39:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:34 smithi188 ceph-mon[86835]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:39:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:34 smithi188 ceph-mon[86835]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:reconnect 2024-04-02T08:39:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:34 smithi188 ceph-mon[86835]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:39:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:34 smithi188 ceph-mon[86835]: pgmap v492: 121 pgs: 121 active+clean; 200 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:39:34.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:34.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[96567]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:39:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[96567]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:reconnect 2024-04-02T08:39:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[96567]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:39:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[96567]: pgmap v492: 121 pgs: 121 active+clean; 200 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:39:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[94081]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:39:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[94081]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:reconnect 2024-04-02T08:39:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[94081]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:39:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[94081]: pgmap v492: 121 pgs: 121 active+clean; 200 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:39:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:34.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:35.565 INFO:tasks.rados.rados.0.smithi104.stdout:2463: done (4 left) 2024-04-02T08:39:35.565 INFO:tasks.rados.rados.0.smithi104.stdout:2464: done (3 left) 2024-04-02T08:39:35.566 INFO:tasks.rados.rados.0.smithi104.stdout:2465: done (2 left) 2024-04-02T08:39:35.566 INFO:tasks.rados.rados.0.smithi104.stdout:2466: done (1 left) 2024-04-02T08:39:35.566 INFO:tasks.rados.rados.0.smithi104.stdout:2467: done (0 left) 2024-04-02T08:39:35.566 INFO:tasks.rados.rados.0.smithi104.stdout:2468: read oid 28 snap -1 2024-04-02T08:39:35.566 INFO:tasks.rados.rados.0.smithi104.stdout:2468: expect (ObjNum 729 snap 234 seq_num 729) 2024-04-02T08:39:35.566 INFO:tasks.rados.rados.0.smithi104.stdout:2469: setattr oid 27 current snap is 252 2024-04-02T08:39:35.567 INFO:tasks.rados.rados.0.smithi104.stdout:2470: read oid 38 snap -1 2024-04-02T08:39:35.567 INFO:tasks.rados.rados.0.smithi104.stdout:2470: expect (ObjNum 689 snap 220 seq_num 689) 2024-04-02T08:39:35.567 INFO:tasks.rados.rados.0.smithi104.stdout:2471: snap_create 2024-04-02T08:39:35.572 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1671 (ObjNum 730 snap 234 seq_num 730) dirty exists 2024-04-02T08:39:35.586 INFO:tasks.rados.rados.0.smithi104.stdout:2468: expect (ObjNum 729 snap 234 seq_num 729) 2024-04-02T08:39:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:35 smithi104 ceph-mon[94081]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:rejoin 2024-04-02T08:39:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:35 smithi104 ceph-mon[94081]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:39:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:35 smithi104 ceph-mon[94081]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:39:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:35 smithi104 ceph-mon[94081]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:39:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:35 smithi104 ceph-mon[96567]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:rejoin 2024-04-02T08:39:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:35 smithi104 ceph-mon[96567]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:39:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:35 smithi104 ceph-mon[96567]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:39:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:35 smithi104 ceph-mon[96567]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:39:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:35.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:35 smithi188 ceph-mon[86835]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:rejoin 2024-04-02T08:39:35.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:35 smithi188 ceph-mon[86835]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:39:35.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:35 smithi188 ceph-mon[86835]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:39:35.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:35 smithi188 ceph-mon[86835]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:39:35.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:35.924 INFO:tasks.rados.rados.0.smithi104.stdout:2470: expect (ObjNum 689 snap 220 seq_num 689) 2024-04-02T08:39:36.048 INFO:tasks.rados.rados.0.smithi104.stdout:2468: done (3 left) 2024-04-02T08:39:36.048 INFO:tasks.rados.rados.0.smithi104.stdout:2469: done (2 left) 2024-04-02T08:39:36.048 INFO:tasks.rados.rados.0.smithi104.stdout:2470: done (1 left) 2024-04-02T08:39:36.048 INFO:tasks.rados.rados.0.smithi104.stdout:2471: done (0 left) 2024-04-02T08:39:36.048 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 253 2024-04-02T08:39:36.048 INFO:tasks.rados.rados.0.smithi104.stdout:2472: seq_num 766 ranges {704512=434176,1138688=401408} 2024-04-02T08:39:36.053 INFO:tasks.rados.rados.0.smithi104.stdout:2472: writing smithi10482514-24 from 704512 to 1138688 tid 1 2024-04-02T08:39:36.056 INFO:tasks.rados.rados.0.smithi104.stdout:2472: writing smithi10482514-24 from 1138688 to 1540096 tid 2 2024-04-02T08:39:36.056 INFO:tasks.rados.rados.0.smithi104.stdout:2473: copy_from oid 30 from oid 12 current snap is 253 2024-04-02T08:39:36.056 INFO:tasks.rados.rados.0.smithi104.stdout:2474: copy_from oid 43 from oid 16 current snap is 253 2024-04-02T08:39:36.056 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 253 2024-04-02T08:39:36.056 INFO:tasks.rados.rados.0.smithi104.stdout:2475: seq_num 767 ranges {819200=450560,1269760=401408} 2024-04-02T08:39:36.063 INFO:tasks.rados.rados.0.smithi104.stdout:2475: writing smithi10482514-39 from 819200 to 1269760 tid 1 2024-04-02T08:39:36.067 INFO:tasks.rados.rados.0.smithi104.stdout:2475: writing smithi10482514-39 from 1269760 to 1671168 tid 2 2024-04-02T08:39:36.067 INFO:tasks.rados.rados.0.smithi104.stdout:2476: snap_create 2024-04-02T08:39:36.067 INFO:tasks.rados.rados.0.smithi104.stdout:2472: finishing write tid 1 to smithi10482514-24 2024-04-02T08:39:36.067 INFO:tasks.rados.rados.0.smithi104.stdout:2472: finishing write tid 2 to smithi10482514-24 2024-04-02T08:39:36.068 INFO:tasks.rados.rados.0.smithi104.stdout:2472: finishing write tid 3 to smithi10482514-24 2024-04-02T08:39:36.068 INFO:tasks.rados.rados.0.smithi104.stdout:2474: finishing copy_from to smithi10482514-43 2024-04-02T08:39:36.068 INFO:tasks.rados.rados.0.smithi104.stdout:2474: got expected ENOENT (src dne) 2024-04-02T08:39:36.068 INFO:tasks.rados.rados.0.smithi104.stdout:2474: finishing copy_from racing read to smithi10482514-43 2024-04-02T08:39:36.068 INFO:tasks.rados.rados.0.smithi104.stdout:2472: finishing write tid 4 to smithi10482514-24 2024-04-02T08:39:36.068 INFO:tasks.rados.rados.0.smithi104.stdout:2472: oid 24 updating version 0 to 1913 2024-04-02T08:39:36.068 INFO:tasks.rados.rados.0.smithi104.stdout:2472: oid 24 updating version 1913 to 1914 2024-04-02T08:39:36.069 INFO:tasks.rados.rados.0.smithi104.stdout:2472: oid 24 version 1914 is already newer than 1912 2024-04-02T08:39:36.069 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 1914 (ObjNum 766 snap 253 seq_num 766) dirty exists 2024-04-02T08:39:36.069 INFO:tasks.rados.rados.0.smithi104.stdout:2472: left oid 24 (ObjNum 766 snap 253 seq_num 766) 2024-04-02T08:39:36.070 INFO:tasks.rados.rados.0.smithi104.stdout:2475: finishing write tid 1 to smithi10482514-39 2024-04-02T08:39:36.070 INFO:tasks.rados.rados.0.smithi104.stdout:2475: finishing write tid 2 to smithi10482514-39 2024-04-02T08:39:36.070 INFO:tasks.rados.rados.0.smithi104.stdout:2475: finishing write tid 3 to smithi10482514-39 2024-04-02T08:39:36.072 INFO:tasks.rados.rados.0.smithi104.stdout:2475: finishing write tid 4 to smithi10482514-39 2024-04-02T08:39:36.072 INFO:tasks.rados.rados.0.smithi104.stdout:2475: oid 39 updating version 0 to 1917 2024-04-02T08:39:36.072 INFO:tasks.rados.rados.0.smithi104.stdout:2475: oid 39 updating version 1917 to 1918 2024-04-02T08:39:36.072 INFO:tasks.rados.rados.0.smithi104.stdout:2475: oid 39 version 1918 is already newer than 1916 2024-04-02T08:39:36.073 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 1918 (ObjNum 767 snap 253 seq_num 767) dirty exists 2024-04-02T08:39:36.073 INFO:tasks.rados.rados.0.smithi104.stdout:2475: left oid 39 (ObjNum 767 snap 253 seq_num 767) 2024-04-02T08:39:36.073 INFO:tasks.rados.rados.0.smithi104.stdout:2473: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:39:36.076 INFO:tasks.rados.rados.0.smithi104.stdout:2473: finishing copy_from to smithi10482514-30 2024-04-02T08:39:36.076 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1854 (ObjNum 762 snap 249 seq_num 762) dirty exists 2024-04-02T08:39:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:39:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:39:35] "GET /metrics HTTP/1.1" 200 36105 "" "Prometheus/2.43.0" 2024-04-02T08:39:36.140 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a[123263]: 2024-04-02T08:39:36.012+0000 7fd6b8c46700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:39:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:36 smithi188 ceph-mon[86835]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:36 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:39:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:36 smithi188 ceph-mon[86835]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:active 2024-04-02T08:39:36.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:36 smithi188 ceph-mon[86835]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:39:36.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:36 smithi188 ceph-mon[86835]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:39:36.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:36 smithi188 ceph-mon[86835]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:39:36.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:36 smithi188 ceph-mon[86835]: pgmap v496: 121 pgs: 121 active+clean; 207 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-02T08:39:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[96567]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:39:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[96567]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:active 2024-04-02T08:39:36.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[96567]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:39:36.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[96567]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:39:36.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[96567]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:39:36.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[96567]: pgmap v496: 121 pgs: 121 active+clean; 207 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-02T08:39:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[94081]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:39:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[94081]: mds.? [v2:172.21.15.104:6834/2884537052,v1:172.21.15.104:6835/2884537052] up:active 2024-04-02T08:39:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[94081]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:39:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[94081]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:39:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[94081]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:39:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:36 smithi104 ceph-mon[94081]: pgmap v496: 121 pgs: 121 active+clean; 207 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-02T08:39:36.902 INFO:tasks.rados.rados.0.smithi104.stdout:2472: done (4 left) 2024-04-02T08:39:36.902 INFO:tasks.rados.rados.0.smithi104.stdout:2473: done (3 left) 2024-04-02T08:39:36.903 INFO:tasks.rados.rados.0.smithi104.stdout:2474: done (2 left) 2024-04-02T08:39:36.903 INFO:tasks.rados.rados.0.smithi104.stdout:2475: done (1 left) 2024-04-02T08:39:36.903 INFO:tasks.rados.rados.0.smithi104.stdout:2476: done (0 left) 2024-04-02T08:39:36.903 INFO:tasks.rados.rados.0.smithi104.stdout:2477: read oid 8 snap -1 2024-04-02T08:39:36.903 INFO:tasks.rados.rados.0.smithi104.stdout:2477: expect deleted 2024-04-02T08:39:36.903 INFO:tasks.rados.rados.0.smithi104.stdout:2478: read oid 29 snap 252 2024-04-02T08:39:36.903 INFO:tasks.rados.rados.0.smithi104.stdout:2478: expect deleted 2024-04-02T08:39:36.903 INFO:tasks.rados.rados.0.smithi104.stdout:2479: snap_create 2024-04-02T08:39:37.351 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:39:37.683 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:39:37.683 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (10m) 14s ago 11m 25.4M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:39:37.683 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (10m) 30s ago 10m 87.2M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:39:37.683 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (17s) 14s ago 12m 13.5M - 19.0.0-2419-g14da45f2 53081131892e 68e550b78d16 2024-04-02T08:39:37.683 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (12m) 30s ago 12m 20.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 3b1235ebef2e 2024-04-02T08:39:37.683 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (5m) 30s ago 15m 451M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (6m) 14s ago 17m 511M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (5m) 14s ago 17m 66.5M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (5m) 30s ago 16m 50.2M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (5m) 14s ago 15m 57.1M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (10m) 14s ago 10m 16.4M - 1.5.0 0da6a335fe13 0cc7812f5e53 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (10m) 30s ago 10m 15.4M - 1.5.0 0da6a335fe13 dbf08662431f 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (4m) 14s ago 15m 263M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (3m) 14s ago 14m 226M 2480M 19.0.0-2419-g14da45f2 53081131892e 183e693cda03 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (3m) 14s ago 14m 200M 2480M 19.0.0-2419-g14da45f2 53081131892e 8534baca25d7 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (2m) 14s ago 14m 168M 2480M 19.0.0-2419-g14da45f2 53081131892e e25bf8b5641e 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (2m) 30s ago 13m 179M 2480M 19.0.0-2419-g14da45f2 53081131892e 2523b7f11b0c 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (107s) 30s ago 13m 192M 2480M 19.0.0-2419-g14da45f2 53081131892e 2420a754553d 2024-04-02T08:39:37.684 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (71s) 30s ago 12m 127M 2480M 19.0.0-2419-g14da45f2 53081131892e 63b59c08c401 2024-04-02T08:39:37.685 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (36s) 30s ago 12m 15.0M 2480M 19.0.0-2419-g14da45f2 53081131892e 93b3d9c81793 2024-04-02T08:39:37.685 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (6m) 30s ago 11m 61.5M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:39:37.905 INFO:tasks.rados.rados.0.smithi104.stdout:2477: done (2 left) 2024-04-02T08:39:37.905 INFO:tasks.rados.rados.0.smithi104.stdout:2478: done (1 left) 2024-04-02T08:39:37.905 INFO:tasks.rados.rados.0.smithi104.stdout:2479: done (0 left) 2024-04-02T08:39:37.905 INFO:tasks.rados.rados.0.smithi104.stdout:2480: snap_create 2024-04-02T08:39:38.093 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:39:38.093 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:39:38.093 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:39:38.093 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:39:38.093 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:39:38.093 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:39:38.093 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:39:38.093 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:39:38.093 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T08:39:38.093 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:39:38.094 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:39:38.094 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 1 2024-04-02T08:39:38.094 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:39:38.094 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:39:38.094 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 14 2024-04-02T08:39:38.094 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:39:38.094 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:39:38.094 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:37 smithi104 ceph-mon[96567]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:39:38.094 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:37 smithi104 ceph-mon[96567]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:38.095 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:37 smithi104 ceph-mon[94081]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:39:38.095 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:37 smithi104 ceph-mon[94081]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:37 smithi188 ceph-mon[86835]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:39:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:37 smithi188 ceph-mon[86835]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:38.922 INFO:tasks.rados.rados.0.smithi104.stdout:2480: done (0 left) 2024-04-02T08:39:38.922 INFO:tasks.rados.rados.0.smithi104.stdout:2481: delete oid 49 current snap is 256 2024-04-02T08:39:38.925 INFO:tasks.rados.rados.0.smithi104.stdout:2481: done (0 left) 2024-04-02T08:39:38.926 INFO:tasks.rados.rados.0.smithi104.stdout:2482: delete oid 41 current snap is 256 2024-04-02T08:39:38.932 INFO:tasks.rados.rados.0.smithi104.stdout:2482: done (0 left) 2024-04-02T08:39:38.932 INFO:tasks.rados.rados.0.smithi104.stdout:2483: copy_from oid 45 from oid 18 current snap is 256 2024-04-02T08:39:38.932 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 256 2024-04-02T08:39:38.932 INFO:tasks.rados.rados.0.smithi104.stdout:2484: seq_num 770 ranges {3334144=499712,3833856=401408} 2024-04-02T08:39:38.954 INFO:tasks.rados.rados.0.smithi104.stdout:2484: writing smithi10482514-6 from 3334144 to 3833856 tid 1 2024-04-02T08:39:38.958 INFO:tasks.rados.rados.0.smithi104.stdout:2484: writing smithi10482514-6 from 3833856 to 4235264 tid 2 2024-04-02T08:39:38.958 INFO:tasks.rados.rados.0.smithi104.stdout:2485: copy_from oid 41 from oid 11 current snap is 256 2024-04-02T08:39:38.958 INFO:tasks.rados.rados.0.smithi104.stdout:2483: finishing copy_from racing read to smithi10482514-45 2024-04-02T08:39:38.958 INFO:tasks.rados.rados.0.smithi104.stdout:2483: finishing copy_from to smithi10482514-45 2024-04-02T08:39:38.958 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1367 (ObjNum 747 snap 244 seq_num 747) dirty exists 2024-04-02T08:39:38.958 INFO:tasks.rados.rados.0.smithi104.stdout:2483: done (2 left) 2024-04-02T08:39:38.958 INFO:tasks.rados.rados.0.smithi104.stdout:2486: setattr oid 30 current snap is 256 2024-04-02T08:39:38.959 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 256 2024-04-02T08:39:38.959 INFO:tasks.rados.rados.0.smithi104.stdout:2487: seq_num 771 ranges {3383296=516096,3899392=401408} 2024-04-02T08:39:38.981 INFO:tasks.rados.rados.0.smithi104.stdout:2487: writing smithi10482514-47 from 3383296 to 3899392 tid 1 2024-04-02T08:39:38.984 INFO:tasks.rados.rados.0.smithi104.stdout:2487: writing smithi10482514-47 from 3899392 to 4300800 tid 2 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:2488: rollback oid 32 current snap is 256 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 32 to 253 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:2484: finishing write tid 1 to smithi10482514-6 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:2484: finishing write tid 2 to smithi10482514-6 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:2484: finishing write tid 3 to smithi10482514-6 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1855 (ObjNum 762 snap 249 seq_num 762) dirty exists 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:2484: finishing write tid 4 to smithi10482514-6 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:2484: oid 6 updating version 0 to 1921 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:2484: oid 6 updating version 1921 to 1923 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:2484: oid 6 version 1923 is already newer than 1922 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1923 (ObjNum 770 snap 256 seq_num 770) dirty exists 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:2484: left oid 6 (ObjNum 770 snap 256 seq_num 770) 2024-04-02T08:39:38.985 INFO:tasks.rados.rados.0.smithi104.stdout:2485: finishing copy_from to smithi10482514-41 2024-04-02T08:39:38.986 INFO:tasks.rados.rados.0.smithi104.stdout:2485: got expected ENOENT (src dne) 2024-04-02T08:39:38.986 INFO:tasks.rados.rados.0.smithi104.stdout:2485: finishing copy_from racing read to smithi10482514-41 2024-04-02T08:39:38.986 INFO:tasks.rados.rados.0.smithi104.stdout:2484: done (4 left) 2024-04-02T08:39:38.986 INFO:tasks.rados.rados.0.smithi104.stdout:2485: done (3 left) 2024-04-02T08:39:38.986 INFO:tasks.rados.rados.0.smithi104.stdout:2486: done (2 left) 2024-04-02T08:39:38.986 INFO:tasks.rados.rados.0.smithi104.stdout:2489: setattr oid 21 current snap is 256 2024-04-02T08:39:38.987 INFO:tasks.rados.rados.0.smithi104.stdout:2490: copy_from oid 18 from oid 4 current snap is 256 2024-04-02T08:39:38.987 INFO:tasks.rados.rados.0.smithi104.stdout:2491: rmattr oid 6 current snap is 256 2024-04-02T08:39:38.987 INFO:tasks.rados.rados.0.smithi104.stdout:2492: copy_from oid 2 from oid 7 current snap is 256 2024-04-02T08:39:38.987 INFO:tasks.rados.rados.0.smithi104.stdout:2493: read oid 49 snap -1 2024-04-02T08:39:38.987 INFO:tasks.rados.rados.0.smithi104.stdout:2493: expect deleted 2024-04-02T08:39:38.987 INFO:tasks.rados.rados.0.smithi104.stdout:2494: delete oid 42 current snap is 256 2024-04-02T08:39:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:2490: finishing copy_from to smithi10482514-18 2024-04-02T08:39:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:2490: got expected ENOENT (src dne) 2024-04-02T08:39:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:2490: finishing copy_from racing read to smithi10482514-18 2024-04-02T08:39:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:2488: finishing rollback tid 0 to smithi10482514-32 2024-04-02T08:39:38.989 INFO:tasks.rados.rados.0.smithi104.stdout:2487: finishing write tid 1 to smithi10482514-47 2024-04-02T08:39:38.989 INFO:tasks.rados.rados.0.smithi104.stdout:2487: finishing write tid 2 to smithi10482514-47 2024-04-02T08:39:38.989 INFO:tasks.rados.rados.0.smithi104.stdout:2488: finishing rollback tid 1 to smithi10482514-32 2024-04-02T08:39:38.989 INFO:tasks.rados.rados.0.smithi104.stdout:2487: finishing write tid 3 to smithi10482514-47 2024-04-02T08:39:38.990 INFO:tasks.rados.rados.0.smithi104.stdout:2490: done (7 left) 2024-04-02T08:39:38.990 INFO:tasks.rados.rados.0.smithi104.stdout:2493: done (6 left) 2024-04-02T08:39:38.990 INFO:tasks.rados.rados.0.smithi104.stdout:2494: done (5 left) 2024-04-02T08:39:38.990 INFO:tasks.rados.rados.0.smithi104.stdout:2495: rmattr oid 9 current snap is 256 2024-04-02T08:39:38.990 INFO:tasks.rados.rados.0.smithi104.stdout:2495: done (5 left) 2024-04-02T08:39:38.990 INFO:tasks.rados.rados.0.smithi104.stdout:2496: delete oid 1 current snap is 256 2024-04-02T08:39:38.990 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1924 (ObjNum 770 snap 256 seq_num 770) dirty exists 2024-04-02T08:39:38.990 INFO:tasks.rados.rados.0.smithi104.stdout:2488: finishing rollback tid 2 to smithi10482514-32 2024-04-02T08:39:38.990 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 442 (ObjNum 752 snap 246 seq_num 752) dirty exists 2024-04-02T08:39:38.991 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2067 (ObjNum 33 snap 0 seq_num 1939587552) dirty exists 2024-04-02T08:39:38.995 INFO:tasks.rados.rados.0.smithi104.stdout:2488: done (5 left) 2024-04-02T08:39:38.995 INFO:tasks.rados.rados.0.smithi104.stdout:2489: done (4 left) 2024-04-02T08:39:38.995 INFO:tasks.rados.rados.0.smithi104.stdout:2491: done (3 left) 2024-04-02T08:39:38.995 INFO:tasks.rados.rados.0.smithi104.stdout:2496: done (2 left) 2024-04-02T08:39:38.995 INFO:tasks.rados.rados.0.smithi104.stdout:2497: rollback oid 24 current snap is 256 2024-04-02T08:39:38.995 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 24 to 243 2024-04-02T08:39:38.995 INFO:tasks.rados.rados.0.smithi104.stdout:2487: finishing write tid 4 to smithi10482514-47 2024-04-02T08:39:38.995 INFO:tasks.rados.rados.0.smithi104.stdout:2487: oid 47 updating version 0 to 1856 2024-04-02T08:39:38.995 INFO:tasks.rados.rados.0.smithi104.stdout:2487: oid 47 version 1856 is already newer than 1855 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:2487: oid 47 updating version 1856 to 1857 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 1857 (ObjNum 771 snap 256 seq_num 771) dirty exists 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:2487: left oid 47 (ObjNum 771 snap 256 seq_num 771) 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:2487: done (2 left) 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:2498: rollback oid 34 current snap is 256 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 237 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:2499: read oid 39 snap 238 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:2499: expect deleted 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:2500: read oid 40 snap 245 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:2500: expect (ObjNum 717 snap 230 seq_num 717) 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:2501: rollback oid 4 current snap is 256 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 4 to 250 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:2502: rollback oid 21 current snap is 256 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 21 to 218 2024-04-02T08:39:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:2503: snap_create 2024-04-02T08:39:38.997 INFO:tasks.rados.rados.0.smithi104.stdout:2498: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:39:38.997 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:39:38.999 INFO:tasks.rados.rados.0.smithi104.stdout:2497: finishing rollback tid 0 to smithi10482514-24 2024-04-02T08:39:39.000 INFO:tasks.rados.rados.0.smithi104.stdout:2497: finishing rollback tid 1 to smithi10482514-24 2024-04-02T08:39:39.000 INFO:tasks.rados.rados.0.smithi104.stdout:2497: finishing rollback tid 2 to smithi10482514-24 2024-04-02T08:39:39.000 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 1928 (ObjNum 49 snap 0 seq_num 282068548) dirty exists 2024-04-02T08:39:39.000 INFO:tasks.rados.rados.0.smithi104.stdout:2502: finishing rollback tid 0 to smithi10482514-21 2024-04-02T08:39:39.000 INFO:tasks.rados.rados.0.smithi104.stdout:2502: finishing rollback tid 1 to smithi10482514-21 2024-04-02T08:39:39.001 INFO:tasks.rados.rados.0.smithi104.stdout:2502: finishing rollback tid 2 to smithi10482514-21 2024-04-02T08:39:39.001 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2070 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-04-02T08:39:39.003 INFO:tasks.rados.rados.0.smithi104.stdout:2492: finishing copy_from racing read to smithi10482514-2 2024-04-02T08:39:39.003 INFO:tasks.rados.rados.0.smithi104.stdout:2500: expect (ObjNum 717 snap 230 seq_num 717) 2024-04-02T08:39:39.081 INFO:tasks.rados.rados.0.smithi104.stdout:2501: finishing rollback tid 1 to smithi10482514-4 2024-04-02T08:39:39.081 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1665 (ObjNum 33 snap 0 seq_num 1936655608) dirty dne 2024-04-02T08:39:39.081 INFO:tasks.rados.rados.0.smithi104.stdout:2492: finishing copy_from to smithi10482514-2 2024-04-02T08:39:39.081 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1268 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-04-02T08:39:39.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:38 smithi188 ceph-mon[86835]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:39.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:38 smithi188 ceph-mon[86835]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:39:39.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:38 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3423603000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:39.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:38 smithi188 ceph-mon[86835]: pgmap v499: 121 pgs: 121 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-04-02T08:39:39.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:38 smithi104 ceph-mon[96567]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:38 smithi104 ceph-mon[96567]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:39:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:38 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3423603000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:38 smithi104 ceph-mon[96567]: pgmap v499: 121 pgs: 121 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-04-02T08:39:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:38 smithi104 ceph-mon[94081]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:38 smithi104 ceph-mon[94081]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:39:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:38 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3423603000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:38 smithi104 ceph-mon[94081]: pgmap v499: 121 pgs: 121 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-04-02T08:39:39.926 INFO:tasks.rados.rados.0.smithi104.stdout:2492: done (7 left) 2024-04-02T08:39:39.926 INFO:tasks.rados.rados.0.smithi104.stdout:2497: done (6 left) 2024-04-02T08:39:39.926 INFO:tasks.rados.rados.0.smithi104.stdout:2498: done (5 left) 2024-04-02T08:39:39.926 INFO:tasks.rados.rados.0.smithi104.stdout:2499: done (4 left) 2024-04-02T08:39:39.926 INFO:tasks.rados.rados.0.smithi104.stdout:2500: done (3 left) 2024-04-02T08:39:39.926 INFO:tasks.rados.rados.0.smithi104.stdout:2501: done (2 left) 2024-04-02T08:39:39.926 INFO:tasks.rados.rados.0.smithi104.stdout:2502: done (1 left) 2024-04-02T08:39:39.926 INFO:tasks.rados.rados.0.smithi104.stdout:2503: done (0 left) 2024-04-02T08:39:39.926 INFO:tasks.rados.rados.0.smithi104.stdout:2504: copy_from oid 12 from oid 43 current snap is 257 2024-04-02T08:39:39.926 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 257 2024-04-02T08:39:39.926 INFO:tasks.rados.rados.0.smithi104.stdout:2505: seq_num 774 ranges {0=565248,565248=401408} 2024-04-02T08:39:39.928 INFO:tasks.rados.rados.0.smithi104.stdout:2505: writing smithi10482514-49 from 0 to 565248 tid 1 2024-04-02T08:39:39.930 INFO:tasks.rados.rados.0.smithi104.stdout:2505: writing smithi10482514-49 from 565248 to 966656 tid 2 2024-04-02T08:39:39.930 INFO:tasks.rados.rados.0.smithi104.stdout:2506: copy_from oid 6 from oid 21 current snap is 257 2024-04-02T08:39:39.931 INFO:tasks.rados.rados.0.smithi104.stdout:2504: finishing copy_from to smithi10482514-12 2024-04-02T08:39:39.931 INFO:tasks.rados.rados.0.smithi104.stdout:2504: got expected ENOENT (src dne) 2024-04-02T08:39:39.931 INFO:tasks.rados.rados.0.smithi104.stdout:2504: finishing copy_from racing read to smithi10482514-12 2024-04-02T08:39:39.931 INFO:tasks.rados.rados.0.smithi104.stdout:2504: done (2 left) 2024-04-02T08:39:39.931 INFO:tasks.rados.rados.0.smithi104.stdout:2507: snap_remove snap 249 2024-04-02T08:39:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:39 smithi188 ceph-mon[86835]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:39:40.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:39 smithi104 ceph-mon[94081]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:39:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:39 smithi104 ceph-mon[96567]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:39:40.897 INFO:tasks.rados.rados.0.smithi104.stdout:2507: done (2 left) 2024-04-02T08:39:40.898 INFO:tasks.rados.rados.0.smithi104.stdout:2508: snap_remove snap 255 2024-04-02T08:39:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:40 smithi188 ceph-mon[86835]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:39:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:40 smithi188 ceph-mon[86835]: pgmap v502: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T08:39:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:40 smithi188 ceph-mon[86835]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:39:41.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:40 smithi104 ceph-mon[96567]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:39:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:40 smithi104 ceph-mon[96567]: pgmap v502: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T08:39:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:40 smithi104 ceph-mon[96567]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:39:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:40 smithi104 ceph-mon[94081]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:39:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:40 smithi104 ceph-mon[94081]: pgmap v502: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T08:39:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:40 smithi104 ceph-mon[94081]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:39:41.901 INFO:tasks.rados.rados.0.smithi104.stdout:2508: done (2 left) 2024-04-02T08:39:41.901 INFO:tasks.rados.rados.0.smithi104.stdout:2509: read oid 13 snap 246 2024-04-02T08:39:41.901 INFO:tasks.rados.rados.0.smithi104.stdout:2509: expect deleted 2024-04-02T08:39:41.901 INFO:tasks.rados.rados.0.smithi104.stdout:2510: snap_remove snap 245 2024-04-02T08:39:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:39:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:42.624 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:42 smithi188 bash[111643]: time="2024-04-02T08:39:42Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b in 10 seconds, resorting to SIGKILL" 2024-04-02T08:39:42.624 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:42 smithi188 podman[111643]: 2024-04-02 08:39:42.561854432 +0000 UTC m=+10.173159192 container died 3b1235ebef2eedd0b3f4a5b79c808a75521ce7535c3e35190dbd170e38ad3cbf (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T08:39:42.909 INFO:tasks.rados.rados.0.smithi104.stdout:2510: done (3 left) 2024-04-02T08:39:42.909 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 257 2024-04-02T08:39:42.909 INFO:tasks.rados.rados.0.smithi104.stdout:2511: seq_num 775 ranges {0=589824,589824=401408} 2024-04-02T08:39:42.913 INFO:tasks.rados.rados.0.smithi104.stdout:2511: writing smithi10482514-43 from 0 to 589824 tid 1 2024-04-02T08:39:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2511: writing smithi10482514-43 from 589824 to 991232 tid 2 2024-04-02T08:39:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2512: rollback oid 35 current snap is 257 2024-04-02T08:39:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 35 to 243 2024-04-02T08:39:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2513: read oid 39 snap -1 2024-04-02T08:39:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2513: expect (ObjNum 767 snap 253 seq_num 767) 2024-04-02T08:39:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2514: snap_create 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:2505: finishing write tid 1 to smithi10482514-49 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:2505: finishing write tid 2 to smithi10482514-49 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:2505: finishing write tid 3 to smithi10482514-49 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:2505: finishing write tid 4 to smithi10482514-49 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:2505: oid 49 updating version 0 to 1538 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:2505: oid 49 version 1538 is already newer than 1537 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:2505: oid 49 version 1538 is already newer than 1536 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1538 (ObjNum 774 snap 257 seq_num 774) dirty exists 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:2505: left oid 49 (ObjNum 774 snap 257 seq_num 774) 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:2506: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:2506: finishing copy_from to smithi10482514-6 2024-04-02T08:39:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2070 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-04-02T08:39:42.928 INFO:tasks.rados.rados.0.smithi104.stdout:2511: finishing write tid 1 to smithi10482514-43 2024-04-02T08:39:42.928 INFO:tasks.rados.rados.0.smithi104.stdout:2512: finishing rollback tid 0 to smithi10482514-35 2024-04-02T08:39:42.928 INFO:tasks.rados.rados.0.smithi104.stdout:2511: finishing write tid 2 to smithi10482514-43 2024-04-02T08:39:42.928 INFO:tasks.rados.rados.0.smithi104.stdout:2512: finishing rollback tid 1 to smithi10482514-35 2024-04-02T08:39:42.929 INFO:tasks.rados.rados.0.smithi104.stdout:2511: finishing write tid 3 to smithi10482514-43 2024-04-02T08:39:42.931 INFO:tasks.rados.rados.0.smithi104.stdout:2511: finishing write tid 4 to smithi10482514-43 2024-04-02T08:39:42.931 INFO:tasks.rados.rados.0.smithi104.stdout:2511: oid 43 updating version 0 to 1857 2024-04-02T08:39:42.931 INFO:tasks.rados.rados.0.smithi104.stdout:2511: oid 43 version 1857 is already newer than 1856 2024-04-02T08:39:42.931 INFO:tasks.rados.rados.0.smithi104.stdout:2511: oid 43 updating version 1857 to 1858 2024-04-02T08:39:42.931 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1858 (ObjNum 775 snap 257 seq_num 775) dirty exists 2024-04-02T08:39:42.931 INFO:tasks.rados.rados.0.smithi104.stdout:2511: left oid 43 (ObjNum 775 snap 257 seq_num 775) 2024-04-02T08:39:42.937 INFO:tasks.rados.rados.0.smithi104.stdout:2512: finishing rollback tid 2 to smithi10482514-35 2024-04-02T08:39:42.937 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2073 (ObjNum 646 snap 205 seq_num 646) dirty exists 2024-04-02T08:39:42.943 INFO:tasks.rados.rados.0.smithi104.stdout:2513: expect (ObjNum 767 snap 253 seq_num 767) 2024-04-02T08:39:43.364 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:42 smithi188 ceph-mon[86835]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:39:43.364 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:43 smithi188 podman[111643]: 2024-04-02 08:39:43.072722974 +0000 UTC m=+10.684027733 container cleanup 3b1235ebef2eedd0b3f4a5b79c808a75521ce7535c3e35190dbd170e38ad3cbf (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T08:39:43.365 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:43 smithi188 bash[111643]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T08:39:43.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:42 smithi104 ceph-mon[94081]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:39:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:42 smithi104 ceph-mon[96567]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:39:43.390 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:39:42 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T08:39:42.931+0000 7f7d79ecd700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 136 after trimming was started 2024-04-02T08:39:43.623 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:43 smithi188 podman[111681]: 2024-04-02 08:39:43.366074189 +0000 UTC m=+0.805993179 container remove 3b1235ebef2eedd0b3f4a5b79c808a75521ce7535c3e35190dbd170e38ad3cbf (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-02T08:39:43.623 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:43 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mds.b.service: Main process exited, code=exited, status=137/n/a 2024-04-02T08:39:43.904 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:43 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mds.b.service: Failed with result 'exit-code'. 2024-04-02T08:39:43.904 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:43 smithi188 systemd[1]: Stopped Ceph mds.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:43.904 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:43 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mds.b.service: Consumed 1.719s CPU time. 2024-04-02T08:39:43.904 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:43 smithi188 systemd[1]: Starting Ceph mds.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:43.909 INFO:tasks.rados.rados.0.smithi104.stdout:2505: done (6 left) 2024-04-02T08:39:43.909 INFO:tasks.rados.rados.0.smithi104.stdout:2506: done (5 left) 2024-04-02T08:39:43.910 INFO:tasks.rados.rados.0.smithi104.stdout:2509: done (4 left) 2024-04-02T08:39:43.910 INFO:tasks.rados.rados.0.smithi104.stdout:2511: done (3 left) 2024-04-02T08:39:43.910 INFO:tasks.rados.rados.0.smithi104.stdout:2512: done (2 left) 2024-04-02T08:39:43.910 INFO:tasks.rados.rados.0.smithi104.stdout:2513: done (1 left) 2024-04-02T08:39:43.910 INFO:tasks.rados.rados.0.smithi104.stdout:2514: done (0 left) 2024-04-02T08:39:43.910 INFO:tasks.rados.rados.0.smithi104.stdout:2515: delete oid 35 current snap is 258 2024-04-02T08:39:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:2515: done (0 left) 2024-04-02T08:39:43.915 INFO:tasks.rados.rados.0.smithi104.stdout:2516: snap_create 2024-04-02T08:39:44.217 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:43 smithi188 ceph-mon[86835]: pgmap v505: 121 pgs: 121 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-02T08:39:44.217 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:43 smithi188 ceph-mon[86835]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:39:44.217 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:44 smithi188 podman[111821]: 2024-04-02 08:39:43.978622891 +0000 UTC m=+0.018887895 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T08:39:44.217 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:44 smithi188 podman[111821]: 2024-04-02 08:39:44.083567507 +0000 UTC m=+0.123832498 container create 0f4a44cdb9f57586ccf95a8695212466d25b2f025e969e51b367b2d60d6c2719 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:39:44.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:43 smithi104 ceph-mon[94081]: pgmap v505: 121 pgs: 121 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-02T08:39:44.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:43 smithi104 ceph-mon[94081]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:39:44.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:43 smithi104 ceph-mon[96567]: pgmap v505: 121 pgs: 121 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-02T08:39:44.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:43 smithi104 ceph-mon[96567]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:39:44.623 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:44 smithi188 podman[111821]: 2024-04-02 08:39:44.327697202 +0000 UTC m=+0.367962207 container init 0f4a44cdb9f57586ccf95a8695212466d25b2f025e969e51b367b2d60d6c2719 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-02T08:39:44.623 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:44 smithi188 podman[111821]: 2024-04-02 08:39:44.333875483 +0000 UTC m=+0.374140475 container start 0f4a44cdb9f57586ccf95a8695212466d25b2f025e969e51b367b2d60d6c2719 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-02T08:39:44.623 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b[111836]: starting mds.b at 2024-04-02T08:39:44.624 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:44 smithi188 bash[111821]: 0f4a44cdb9f57586ccf95a8695212466d25b2f025e969e51b367b2d60d6c2719 2024-04-02T08:39:44.624 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 08:39:44 smithi188 systemd[1]: Started Ceph mds.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:44.916 INFO:tasks.rados.rados.0.smithi104.stdout:2516: done (0 left) 2024-04-02T08:39:44.917 INFO:tasks.rados.rados.0.smithi104.stdout:2517: copy_from oid 2 from oid 45 current snap is 259 2024-04-02T08:39:44.917 INFO:tasks.rados.rados.0.smithi104.stdout:2518: rmattr oid 23 current snap is 259 2024-04-02T08:39:44.917 INFO:tasks.rados.rados.0.smithi104.stdout:2519: rmattr oid 38 current snap is 259 2024-04-02T08:39:44.917 INFO:tasks.rados.rados.0.smithi104.stdout:2519: done (2 left) 2024-04-02T08:39:44.917 INFO:tasks.rados.rados.0.smithi104.stdout:2520: delete oid 48 current snap is 259 2024-04-02T08:39:44.923 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 1423 (ObjNum 436 snap 140 seq_num 436) dirty exists 2024-04-02T08:39:44.923 INFO:tasks.rados.rados.0.smithi104.stdout:2517: finishing copy_from racing read to smithi10482514-2 2024-04-02T08:39:44.925 INFO:tasks.rados.rados.0.smithi104.stdout:2517: finishing copy_from to smithi10482514-2 2024-04-02T08:39:44.925 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1367 (ObjNum 747 snap 244 seq_num 747) dirty exists 2024-04-02T08:39:44.925 INFO:tasks.rados.rados.0.smithi104.stdout:2517: done (2 left) 2024-04-02T08:39:44.926 INFO:tasks.rados.rados.0.smithi104.stdout:2518: done (1 left) 2024-04-02T08:39:44.926 INFO:tasks.rados.rados.0.smithi104.stdout:2520: done (0 left) 2024-04-02T08:39:44.926 INFO:tasks.rados.rados.0.smithi104.stdout:2521: snap_remove snap 223 2024-04-02T08:39:45.303 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:44 smithi188 ceph-mon[86835]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:39:45.303 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:45.303 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:45.303 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:45.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:44 smithi104 ceph-mon[94081]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:39:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:44 smithi104 ceph-mon[96567]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:39:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:45.922 INFO:tasks.rados.rados.0.smithi104.stdout:2521: done (0 left) 2024-04-02T08:39:45.923 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 259 2024-04-02T08:39:45.923 INFO:tasks.rados.rados.0.smithi104.stdout:2522: seq_num 778 ranges {0=638976,638976=401408} 2024-04-02T08:39:45.926 INFO:tasks.rados.rados.0.smithi104.stdout:2522: writing smithi10482514-4 from 0 to 638976 tid 1 2024-04-02T08:39:45.929 INFO:tasks.rados.rados.0.smithi104.stdout:2522: writing smithi10482514-4 from 638976 to 1040384 tid 2 2024-04-02T08:39:45.930 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 259 2024-04-02T08:39:45.930 INFO:tasks.rados.rados.0.smithi104.stdout:2523: seq_num 779 ranges {0=655360,655360=401408} 2024-04-02T08:39:45.934 INFO:tasks.rados.rados.0.smithi104.stdout:2523: writing smithi10482514-13 from 0 to 655360 tid 1 2024-04-02T08:39:45.937 INFO:tasks.rados.rados.0.smithi104.stdout:2523: writing smithi10482514-13 from 655360 to 1056768 tid 2 2024-04-02T08:39:45.937 INFO:tasks.rados.rados.0.smithi104.stdout:2524: snap_remove snap 242 2024-04-02T08:39:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:39:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:39:45] "GET /metrics HTTP/1.1" 200 36105 "" "Prometheus/2.43.0" 2024-04-02T08:39:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:45 smithi104 ceph-mon[94081]: pgmap v508: 121 pgs: 121 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:39:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:45 smithi104 ceph-mon[94081]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:39:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:45 smithi104 ceph-mon[94081]: mds.? [v2:172.21.15.188:6832/162376139,v1:172.21.15.188:6833/162376139] up:boot 2024-04-02T08:39:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:45 smithi104 ceph-mon[94081]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:39:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:45 smithi104 ceph-mon[96567]: pgmap v508: 121 pgs: 121 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:39:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:45 smithi104 ceph-mon[96567]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:39:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:45 smithi104 ceph-mon[96567]: mds.? [v2:172.21.15.188:6832/162376139,v1:172.21.15.188:6833/162376139] up:boot 2024-04-02T08:39:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:45 smithi104 ceph-mon[96567]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:39:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:46.364 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:45 smithi188 ceph-mon[86835]: pgmap v508: 121 pgs: 121 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:39:46.365 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:45 smithi188 ceph-mon[86835]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:39:46.365 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:45 smithi188 ceph-mon[86835]: mds.? [v2:172.21.15.188:6832/162376139,v1:172.21.15.188:6833/162376139] up:boot 2024-04-02T08:39:46.365 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:45 smithi188 ceph-mon[86835]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:39:46.365 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:46.926 INFO:tasks.rados.rados.0.smithi104.stdout:2522: finishing write tid 1 to smithi10482514-4 2024-04-02T08:39:46.926 INFO:tasks.rados.rados.0.smithi104.stdout:2522: finishing write tid 2 to smithi10482514-4 2024-04-02T08:39:46.926 INFO:tasks.rados.rados.0.smithi104.stdout:2522: finishing write tid 3 to smithi10482514-4 2024-04-02T08:39:46.926 INFO:tasks.rados.rados.0.smithi104.stdout:2523: finishing write tid 1 to smithi10482514-13 2024-04-02T08:39:46.926 INFO:tasks.rados.rados.0.smithi104.stdout:2523: finishing write tid 2 to smithi10482514-13 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2523: finishing write tid 3 to smithi10482514-13 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2523: finishing write tid 4 to smithi10482514-13 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2523: oid 13 updating version 0 to 1540 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2523: oid 13 version 1540 is already newer than 1539 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2523: oid 13 updating version 1540 to 1541 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 1541 (ObjNum 779 snap 259 seq_num 779) dirty exists 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2523: left oid 13 (ObjNum 779 snap 259 seq_num 779) 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2522: finishing write tid 4 to smithi10482514-4 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2522: oid 4 updating version 0 to 1672 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2522: oid 4 updating version 1672 to 1674 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2522: oid 4 version 1674 is already newer than 1673 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1674 (ObjNum 778 snap 259 seq_num 778) dirty exists 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2522: left oid 4 (ObjNum 778 snap 259 seq_num 778) 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2522: done (2 left) 2024-04-02T08:39:46.927 INFO:tasks.rados.rados.0.smithi104.stdout:2523: done (1 left) 2024-04-02T08:39:46.928 INFO:tasks.rados.rados.0.smithi104.stdout:2524: done (0 left) 2024-04-02T08:39:46.928 INFO:tasks.rados.rados.0.smithi104.stdout:2525: setattr oid 27 current snap is 259 2024-04-02T08:39:46.928 INFO:tasks.rados.rados.0.smithi104.stdout:2526: rmattr oid 39 current snap is 259 2024-04-02T08:39:46.928 INFO:tasks.rados.rados.0.smithi104.stdout:2526: done (1 left) 2024-04-02T08:39:46.928 INFO:tasks.rados.rados.0.smithi104.stdout:2527: rollback oid 22 current snap is 259 2024-04-02T08:39:46.929 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 22 to 238 2024-04-02T08:39:46.929 INFO:tasks.rados.rados.0.smithi104.stdout:2528: snap_remove snap 230 2024-04-02T08:39:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:46 smithi188 ceph-mon[86835]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:39:47.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:46 smithi104 ceph-mon[96567]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:39:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:46 smithi104 ceph-mon[94081]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:39:47.933 INFO:tasks.rados.rados.0.smithi104.stdout:2528: done (2 left) 2024-04-02T08:39:47.933 INFO:tasks.rados.rados.0.smithi104.stdout:2529: delete oid 18 current snap is 259 2024-04-02T08:39:47.934 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1675 (ObjNum 730 snap 234 seq_num 730) dirty exists 2024-04-02T08:39:47.934 INFO:tasks.rados.rados.0.smithi104.stdout:2527: finishing rollback tid 0 to smithi10482514-22 2024-04-02T08:39:47.934 INFO:tasks.rados.rados.0.smithi104.stdout:2527: finishing rollback tid 1 to smithi10482514-22 2024-04-02T08:39:47.934 INFO:tasks.rados.rados.0.smithi104.stdout:2527: finishing rollback tid 2 to smithi10482514-22 2024-04-02T08:39:47.934 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 1426 (ObjNum 686 snap 219 seq_num 686) dirty exists 2024-04-02T08:39:47.942 INFO:tasks.rados.rados.0.smithi104.stdout:2525: done (2 left) 2024-04-02T08:39:47.942 INFO:tasks.rados.rados.0.smithi104.stdout:2527: done (1 left) 2024-04-02T08:39:47.942 INFO:tasks.rados.rados.0.smithi104.stdout:2529: done (0 left) 2024-04-02T08:39:47.942 INFO:tasks.rados.rados.0.smithi104.stdout:2530: read oid 50 snap -1 2024-04-02T08:39:47.942 INFO:tasks.rados.rados.0.smithi104.stdout:2530: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:39:47.942 INFO:tasks.rados.rados.0.smithi104.stdout:2531: rollback oid 21 current snap is 259 2024-04-02T08:39:47.942 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 21 to 241 2024-04-02T08:39:47.942 INFO:tasks.rados.rados.0.smithi104.stdout:2532: delete oid 35 current snap is 259 2024-04-02T08:39:47.950 INFO:tasks.rados.rados.0.smithi104.stdout:2532: done (2 left) 2024-04-02T08:39:47.950 INFO:tasks.rados.rados.0.smithi104.stdout:2533: delete oid 33 current snap is 259 2024-04-02T08:39:47.955 INFO:tasks.rados.rados.0.smithi104.stdout:2533: done (2 left) 2024-04-02T08:39:47.955 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 259 2024-04-02T08:39:47.955 INFO:tasks.rados.rados.0.smithi104.stdout:2534: seq_num 783 ranges {516096=720896,1236992=401408} 2024-04-02T08:39:47.962 INFO:tasks.rados.rados.0.smithi104.stdout:2534: writing smithi10482514-45 from 516096 to 1236992 tid 1 2024-04-02T08:39:47.965 INFO:tasks.rados.rados.0.smithi104.stdout:2534: writing smithi10482514-45 from 1236992 to 1638400 tid 2 2024-04-02T08:39:47.965 INFO:tasks.rados.rados.0.smithi104.stdout:2535: delete oid 39 current snap is 259 2024-04-02T08:39:47.965 INFO:tasks.rados.rados.0.smithi104.stdout:2531: finishing rollback tid 0 to smithi10482514-21 2024-04-02T08:39:47.965 INFO:tasks.rados.rados.0.smithi104.stdout:2531: finishing rollback tid 1 to smithi10482514-21 2024-04-02T08:39:47.965 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2097 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-04-02T08:39:47.968 INFO:tasks.rados.rados.0.smithi104.stdout:2531: done (3 left) 2024-04-02T08:39:47.968 INFO:tasks.rados.rados.0.smithi104.stdout:2535: done (2 left) 2024-04-02T08:39:47.968 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 259 2024-04-02T08:39:47.968 INFO:tasks.rados.rados.0.smithi104.stdout:2536: seq_num 785 ranges {0=753664,753664=401408} 2024-04-02T08:39:47.972 INFO:tasks.rados.rados.0.smithi104.stdout:2536: writing smithi10482514-19 from 0 to 753664 tid 1 2024-04-02T08:39:47.975 INFO:tasks.rados.rados.0.smithi104.stdout:2536: writing smithi10482514-19 from 753664 to 1155072 tid 2 2024-04-02T08:39:47.975 INFO:tasks.rados.rados.0.smithi104.stdout:2537: snap_create 2024-04-02T08:39:47.975 INFO:tasks.rados.rados.0.smithi104.stdout:2534: finishing write tid 1 to smithi10482514-45 2024-04-02T08:39:47.975 INFO:tasks.rados.rados.0.smithi104.stdout:2530: expect (ObjNum 585 snap 185 seq_num 585) 2024-04-02T08:39:48.191 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:47 smithi188 ceph-mon[86835]: pgmap v511: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 616 KiB/s wr, 10 op/s 2024-04-02T08:39:48.191 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:47 smithi188 ceph-mon[86835]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:39:48.260 INFO:tasks.rados.rados.0.smithi104.stdout:2534: finishing write tid 2 to smithi10482514-45 2024-04-02T08:39:48.260 INFO:tasks.rados.rados.0.smithi104.stdout:2534: finishing write tid 3 to smithi10482514-45 2024-04-02T08:39:48.260 INFO:tasks.rados.rados.0.smithi104.stdout:2534: finishing write tid 4 to smithi10482514-45 2024-04-02T08:39:48.260 INFO:tasks.rados.rados.0.smithi104.stdout:2534: oid 45 updating version 0 to 1543 2024-04-02T08:39:48.260 INFO:tasks.rados.rados.0.smithi104.stdout:2534: oid 45 version 1543 is already newer than 1542 2024-04-02T08:39:48.260 INFO:tasks.rados.rados.0.smithi104.stdout:2534: oid 45 updating version 1543 to 1544 2024-04-02T08:39:48.260 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1544 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-04-02T08:39:48.260 INFO:tasks.rados.rados.0.smithi104.stdout:2534: left oid 45 (ObjNum 783 snap 259 seq_num 783) 2024-04-02T08:39:48.260 INFO:tasks.rados.rados.0.smithi104.stdout:2536: finishing write tid 1 to smithi10482514-19 2024-04-02T08:39:48.260 INFO:tasks.rados.rados.0.smithi104.stdout:2536: finishing write tid 2 to smithi10482514-19 2024-04-02T08:39:48.260 INFO:tasks.rados.rados.0.smithi104.stdout:2536: finishing write tid 3 to smithi10482514-19 2024-04-02T08:39:48.261 INFO:tasks.rados.rados.0.smithi104.stdout:2536: finishing write tid 4 to smithi10482514-19 2024-04-02T08:39:48.261 INFO:tasks.rados.rados.0.smithi104.stdout:2536: oid 19 updating version 0 to 1677 2024-04-02T08:39:48.261 INFO:tasks.rados.rados.0.smithi104.stdout:2536: oid 19 updating version 1677 to 1678 2024-04-02T08:39:48.261 INFO:tasks.rados.rados.0.smithi104.stdout:2536: oid 19 version 1678 is already newer than 1676 2024-04-02T08:39:48.261 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1678 (ObjNum 785 snap 259 seq_num 785) dirty exists 2024-04-02T08:39:48.261 INFO:tasks.rados.rados.0.smithi104.stdout:2536: left oid 19 (ObjNum 785 snap 259 seq_num 785) 2024-04-02T08:39:48.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:47 smithi104 ceph-mon[96567]: pgmap v511: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 616 KiB/s wr, 10 op/s 2024-04-02T08:39:48.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:47 smithi104 ceph-mon[96567]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:39:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:47 smithi104 ceph-mon[94081]: pgmap v511: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 616 KiB/s wr, 10 op/s 2024-04-02T08:39:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:47 smithi104 ceph-mon[94081]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:39:48.944 INFO:tasks.rados.rados.0.smithi104.stdout:2530: done (3 left) 2024-04-02T08:39:48.944 INFO:tasks.rados.rados.0.smithi104.stdout:2534: done (2 left) 2024-04-02T08:39:48.944 INFO:tasks.rados.rados.0.smithi104.stdout:2536: done (1 left) 2024-04-02T08:39:48.944 INFO:tasks.rados.rados.0.smithi104.stdout:2537: done (0 left) 2024-04-02T08:39:48.944 INFO:tasks.rados.rados.0.smithi104.stdout:2538: delete oid 47 current snap is 260 2024-04-02T08:39:48.948 INFO:tasks.rados.rados.0.smithi104.stdout:2538: done (0 left) 2024-04-02T08:39:48.948 INFO:tasks.rados.rados.0.smithi104.stdout:2539: copy_from oid 37 from oid 34 current snap is 260 2024-04-02T08:39:48.948 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 260 2024-04-02T08:39:48.948 INFO:tasks.rados.rados.0.smithi104.stdout:2540: seq_num 787 ranges {1916928=786432,2703360=401408} 2024-04-02T08:39:48.963 INFO:tasks.rados.rados.0.smithi104.stdout:2540: writing smithi10482514-9 from 1916928 to 2703360 tid 1 2024-04-02T08:39:48.966 INFO:tasks.rados.rados.0.smithi104.stdout:2540: writing smithi10482514-9 from 2703360 to 3104768 tid 2 2024-04-02T08:39:48.966 INFO:tasks.rados.rados.0.smithi104.stdout:2541: rollback oid 27 current snap is 260 2024-04-02T08:39:48.966 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 27 to 251 2024-04-02T08:39:48.966 INFO:tasks.rados.rados.0.smithi104.stdout:2539: finishing copy_from to smithi10482514-37 2024-04-02T08:39:48.966 INFO:tasks.rados.rados.0.smithi104.stdout:2539: got expected ENOENT (src dne) 2024-04-02T08:39:48.966 INFO:tasks.rados.rados.0.smithi104.stdout:2539: finishing copy_from racing read to smithi10482514-37 2024-04-02T08:39:48.966 INFO:tasks.rados.rados.0.smithi104.stdout:2539: done (2 left) 2024-04-02T08:39:48.966 INFO:tasks.rados.rados.0.smithi104.stdout:2542: delete oid 48 current snap is 260 2024-04-02T08:39:48.970 INFO:tasks.rados.rados.0.smithi104.stdout:2540: finishing write tid 1 to smithi10482514-9 2024-04-02T08:39:48.970 INFO:tasks.rados.rados.0.smithi104.stdout:2540: finishing write tid 2 to smithi10482514-9 2024-04-02T08:39:48.971 INFO:tasks.rados.rados.0.smithi104.stdout:2542: done (2 left) 2024-04-02T08:39:48.971 INFO:tasks.rados.rados.0.smithi104.stdout:2543: delete oid 20 current snap is 260 2024-04-02T08:39:48.971 INFO:tasks.rados.rados.0.smithi104.stdout:2541: finishing rollback tid 0 to smithi10482514-27 2024-04-02T08:39:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:2541: finishing rollback tid 1 to smithi10482514-27 2024-04-02T08:39:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:2541: finishing rollback tid 2 to smithi10482514-27 2024-04-02T08:39:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1681 (ObjNum 730 snap 234 seq_num 730) dirty exists 2024-04-02T08:39:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:2540: finishing write tid 3 to smithi10482514-9 2024-04-02T08:39:48.974 INFO:tasks.rados.rados.0.smithi104.stdout:2541: done (2 left) 2024-04-02T08:39:48.974 INFO:tasks.rados.rados.0.smithi104.stdout:2543: done (1 left) 2024-04-02T08:39:48.974 INFO:tasks.rados.rados.0.smithi104.stdout:2544: snap_create 2024-04-02T08:39:48.974 INFO:tasks.rados.rados.0.smithi104.stdout:2540: finishing write tid 4 to smithi10482514-9 2024-04-02T08:39:48.974 INFO:tasks.rados.rados.0.smithi104.stdout:2540: oid 9 updating version 0 to 2104 2024-04-02T08:39:48.974 INFO:tasks.rados.rados.0.smithi104.stdout:2540: oid 9 version 2104 is already newer than 2103 2024-04-02T08:39:48.974 INFO:tasks.rados.rados.0.smithi104.stdout:2540: oid 9 updating version 2104 to 2105 2024-04-02T08:39:48.975 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2105 (ObjNum 787 snap 260 seq_num 787) dirty exists 2024-04-02T08:39:48.975 INFO:tasks.rados.rados.0.smithi104.stdout:2540: left oid 9 (ObjNum 787 snap 260 seq_num 787) 2024-04-02T08:39:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:48 smithi188 ceph-mon[86835]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:39:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:49.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:49.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:48 smithi104 ceph-mon[94081]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:39:49.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:49.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:48 smithi104 ceph-mon[96567]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:39:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:49.944 INFO:tasks.rados.rados.0.smithi104.stdout:2540: done (1 left) 2024-04-02T08:39:49.945 INFO:tasks.rados.rados.0.smithi104.stdout:2544: done (0 left) 2024-04-02T08:39:49.945 INFO:tasks.rados.rados.0.smithi104.stdout:2545: snap_remove snap 238 2024-04-02T08:39:50.191 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:49 smithi188 ceph-mon[86835]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 209 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-02T08:39:50.191 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:49 smithi188 ceph-mon[86835]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:39:50.191 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:50.191 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:50.191 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:50.191 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[94081]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 209 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-02T08:39:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[94081]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:39:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[96567]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 209 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-02T08:39:50.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[96567]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:39:50.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:50.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:50.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:50.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:50.902 INFO:tasks.rados.rados.0.smithi104.stdout:2545: done (0 left) 2024-04-02T08:39:50.902 INFO:tasks.rados.rados.0.smithi104.stdout:2546: snap_create 2024-04-02T08:39:51.330 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:50 smithi188 ceph-mon[86835]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:39:51.330 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:50 smithi188 ceph-mon[86835]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:39:51.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:50 smithi104 ceph-mon[96567]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:39:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:50 smithi104 ceph-mon[96567]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:39:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:50 smithi104 ceph-mon[94081]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:39:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:50 smithi104 ceph-mon[94081]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:39:51.904 INFO:tasks.rados.rados.0.smithi104.stdout:2546: done (0 left) 2024-04-02T08:39:51.904 INFO:tasks.rados.rados.0.smithi104.stdout:2547: snap_remove snap 256 2024-04-02T08:39:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:51 smithi188 ceph-mon[86835]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 967 KiB/s rd, 900 KiB/s wr, 7 op/s 2024-04-02T08:39:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:51 smithi188 ceph-mon[86835]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:39:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:51 smithi104 ceph-mon[96567]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 967 KiB/s rd, 900 KiB/s wr, 7 op/s 2024-04-02T08:39:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:51 smithi104 ceph-mon[96567]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:39:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:51 smithi104 ceph-mon[94081]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 967 KiB/s rd, 900 KiB/s wr, 7 op/s 2024-04-02T08:39:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:51 smithi104 ceph-mon[94081]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:39:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:39:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:52.905 INFO:tasks.rados.rados.0.smithi104.stdout:2547: done (0 left) 2024-04-02T08:39:52.906 INFO:tasks.rados.rados.0.smithi104.stdout:2548: setattr oid 43 current snap is 262 2024-04-02T08:39:52.907 INFO:tasks.rados.rados.0.smithi104.stdout:2549: setattr oid 29 current snap is 262 2024-04-02T08:39:52.910 INFO:tasks.rados.rados.0.smithi104.stdout:2550: rmattr oid 12 current snap is 262 2024-04-02T08:39:52.911 INFO:tasks.rados.rados.0.smithi104.stdout:2550: done (2 left) 2024-04-02T08:39:52.911 INFO:tasks.rados.rados.0.smithi104.stdout:2551: read oid 3 snap -1 2024-04-02T08:39:52.911 INFO:tasks.rados.rados.0.smithi104.stdout:2551: expect (ObjNum 732 snap 238 seq_num 732) 2024-04-02T08:39:52.911 INFO:tasks.rados.rados.0.smithi104.stdout:2552: copy_from oid 15 from oid 24 current snap is 262 2024-04-02T08:39:52.911 INFO:tasks.rados.rados.0.smithi104.stdout:2553: read oid 32 snap 218 2024-04-02T08:39:52.911 INFO:tasks.rados.rados.0.smithi104.stdout:2553: expect deleted 2024-04-02T08:39:52.911 INFO:tasks.rados.rados.0.smithi104.stdout:2554: setattr oid 26 current snap is 262 2024-04-02T08:39:52.912 INFO:tasks.rados.rados.0.smithi104.stdout:2553: done (5 left) 2024-04-02T08:39:52.912 INFO:tasks.rados.rados.0.smithi104.stdout:2555: delete oid 42 current snap is 262 2024-04-02T08:39:52.914 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1859 (ObjNum 775 snap 257 seq_num 775) dirty exists 2024-04-02T08:39:52.915 INFO:tasks.rados.rados.0.smithi104.stdout:2548: done (5 left) 2024-04-02T08:39:52.916 INFO:tasks.rados.rados.0.smithi104.stdout:2555: done (4 left) 2024-04-02T08:39:52.916 INFO:tasks.rados.rados.0.smithi104.stdout:2556: snap_remove snap 236 2024-04-02T08:39:53.911 INFO:tasks.rados.rados.0.smithi104.stdout:2556: done (4 left) 2024-04-02T08:39:53.911 INFO:tasks.rados.rados.0.smithi104.stdout:2557: rollback oid 32 current snap is 262 2024-04-02T08:39:53.911 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 32 to 250 2024-04-02T08:39:53.912 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1859 (ObjNum 81 snap 0 seq_num 2) dirty exists 2024-04-02T08:39:53.912 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 1682 (ObjNum 81 snap 0 seq_num 1549887853) dirty exists 2024-04-02T08:39:53.912 INFO:tasks.rados.rados.0.smithi104.stdout:2552: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:39:53.912 INFO:tasks.rados.rados.0.smithi104.stdout:2552: finishing copy_from to smithi10482514-15 2024-04-02T08:39:53.912 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 1928 (ObjNum 33 snap 0 seq_num 1940825648) dirty exists 2024-04-02T08:39:53.912 INFO:tasks.rados.rados.0.smithi104.stdout:2551: expect (ObjNum 732 snap 238 seq_num 732) 2024-04-02T08:39:53.970 INFO:tasks.rados.rados.0.smithi104.stdout:2549: done (4 left) 2024-04-02T08:39:53.970 INFO:tasks.rados.rados.0.smithi104.stdout:2551: done (3 left) 2024-04-02T08:39:53.970 INFO:tasks.rados.rados.0.smithi104.stdout:2552: done (2 left) 2024-04-02T08:39:53.971 INFO:tasks.rados.rados.0.smithi104.stdout:2554: done (1 left) 2024-04-02T08:39:53.971 INFO:tasks.rados.rados.0.smithi104.stdout:2558: read oid 40 snap -1 2024-04-02T08:39:53.971 INFO:tasks.rados.rados.0.smithi104.stdout:2558: expect (ObjNum 717 snap 230 seq_num 717) 2024-04-02T08:39:53.971 INFO:tasks.rados.rados.0.smithi104.stdout:2559: snap_create 2024-04-02T08:39:53.971 INFO:tasks.rados.rados.0.smithi104.stdout:2557: finishing rollback tid 0 to smithi10482514-32 2024-04-02T08:39:53.971 INFO:tasks.rados.rados.0.smithi104.stdout:2557: finishing rollback tid 1 to smithi10482514-32 2024-04-02T08:39:53.971 INFO:tasks.rados.rados.0.smithi104.stdout:2557: finishing rollback tid 2 to smithi10482514-32 2024-04-02T08:39:53.971 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 445 (ObjNum 752 snap 246 seq_num 752) dirty exists 2024-04-02T08:39:53.974 INFO:tasks.rados.rados.0.smithi104.stdout:2558: expect (ObjNum 717 snap 230 seq_num 717) 2024-04-02T08:39:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: pgmap v520: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 282 KiB/s wr, 8 op/s 2024-04-02T08:39:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:39:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: Upgrade: Setting container_image for all mds 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:39:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: Upgrade: Setting container_image for all rgw 2024-04-02T08:39:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:39:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:39:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: pgmap v520: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 282 KiB/s wr, 8 op/s 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: Upgrade: Setting container_image for all mds 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: Upgrade: Setting container_image for all rgw 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:39:54.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.145 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:39:54.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: Upgrade: Setting container_image for all nfs 2024-04-02T08:39:54.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:39:54.146 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: Upgrade: Setting container_image for all nfs 2024-04-02T08:39:54.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:39:54.146 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: pgmap v520: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 282 KiB/s wr, 8 op/s 2024-04-02T08:39:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:39:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: Upgrade: Setting container_image for all mds 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: Upgrade: Setting container_image for all rgw 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: Upgrade: Setting container_image for all nfs 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:54.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:39:54.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:54.914 INFO:tasks.rados.rados.0.smithi104.stdout:2557: done (2 left) 2024-04-02T08:39:54.914 INFO:tasks.rados.rados.0.smithi104.stdout:2558: done (1 left) 2024-04-02T08:39:54.915 INFO:tasks.rados.rados.0.smithi104.stdout:2559: done (0 left) 2024-04-02T08:39:54.915 INFO:tasks.rados.rados.0.smithi104.stdout:2560: read oid 10 snap -1 2024-04-02T08:39:54.915 INFO:tasks.rados.rados.0.smithi104.stdout:2560: expect deleted 2024-04-02T08:39:54.915 INFO:tasks.rados.rados.0.smithi104.stdout:2561: snap_create 2024-04-02T08:39:55.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:54 smithi104 ceph-mon[96567]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:39:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:54 smithi104 ceph-mon[94081]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:39:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:54 smithi188 ceph-mon[86835]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:39:55.874 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:55 smithi104 systemd[1]: Stopping Ceph node-exporter.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:55.901 INFO:tasks.rados.rados.0.smithi104.stdout:2560: done (1 left) 2024-04-02T08:39:55.901 INFO:tasks.rados.rados.0.smithi104.stdout:2561: done (0 left) 2024-04-02T08:39:55.901 INFO:tasks.rados.rados.0.smithi104.stdout:2562: read oid 28 snap 247 2024-04-02T08:39:55.901 INFO:tasks.rados.rados.0.smithi104.stdout:2562: expect (ObjNum 729 snap 234 seq_num 729) 2024-04-02T08:39:55.901 INFO:tasks.rados.rados.0.smithi104.stdout:2563: snap_create 2024-04-02T08:39:55.923 INFO:tasks.rados.rados.0.smithi104.stdout:2562: expect (ObjNum 729 snap 234 seq_num 729) 2024-04-02T08:39:56.140 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:56 smithi104 podman[127376]: 2024-04-02 08:39:56.034393672 +0000 UTC m=+0.138836914 container died 0cc7812f5e5350ef9c535122a68f44c088b5499235dedbd1b2213eeb57e6f54d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:39:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:39:55] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:39:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:55 smithi104 ceph-mon[96567]: pgmap v523: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 572 KiB/s wr, 9 op/s 2024-04-02T08:39:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:55 smithi104 ceph-mon[96567]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:39:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:55 smithi104 ceph-mon[96567]: Deploying daemon node-exporter.a on smithi104 2024-04-02T08:39:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:55 smithi104 ceph-mon[96567]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:39:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:55 smithi104 ceph-mon[96567]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:39:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:55 smithi104 ceph-mon[94081]: pgmap v523: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 572 KiB/s wr, 9 op/s 2024-04-02T08:39:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:55 smithi104 ceph-mon[94081]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:39:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:55 smithi104 ceph-mon[94081]: Deploying daemon node-exporter.a on smithi104 2024-04-02T08:39:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:55 smithi104 ceph-mon[94081]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:39:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:55 smithi104 ceph-mon[94081]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:39:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:55 smithi188 ceph-mon[86835]: pgmap v523: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 572 KiB/s wr, 9 op/s 2024-04-02T08:39:56.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:55 smithi188 ceph-mon[86835]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:39:56.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:55 smithi188 ceph-mon[86835]: Deploying daemon node-exporter.a on smithi104 2024-04-02T08:39:56.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:55 smithi188 ceph-mon[86835]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:39:56.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:55 smithi188 ceph-mon[86835]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:39:56.890 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:56 smithi104 podman[127376]: 2024-04-02 08:39:56.530478334 +0000 UTC m=+0.634921592 container cleanup 0cc7812f5e5350ef9c535122a68f44c088b5499235dedbd1b2213eeb57e6f54d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:56.890 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:56 smithi104 bash[127376]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T08:39:56.890 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:56 smithi104 podman[127394]: 2024-04-02 08:39:56.757135183 +0000 UTC m=+0.727121604 container remove 0cc7812f5e5350ef9c535122a68f44c088b5499235dedbd1b2213eeb57e6f54d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:56.890 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:56 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:39:56.903 INFO:tasks.rados.rados.0.smithi104.stdout:2562: done (1 left) 2024-04-02T08:39:56.903 INFO:tasks.rados.rados.0.smithi104.stdout:2563: done (0 left) 2024-04-02T08:39:56.903 INFO:tasks.rados.rados.0.smithi104.stdout:2564: rollback oid 50 current snap is 265 2024-04-02T08:39:56.903 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 50 to 263 2024-04-02T08:39:56.903 INFO:tasks.rados.rados.0.smithi104.stdout:2565: read oid 14 snap -1 2024-04-02T08:39:56.903 INFO:tasks.rados.rados.0.smithi104.stdout:2565: expect (ObjNum 759 snap 249 seq_num 759) 2024-04-02T08:39:56.903 INFO:tasks.rados.rados.0.smithi104.stdout:2566: setattr oid 45 current snap is 265 2024-04-02T08:39:56.904 INFO:tasks.rados.rados.0.smithi104.stdout:2567: read oid 1 snap 241 2024-04-02T08:39:56.904 INFO:tasks.rados.rados.0.smithi104.stdout:2567: expect deleted 2024-04-02T08:39:56.904 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 265 2024-04-02T08:39:56.904 INFO:tasks.rados.rados.0.smithi104.stdout:2568: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-04-02T08:39:56.907 INFO:tasks.rados.rados.0.smithi104.stdout:2568: writing smithi10482514-18 from 0 to 450560 tid 1 2024-04-02T08:39:56.911 INFO:tasks.rados.rados.0.smithi104.stdout:2568: writing smithi10482514-18 from 450560 to 925696 tid 2 2024-04-02T08:39:56.913 INFO:tasks.rados.rados.0.smithi104.stdout:2568: writing smithi10482514-18 from 925696 to 1253376 tid 3 2024-04-02T08:39:56.913 INFO:tasks.rados.rados.0.smithi104.stdout:2569: snap_create 2024-04-02T08:39:56.913 INFO:tasks.rados.rados.0.smithi104.stdout:2565: expect (ObjNum 759 snap 249 seq_num 759) 2024-04-02T08:39:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1545 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-04-02T08:39:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:2564: finishing rollback tid 0 to smithi10482514-50 2024-04-02T08:39:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:2564: finishing rollback tid 1 to smithi10482514-50 2024-04-02T08:39:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:2564: finishing rollback tid 2 to smithi10482514-50 2024-04-02T08:39:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 2124 (ObjNum 585 snap 185 seq_num 585) dirty exists 2024-04-02T08:39:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:2568: finishing write tid 1 to smithi10482514-18 2024-04-02T08:39:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:2568: finishing write tid 2 to smithi10482514-18 2024-04-02T08:39:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:2568: finishing write tid 3 to smithi10482514-18 2024-04-02T08:39:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:2568: finishing write tid 4 to smithi10482514-18 2024-04-02T08:39:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:2568: finishing write tid 5 to smithi10482514-18 2024-04-02T08:39:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:2568: oid 18 updating version 0 to 1370 2024-04-02T08:39:56.946 INFO:tasks.rados.rados.0.smithi104.stdout:2568: oid 18 version 1370 is already newer than 1369 2024-04-02T08:39:56.946 INFO:tasks.rados.rados.0.smithi104.stdout:2568: oid 18 updating version 1370 to 1371 2024-04-02T08:39:56.946 INFO:tasks.rados.rados.0.smithi104.stdout:2568: oid 18 updating version 1371 to 1372 2024-04-02T08:39:56.946 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1372 (ObjNum 791 snap 265 seq_num 791) dirty exists 2024-04-02T08:39:56.946 INFO:tasks.rados.rados.0.smithi104.stdout:2568: left oid 18 (ObjNum 791 snap 265 seq_num 791) 2024-04-02T08:39:57.390 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T08:39:57.390 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 systemd[1]: Stopped Ceph node-exporter.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:57.390 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 3.195s CPU time. 2024-04-02T08:39:57.390 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 systemd[1]: Starting Ceph node-exporter.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:57.750 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 podman[127538]: 2024-04-02 08:39:57.397560043 +0000 UTC m=+0.024376207 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:39:57.750 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 podman[127538]: 2024-04-02 08:39:57.508089275 +0000 UTC m=+0.134905446 container create 797d9dcf4b588c7dfaf971e5d2bf25aa0eadc2227e663046c1e3cd1505f554e1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:57.917 INFO:tasks.rados.rados.0.smithi104.stdout:2564: done (5 left) 2024-04-02T08:39:57.917 INFO:tasks.rados.rados.0.smithi104.stdout:2565: done (4 left) 2024-04-02T08:39:57.917 INFO:tasks.rados.rados.0.smithi104.stdout:2566: done (3 left) 2024-04-02T08:39:57.917 INFO:tasks.rados.rados.0.smithi104.stdout:2567: done (2 left) 2024-04-02T08:39:57.917 INFO:tasks.rados.rados.0.smithi104.stdout:2568: done (1 left) 2024-04-02T08:39:57.917 INFO:tasks.rados.rados.0.smithi104.stdout:2569: done (0 left) 2024-04-02T08:39:57.917 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 266 2024-04-02T08:39:57.917 INFO:tasks.rados.rados.0.smithi104.stdout:2570: seq_num 792 ranges {3104768=466944,3571712=761856,4333568=40960} 2024-04-02T08:39:57.936 INFO:tasks.rados.rados.0.smithi104.stdout:2570: writing smithi10482514-9 from 3104768 to 3571712 tid 1 2024-04-02T08:39:57.941 INFO:tasks.rados.rados.0.smithi104.stdout:2570: writing smithi10482514-9 from 3571712 to 4333568 tid 2 2024-04-02T08:39:57.941 INFO:tasks.rados.rados.0.smithi104.stdout:2570: writing smithi10482514-9 from 4333568 to 4374528 tid 3 2024-04-02T08:39:57.941 INFO:tasks.rados.rados.0.smithi104.stdout:2571: read oid 18 snap -1 2024-04-02T08:39:57.941 INFO:tasks.rados.rados.0.smithi104.stdout:2571: expect (ObjNum 791 snap 265 seq_num 791) 2024-04-02T08:39:57.941 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 266 2024-04-02T08:39:57.941 INFO:tasks.rados.rados.0.smithi104.stdout:2572: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2024-04-02T08:39:57.944 INFO:tasks.rados.rados.0.smithi104.stdout:2572: writing smithi10482514-21 from 0 to 483328 tid 1 2024-04-02T08:39:57.948 INFO:tasks.rados.rados.0.smithi104.stdout:2572: writing smithi10482514-21 from 483328 to 1130496 tid 2 2024-04-02T08:39:57.949 INFO:tasks.rados.rados.0.smithi104.stdout:2572: writing smithi10482514-21 from 1130496 to 1286144 tid 3 2024-04-02T08:39:57.949 INFO:tasks.rados.rados.0.smithi104.stdout:2573: snap_create 2024-04-02T08:39:57.949 INFO:tasks.rados.rados.0.smithi104.stdout:2570: finishing write tid 1 to smithi10482514-9 2024-04-02T08:39:57.950 INFO:tasks.rados.rados.0.smithi104.stdout:2570: finishing write tid 2 to smithi10482514-9 2024-04-02T08:39:57.950 INFO:tasks.rados.rados.0.smithi104.stdout:2570: finishing write tid 3 to smithi10482514-9 2024-04-02T08:39:57.951 INFO:tasks.rados.rados.0.smithi104.stdout:2571: expect (ObjNum 791 snap 265 seq_num 791) 2024-04-02T08:39:57.995 INFO:tasks.rados.rados.0.smithi104.stdout:2570: finishing write tid 4 to smithi10482514-9 2024-04-02T08:39:57.995 INFO:tasks.rados.rados.0.smithi104.stdout:2572: finishing write tid 1 to smithi10482514-21 2024-04-02T08:39:57.995 INFO:tasks.rados.rados.0.smithi104.stdout:2570: finishing write tid 5 to smithi10482514-9 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2570: oid 9 updating version 0 to 2127 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2570: oid 9 version 2127 is already newer than 2126 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2570: oid 9 updating version 2127 to 2128 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2570: oid 9 updating version 2128 to 2129 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2129 (ObjNum 792 snap 266 seq_num 792) dirty exists 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2570: left oid 9 (ObjNum 792 snap 266 seq_num 792) 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2572: finishing write tid 2 to smithi10482514-21 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2572: finishing write tid 3 to smithi10482514-21 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2572: finishing write tid 4 to smithi10482514-21 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2572: finishing write tid 5 to smithi10482514-21 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2572: oid 21 updating version 0 to 2133 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2572: oid 21 version 2133 is already newer than 2131 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2572: oid 21 version 2133 is already newer than 2132 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:2572: oid 21 version 2133 is already newer than 2130 2024-04-02T08:39:57.996 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2133 (ObjNum 793 snap 266 seq_num 793) dirty exists 2024-04-02T08:39:57.997 INFO:tasks.rados.rados.0.smithi104.stdout:2572: left oid 21 (ObjNum 793 snap 266 seq_num 793) 2024-04-02T08:39:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-mon[96567]: pgmap v526: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 290 KiB/s wr, 8 op/s 2024-04-02T08:39:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-mon[96567]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:39:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-mon[94081]: pgmap v526: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 290 KiB/s wr, 8 op/s 2024-04-02T08:39:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-mon[94081]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:39:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:58.141 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 podman[127538]: 2024-04-02 08:39:57.752067734 +0000 UTC m=+0.378883900 container init 797d9dcf4b588c7dfaf971e5d2bf25aa0eadc2227e663046c1e3cd1505f554e1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:58.141 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 podman[127538]: 2024-04-02 08:39:57.757704334 +0000 UTC m=+0.384520510 container start 797d9dcf4b588c7dfaf971e5d2bf25aa0eadc2227e663046c1e3cd1505f554e1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:58.141 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.762Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:39:58.141 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.762Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:39:58.141 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.762Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:39:58.141 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.762Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:39:58.141 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:39:58.142 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:39:58.142 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:39:58.142 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:39:58.142 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:39:58.142 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:39:58.142 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:39:58.142 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:39:58.142 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:39:58.142 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:39:58.142 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:39:58.142 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:39:58.143 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:39:58.144 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:39:58.144 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:39:58.144 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:39:58.144 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:39:58.144 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:39:58.144 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:39:58.144 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:39:58.144 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:39:58.144 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:39:58.145 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127553]: ts=2024-04-02T08:39:57.763Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:39:58.146 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 bash[127538]: 797d9dcf4b588c7dfaf971e5d2bf25aa0eadc2227e663046c1e3cd1505f554e1 2024-04-02T08:39:58.146 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 08:39:57 smithi104 systemd[1]: Started Ceph node-exporter.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:57 smithi188 ceph-mon[86835]: pgmap v526: 121 pgs: 121 active+clean; 197 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 290 KiB/s wr, 8 op/s 2024-04-02T08:39:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:57 smithi188 ceph-mon[86835]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:39:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:58.922 INFO:tasks.rados.rados.0.smithi104.stdout:2570: done (3 left) 2024-04-02T08:39:58.923 INFO:tasks.rados.rados.0.smithi104.stdout:2571: done (2 left) 2024-04-02T08:39:58.923 INFO:tasks.rados.rados.0.smithi104.stdout:2572: done (1 left) 2024-04-02T08:39:58.923 INFO:tasks.rados.rados.0.smithi104.stdout:2573: done (0 left) 2024-04-02T08:39:58.923 INFO:tasks.rados.rados.0.smithi104.stdout:2574: rmattr oid 11 current snap is 267 2024-04-02T08:39:58.923 INFO:tasks.rados.rados.0.smithi104.stdout:2574: done (0 left) 2024-04-02T08:39:58.923 INFO:tasks.rados.rados.0.smithi104.stdout:2575: read oid 43 snap -1 2024-04-02T08:39:58.923 INFO:tasks.rados.rados.0.smithi104.stdout:2575: expect (ObjNum 775 snap 257 seq_num 775) 2024-04-02T08:39:58.923 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 267 2024-04-02T08:39:58.923 INFO:tasks.rados.rados.0.smithi104.stdout:2576: seq_num 794 ranges {1286144=499712,1785856=532480,2318336=270336} 2024-04-02T08:39:58.932 INFO:tasks.rados.rados.0.smithi104.stdout:2576: writing smithi10482514-21 from 1286144 to 1785856 tid 1 2024-04-02T08:39:58.936 INFO:tasks.rados.rados.0.smithi104.stdout:2576: writing smithi10482514-21 from 1785856 to 2318336 tid 2 2024-04-02T08:39:58.938 INFO:tasks.rados.rados.0.smithi104.stdout:2576: writing smithi10482514-21 from 2318336 to 2588672 tid 3 2024-04-02T08:39:58.938 INFO:tasks.rados.rados.0.smithi104.stdout:2577: delete oid 24 current snap is 267 2024-04-02T08:39:58.938 INFO:tasks.rados.rados.0.smithi104.stdout:2575: expect (ObjNum 775 snap 257 seq_num 775) 2024-04-02T08:39:58.968 INFO:tasks.rados.rados.0.smithi104.stdout:2576: finishing write tid 1 to smithi10482514-21 2024-04-02T08:39:58.968 INFO:tasks.rados.rados.0.smithi104.stdout:2576: finishing write tid 2 to smithi10482514-21 2024-04-02T08:39:58.968 INFO:tasks.rados.rados.0.smithi104.stdout:2576: finishing write tid 3 to smithi10482514-21 2024-04-02T08:39:58.969 INFO:tasks.rados.rados.0.smithi104.stdout:2576: finishing write tid 4 to smithi10482514-21 2024-04-02T08:39:58.969 INFO:tasks.rados.rados.0.smithi104.stdout:2575: done (2 left) 2024-04-02T08:39:58.969 INFO:tasks.rados.rados.0.smithi104.stdout:2577: done (1 left) 2024-04-02T08:39:58.969 INFO:tasks.rados.rados.0.smithi104.stdout:2578: setattr oid 40 current snap is 267 2024-04-02T08:39:58.969 INFO:tasks.rados.rados.0.smithi104.stdout:2576: finishing write tid 5 to smithi10482514-21 2024-04-02T08:39:58.969 INFO:tasks.rados.rados.0.smithi104.stdout:2576: oid 21 updating version 0 to 2136 2024-04-02T08:39:58.969 INFO:tasks.rados.rados.0.smithi104.stdout:2576: oid 21 version 2136 is already newer than 2135 2024-04-02T08:39:58.969 INFO:tasks.rados.rados.0.smithi104.stdout:2576: oid 21 updating version 2136 to 2138 2024-04-02T08:39:58.969 INFO:tasks.rados.rados.0.smithi104.stdout:2576: oid 21 version 2138 is already newer than 2137 2024-04-02T08:39:58.969 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2138 (ObjNum 794 snap 267 seq_num 794) dirty exists 2024-04-02T08:39:58.969 INFO:tasks.rados.rados.0.smithi104.stdout:2576: left oid 21 (ObjNum 794 snap 267 seq_num 794) 2024-04-02T08:39:58.971 INFO:tasks.rados.rados.0.smithi104.stdout:2576: done (1 left) 2024-04-02T08:39:58.971 INFO:tasks.rados.rados.0.smithi104.stdout:2579: read oid 1 snap -1 2024-04-02T08:39:58.971 INFO:tasks.rados.rados.0.smithi104.stdout:2579: expect deleted 2024-04-02T08:39:58.971 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 267 2024-04-02T08:39:58.971 INFO:tasks.rados.rados.0.smithi104.stdout:2580: seq_num 796 ranges {1253376=540672,1794048=704512,2498560=98304} 2024-04-02T08:39:58.981 INFO:tasks.rados.rados.0.smithi104.stdout:2580: writing smithi10482514-18 from 1253376 to 1794048 tid 1 2024-04-02T08:39:58.985 INFO:tasks.rados.rados.0.smithi104.stdout:2580: writing smithi10482514-18 from 1794048 to 2498560 tid 2 2024-04-02T08:39:58.985 INFO:tasks.rados.rados.0.smithi104.stdout:2580: writing smithi10482514-18 from 2498560 to 2596864 tid 3 2024-04-02T08:39:58.985 INFO:tasks.rados.rados.0.smithi104.stdout:2581: delete oid 20 current snap is 267 2024-04-02T08:39:58.986 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 1683 (ObjNum 717 snap 230 seq_num 717) dirty exists 2024-04-02T08:39:58.986 INFO:tasks.rados.rados.0.smithi104.stdout:2580: finishing write tid 1 to smithi10482514-18 2024-04-02T08:39:58.988 INFO:tasks.rados.rados.0.smithi104.stdout:2578: done (3 left) 2024-04-02T08:39:58.988 INFO:tasks.rados.rados.0.smithi104.stdout:2579: done (2 left) 2024-04-02T08:39:58.988 INFO:tasks.rados.rados.0.smithi104.stdout:2581: done (1 left) 2024-04-02T08:39:58.988 INFO:tasks.rados.rados.0.smithi104.stdout:2582: read oid 28 snap -1 2024-04-02T08:39:58.988 INFO:tasks.rados.rados.0.smithi104.stdout:2582: expect (ObjNum 729 snap 234 seq_num 729) 2024-04-02T08:39:58.988 INFO:tasks.rados.rados.0.smithi104.stdout:2583: snap_remove snap 237 2024-04-02T08:39:59.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:59.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:58 smithi188 ceph-mon[86835]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:39:59.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:58 smithi104 ceph-mon[96567]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:39:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:39:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:58 smithi104 ceph-mon[94081]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:39:59.933 INFO:tasks.rados.rados.0.smithi104.stdout:2583: done (2 left) 2024-04-02T08:39:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 267 2024-04-02T08:39:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:2580: finishing write tid 2 to smithi10482514-18 2024-04-02T08:39:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:2580: finishing write tid 3 to smithi10482514-18 2024-04-02T08:39:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:2580: finishing write tid 4 to smithi10482514-18 2024-04-02T08:39:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:2580: finishing write tid 5 to smithi10482514-18 2024-04-02T08:39:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:2580: oid 18 updating version 0 to 1376 2024-04-02T08:39:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:2580: oid 18 version 1376 is already newer than 1374 2024-04-02T08:39:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:2580: oid 18 version 1376 is already newer than 1375 2024-04-02T08:39:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:2580: oid 18 version 1376 is already newer than 1373 2024-04-02T08:39:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1376 (ObjNum 796 snap 267 seq_num 796) dirty exists 2024-04-02T08:39:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:2580: left oid 18 (ObjNum 796 snap 267 seq_num 796) 2024-04-02T08:39:59.935 INFO:tasks.rados.rados.0.smithi104.stdout:2582: expect (ObjNum 729 snap 234 seq_num 729) 2024-04-02T08:40:00.178 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:59 smithi188 ceph-mon[86835]: pgmap v529: 121 pgs: 121 active+clean; 199 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 624 KiB/s wr, 27 op/s 2024-04-02T08:40:00.178 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:39:59 smithi188 ceph-mon[86835]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:40:00.230 INFO:tasks.rados.rados.0.smithi104.stdout:2584: seq_num 798 ranges {3334144=573440,3907584=466944,4374528=335872} 2024-04-02T08:40:00.251 INFO:tasks.rados.rados.0.smithi104.stdout:2584: writing smithi10482514-7 from 3334144 to 3907584 tid 1 2024-04-02T08:40:00.254 INFO:tasks.rados.rados.0.smithi104.stdout:2584: writing smithi10482514-7 from 3907584 to 4374528 tid 2 2024-04-02T08:40:00.256 INFO:tasks.rados.rados.0.smithi104.stdout:2584: writing smithi10482514-7 from 4374528 to 4710400 tid 3 2024-04-02T08:40:00.256 INFO:tasks.rados.rados.0.smithi104.stdout:2580: done (2 left) 2024-04-02T08:40:00.256 INFO:tasks.rados.rados.0.smithi104.stdout:2582: done (1 left) 2024-04-02T08:40:00.256 INFO:tasks.rados.rados.0.smithi104.stdout:2585: snap_remove snap 263 2024-04-02T08:40:00.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:59 smithi104 ceph-mon[96567]: pgmap v529: 121 pgs: 121 active+clean; 199 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 624 KiB/s wr, 27 op/s 2024-04-02T08:40:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:39:59 smithi104 ceph-mon[96567]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:40:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:59 smithi104 ceph-mon[94081]: pgmap v529: 121 pgs: 121 active+clean; 199 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 624 KiB/s wr, 27 op/s 2024-04-02T08:40:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:39:59 smithi104 ceph-mon[94081]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:40:00.471 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:00 smithi188 systemd[1]: Stopping Ceph node-exporter.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:00.858 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:00 smithi188 podman[115421]: 2024-04-02 08:40:00.473376556 +0000 UTC m=+0.146524930 container died dbf08662431f0a4d280fc363c61f7233526b8ab043a8bc129dc02a9b9642bf5c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:00.902 INFO:tasks.rados.rados.0.smithi104.stdout:2585: done (1 left) 2024-04-02T08:40:00.902 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 267 2024-04-02T08:40:00.902 INFO:tasks.rados.rados.0.smithi104.stdout:2584: finishing write tid 1 to smithi10482514-7 2024-04-02T08:40:00.902 INFO:tasks.rados.rados.0.smithi104.stdout:2586: seq_num 799 ranges {3891200=589824,4481024=802816} 2024-04-02T08:40:00.926 INFO:tasks.rados.rados.0.smithi104.stdout:2586: writing smithi10482514-30 from 3891200 to 4481024 tid 1 2024-04-02T08:40:00.932 INFO:tasks.rados.rados.0.smithi104.stdout:2586: writing smithi10482514-30 from 4481024 to 5283840 tid 2 2024-04-02T08:40:00.932 INFO:tasks.rados.rados.0.smithi104.stdout:2587: copy_from oid 1 from oid 6 current snap is 267 2024-04-02T08:40:00.932 INFO:tasks.rados.rados.0.smithi104.stdout:2584: finishing write tid 2 to smithi10482514-7 2024-04-02T08:40:00.932 INFO:tasks.rados.rados.0.smithi104.stdout:2584: finishing write tid 3 to smithi10482514-7 2024-04-02T08:40:00.932 INFO:tasks.rados.rados.0.smithi104.stdout:2584: finishing write tid 4 to smithi10482514-7 2024-04-02T08:40:00.932 INFO:tasks.rados.rados.0.smithi104.stdout:2584: finishing write tid 5 to smithi10482514-7 2024-04-02T08:40:00.932 INFO:tasks.rados.rados.0.smithi104.stdout:2584: oid 7 updating version 0 to 1432 2024-04-02T08:40:00.932 INFO:tasks.rados.rados.0.smithi104.stdout:2584: oid 7 updating version 1432 to 1433 2024-04-02T08:40:00.932 INFO:tasks.rados.rados.0.smithi104.stdout:2584: oid 7 updating version 1433 to 1435 2024-04-02T08:40:00.933 INFO:tasks.rados.rados.0.smithi104.stdout:2584: oid 7 version 1435 is already newer than 1434 2024-04-02T08:40:00.933 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 1435 (ObjNum 798 snap 267 seq_num 798) dirty exists 2024-04-02T08:40:00.933 INFO:tasks.rados.rados.0.smithi104.stdout:2584: left oid 7 (ObjNum 798 snap 267 seq_num 798) 2024-04-02T08:40:00.933 INFO:tasks.rados.rados.0.smithi104.stdout:2584: done (2 left) 2024-04-02T08:40:00.933 INFO:tasks.rados.rados.0.smithi104.stdout:2588: rollback oid 47 current snap is 267 2024-04-02T08:40:00.933 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 47 to 251 2024-04-02T08:40:00.933 INFO:tasks.rados.rados.0.smithi104.stdout:2589: delete oid 23 current snap is 267 2024-04-02T08:40:00.937 INFO:tasks.rados.rados.0.smithi104.stdout:2589: done (3 left) 2024-04-02T08:40:00.937 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 36 current snap is 267 2024-04-02T08:40:00.937 INFO:tasks.rados.rados.0.smithi104.stdout:2590: seq_num 801 ranges {311296=622592,933888=573440,1507328=229376} 2024-04-02T08:40:00.942 INFO:tasks.rados.rados.0.smithi104.stdout:2590: writing smithi10482514-36 from 311296 to 933888 tid 1 2024-04-02T08:40:00.946 INFO:tasks.rados.rados.0.smithi104.stdout:2590: writing smithi10482514-36 from 933888 to 1507328 tid 2 2024-04-02T08:40:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:2590: writing smithi10482514-36 from 1507328 to 1736704 tid 3 2024-04-02T08:40:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:2591: copy_from oid 18 from oid 41 current snap is 267 2024-04-02T08:40:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:2588: finishing rollback tid 1 to smithi10482514-47 2024-04-02T08:40:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:2588: finishing rollback tid 2 to smithi10482514-47 2024-04-02T08:40:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 1861 (ObjNum 658 snap 210 seq_num 658) dirty exists 2024-04-02T08:40:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:2586: finishing write tid 1 to smithi10482514-30 2024-04-02T08:40:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:2586: finishing write tid 2 to smithi10482514-30 2024-04-02T08:40:00.949 INFO:tasks.rados.rados.0.smithi104.stdout:2588: done (4 left) 2024-04-02T08:40:00.950 INFO:tasks.rados.rados.0.smithi104.stdout:2592: snap_remove snap 254 2024-04-02T08:40:01.124 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:00 smithi188 podman[115421]: 2024-04-02 08:40:00.86033277 +0000 UTC m=+0.533481141 container cleanup dbf08662431f0a4d280fc363c61f7233526b8ab043a8bc129dc02a9b9642bf5c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:01.124 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:00 smithi188 bash[115421]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T08:40:01.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:00 smithi188 ceph-mon[86835]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:40:01.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:00 smithi188 ceph-mon[86835]: Deploying daemon node-exporter.b on smithi188 2024-04-02T08:40:01.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:00 smithi188 ceph-mon[86835]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:40:01.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:00 smithi188 ceph-mon[86835]: overall HEALTH_OK 2024-04-02T08:40:01.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:00 smithi188 ceph-mon[86835]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:40:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:00 smithi104 ceph-mon[96567]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:40:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:00 smithi104 ceph-mon[96567]: Deploying daemon node-exporter.b on smithi188 2024-04-02T08:40:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:00 smithi104 ceph-mon[96567]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:40:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:00 smithi104 ceph-mon[96567]: overall HEALTH_OK 2024-04-02T08:40:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:00 smithi104 ceph-mon[96567]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:40:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:00 smithi104 ceph-mon[94081]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:40:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:00 smithi104 ceph-mon[94081]: Deploying daemon node-exporter.b on smithi188 2024-04-02T08:40:01.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:00 smithi104 ceph-mon[94081]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:40:01.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:00 smithi104 ceph-mon[94081]: overall HEALTH_OK 2024-04-02T08:40:01.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:00 smithi104 ceph-mon[94081]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:40:01.409 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:01 smithi188 podman[115440]: 2024-04-02 08:40:01.151181696 +0000 UTC m=+0.682389075 container remove dbf08662431f0a4d280fc363c61f7233526b8ab043a8bc129dc02a9b9642bf5c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:01.410 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:01 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:40:01.830 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:01 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T08:40:01.830 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:01 smithi188 systemd[1]: Stopped Ceph node-exporter.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:01.830 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:01 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 3.055s CPU time. 2024-04-02T08:40:01.831 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:01 smithi188 systemd[1]: Starting Ceph node-exporter.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:01.935 INFO:tasks.rados.rados.0.smithi104.stdout:2592: done (4 left) 2024-04-02T08:40:01.935 INFO:tasks.rados.rados.0.smithi104.stdout:2593: read oid 47 snap -1 2024-04-02T08:40:01.935 INFO:tasks.rados.rados.0.smithi104.stdout:2593: expect (ObjNum 658 snap 210 seq_num 658) 2024-04-02T08:40:01.935 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 267 2024-04-02T08:40:01.935 INFO:tasks.rados.rados.0.smithi104.stdout:2594: seq_num 802 ranges {4374528=638976,5013504=458752,5472256=344064} 2024-04-02T08:40:01.964 INFO:tasks.rados.rados.0.smithi104.stdout:2594: writing smithi10482514-9 from 4374528 to 5013504 tid 1 2024-04-02T08:40:01.967 INFO:tasks.rados.rados.0.smithi104.stdout:2594: writing smithi10482514-9 from 5013504 to 5472256 tid 2 2024-04-02T08:40:01.970 INFO:tasks.rados.rados.0.smithi104.stdout:2594: writing smithi10482514-9 from 5472256 to 5816320 tid 3 2024-04-02T08:40:01.970 INFO:tasks.rados.rados.0.smithi104.stdout:2595: setattr oid 34 current snap is 267 2024-04-02T08:40:01.970 INFO:tasks.rados.rados.0.smithi104.stdout:2586: finishing write tid 3 to smithi10482514-30 2024-04-02T08:40:01.970 INFO:tasks.rados.rados.0.smithi104.stdout:2586: finishing write tid 4 to smithi10482514-30 2024-04-02T08:40:01.970 INFO:tasks.rados.rados.0.smithi104.stdout:2586: oid 30 updating version 0 to 1862 2024-04-02T08:40:01.970 INFO:tasks.rados.rados.0.smithi104.stdout:2586: oid 30 version 1862 is already newer than 1860 2024-04-02T08:40:01.970 INFO:tasks.rados.rados.0.smithi104.stdout:2586: oid 30 version 1862 is already newer than 1861 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1862 (ObjNum 799 snap 267 seq_num 799) dirty exists 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2586: left oid 30 (ObjNum 799 snap 267 seq_num 799) 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2590: finishing write tid 1 to smithi10482514-36 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2587: finishing copy_from racing read to smithi10482514-1 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2587: finishing copy_from to smithi10482514-1 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2070 (ObjNum 541 snap 176 seq_num 541) dirty exists 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2590: finishing write tid 2 to smithi10482514-36 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2590: finishing write tid 3 to smithi10482514-36 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2591: finishing copy_from to smithi10482514-18 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2591: got expected ENOENT (src dne) 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2590: finishing write tid 4 to smithi10482514-36 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2591: finishing copy_from racing read to smithi10482514-18 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2590: finishing write tid 5 to smithi10482514-36 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2590: oid 36 updating version 0 to 1432 2024-04-02T08:40:01.971 INFO:tasks.rados.rados.0.smithi104.stdout:2590: oid 36 updating version 1432 to 1433 2024-04-02T08:40:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:2590: oid 36 version 1433 is already newer than 1430 2024-04-02T08:40:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:2590: oid 36 version 1433 is already newer than 1431 2024-04-02T08:40:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1433 (ObjNum 801 snap 267 seq_num 801) dirty exists 2024-04-02T08:40:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:2590: left oid 36 (ObjNum 801 snap 267 seq_num 801) 2024-04-02T08:40:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:2593: expect (ObjNum 658 snap 210 seq_num 658) 2024-04-02T08:40:02.094 INFO:tasks.rados.rados.0.smithi104.stdout:2594: finishing write tid 1 to smithi10482514-9 2024-04-02T08:40:02.094 INFO:tasks.rados.rados.0.smithi104.stdout:2594: finishing write tid 2 to smithi10482514-9 2024-04-02T08:40:02.094 INFO:tasks.rados.rados.0.smithi104.stdout:2594: finishing write tid 3 to smithi10482514-9 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2594: finishing write tid 4 to smithi10482514-9 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2594: finishing write tid 5 to smithi10482514-9 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2594: oid 9 updating version 0 to 2157 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2594: oid 9 updating version 2157 to 2160 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2594: oid 9 version 2160 is already newer than 2158 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2594: oid 9 version 2160 is already newer than 2159 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2160 (ObjNum 802 snap 267 seq_num 802) dirty exists 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2594: left oid 9 (ObjNum 802 snap 267 seq_num 802) 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2586: done (6 left) 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2587: done (5 left) 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2590: done (4 left) 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2591: done (3 left) 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2593: done (2 left) 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2594: done (1 left) 2024-04-02T08:40:02.095 INFO:tasks.rados.rados.0.smithi104.stdout:2596: setattr oid 46 current snap is 267 2024-04-02T08:40:02.096 INFO:tasks.rados.rados.0.smithi104.stdout:2597: read oid 6 snap -1 2024-04-02T08:40:02.096 INFO:tasks.rados.rados.0.smithi104.stdout:2597: expect (ObjNum 541 snap 176 seq_num 541) 2024-04-02T08:40:02.096 INFO:tasks.rados.rados.0.smithi104.stdout:2598: snap_remove snap 251 2024-04-02T08:40:02.104 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:01 smithi188 ceph-mon[86835]: pgmap v532: 121 pgs: 121 active+clean; 199 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 624 KiB/s wr, 20 op/s 2024-04-02T08:40:02.105 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:01 smithi188 podman[115575]: 2024-04-02 08:40:01.733838601 +0000 UTC m=+0.017672195 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:40:02.105 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:01 smithi188 podman[115575]: 2024-04-02 08:40:01.854600285 +0000 UTC m=+0.138433902 container create 67045022a072c23cbf3071a579f54cefae62d6e4e7e9175dae9ff8ae7a02b103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:02.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:02.374 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 podman[115575]: 2024-04-02 08:40:02.106933572 +0000 UTC m=+0.390767147 container init 67045022a072c23cbf3071a579f54cefae62d6e4e7e9175dae9ff8ae7a02b103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:02.374 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 podman[115575]: 2024-04-02 08:40:02.112567962 +0000 UTC m=+0.396401544 container start 67045022a072c23cbf3071a579f54cefae62d6e4e7e9175dae9ff8ae7a02b103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:40:02.374 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.116Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:40:02.374 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.116Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:40:02.374 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.116Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:40:02.374 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.116Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:40:02.374 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:40:02.374 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:40:02.374 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:40:02.374 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:40:02.375 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.117Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:40:02.376 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:40:02.377 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:40:02.377 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:40:02.377 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:40:02.377 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:40:02.377 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:40:02.377 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:40:02.377 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:40:02.377 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[115590]: ts=2024-04-02T08:40:02.118Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 bash[115575]: 67045022a072c23cbf3071a579f54cefae62d6e4e7e9175dae9ff8ae7a02b103 2024-04-02T08:40:02.378 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 08:40:02 smithi188 systemd[1]: Started Ceph node-exporter.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:02.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:01 smithi104 ceph-mon[96567]: pgmap v532: 121 pgs: 121 active+clean; 199 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 624 KiB/s wr, 20 op/s 2024-04-02T08:40:02.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:01 smithi104 ceph-mon[94081]: pgmap v532: 121 pgs: 121 active+clean; 199 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 624 KiB/s wr, 20 op/s 2024-04-02T08:40:02.390 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:40:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T08:40:01.957+0000 7f7d7b6d0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 13f after trimming was started 2024-04-02T08:40:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:2598: done (3 left) 2024-04-02T08:40:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:2599: read oid 18 snap -1 2024-04-02T08:40:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:2599: expect (ObjNum 796 snap 267 seq_num 796) 2024-04-02T08:40:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:2600: read oid 19 snap -1 2024-04-02T08:40:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:2600: expect (ObjNum 785 snap 259 seq_num 785) 2024-04-02T08:40:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:2601: snap_create 2024-04-02T08:40:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 2161 (ObjNum 97 snap 0 seq_num 1940489696) dirty exists 2024-04-02T08:40:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1933 (ObjNum 33 snap 0 seq_num 1940872064) dirty exists 2024-04-02T08:40:02.954 INFO:tasks.rados.rados.0.smithi104.stdout:2597: expect (ObjNum 541 snap 176 seq_num 541) 2024-04-02T08:40:03.011 INFO:tasks.rados.rados.0.smithi104.stdout:2599: expect (ObjNum 796 snap 267 seq_num 796) 2024-04-02T08:40:03.111 INFO:tasks.rados.rados.0.smithi104.stdout:2600: expect (ObjNum 785 snap 259 seq_num 785) 2024-04-02T08:40:03.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:02 smithi104 ceph-mon[96567]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:40:03.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:03.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:03.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:03.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:02 smithi104 ceph-mon[94081]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:40:03.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:03.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:03.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:03.241 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-mon[86835]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:40:03.241 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:03.241 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:03.241 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:03.952 INFO:tasks.rados.rados.0.smithi104.stdout:2595: done (5 left) 2024-04-02T08:40:03.952 INFO:tasks.rados.rados.0.smithi104.stdout:2596: done (4 left) 2024-04-02T08:40:03.952 INFO:tasks.rados.rados.0.smithi104.stdout:2597: done (3 left) 2024-04-02T08:40:03.952 INFO:tasks.rados.rados.0.smithi104.stdout:2599: done (2 left) 2024-04-02T08:40:03.952 INFO:tasks.rados.rados.0.smithi104.stdout:2600: done (1 left) 2024-04-02T08:40:03.952 INFO:tasks.rados.rados.0.smithi104.stdout:2601: done (0 left) 2024-04-02T08:40:03.952 INFO:tasks.rados.rados.0.smithi104.stdout:2602: copy_from oid 44 from oid 8 current snap is 268 2024-04-02T08:40:03.953 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 268 2024-04-02T08:40:03.953 INFO:tasks.rados.rados.0.smithi104.stdout:2603: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2024-04-02T08:40:03.955 INFO:tasks.rados.rados.0.smithi104.stdout:2603: writing smithi10482514-35 from 0 to 655360 tid 1 2024-04-02T08:40:03.960 INFO:tasks.rados.rados.0.smithi104.stdout:2603: writing smithi10482514-35 from 655360 to 1400832 tid 2 2024-04-02T08:40:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:2603: writing smithi10482514-35 from 1400832 to 1458176 tid 3 2024-04-02T08:40:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:2604: read oid 11 snap -1 2024-04-02T08:40:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:2604: expect deleted 2024-04-02T08:40:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:2605: read oid 46 snap -1 2024-04-02T08:40:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:2605: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:2606: read oid 39 snap -1 2024-04-02T08:40:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:2606: expect deleted 2024-04-02T08:40:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:2607: copy_from oid 15 from oid 28 current snap is 268 2024-04-02T08:40:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:2602: finishing copy_from to smithi10482514-44 2024-04-02T08:40:03.962 INFO:tasks.rados.rados.0.smithi104.stdout:2602: got expected ENOENT (src dne) 2024-04-02T08:40:03.963 INFO:tasks.rados.rados.0.smithi104.stdout:2602: finishing copy_from racing read to smithi10482514-44 2024-04-02T08:40:03.963 INFO:tasks.rados.rados.0.smithi104.stdout:2602: done (5 left) 2024-04-02T08:40:03.963 INFO:tasks.rados.rados.0.smithi104.stdout:2608: rollback oid 1 current snap is 268 2024-04-02T08:40:03.963 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 243 2024-04-02T08:40:03.963 INFO:tasks.rados.rados.0.smithi104.stdout:2609: setattr oid 4 current snap is 268 2024-04-02T08:40:03.963 INFO:tasks.rados.rados.0.smithi104.stdout:2605: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:03.966 INFO:tasks.rados.rados.0.smithi104.stdout:2604: done (6 left) 2024-04-02T08:40:03.966 INFO:tasks.rados.rados.0.smithi104.stdout:2605: done (5 left) 2024-04-02T08:40:03.966 INFO:tasks.rados.rados.0.smithi104.stdout:2610: setattr oid 7 current snap is 268 2024-04-02T08:40:03.967 INFO:tasks.rados.rados.0.smithi104.stdout:2603: finishing write tid 1 to smithi10482514-35 2024-04-02T08:40:03.967 INFO:tasks.rados.rados.0.smithi104.stdout:2603: finishing write tid 2 to smithi10482514-35 2024-04-02T08:40:03.967 INFO:tasks.rados.rados.0.smithi104.stdout:2608: finishing rollback tid 0 to smithi10482514-1 2024-04-02T08:40:03.967 INFO:tasks.rados.rados.0.smithi104.stdout:2608: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:40:03.967 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2072 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:40:03.968 INFO:tasks.rados.rados.0.smithi104.stdout:2603: finishing write tid 3 to smithi10482514-35 2024-04-02T08:40:03.970 INFO:tasks.rados.rados.0.smithi104.stdout:2603: finishing write tid 4 to smithi10482514-35 2024-04-02T08:40:03.970 INFO:tasks.rados.rados.0.smithi104.stdout:2606: done (5 left) 2024-04-02T08:40:03.970 INFO:tasks.rados.rados.0.smithi104.stdout:2608: done (4 left) 2024-04-02T08:40:03.970 INFO:tasks.rados.rados.0.smithi104.stdout:2611: read oid 26 snap -1 2024-04-02T08:40:03.970 INFO:tasks.rados.rados.0.smithi104.stdout:2611: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:03.974 INFO:tasks.rados.rados.0.smithi104.stdout:2612: delete oid 30 current snap is 268 2024-04-02T08:40:03.975 INFO:tasks.rados.rados.0.smithi104.stdout:2603: finishing write tid 5 to smithi10482514-35 2024-04-02T08:40:03.975 INFO:tasks.rados.rados.0.smithi104.stdout:2603: oid 35 updating version 0 to 2077 2024-04-02T08:40:03.975 INFO:tasks.rados.rados.0.smithi104.stdout:2603: oid 35 updating version 2077 to 2079 2024-04-02T08:40:03.975 INFO:tasks.rados.rados.0.smithi104.stdout:2603: oid 35 version 2079 is already newer than 2078 2024-04-02T08:40:03.976 INFO:tasks.rados.rados.0.smithi104.stdout:2603: oid 35 updating version 2079 to 2080 2024-04-02T08:40:03.976 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2080 (ObjNum 803 snap 268 seq_num 803) dirty exists 2024-04-02T08:40:03.976 INFO:tasks.rados.rados.0.smithi104.stdout:2603: left oid 35 (ObjNum 803 snap 268 seq_num 803) 2024-04-02T08:40:03.976 INFO:tasks.rados.rados.0.smithi104.stdout:2611: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:03.977 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2073 (ObjNum 798 snap 267 seq_num 798) dirty exists 2024-04-02T08:40:03.977 INFO:tasks.rados.rados.0.smithi104.stdout:2603: done (5 left) 2024-04-02T08:40:03.977 INFO:tasks.rados.rados.0.smithi104.stdout:2610: done (4 left) 2024-04-02T08:40:03.977 INFO:tasks.rados.rados.0.smithi104.stdout:2611: done (3 left) 2024-04-02T08:40:03.977 INFO:tasks.rados.rados.0.smithi104.stdout:2612: done (2 left) 2024-04-02T08:40:03.978 INFO:tasks.rados.rados.0.smithi104.stdout:2613: rollback oid 12 current snap is 268 2024-04-02T08:40:03.978 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 12 to 252 2024-04-02T08:40:03.978 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1684 (ObjNum 778 snap 259 seq_num 778) dirty exists 2024-04-02T08:40:03.978 INFO:tasks.rados.rados.0.smithi104.stdout:2609: done (2 left) 2024-04-02T08:40:03.978 INFO:tasks.rados.rados.0.smithi104.stdout:2614: snap_remove snap 253 2024-04-02T08:40:04.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:03 smithi104 ceph-mon[96567]: pgmap v535: 121 pgs: 121 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-02T08:40:04.264 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:03 smithi104 ceph-mon[96567]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:40:04.264 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:03 smithi104 ceph-mon[94081]: pgmap v535: 121 pgs: 121 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-02T08:40:04.264 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:03 smithi104 ceph-mon[94081]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:40:04.318 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:03 smithi188 ceph-mon[86835]: pgmap v535: 121 pgs: 121 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-02T08:40:04.318 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:03 smithi188 ceph-mon[86835]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:40:04.957 INFO:tasks.rados.rados.0.smithi104.stdout:2614: done (2 left) 2024-04-02T08:40:04.957 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 268 2024-04-02T08:40:04.957 INFO:tasks.rados.rados.0.smithi104.stdout:2613: finishing rollback tid 0 to smithi10482514-12 2024-04-02T08:40:04.957 INFO:tasks.rados.rados.0.smithi104.stdout:2615: seq_num 805 ranges {4857856=688128,5545984=507904,6053888=294912} 2024-04-02T08:40:04.988 INFO:tasks.rados.rados.0.smithi104.stdout:2615: writing smithi10482514-22 from 4857856 to 5545984 tid 1 2024-04-02T08:40:04.990 INFO:tasks.rados.rados.0.smithi104.stdout:2615: writing smithi10482514-22 from 5545984 to 6053888 tid 2 2024-04-02T08:40:04.993 INFO:tasks.rados.rados.0.smithi104.stdout:2615: writing smithi10482514-22 from 6053888 to 6348800 tid 3 2024-04-02T08:40:04.993 INFO:tasks.rados.rados.0.smithi104.stdout:2616: snap_create 2024-04-02T08:40:04.993 INFO:tasks.rados.rados.0.smithi104.stdout:2613: finishing rollback tid 1 to smithi10482514-12 2024-04-02T08:40:04.993 INFO:tasks.rados.rados.0.smithi104.stdout:2613: finishing rollback tid 2 to smithi10482514-12 2024-04-02T08:40:04.993 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1864 (ObjNum 762 snap 249 seq_num 762) dirty exists 2024-04-02T08:40:04.994 INFO:tasks.rados.rados.0.smithi104.stdout:2607: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:40:04.994 INFO:tasks.rados.rados.0.smithi104.stdout:2607: finishing copy_from to smithi10482514-15 2024-04-02T08:40:04.994 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 1686 (ObjNum 729 snap 234 seq_num 729) dirty exists 2024-04-02T08:40:04.999 INFO:tasks.rados.rados.0.smithi104.stdout:2615: finishing write tid 1 to smithi10482514-22 2024-04-02T08:40:04.999 INFO:tasks.rados.rados.0.smithi104.stdout:2615: finishing write tid 2 to smithi10482514-22 2024-04-02T08:40:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2615: finishing write tid 3 to smithi10482514-22 2024-04-02T08:40:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2615: finishing write tid 4 to smithi10482514-22 2024-04-02T08:40:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2615: finishing write tid 5 to smithi10482514-22 2024-04-02T08:40:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2615: oid 22 updating version 0 to 1428 2024-04-02T08:40:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2615: oid 22 updating version 1428 to 1429 2024-04-02T08:40:05.000 INFO:tasks.rados.rados.0.smithi104.stdout:2615: oid 22 updating version 1429 to 1431 2024-04-02T08:40:05.001 INFO:tasks.rados.rados.0.smithi104.stdout:2615: oid 22 version 1431 is already newer than 1430 2024-04-02T08:40:05.001 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 1431 (ObjNum 805 snap 268 seq_num 805) dirty exists 2024-04-02T08:40:05.001 INFO:tasks.rados.rados.0.smithi104.stdout:2615: left oid 22 (ObjNum 805 snap 268 seq_num 805) 2024-04-02T08:40:05.215 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:04 smithi104 ceph-mon[94081]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:40:05.215 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:05.215 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:04 smithi104 ceph-mon[96567]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:40:05.216 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:04 smithi188 ceph-mon[86835]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:40:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:05.904 INFO:tasks.rados.rados.0.smithi104.stdout:2607: done (3 left) 2024-04-02T08:40:05.904 INFO:tasks.rados.rados.0.smithi104.stdout:2613: done (2 left) 2024-04-02T08:40:05.904 INFO:tasks.rados.rados.0.smithi104.stdout:2615: done (1 left) 2024-04-02T08:40:05.904 INFO:tasks.rados.rados.0.smithi104.stdout:2616: done (0 left) 2024-04-02T08:40:05.905 INFO:tasks.rados.rados.0.smithi104.stdout:2617: snap_create 2024-04-02T08:40:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:40:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:40:05] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-04-02T08:40:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:05 smithi104 ceph-mon[96567]: pgmap v538: 121 pgs: 121 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T08:40:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:05 smithi104 ceph-mon[96567]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:40:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:05 smithi104 ceph-mon[96567]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:40:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:05 smithi104 ceph-mon[94081]: pgmap v538: 121 pgs: 121 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T08:40:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:05 smithi104 ceph-mon[94081]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:40:06.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:06.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:06.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:05 smithi104 ceph-mon[94081]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:40:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:05 smithi188 ceph-mon[86835]: pgmap v538: 121 pgs: 121 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T08:40:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:05 smithi188 ceph-mon[86835]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:40:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:05 smithi188 ceph-mon[86835]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:40:06.905 INFO:tasks.rados.rados.0.smithi104.stdout:2617: done (0 left) 2024-04-02T08:40:06.905 INFO:tasks.rados.rados.0.smithi104.stdout:2618: rollback oid 45 current snap is 270 2024-04-02T08:40:06.905 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 45 to 260 2024-04-02T08:40:06.906 INFO:tasks.rados.rados.0.smithi104.stdout:2619: read oid 14 snap -1 2024-04-02T08:40:06.906 INFO:tasks.rados.rados.0.smithi104.stdout:2619: expect (ObjNum 759 snap 249 seq_num 759) 2024-04-02T08:40:06.906 INFO:tasks.rados.rados.0.smithi104.stdout:2620: read oid 3 snap -1 2024-04-02T08:40:06.906 INFO:tasks.rados.rados.0.smithi104.stdout:2620: expect (ObjNum 732 snap 238 seq_num 732) 2024-04-02T08:40:06.906 INFO:tasks.rados.rados.0.smithi104.stdout:2621: delete oid 25 current snap is 270 2024-04-02T08:40:06.912 INFO:tasks.rados.rados.0.smithi104.stdout:2618: finishing rollback tid 0 to smithi10482514-45 2024-04-02T08:40:06.914 INFO:tasks.rados.rados.0.smithi104.stdout:2619: expect (ObjNum 759 snap 249 seq_num 759) 2024-04-02T08:40:06.936 INFO:tasks.rados.rados.0.smithi104.stdout:2618: finishing rollback tid 1 to smithi10482514-45 2024-04-02T08:40:06.936 INFO:tasks.rados.rados.0.smithi104.stdout:2620: expect (ObjNum 732 snap 238 seq_num 732) 2024-04-02T08:40:06.984 INFO:tasks.rados.rados.0.smithi104.stdout:2618: finishing rollback tid 2 to smithi10482514-45 2024-04-02T08:40:06.984 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1548 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-04-02T08:40:06.984 INFO:tasks.rados.rados.0.smithi104.stdout:2618: done (3 left) 2024-04-02T08:40:06.984 INFO:tasks.rados.rados.0.smithi104.stdout:2619: done (2 left) 2024-04-02T08:40:06.984 INFO:tasks.rados.rados.0.smithi104.stdout:2620: done (1 left) 2024-04-02T08:40:06.984 INFO:tasks.rados.rados.0.smithi104.stdout:2621: done (0 left) 2024-04-02T08:40:06.984 INFO:tasks.rados.rados.0.smithi104.stdout:2622: delete oid 22 current snap is 270 2024-04-02T08:40:06.987 INFO:tasks.rados.rados.0.smithi104.stdout:2622: done (0 left) 2024-04-02T08:40:06.987 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 270 2024-04-02T08:40:06.988 INFO:tasks.rados.rados.0.smithi104.stdout:2623: seq_num 808 ranges {2588672=737280,3325952=614400,3940352=188416} 2024-04-02T08:40:07.007 INFO:tasks.rados.rados.0.smithi104.stdout:2623: writing smithi10482514-21 from 2588672 to 3325952 tid 1 2024-04-02T08:40:07.010 INFO:tasks.rados.rados.0.smithi104.stdout:2623: writing smithi10482514-21 from 3325952 to 3940352 tid 2 2024-04-02T08:40:07.012 INFO:tasks.rados.rados.0.smithi104.stdout:2623: writing smithi10482514-21 from 3940352 to 4128768 tid 3 2024-04-02T08:40:07.013 INFO:tasks.rados.rados.0.smithi104.stdout:2624: rollback oid 1 current snap is 270 2024-04-02T08:40:07.013 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 266 2024-04-02T08:40:07.013 INFO:tasks.rados.rados.0.smithi104.stdout:2625: snap_create 2024-04-02T08:40:07.013 INFO:tasks.rados.rados.0.smithi104.stdout:2623: finishing write tid 1 to smithi10482514-21 2024-04-02T08:40:07.014 INFO:tasks.rados.rados.0.smithi104.stdout:2624: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:40:07.014 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2072 (ObjNum 369 snap 0 seq_num 327134784) dirty dne 2024-04-02T08:40:07.016 INFO:tasks.rados.rados.0.smithi104.stdout:2623: finishing write tid 2 to smithi10482514-21 2024-04-02T08:40:07.017 INFO:tasks.rados.rados.0.smithi104.stdout:2623: finishing write tid 3 to smithi10482514-21 2024-04-02T08:40:07.017 INFO:tasks.rados.rados.0.smithi104.stdout:2623: finishing write tid 4 to smithi10482514-21 2024-04-02T08:40:07.019 INFO:tasks.rados.rados.0.smithi104.stdout:2623: finishing write tid 5 to smithi10482514-21 2024-04-02T08:40:07.019 INFO:tasks.rados.rados.0.smithi104.stdout:2623: oid 21 updating version 0 to 2171 2024-04-02T08:40:07.019 INFO:tasks.rados.rados.0.smithi104.stdout:2623: oid 21 updating version 2171 to 2174 2024-04-02T08:40:07.019 INFO:tasks.rados.rados.0.smithi104.stdout:2623: oid 21 version 2174 is already newer than 2173 2024-04-02T08:40:07.019 INFO:tasks.rados.rados.0.smithi104.stdout:2623: oid 21 version 2174 is already newer than 2172 2024-04-02T08:40:07.019 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2174 (ObjNum 808 snap 270 seq_num 808) dirty exists 2024-04-02T08:40:07.019 INFO:tasks.rados.rados.0.smithi104.stdout:2623: left oid 21 (ObjNum 808 snap 270 seq_num 808) 2024-04-02T08:40:07.356 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.357 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.357 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.357 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.357 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:07 smithi104 ceph-mon[96567]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:40:07.357 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.357 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.357 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.357 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.357 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:07 smithi104 ceph-mon[94081]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:40:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:07 smithi188 ceph-mon[86835]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:40:07.905 INFO:tasks.rados.rados.0.smithi104.stdout:2623: done (2 left) 2024-04-02T08:40:07.906 INFO:tasks.rados.rados.0.smithi104.stdout:2624: done (1 left) 2024-04-02T08:40:07.906 INFO:tasks.rados.rados.0.smithi104.stdout:2625: done (0 left) 2024-04-02T08:40:07.906 INFO:tasks.rados.rados.0.smithi104.stdout:2626: snap_create 2024-04-02T08:40:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:08 smithi188 ceph-mon[86835]: pgmap v541: 121 pgs: 121 active+clean; 217 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-04-02T08:40:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:08 smithi188 ceph-mon[86835]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:40:08.469 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:08 smithi104 ceph-mon[94081]: pgmap v541: 121 pgs: 121 active+clean; 217 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-04-02T08:40:08.469 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:08.469 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:08.469 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:08 smithi104 ceph-mon[94081]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:40:08.470 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:08 smithi104 ceph-mon[96567]: pgmap v541: 121 pgs: 121 active+clean; 217 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-04-02T08:40:08.470 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:08.470 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:08.470 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:08 smithi104 ceph-mon[96567]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:40:08.470 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:40:08.816 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (10m) 3s ago 11m 25.5M - 0.25.0 c8568f914cd2 428b945a68c2 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (11m) 2s ago 11m 88.0M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (49s) 3s ago 12m 16.1M - 19.0.0-2419-g14da45f2 53081131892e 68e550b78d16 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (24s) 2s ago 12m 12.3M - 19.0.0-2419-g14da45f2 53081131892e 0f4a44cdb9f5 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (6m) 2s ago 16m 452M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (7m) 3s ago 17m 512M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (6m) 3s ago 18m 65.8M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (5m) 2s ago 16m 53.4M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (5m) 3s ago 16m 60.7M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (11s) 3s ago 11m 5314k - 1.5.0 0da6a335fe13 797d9dcf4b58 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (7s) 2s ago 11m 3674k - 1.5.0 0da6a335fe13 67045022a072 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (4m) 3s ago 15m 283M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:40:08.817 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (4m) 3s ago 15m 243M 2480M 19.0.0-2419-g14da45f2 53081131892e 183e693cda03 2024-04-02T08:40:08.818 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (3m) 3s ago 15m 217M 2480M 19.0.0-2419-g14da45f2 53081131892e 8534baca25d7 2024-04-02T08:40:08.818 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (3m) 3s ago 14m 180M 2480M 19.0.0-2419-g14da45f2 53081131892e e25bf8b5641e 2024-04-02T08:40:08.818 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (2m) 2s ago 14m 219M 2480M 19.0.0-2419-g14da45f2 53081131892e 2523b7f11b0c 2024-04-02T08:40:08.818 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (2m) 2s ago 13m 242M 2480M 19.0.0-2419-g14da45f2 53081131892e 2420a754553d 2024-04-02T08:40:08.818 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (103s) 2s ago 13m 156M 2480M 19.0.0-2419-g14da45f2 53081131892e 63b59c08c401 2024-04-02T08:40:08.818 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (67s) 2s ago 12m 98.6M 2480M 19.0.0-2419-g14da45f2 53081131892e 93b3d9c81793 2024-04-02T08:40:08.818 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (6m) 2s ago 12m 62.0M - 2.43.0 a07b618ecd1d c4c567ade264 2024-04-02T08:40:08.909 INFO:tasks.rados.rados.0.smithi104.stdout:2626: done (0 left) 2024-04-02T08:40:08.909 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 36 current snap is 272 2024-04-02T08:40:08.909 INFO:tasks.rados.rados.0.smithi104.stdout:2627: seq_num 809 ranges {1736704=753664,2490368=499712,2990080=303104} 2024-04-02T08:40:08.924 INFO:tasks.rados.rados.0.smithi104.stdout:2627: writing smithi10482514-36 from 1736704 to 2490368 tid 1 2024-04-02T08:40:08.926 INFO:tasks.rados.rados.0.smithi104.stdout:2627: writing smithi10482514-36 from 2490368 to 2990080 tid 2 2024-04-02T08:40:08.928 INFO:tasks.rados.rados.0.smithi104.stdout:2627: writing smithi10482514-36 from 2990080 to 3293184 tid 3 2024-04-02T08:40:08.928 INFO:tasks.rados.rados.0.smithi104.stdout:2628: snap_create 2024-04-02T08:40:08.931 INFO:tasks.rados.rados.0.smithi104.stdout:2627: finishing write tid 1 to smithi10482514-36 2024-04-02T08:40:08.931 INFO:tasks.rados.rados.0.smithi104.stdout:2627: finishing write tid 2 to smithi10482514-36 2024-04-02T08:40:08.932 INFO:tasks.rados.rados.0.smithi104.stdout:2627: finishing write tid 3 to smithi10482514-36 2024-04-02T08:40:08.932 INFO:tasks.rados.rados.0.smithi104.stdout:2627: finishing write tid 4 to smithi10482514-36 2024-04-02T08:40:08.933 INFO:tasks.rados.rados.0.smithi104.stdout:2627: finishing write tid 5 to smithi10482514-36 2024-04-02T08:40:08.933 INFO:tasks.rados.rados.0.smithi104.stdout:2627: oid 36 updating version 0 to 1436 2024-04-02T08:40:08.933 INFO:tasks.rados.rados.0.smithi104.stdout:2627: oid 36 updating version 1436 to 1437 2024-04-02T08:40:08.933 INFO:tasks.rados.rados.0.smithi104.stdout:2627: oid 36 version 1437 is already newer than 1434 2024-04-02T08:40:08.933 INFO:tasks.rados.rados.0.smithi104.stdout:2627: oid 36 version 1437 is already newer than 1435 2024-04-02T08:40:08.933 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1437 (ObjNum 809 snap 272 seq_num 809) dirty exists 2024-04-02T08:40:08.933 INFO:tasks.rados.rados.0.smithi104.stdout:2627: left oid 36 (ObjNum 809 snap 272 seq_num 809) 2024-04-02T08:40:09.266 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:40:09.266 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:40:09.266 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:40:09.266 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:40:09.266 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:40:09.266 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:40:09.266 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:40:09.266 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:40:09.266 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T08:40:09.266 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:40:09.267 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:40:09.267 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:40:09.267 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:40:09.267 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:40:09.267 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 15 2024-04-02T08:40:09.267 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:40:09.267 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:40:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2627: done (1 left) 2024-04-02T08:40:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2628: done (0 left) 2024-04-02T08:40:09.913 INFO:tasks.rados.rados.0.smithi104.stdout:2629: read oid 5 snap 265 2024-04-02T08:40:09.914 INFO:tasks.rados.rados.0.smithi104.stdout:2629: expect (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:40:09.914 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 273 2024-04-02T08:40:09.914 INFO:tasks.rados.rados.0.smithi104.stdout:2630: seq_num 810 ranges {1056768=770048,1826816=778240,2605056=24576} 2024-04-02T08:40:09.922 INFO:tasks.rados.rados.0.smithi104.stdout:2630: writing smithi10482514-13 from 1056768 to 1826816 tid 1 2024-04-02T08:40:09.926 INFO:tasks.rados.rados.0.smithi104.stdout:2630: writing smithi10482514-13 from 1826816 to 2605056 tid 2 2024-04-02T08:40:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:2630: writing smithi10482514-13 from 2605056 to 2629632 tid 3 2024-04-02T08:40:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 273 2024-04-02T08:40:09.927 INFO:tasks.rados.rados.0.smithi104.stdout:2631: seq_num 811 ranges {1540096=786432,2326528=663552,2990080=139264} 2024-04-02T08:40:09.940 INFO:tasks.rados.rados.0.smithi104.stdout:2631: writing smithi10482514-32 from 1540096 to 2326528 tid 1 2024-04-02T08:40:09.944 INFO:tasks.rados.rados.0.smithi104.stdout:2631: writing smithi10482514-32 from 2326528 to 2990080 tid 2 2024-04-02T08:40:09.945 INFO:tasks.rados.rados.0.smithi104.stdout:2631: writing smithi10482514-32 from 2990080 to 3129344 tid 3 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2632: copy_from oid 29 from oid 10 current snap is 273 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2630: finishing write tid 1 to smithi10482514-13 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2630: finishing write tid 2 to smithi10482514-13 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2630: finishing write tid 3 to smithi10482514-13 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2630: finishing write tid 4 to smithi10482514-13 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2630: finishing write tid 5 to smithi10482514-13 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2630: oid 13 updating version 0 to 1549 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2630: oid 13 updating version 1549 to 1550 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2630: oid 13 updating version 1550 to 1551 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2630: oid 13 updating version 1551 to 1552 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 1552 (ObjNum 810 snap 273 seq_num 810) dirty exists 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2630: left oid 13 (ObjNum 810 snap 273 seq_num 810) 2024-04-02T08:40:09.946 INFO:tasks.rados.rados.0.smithi104.stdout:2630: done (3 left) 2024-04-02T08:40:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 273 2024-04-02T08:40:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2633: seq_num 812 ranges {2596864=802816,3399680=548864,3948544=253952} 2024-04-02T08:40:09.964 INFO:tasks.rados.rados.0.smithi104.stdout:2633: writing smithi10482514-18 from 2596864 to 3399680 tid 1 2024-04-02T08:40:09.967 INFO:tasks.rados.rados.0.smithi104.stdout:2633: writing smithi10482514-18 from 3399680 to 3948544 tid 2 2024-04-02T08:40:09.969 INFO:tasks.rados.rados.0.smithi104.stdout:2633: writing smithi10482514-18 from 3948544 to 4202496 tid 3 2024-04-02T08:40:09.969 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 273 2024-04-02T08:40:09.969 INFO:tasks.rados.rados.0.smithi104.stdout:2634: seq_num 813 ranges {0=417792,417792=434176,851968=442368,1294336=327680} 2024-04-02T08:40:09.971 INFO:tasks.rados.rados.0.smithi104.stdout:2634: writing smithi10482514-33 from 0 to 417792 tid 1 2024-04-02T08:40:09.974 INFO:tasks.rados.rados.0.smithi104.stdout:2634: writing smithi10482514-33 from 417792 to 851968 tid 2 2024-04-02T08:40:09.977 INFO:tasks.rados.rados.0.smithi104.stdout:2634: writing smithi10482514-33 from 851968 to 1294336 tid 3 2024-04-02T08:40:09.979 INFO:tasks.rados.rados.0.smithi104.stdout:2634: writing smithi10482514-33 from 1294336 to 1622016 tid 4 2024-04-02T08:40:09.979 INFO:tasks.rados.rados.0.smithi104.stdout:2635: rmattr oid 19 current snap is 273 2024-04-02T08:40:09.979 INFO:tasks.rados.rados.0.smithi104.stdout:2635: done (5 left) 2024-04-02T08:40:09.979 INFO:tasks.rados.rados.0.smithi104.stdout:2636: snap_create 2024-04-02T08:40:09.979 INFO:tasks.rados.rados.0.smithi104.stdout:2631: finishing write tid 1 to smithi10482514-32 2024-04-02T08:40:09.979 INFO:tasks.rados.rados.0.smithi104.stdout:2632: finishing copy_from to smithi10482514-29 2024-04-02T08:40:09.979 INFO:tasks.rados.rados.0.smithi104.stdout:2632: got expected ENOENT (src dne) 2024-04-02T08:40:09.979 INFO:tasks.rados.rados.0.smithi104.stdout:2632: finishing copy_from racing read to smithi10482514-29 2024-04-02T08:40:09.980 INFO:tasks.rados.rados.0.smithi104.stdout:2631: finishing write tid 2 to smithi10482514-32 2024-04-02T08:40:09.980 INFO:tasks.rados.rados.0.smithi104.stdout:2631: finishing write tid 3 to smithi10482514-32 2024-04-02T08:40:09.980 INFO:tasks.rados.rados.0.smithi104.stdout:2631: finishing write tid 4 to smithi10482514-32 2024-04-02T08:40:09.980 INFO:tasks.rados.rados.0.smithi104.stdout:2631: finishing write tid 5 to smithi10482514-32 2024-04-02T08:40:09.980 INFO:tasks.rados.rados.0.smithi104.stdout:2631: oid 32 updating version 0 to 448 2024-04-02T08:40:09.980 INFO:tasks.rados.rados.0.smithi104.stdout:2631: oid 32 updating version 448 to 449 2024-04-02T08:40:09.980 INFO:tasks.rados.rados.0.smithi104.stdout:2631: oid 32 version 449 is already newer than 446 2024-04-02T08:40:09.980 INFO:tasks.rados.rados.0.smithi104.stdout:2631: oid 32 version 449 is already newer than 447 2024-04-02T08:40:09.980 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 449 (ObjNum 811 snap 273 seq_num 811) dirty exists 2024-04-02T08:40:09.980 INFO:tasks.rados.rados.0.smithi104.stdout:2631: left oid 32 (ObjNum 811 snap 273 seq_num 811) 2024-04-02T08:40:09.980 INFO:tasks.rados.rados.0.smithi104.stdout:2629: expect (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:40:10.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:09 smithi104 ceph-mon[96567]: pgmap v544: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-02T08:40:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:09 smithi104 ceph-mon[96567]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:09 smithi104 ceph-mon[96567]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:09 smithi104 ceph-mon[96567]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:40:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:09 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/535109915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:09 smithi104 ceph-mon[94081]: pgmap v544: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-02T08:40:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:09 smithi104 ceph-mon[94081]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:09 smithi104 ceph-mon[94081]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:09 smithi104 ceph-mon[94081]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:40:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:09 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/535109915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:10.269 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:09 smithi188 ceph-mon[86835]: pgmap v544: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-02T08:40:10.270 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:09 smithi188 ceph-mon[86835]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:10.270 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:09 smithi188 ceph-mon[86835]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:10.270 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:09 smithi188 ceph-mon[86835]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:40:10.270 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:09 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/535109915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:10.446 INFO:tasks.rados.rados.0.smithi104.stdout:2633: finishing write tid 1 to smithi10482514-18 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2633: finishing write tid 2 to smithi10482514-18 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2633: finishing write tid 3 to smithi10482514-18 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2633: finishing write tid 4 to smithi10482514-18 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2633: finishing write tid 5 to smithi10482514-18 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2633: oid 18 updating version 0 to 1377 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2633: oid 18 updating version 1377 to 1380 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2633: oid 18 version 1380 is already newer than 1379 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2633: oid 18 version 1380 is already newer than 1378 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1380 (ObjNum 812 snap 273 seq_num 812) dirty exists 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2633: left oid 18 (ObjNum 812 snap 273 seq_num 812) 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2634: finishing write tid 1 to smithi10482514-33 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2634: finishing write tid 2 to smithi10482514-33 2024-04-02T08:40:10.447 INFO:tasks.rados.rados.0.smithi104.stdout:2634: finishing write tid 3 to smithi10482514-33 2024-04-02T08:40:10.448 INFO:tasks.rados.rados.0.smithi104.stdout:2634: finishing write tid 4 to smithi10482514-33 2024-04-02T08:40:10.448 INFO:tasks.rados.rados.0.smithi104.stdout:2634: finishing write tid 5 to smithi10482514-33 2024-04-02T08:40:10.448 INFO:tasks.rados.rados.0.smithi104.stdout:2634: finishing write tid 6 to smithi10482514-33 2024-04-02T08:40:10.448 INFO:tasks.rados.rados.0.smithi104.stdout:2634: oid 33 updating version 0 to 1691 2024-04-02T08:40:10.448 INFO:tasks.rados.rados.0.smithi104.stdout:2634: oid 33 updating version 1691 to 1692 2024-04-02T08:40:10.448 INFO:tasks.rados.rados.0.smithi104.stdout:2634: oid 33 updating version 1692 to 1693 2024-04-02T08:40:10.448 INFO:tasks.rados.rados.0.smithi104.stdout:2634: oid 33 version 1693 is already newer than 1690 2024-04-02T08:40:10.448 INFO:tasks.rados.rados.0.smithi104.stdout:2634: oid 33 updating version 1693 to 1694 2024-04-02T08:40:10.448 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1694 (ObjNum 813 snap 273 seq_num 813) dirty exists 2024-04-02T08:40:10.448 INFO:tasks.rados.rados.0.smithi104.stdout:2634: left oid 33 (ObjNum 813 snap 273 seq_num 813) 2024-04-02T08:40:10.908 INFO:tasks.rados.rados.0.smithi104.stdout:2629: done (5 left) 2024-04-02T08:40:10.908 INFO:tasks.rados.rados.0.smithi104.stdout:2631: done (4 left) 2024-04-02T08:40:10.909 INFO:tasks.rados.rados.0.smithi104.stdout:2632: done (3 left) 2024-04-02T08:40:10.909 INFO:tasks.rados.rados.0.smithi104.stdout:2633: done (2 left) 2024-04-02T08:40:10.909 INFO:tasks.rados.rados.0.smithi104.stdout:2634: done (1 left) 2024-04-02T08:40:10.909 INFO:tasks.rados.rados.0.smithi104.stdout:2636: done (0 left) 2024-04-02T08:40:10.909 INFO:tasks.rados.rados.0.smithi104.stdout:2637: read oid 19 snap -1 2024-04-02T08:40:10.909 INFO:tasks.rados.rados.0.smithi104.stdout:2637: expect (ObjNum 785 snap 259 seq_num 785) 2024-04-02T08:40:10.909 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 41 current snap is 274 2024-04-02T08:40:10.909 INFO:tasks.rados.rados.0.smithi104.stdout:2638: seq_num 814 ranges {0=442368,442368=770048,1212416=434176} 2024-04-02T08:40:10.911 INFO:tasks.rados.rados.0.smithi104.stdout:2638: writing smithi10482514-41 from 0 to 442368 tid 1 2024-04-02T08:40:10.916 INFO:tasks.rados.rados.0.smithi104.stdout:2638: writing smithi10482514-41 from 442368 to 1212416 tid 2 2024-04-02T08:40:10.918 INFO:tasks.rados.rados.0.smithi104.stdout:2638: writing smithi10482514-41 from 1212416 to 1646592 tid 3 2024-04-02T08:40:10.918 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 274 2024-04-02T08:40:10.918 INFO:tasks.rados.rados.0.smithi104.stdout:2639: seq_num 815 ranges {4710400=458752,5169152=655360,5824512=409600,6234112=139264} 2024-04-02T08:40:10.946 INFO:tasks.rados.rados.0.smithi104.stdout:2639: writing smithi10482514-7 from 4710400 to 5169152 tid 1 2024-04-02T08:40:10.950 INFO:tasks.rados.rados.0.smithi104.stdout:2639: writing smithi10482514-7 from 5169152 to 5824512 tid 2 2024-04-02T08:40:10.953 INFO:tasks.rados.rados.0.smithi104.stdout:2639: writing smithi10482514-7 from 5824512 to 6234112 tid 3 2024-04-02T08:40:10.954 INFO:tasks.rados.rados.0.smithi104.stdout:2639: writing smithi10482514-7 from 6234112 to 6373376 tid 4 2024-04-02T08:40:10.954 INFO:tasks.rados.rados.0.smithi104.stdout:2640: snap_create 2024-04-02T08:40:10.954 INFO:tasks.rados.rados.0.smithi104.stdout:2637: expect (ObjNum 785 snap 259 seq_num 785) 2024-04-02T08:40:10.996 INFO:tasks.rados.rados.0.smithi104.stdout:2638: finishing write tid 1 to smithi10482514-41 2024-04-02T08:40:10.996 INFO:tasks.rados.rados.0.smithi104.stdout:2638: finishing write tid 2 to smithi10482514-41 2024-04-02T08:40:10.996 INFO:tasks.rados.rados.0.smithi104.stdout:2638: finishing write tid 3 to smithi10482514-41 2024-04-02T08:40:10.996 INFO:tasks.rados.rados.0.smithi104.stdout:2638: finishing write tid 4 to smithi10482514-41 2024-04-02T08:40:10.996 INFO:tasks.rados.rados.0.smithi104.stdout:2638: finishing write tid 5 to smithi10482514-41 2024-04-02T08:40:10.996 INFO:tasks.rados.rados.0.smithi104.stdout:2638: oid 41 updating version 0 to 2083 2024-04-02T08:40:10.996 INFO:tasks.rados.rados.0.smithi104.stdout:2638: oid 41 updating version 2083 to 2084 2024-04-02T08:40:10.996 INFO:tasks.rados.rados.0.smithi104.stdout:2638: oid 41 version 2084 is already newer than 2081 2024-04-02T08:40:10.996 INFO:tasks.rados.rados.0.smithi104.stdout:2638: oid 41 version 2084 is already newer than 2082 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2084 (ObjNum 814 snap 274 seq_num 814) dirty exists 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2638: left oid 41 (ObjNum 814 snap 274 seq_num 814) 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: finishing write tid 1 to smithi10482514-7 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: finishing write tid 2 to smithi10482514-7 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: finishing write tid 3 to smithi10482514-7 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: finishing write tid 4 to smithi10482514-7 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: finishing write tid 5 to smithi10482514-7 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: finishing write tid 6 to smithi10482514-7 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: oid 7 updating version 0 to 2077 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: oid 7 version 2077 is already newer than 2074 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: oid 7 version 2077 is already newer than 2075 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: oid 7 updating version 2077 to 2078 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: oid 7 version 2078 is already newer than 2076 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2078 (ObjNum 815 snap 274 seq_num 815) dirty exists 2024-04-02T08:40:10.997 INFO:tasks.rados.rados.0.smithi104.stdout:2639: left oid 7 (ObjNum 815 snap 274 seq_num 815) 2024-04-02T08:40:11.087 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:10 smithi188 ceph-mon[86835]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:40:11.087 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.087 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.087 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.087 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.087 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:11.087 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:11.088 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.088 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:10 smithi188 ceph-mon[86835]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:40:11.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[96567]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:40:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[96567]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:40:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[94081]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:40:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:11.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:10 smithi104 ceph-mon[94081]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:40:11.931 INFO:tasks.rados.rados.0.smithi104.stdout:2637: done (3 left) 2024-04-02T08:40:11.931 INFO:tasks.rados.rados.0.smithi104.stdout:2638: done (2 left) 2024-04-02T08:40:11.931 INFO:tasks.rados.rados.0.smithi104.stdout:2639: done (1 left) 2024-04-02T08:40:11.931 INFO:tasks.rados.rados.0.smithi104.stdout:2640: done (0 left) 2024-04-02T08:40:11.931 INFO:tasks.rados.rados.0.smithi104.stdout:2641: read oid 29 snap -1 2024-04-02T08:40:11.931 INFO:tasks.rados.rados.0.smithi104.stdout:2641: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:11.931 INFO:tasks.rados.rados.0.smithi104.stdout:2642: snap_create 2024-04-02T08:40:11.932 INFO:tasks.rados.rados.0.smithi104.stdout:2641: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: pgmap v547: 121 pgs: 121 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: pgmap v547: 121 pgs: 121 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-02T08:40:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: pgmap v547: 121 pgs: 121 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-02T08:40:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.392 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:12.938 INFO:tasks.rados.rados.0.smithi104.stdout:2641: done (1 left) 2024-04-02T08:40:12.938 INFO:tasks.rados.rados.0.smithi104.stdout:2642: done (0 left) 2024-04-02T08:40:12.939 INFO:tasks.rados.rados.0.smithi104.stdout:2643: rollback oid 30 current snap is 276 2024-04-02T08:40:12.939 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 258 2024-04-02T08:40:12.939 INFO:tasks.rados.rados.0.smithi104.stdout:2644: delete oid 21 current snap is 276 2024-04-02T08:40:12.941 INFO:tasks.rados.rados.0.smithi104.stdout:2644: done (1 left) 2024-04-02T08:40:12.942 INFO:tasks.rados.rados.0.smithi104.stdout:2645: snap_create 2024-04-02T08:40:12.943 INFO:tasks.rados.rados.0.smithi104.stdout:2643: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:40:12.944 INFO:tasks.rados.rados.0.smithi104.stdout:2643: finishing rollback tid 2 to smithi10482514-30 2024-04-02T08:40:12.944 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1866 (ObjNum 762 snap 249 seq_num 762) dirty exists 2024-04-02T08:40:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:12 smithi188 ceph-mon[86835]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:40:13.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:12 smithi104 ceph-mon[96567]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:40:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:12 smithi104 ceph-mon[94081]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:40:13.937 INFO:tasks.rados.rados.0.smithi104.stdout:2643: done (1 left) 2024-04-02T08:40:13.937 INFO:tasks.rados.rados.0.smithi104.stdout:2645: done (0 left) 2024-04-02T08:40:13.937 INFO:tasks.rados.rados.0.smithi104.stdout:2646: snap_create 2024-04-02T08:40:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:13 smithi188 ceph-mon[86835]: pgmap v550: 121 pgs: 121 active+clean; 227 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:40:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:13 smithi188 ceph-mon[86835]: Upgrade: Updating prometheus.a 2024-04-02T08:40:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:13 smithi188 ceph-mon[86835]: Deploying daemon prometheus.a on smithi188 2024-04-02T08:40:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:13 smithi188 ceph-mon[86835]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:40:14.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:13 smithi104 ceph-mon[96567]: pgmap v550: 121 pgs: 121 active+clean; 227 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:40:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:13 smithi104 ceph-mon[96567]: Upgrade: Updating prometheus.a 2024-04-02T08:40:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:13 smithi104 ceph-mon[96567]: Deploying daemon prometheus.a on smithi188 2024-04-02T08:40:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:13 smithi104 ceph-mon[96567]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:40:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:13 smithi104 ceph-mon[94081]: pgmap v550: 121 pgs: 121 active+clean; 227 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:40:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:13 smithi104 ceph-mon[94081]: Upgrade: Updating prometheus.a 2024-04-02T08:40:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:13 smithi104 ceph-mon[94081]: Deploying daemon prometheus.a on smithi188 2024-04-02T08:40:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:13 smithi104 ceph-mon[94081]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:40:14.950 INFO:tasks.rados.rados.0.smithi104.stdout:2646: done (0 left) 2024-04-02T08:40:14.950 INFO:tasks.rados.rados.0.smithi104.stdout:2647: delete oid 36 current snap is 278 2024-04-02T08:40:14.956 INFO:tasks.rados.rados.0.smithi104.stdout:2647: done (0 left) 2024-04-02T08:40:14.956 INFO:tasks.rados.rados.0.smithi104.stdout:2648: delete oid 1 current snap is 278 2024-04-02T08:40:14.960 INFO:tasks.rados.rados.0.smithi104.stdout:2648: done (0 left) 2024-04-02T08:40:14.961 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 278 2024-04-02T08:40:14.961 INFO:tasks.rados.rados.0.smithi104.stdout:2649: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2024-04-02T08:40:14.964 INFO:tasks.rados.rados.0.smithi104.stdout:2649: writing smithi10482514-21 from 0 to 524288 tid 1 2024-04-02T08:40:14.968 INFO:tasks.rados.rados.0.smithi104.stdout:2649: writing smithi10482514-21 from 524288 to 1114112 tid 2 2024-04-02T08:40:14.973 INFO:tasks.rados.rados.0.smithi104.stdout:2649: writing smithi10482514-21 from 1114112 to 1728512 tid 3 2024-04-02T08:40:14.973 INFO:tasks.rados.rados.0.smithi104.stdout:2650: copy_from oid 19 from oid 49 current snap is 278 2024-04-02T08:40:14.973 INFO:tasks.rados.rados.0.smithi104.stdout:2649: finishing write tid 1 to smithi10482514-21 2024-04-02T08:40:14.973 INFO:tasks.rados.rados.0.smithi104.stdout:2649: finishing write tid 2 to smithi10482514-21 2024-04-02T08:40:14.973 INFO:tasks.rados.rados.0.smithi104.stdout:2651: read oid 9 snap -1 2024-04-02T08:40:14.973 INFO:tasks.rados.rados.0.smithi104.stdout:2651: expect (ObjNum 802 snap 267 seq_num 802) 2024-04-02T08:40:14.973 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 278 2024-04-02T08:40:14.973 INFO:tasks.rados.rados.0.smithi104.stdout:2652: seq_num 820 ranges {8282112=540672,8822784=475136,9297920=598016,9895936=131072} 2024-04-02T08:40:15.021 INFO:tasks.rados.rados.0.smithi104.stdout:2652: writing smithi10482514-5 from 8282112 to 8822784 tid 1 2024-04-02T08:40:15.023 INFO:tasks.rados.rados.0.smithi104.stdout:2652: writing smithi10482514-5 from 8822784 to 9297920 tid 2 2024-04-02T08:40:15.027 INFO:tasks.rados.rados.0.smithi104.stdout:2652: writing smithi10482514-5 from 9297920 to 9895936 tid 3 2024-04-02T08:40:15.028 INFO:tasks.rados.rados.0.smithi104.stdout:2652: writing smithi10482514-5 from 9895936 to 10027008 tid 4 2024-04-02T08:40:15.028 INFO:tasks.rados.rados.0.smithi104.stdout:2653: read oid 46 snap -1 2024-04-02T08:40:15.028 INFO:tasks.rados.rados.0.smithi104.stdout:2653: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:15.028 INFO:tasks.rados.rados.0.smithi104.stdout:2654: snap_remove snap 246 2024-04-02T08:40:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:14 smithi188 ceph-mon[86835]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:40:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:14 smithi104 ceph-mon[94081]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:40:15.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:14 smithi104 ceph-mon[96567]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:40:15.965 INFO:tasks.rados.rados.0.smithi104.stdout:2649: finishing write tid 3 to smithi10482514-21 2024-04-02T08:40:15.965 INFO:tasks.rados.rados.0.smithi104.stdout:2649: finishing write tid 4 to smithi10482514-21 2024-04-02T08:40:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:2650: finishing copy_from racing read to smithi10482514-19 2024-04-02T08:40:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:2650: finishing copy_from to smithi10482514-19 2024-04-02T08:40:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 1538 (ObjNum 774 snap 257 seq_num 774) dirty exists 2024-04-02T08:40:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:2649: finishing write tid 5 to smithi10482514-21 2024-04-02T08:40:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:2649: oid 21 updating version 0 to 2178 2024-04-02T08:40:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:2649: oid 21 version 2178 is already newer than 2177 2024-04-02T08:40:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:2649: oid 21 updating version 2178 to 2180 2024-04-02T08:40:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:2649: oid 21 version 2180 is already newer than 2179 2024-04-02T08:40:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2180 (ObjNum 819 snap 278 seq_num 819) dirty exists 2024-04-02T08:40:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:2649: left oid 21 (ObjNum 819 snap 278 seq_num 819) 2024-04-02T08:40:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:2651: expect (ObjNum 802 snap 267 seq_num 802) 2024-04-02T08:40:16.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:15 smithi104 ceph-mon[94081]: pgmap v553: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:40:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:15 smithi104 ceph-mon[94081]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:40:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:40:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:40:15] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-04-02T08:40:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:15 smithi104 ceph-mon[96567]: pgmap v553: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:40:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:15 smithi104 ceph-mon[96567]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:40:16.288 INFO:tasks.rados.rados.0.smithi104.stdout:2652: finishing write tid 1 to smithi10482514-5 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:2652: finishing write tid 2 to smithi10482514-5 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:2649: done (5 left) 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:2650: done (4 left) 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:2651: done (3 left) 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:2654: done (2 left) 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:2655: read oid 47 snap 267 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:2655: expect (ObjNum 658 snap 210 seq_num 658) 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 278 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:2652: finishing write tid 3 to smithi10482514-5 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:2652: finishing write tid 4 to smithi10482514-5 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:2652: finishing write tid 5 to smithi10482514-5 2024-04-02T08:40:16.289 INFO:tasks.rados.rados.0.smithi104.stdout:2653: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:16.291 INFO:tasks.rados.rados.0.smithi104.stdout:2652: finishing write tid 6 to smithi10482514-5 2024-04-02T08:40:16.291 INFO:tasks.rados.rados.0.smithi104.stdout:2652: oid 5 updating version 0 to 1934 2024-04-02T08:40:16.291 INFO:tasks.rados.rados.0.smithi104.stdout:2652: oid 5 updating version 1934 to 1937 2024-04-02T08:40:16.291 INFO:tasks.rados.rados.0.smithi104.stdout:2652: oid 5 version 1937 is already newer than 1935 2024-04-02T08:40:16.291 INFO:tasks.rados.rados.0.smithi104.stdout:2652: oid 5 version 1937 is already newer than 1936 2024-04-02T08:40:16.291 INFO:tasks.rados.rados.0.smithi104.stdout:2652: oid 5 updating version 1937 to 1938 2024-04-02T08:40:16.291 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1938 (ObjNum 820 snap 278 seq_num 820) dirty exists 2024-04-02T08:40:16.291 INFO:tasks.rados.rados.0.smithi104.stdout:2652: left oid 5 (ObjNum 820 snap 278 seq_num 820) 2024-04-02T08:40:16.291 INFO:tasks.rados.rados.0.smithi104.stdout:2656: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-04-02T08:40:16.294 INFO:tasks.rados.rados.0.smithi104.stdout:2656: writing smithi10482514-39 from 0 to 557056 tid 1 2024-04-02T08:40:16.298 INFO:tasks.rados.rados.0.smithi104.stdout:2656: writing smithi10482514-39 from 557056 to 1318912 tid 2 2024-04-02T08:40:16.301 INFO:tasks.rados.rados.0.smithi104.stdout:2656: writing smithi10482514-39 from 1318912 to 1761280 tid 3 2024-04-02T08:40:16.301 INFO:tasks.rados.rados.0.smithi104.stdout:2652: done (3 left) 2024-04-02T08:40:16.301 INFO:tasks.rados.rados.0.smithi104.stdout:2653: done (2 left) 2024-04-02T08:40:16.302 INFO:tasks.rados.rados.0.smithi104.stdout:2657: rmattr oid 22 current snap is 278 2024-04-02T08:40:16.302 INFO:tasks.rados.rados.0.smithi104.stdout:2657: done (2 left) 2024-04-02T08:40:16.302 INFO:tasks.rados.rados.0.smithi104.stdout:2658: read oid 6 snap 273 2024-04-02T08:40:16.302 INFO:tasks.rados.rados.0.smithi104.stdout:2658: expect (ObjNum 541 snap 176 seq_num 541) 2024-04-02T08:40:16.302 INFO:tasks.rados.rados.0.smithi104.stdout:2659: read oid 14 snap -1 2024-04-02T08:40:16.302 INFO:tasks.rados.rados.0.smithi104.stdout:2659: expect (ObjNum 759 snap 249 seq_num 759) 2024-04-02T08:40:16.302 INFO:tasks.rados.rados.0.smithi104.stdout:2660: snap_remove snap 258 2024-04-02T08:40:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:15 smithi188 ceph-mon[86835]: pgmap v553: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:40:16.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:15 smithi188 ceph-mon[86835]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:40:16.668 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 systemd[1]: Stopping Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:16.668 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.669Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:40:16.932 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.669Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:40:16.933 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.669Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:40:16.933 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.669Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:40:16.933 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.669Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:40:16.933 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.669Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:40:16.933 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.669Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:40:16.933 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.669Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:40:16.933 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.669Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:40:16.933 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.670Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:40:16.933 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.670Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:40:16.933 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[77862]: ts=2024-04-02T08:40:16.670Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:40:16.933 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:16 smithi188 podman[119433]: 2024-04-02 08:40:16.679910631 +0000 UTC m=+0.118363412 container died c4c567ade26449031365f5ba00b0c6ca8333f938162129f276a2bd3154110d8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:16.967 INFO:tasks.rados.rados.0.smithi104.stdout:2660: done (4 left) 2024-04-02T08:40:16.967 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 278 2024-04-02T08:40:16.968 INFO:tasks.rados.rados.0.smithi104.stdout:2655: expect (ObjNum 658 snap 210 seq_num 658) 2024-04-02T08:40:17.097 INFO:tasks.rados.rados.0.smithi104.stdout:2656: finishing write tid 1 to smithi10482514-39 2024-04-02T08:40:17.097 INFO:tasks.rados.rados.0.smithi104.stdout:2659: expect (ObjNum 759 snap 249 seq_num 759) 2024-04-02T08:40:17.116 INFO:tasks.rados.rados.0.smithi104.stdout:2656: finishing write tid 2 to smithi10482514-39 2024-04-02T08:40:17.116 INFO:tasks.rados.rados.0.smithi104.stdout:2656: finishing write tid 3 to smithi10482514-39 2024-04-02T08:40:17.116 INFO:tasks.rados.rados.0.smithi104.stdout:2656: finishing write tid 4 to smithi10482514-39 2024-04-02T08:40:17.116 INFO:tasks.rados.rados.0.smithi104.stdout:2656: finishing write tid 5 to smithi10482514-39 2024-04-02T08:40:17.116 INFO:tasks.rados.rados.0.smithi104.stdout:2656: oid 39 updating version 0 to 2088 2024-04-02T08:40:17.116 INFO:tasks.rados.rados.0.smithi104.stdout:2656: oid 39 version 2088 is already newer than 2087 2024-04-02T08:40:17.116 INFO:tasks.rados.rados.0.smithi104.stdout:2656: oid 39 version 2088 is already newer than 2086 2024-04-02T08:40:17.117 INFO:tasks.rados.rados.0.smithi104.stdout:2656: oid 39 version 2088 is already newer than 2085 2024-04-02T08:40:17.117 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 2088 (ObjNum 821 snap 278 seq_num 821) dirty exists 2024-04-02T08:40:17.117 INFO:tasks.rados.rados.0.smithi104.stdout:2656: left oid 39 (ObjNum 821 snap 278 seq_num 821) 2024-04-02T08:40:17.117 INFO:tasks.rados.rados.0.smithi104.stdout:2658: expect (ObjNum 541 snap 176 seq_num 541) 2024-04-02T08:40:17.167 INFO:tasks.rados.rados.0.smithi104.stdout:2661: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-04-02T08:40:17.170 INFO:tasks.rados.rados.0.smithi104.stdout:2661: writing smithi10482514-8 from 0 to 573440 tid 1 2024-04-02T08:40:17.175 INFO:tasks.rados.rados.0.smithi104.stdout:2661: writing smithi10482514-8 from 573440 to 1269760 tid 2 2024-04-02T08:40:17.179 INFO:tasks.rados.rados.0.smithi104.stdout:2661: writing smithi10482514-8 from 1269760 to 1777664 tid 3 2024-04-02T08:40:17.180 INFO:tasks.rados.rados.0.smithi104.stdout:2655: done (4 left) 2024-04-02T08:40:17.180 INFO:tasks.rados.rados.0.smithi104.stdout:2656: done (3 left) 2024-04-02T08:40:17.180 INFO:tasks.rados.rados.0.smithi104.stdout:2658: done (2 left) 2024-04-02T08:40:17.180 INFO:tasks.rados.rados.0.smithi104.stdout:2659: done (1 left) 2024-04-02T08:40:17.180 INFO:tasks.rados.rados.0.smithi104.stdout:2662: delete oid 9 current snap is 278 2024-04-02T08:40:17.180 INFO:tasks.rados.rados.0.smithi104.stdout:2661: finishing write tid 1 to smithi10482514-8 2024-04-02T08:40:17.180 INFO:tasks.rados.rados.0.smithi104.stdout:2661: finishing write tid 2 to smithi10482514-8 2024-04-02T08:40:17.183 INFO:tasks.rados.rados.0.smithi104.stdout:2662: done (1 left) 2024-04-02T08:40:17.183 INFO:tasks.rados.rados.0.smithi104.stdout:2663: read oid 25 snap -1 2024-04-02T08:40:17.183 INFO:tasks.rados.rados.0.smithi104.stdout:2663: expect deleted 2024-04-02T08:40:17.183 INFO:tasks.rados.rados.0.smithi104.stdout:2664: read oid 18 snap -1 2024-04-02T08:40:17.183 INFO:tasks.rados.rados.0.smithi104.stdout:2664: expect (ObjNum 812 snap 273 seq_num 812) 2024-04-02T08:40:17.183 INFO:tasks.rados.rados.0.smithi104.stdout:2665: copy_from oid 45 from oid 1 current snap is 278 2024-04-02T08:40:17.183 INFO:tasks.rados.rados.0.smithi104.stdout:2666: read oid 20 snap -1 2024-04-02T08:40:17.183 INFO:tasks.rados.rados.0.smithi104.stdout:2666: expect deleted 2024-04-02T08:40:17.183 INFO:tasks.rados.rados.0.smithi104.stdout:2667: rollback oid 21 current snap is 278 2024-04-02T08:40:17.184 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 21 to 276 2024-04-02T08:40:17.184 INFO:tasks.rados.rados.0.smithi104.stdout:2668: snap_create 2024-04-02T08:40:17.184 INFO:tasks.rados.rados.0.smithi104.stdout:2661: finishing write tid 3 to smithi10482514-8 2024-04-02T08:40:17.184 INFO:tasks.rados.rados.0.smithi104.stdout:2661: finishing write tid 4 to smithi10482514-8 2024-04-02T08:40:17.184 INFO:tasks.rados.rados.0.smithi104.stdout:2665: finishing copy_from to smithi10482514-45 2024-04-02T08:40:17.184 INFO:tasks.rados.rados.0.smithi104.stdout:2665: got expected ENOENT (src dne) 2024-04-02T08:40:17.184 INFO:tasks.rados.rados.0.smithi104.stdout:2665: finishing copy_from racing read to smithi10482514-45 2024-04-02T08:40:17.186 INFO:tasks.rados.rados.0.smithi104.stdout:2667: finishing rollback tid 0 to smithi10482514-21 2024-04-02T08:40:17.186 INFO:tasks.rados.rados.0.smithi104.stdout:2661: finishing write tid 5 to smithi10482514-8 2024-04-02T08:40:17.187 INFO:tasks.rados.rados.0.smithi104.stdout:2661: oid 8 updating version 0 to 1941 2024-04-02T08:40:17.187 INFO:tasks.rados.rados.0.smithi104.stdout:2661: oid 8 version 1941 is already newer than 1940 2024-04-02T08:40:17.187 INFO:tasks.rados.rados.0.smithi104.stdout:2661: oid 8 updating version 1941 to 1942 2024-04-02T08:40:17.187 INFO:tasks.rados.rados.0.smithi104.stdout:2661: oid 8 version 1942 is already newer than 1939 2024-04-02T08:40:17.187 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 1942 (ObjNum 822 snap 278 seq_num 822) dirty exists 2024-04-02T08:40:17.187 INFO:tasks.rados.rados.0.smithi104.stdout:2661: left oid 8 (ObjNum 822 snap 278 seq_num 822) 2024-04-02T08:40:17.187 INFO:tasks.rados.rados.0.smithi104.stdout:2667: finishing rollback tid 1 to smithi10482514-21 2024-04-02T08:40:17.187 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2196 (ObjNum 577 snap 0 seq_num 327134992) dirty dne 2024-04-02T08:40:17.195 INFO:tasks.rados.rados.0.smithi104.stdout:2664: expect (ObjNum 812 snap 273 seq_num 812) 2024-04-02T08:40:17.341 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:16 smithi188 ceph-mon[86835]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:40:17.341 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:17 smithi188 podman[119433]: 2024-04-02 08:40:17.025078236 +0000 UTC m=+0.463531026 container cleanup c4c567ade26449031365f5ba00b0c6ca8333f938162129f276a2bd3154110d8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:17.341 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:17 smithi188 bash[119433]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:40:17.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:16 smithi104 ceph-mon[94081]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:40:17.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:16 smithi104 ceph-mon[96567]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:40:17.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:17 smithi188 podman[119452]: 2024-04-02 08:40:17.343030677 +0000 UTC m=+0.661440112 container remove c4c567ade26449031365f5ba00b0c6ca8333f938162129f276a2bd3154110d8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:17.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:17 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:40:17.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:17 smithi188 systemd[1]: Stopped Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:17.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:17 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 2.810s CPU time. 2024-04-02T08:40:17.959 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:17 smithi188 systemd[1]: Starting Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:17.959 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:17 smithi188 podman[119593]: 2024-04-02 08:40:17.806413129 +0000 UTC m=+0.018626614 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:40:17.959 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:17 smithi188 podman[119593]: 2024-04-02 08:40:17.91108649 +0000 UTC m=+0.123300005 container create ec7afbb3e042988d8665d3f3b3582157135386d696f27f3a6f4e4882877deba4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:17.972 INFO:tasks.rados.rados.0.smithi104.stdout:2661: done (6 left) 2024-04-02T08:40:17.973 INFO:tasks.rados.rados.0.smithi104.stdout:2663: done (5 left) 2024-04-02T08:40:17.973 INFO:tasks.rados.rados.0.smithi104.stdout:2664: done (4 left) 2024-04-02T08:40:17.973 INFO:tasks.rados.rados.0.smithi104.stdout:2665: done (3 left) 2024-04-02T08:40:17.973 INFO:tasks.rados.rados.0.smithi104.stdout:2666: done (2 left) 2024-04-02T08:40:17.973 INFO:tasks.rados.rados.0.smithi104.stdout:2667: done (1 left) 2024-04-02T08:40:17.973 INFO:tasks.rados.rados.0.smithi104.stdout:2668: done (0 left) 2024-04-02T08:40:17.973 INFO:tasks.rados.rados.0.smithi104.stdout:2669: snap_remove snap 267 2024-04-02T08:40:18.214 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:17 smithi188 ceph-mon[86835]: pgmap v556: 121 pgs: 121 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-02T08:40:18.214 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:17 smithi188 ceph-mon[86835]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:40:18.214 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 podman[119593]: 2024-04-02 08:40:18.138193857 +0000 UTC m=+0.350407329 container init ec7afbb3e042988d8665d3f3b3582157135386d696f27f3a6f4e4882877deba4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 podman[119593]: 2024-04-02 08:40:18.143609324 +0000 UTC m=+0.355822797 container start ec7afbb3e042988d8665d3f3b3582157135386d696f27f3a6f4e4882877deba4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.167Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.167Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.167Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi188 (none))" 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.167Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.167Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.168Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.169Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.170Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.170Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.172Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.172Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.592µs 2024-04-02T08:40:18.215 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.172Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.174Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.180Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.185Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.194Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.194Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.194Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.271µs wal_replay_duration=21.945743ms wbl_replay_duration=104ns total_replay_duration=21.983576ms 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.196Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.197Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.197Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.215Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.876469ms db_storage=760ns remote_storage=1.134µs web_handler=370ns query_engine=518ns scrape=406.894µs scrape_sd=89.2µs notify=21.647µs notify_sd=21.89µs rules=18.023208ms tracing=5.521µs 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.215Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:40:18.216 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:18.215Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:40:18.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:17 smithi104 ceph-mon[94081]: pgmap v556: 121 pgs: 121 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-02T08:40:18.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:17 smithi104 ceph-mon[94081]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:40:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:17 smithi104 ceph-mon[96567]: pgmap v556: 121 pgs: 121 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-02T08:40:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:17 smithi104 ceph-mon[96567]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:40:18.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 bash[119593]: ec7afbb3e042988d8665d3f3b3582157135386d696f27f3a6f4e4882877deba4 2024-04-02T08:40:18.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:18 smithi188 systemd[1]: Started Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:18.973 INFO:tasks.rados.rados.0.smithi104.stdout:2669: done (0 left) 2024-04-02T08:40:18.973 INFO:tasks.rados.rados.0.smithi104.stdout:2670: delete oid 47 current snap is 279 2024-04-02T08:40:18.988 INFO:tasks.rados.rados.0.smithi104.stdout:2670: done (0 left) 2024-04-02T08:40:18.988 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 279 2024-04-02T08:40:18.988 INFO:tasks.rados.rados.0.smithi104.stdout:2671: seq_num 825 ranges {2334720=622592,2957312=745472,3702784=458752} 2024-04-02T08:40:19.004 INFO:tasks.rados.rados.0.smithi104.stdout:2671: writing smithi10482514-27 from 2334720 to 2957312 tid 1 2024-04-02T08:40:19.009 INFO:tasks.rados.rados.0.smithi104.stdout:2671: writing smithi10482514-27 from 2957312 to 3702784 tid 2 2024-04-02T08:40:19.012 INFO:tasks.rados.rados.0.smithi104.stdout:2671: writing smithi10482514-27 from 3702784 to 4161536 tid 3 2024-04-02T08:40:19.012 INFO:tasks.rados.rados.0.smithi104.stdout:2672: read oid 18 snap -1 2024-04-02T08:40:19.012 INFO:tasks.rados.rados.0.smithi104.stdout:2672: expect (ObjNum 812 snap 273 seq_num 812) 2024-04-02T08:40:19.012 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 279 2024-04-02T08:40:19.012 INFO:tasks.rados.rados.0.smithi104.stdout:2671: finishing write tid 1 to smithi10482514-27 2024-04-02T08:40:19.012 INFO:tasks.rados.rados.0.smithi104.stdout:2673: seq_num 826 ranges {991232=638976,1630208=630784,2260992=573440} 2024-04-02T08:40:19.021 INFO:tasks.rados.rados.0.smithi104.stdout:2673: writing smithi10482514-43 from 991232 to 1630208 tid 1 2024-04-02T08:40:19.026 INFO:tasks.rados.rados.0.smithi104.stdout:2673: writing smithi10482514-43 from 1630208 to 2260992 tid 2 2024-04-02T08:40:19.029 INFO:tasks.rados.rados.0.smithi104.stdout:2673: writing smithi10482514-43 from 2260992 to 2834432 tid 3 2024-04-02T08:40:19.029 INFO:tasks.rados.rados.0.smithi104.stdout:2674: read oid 8 snap 266 2024-04-02T08:40:19.029 INFO:tasks.rados.rados.0.smithi104.stdout:2674: expect deleted 2024-04-02T08:40:19.029 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 279 2024-04-02T08:40:19.029 INFO:tasks.rados.rados.0.smithi104.stdout:2671: finishing write tid 2 to smithi10482514-27 2024-04-02T08:40:19.029 INFO:tasks.rados.rados.0.smithi104.stdout:2675: seq_num 827 ranges {2629632=655360,3284992=516096,3801088=688128} 2024-04-02T08:40:19.047 INFO:tasks.rados.rados.0.smithi104.stdout:2675: writing smithi10482514-13 from 2629632 to 3284992 tid 1 2024-04-02T08:40:19.050 INFO:tasks.rados.rados.0.smithi104.stdout:2675: writing smithi10482514-13 from 3284992 to 3801088 tid 2 2024-04-02T08:40:19.054 INFO:tasks.rados.rados.0.smithi104.stdout:2675: writing smithi10482514-13 from 3801088 to 4489216 tid 3 2024-04-02T08:40:19.054 INFO:tasks.rados.rados.0.smithi104.stdout:2676: snap_remove snap 269 2024-04-02T08:40:19.290 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-mon[86835]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:40:19.290 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:19.291 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:19.291 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:18 smithi104 ceph-mon[96567]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:40:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:18 smithi104 ceph-mon[94081]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:40:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:19.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:19.985 INFO:tasks.rados.rados.0.smithi104.stdout:2676: done (5 left) 2024-04-02T08:40:19.985 INFO:tasks.rados.rados.0.smithi104.stdout:2677: read oid 49 snap -1 2024-04-02T08:40:19.985 INFO:tasks.rados.rados.0.smithi104.stdout:2677: expect (ObjNum 774 snap 257 seq_num 774) 2024-04-02T08:40:19.985 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 279 2024-04-02T08:40:19.985 INFO:tasks.rados.rados.0.smithi104.stdout:2678: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2024-04-02T08:40:19.990 INFO:tasks.rados.rados.0.smithi104.stdout:2678: writing smithi10482514-21 from 0 to 671744 tid 1 2024-04-02T08:40:19.996 INFO:tasks.rados.rados.0.smithi104.stdout:2678: writing smithi10482514-21 from 671744 to 1474560 tid 2 2024-04-02T08:40:19.999 INFO:tasks.rados.rados.0.smithi104.stdout:2678: writing smithi10482514-21 from 1474560 to 1875968 tid 3 2024-04-02T08:40:19.999 INFO:tasks.rados.rados.0.smithi104.stdout:2679: snap_create 2024-04-02T08:40:19.999 INFO:tasks.rados.rados.0.smithi104.stdout:2671: finishing write tid 3 to smithi10482514-27 2024-04-02T08:40:19.999 INFO:tasks.rados.rados.0.smithi104.stdout:2671: finishing write tid 4 to smithi10482514-27 2024-04-02T08:40:19.999 INFO:tasks.rados.rados.0.smithi104.stdout:2671: finishing write tid 5 to smithi10482514-27 2024-04-02T08:40:19.999 INFO:tasks.rados.rados.0.smithi104.stdout:2671: oid 27 updating version 0 to 1686 2024-04-02T08:40:19.999 INFO:tasks.rados.rados.0.smithi104.stdout:2671: oid 27 updating version 1686 to 1688 2024-04-02T08:40:19.999 INFO:tasks.rados.rados.0.smithi104.stdout:2671: oid 27 version 1688 is already newer than 1685 2024-04-02T08:40:20.000 INFO:tasks.rados.rados.0.smithi104.stdout:2671: oid 27 version 1688 is already newer than 1687 2024-04-02T08:40:20.000 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1688 (ObjNum 825 snap 279 seq_num 825) dirty exists 2024-04-02T08:40:20.000 INFO:tasks.rados.rados.0.smithi104.stdout:2671: left oid 27 (ObjNum 825 snap 279 seq_num 825) 2024-04-02T08:40:20.000 INFO:tasks.rados.rados.0.smithi104.stdout:2672: expect (ObjNum 812 snap 273 seq_num 812) 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:2673: finishing write tid 1 to smithi10482514-43 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:2673: finishing write tid 2 to smithi10482514-43 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:2673: finishing write tid 3 to smithi10482514-43 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:2673: finishing write tid 4 to smithi10482514-43 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:2673: finishing write tid 5 to smithi10482514-43 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:2673: oid 43 updating version 0 to 1870 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:2673: oid 43 version 1870 is already newer than 1867 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:2673: oid 43 version 1870 is already newer than 1869 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:2673: oid 43 version 1870 is already newer than 1868 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1870 (ObjNum 826 snap 279 seq_num 826) dirty exists 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:2673: left oid 43 (ObjNum 826 snap 279 seq_num 826) 2024-04-02T08:40:20.175 INFO:tasks.rados.rados.0.smithi104.stdout:2675: finishing write tid 1 to smithi10482514-13 2024-04-02T08:40:20.176 INFO:tasks.rados.rados.0.smithi104.stdout:2675: finishing write tid 2 to smithi10482514-13 2024-04-02T08:40:20.176 INFO:tasks.rados.rados.0.smithi104.stdout:2675: finishing write tid 3 to smithi10482514-13 2024-04-02T08:40:20.176 INFO:tasks.rados.rados.0.smithi104.stdout:2675: finishing write tid 4 to smithi10482514-13 2024-04-02T08:40:20.176 INFO:tasks.rados.rados.0.smithi104.stdout:2675: finishing write tid 5 to smithi10482514-13 2024-04-02T08:40:20.176 INFO:tasks.rados.rados.0.smithi104.stdout:2675: oid 13 updating version 0 to 1556 2024-04-02T08:40:20.176 INFO:tasks.rados.rados.0.smithi104.stdout:2675: oid 13 version 1556 is already newer than 1554 2024-04-02T08:40:20.176 INFO:tasks.rados.rados.0.smithi104.stdout:2675: oid 13 version 1556 is already newer than 1555 2024-04-02T08:40:20.176 INFO:tasks.rados.rados.0.smithi104.stdout:2675: oid 13 version 1556 is already newer than 1553 2024-04-02T08:40:20.176 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 1556 (ObjNum 827 snap 279 seq_num 827) dirty exists 2024-04-02T08:40:20.176 INFO:tasks.rados.rados.0.smithi104.stdout:2675: left oid 13 (ObjNum 827 snap 279 seq_num 827) 2024-04-02T08:40:20.176 INFO:tasks.rados.rados.0.smithi104.stdout:2677: expect (ObjNum 774 snap 257 seq_num 774) 2024-04-02T08:40:20.200 INFO:tasks.rados.rados.0.smithi104.stdout:2678: finishing write tid 1 to smithi10482514-21 2024-04-02T08:40:20.200 INFO:tasks.rados.rados.0.smithi104.stdout:2678: finishing write tid 2 to smithi10482514-21 2024-04-02T08:40:20.201 INFO:tasks.rados.rados.0.smithi104.stdout:2678: finishing write tid 3 to smithi10482514-21 2024-04-02T08:40:20.201 INFO:tasks.rados.rados.0.smithi104.stdout:2678: finishing write tid 4 to smithi10482514-21 2024-04-02T08:40:20.201 INFO:tasks.rados.rados.0.smithi104.stdout:2678: finishing write tid 5 to smithi10482514-21 2024-04-02T08:40:20.201 INFO:tasks.rados.rados.0.smithi104.stdout:2678: oid 21 updating version 0 to 2205 2024-04-02T08:40:20.201 INFO:tasks.rados.rados.0.smithi104.stdout:2678: oid 21 updating version 2205 to 2206 2024-04-02T08:40:20.201 INFO:tasks.rados.rados.0.smithi104.stdout:2678: oid 21 updating version 2206 to 2208 2024-04-02T08:40:20.201 INFO:tasks.rados.rados.0.smithi104.stdout:2678: oid 21 version 2208 is already newer than 2207 2024-04-02T08:40:20.201 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2208 (ObjNum 828 snap 279 seq_num 828) dirty exists 2024-04-02T08:40:20.201 INFO:tasks.rados.rados.0.smithi104.stdout:2678: left oid 21 (ObjNum 828 snap 279 seq_num 828) 2024-04-02T08:40:20.250 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:19 smithi188 ceph-mon[86835]: pgmap v559: 121 pgs: 121 active+clean; 237 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:40:20.250 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:19 smithi188 ceph-mon[86835]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:40:20.251 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:19 smithi104 ceph-mon[96567]: pgmap v559: 121 pgs: 121 active+clean; 237 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:40:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:19 smithi104 ceph-mon[96567]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:40:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:19 smithi104 ceph-mon[94081]: pgmap v559: 121 pgs: 121 active+clean; 237 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:40:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:19 smithi104 ceph-mon[94081]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:40:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:20.988 INFO:tasks.rados.rados.0.smithi104.stdout:2671: done (7 left) 2024-04-02T08:40:20.988 INFO:tasks.rados.rados.0.smithi104.stdout:2672: done (6 left) 2024-04-02T08:40:20.988 INFO:tasks.rados.rados.0.smithi104.stdout:2673: done (5 left) 2024-04-02T08:40:20.988 INFO:tasks.rados.rados.0.smithi104.stdout:2674: done (4 left) 2024-04-02T08:40:20.988 INFO:tasks.rados.rados.0.smithi104.stdout:2675: done (3 left) 2024-04-02T08:40:20.989 INFO:tasks.rados.rados.0.smithi104.stdout:2677: done (2 left) 2024-04-02T08:40:20.989 INFO:tasks.rados.rados.0.smithi104.stdout:2678: done (1 left) 2024-04-02T08:40:20.989 INFO:tasks.rados.rados.0.smithi104.stdout:2679: done (0 left) 2024-04-02T08:40:20.989 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 280 2024-04-02T08:40:20.989 INFO:tasks.rados.rados.0.smithi104.stdout:2680: seq_num 829 ranges {3891200=688128,4579328=729088,5308416=475136} 2024-04-02T08:40:21.012 INFO:tasks.rados.rados.0.smithi104.stdout:2680: writing smithi10482514-12 from 3891200 to 4579328 tid 1 2024-04-02T08:40:21.017 INFO:tasks.rados.rados.0.smithi104.stdout:2680: writing smithi10482514-12 from 4579328 to 5308416 tid 2 2024-04-02T08:40:21.021 INFO:tasks.rados.rados.0.smithi104.stdout:2680: writing smithi10482514-12 from 5308416 to 5783552 tid 3 2024-04-02T08:40:21.021 INFO:tasks.rados.rados.0.smithi104.stdout:2681: rollback oid 49 current snap is 280 2024-04-02T08:40:21.021 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 49 to 277 2024-04-02T08:40:21.021 INFO:tasks.rados.rados.0.smithi104.stdout:2680: finishing write tid 1 to smithi10482514-12 2024-04-02T08:40:21.021 INFO:tasks.rados.rados.0.smithi104.stdout:2680: finishing write tid 2 to smithi10482514-12 2024-04-02T08:40:21.021 INFO:tasks.rados.rados.0.smithi104.stdout:2682: copy_from oid 20 from oid 40 current snap is 280 2024-04-02T08:40:21.022 INFO:tasks.rados.rados.0.smithi104.stdout:2683: rollback oid 8 current snap is 280 2024-04-02T08:40:21.022 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 8 to 260 2024-04-02T08:40:21.022 INFO:tasks.rados.rados.0.smithi104.stdout:2684: delete oid 31 current snap is 280 2024-04-02T08:40:21.025 INFO:tasks.rados.rados.0.smithi104.stdout:2684: done (4 left) 2024-04-02T08:40:21.025 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 280 2024-04-02T08:40:21.025 INFO:tasks.rados.rados.0.smithi104.stdout:2685: seq_num 831 ranges {1204224=720896,1925120=499712,2424832=704512} 2024-04-02T08:40:21.036 INFO:tasks.rados.rados.0.smithi104.stdout:2685: writing smithi10482514-44 from 1204224 to 1925120 tid 1 2024-04-02T08:40:21.039 INFO:tasks.rados.rados.0.smithi104.stdout:2685: writing smithi10482514-44 from 1925120 to 2424832 tid 2 2024-04-02T08:40:21.044 INFO:tasks.rados.rados.0.smithi104.stdout:2685: writing smithi10482514-44 from 2424832 to 3129344 tid 3 2024-04-02T08:40:21.044 INFO:tasks.rados.rados.0.smithi104.stdout:2686: setattr oid 45 current snap is 280 2024-04-02T08:40:21.044 INFO:tasks.rados.rados.0.smithi104.stdout:2680: finishing write tid 3 to smithi10482514-12 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2683: finishing rollback tid 0 to smithi10482514-8 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2681: finishing rollback tid 0 to smithi10482514-49 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2681: finishing rollback tid 1 to smithi10482514-49 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2681: finishing rollback tid 2 to smithi10482514-49 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1559 (ObjNum 774 snap 257 seq_num 774) dirty exists 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2683: finishing rollback tid 1 to smithi10482514-8 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 1944 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2680: finishing write tid 4 to smithi10482514-12 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2680: finishing write tid 5 to smithi10482514-12 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2680: oid 12 updating version 0 to 1868 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2680: oid 12 version 1868 is already newer than 1866 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2680: oid 12 updating version 1868 to 1869 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2680: oid 12 version 1869 is already newer than 1867 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1869 (ObjNum 829 snap 280 seq_num 829) dirty exists 2024-04-02T08:40:21.045 INFO:tasks.rados.rados.0.smithi104.stdout:2680: left oid 12 (ObjNum 829 snap 280 seq_num 829) 2024-04-02T08:40:21.046 INFO:tasks.rados.rados.0.smithi104.stdout:2682: finishing copy_from racing read to smithi10482514-20 2024-04-02T08:40:21.046 INFO:tasks.rados.rados.0.smithi104.stdout:2682: finishing copy_from to smithi10482514-20 2024-04-02T08:40:21.046 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 1683 (ObjNum 717 snap 230 seq_num 717) dirty exists 2024-04-02T08:40:21.046 INFO:tasks.rados.rados.0.smithi104.stdout:2685: finishing write tid 1 to smithi10482514-44 2024-04-02T08:40:21.046 INFO:tasks.rados.rados.0.smithi104.stdout:2685: finishing write tid 2 to smithi10482514-44 2024-04-02T08:40:21.046 INFO:tasks.rados.rados.0.smithi104.stdout:2680: done (5 left) 2024-04-02T08:40:21.047 INFO:tasks.rados.rados.0.smithi104.stdout:2681: done (4 left) 2024-04-02T08:40:21.047 INFO:tasks.rados.rados.0.smithi104.stdout:2682: done (3 left) 2024-04-02T08:40:21.047 INFO:tasks.rados.rados.0.smithi104.stdout:2683: done (2 left) 2024-04-02T08:40:21.047 INFO:tasks.rados.rados.0.smithi104.stdout:2687: read oid 32 snap -1 2024-04-02T08:40:21.047 INFO:tasks.rados.rados.0.smithi104.stdout:2687: expect (ObjNum 811 snap 273 seq_num 811) 2024-04-02T08:40:21.047 INFO:tasks.rados.rados.0.smithi104.stdout:2688: copy_from oid 20 from oid 38 current snap is 280 2024-04-02T08:40:21.047 INFO:tasks.rados.rados.0.smithi104.stdout:2689: delete oid 24 current snap is 280 2024-04-02T08:40:21.048 INFO:tasks.rados.rados.0.smithi104.stdout:2685: finishing write tid 3 to smithi10482514-44 2024-04-02T08:40:21.048 INFO:tasks.rados.rados.0.smithi104.stdout:2685: finishing write tid 4 to smithi10482514-44 2024-04-02T08:40:21.048 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1560 (ObjNum 783 snap 259 seq_num 783) dirty exists 2024-04-02T08:40:21.048 INFO:tasks.rados.rados.0.smithi104.stdout:2686: done (4 left) 2024-04-02T08:40:21.048 INFO:tasks.rados.rados.0.smithi104.stdout:2689: done (3 left) 2024-04-02T08:40:21.048 INFO:tasks.rados.rados.0.smithi104.stdout:2690: snap_remove snap 268 2024-04-02T08:40:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:20 smithi188 ceph-mon[86835]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:40:21.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:20 smithi104 ceph-mon[94081]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:40:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:20 smithi104 ceph-mon[96567]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:40:21.998 INFO:tasks.rados.rados.0.smithi104.stdout:2690: done (3 left) 2024-04-02T08:40:21.998 INFO:tasks.rados.rados.0.smithi104.stdout:2691: rollback oid 28 current snap is 280 2024-04-02T08:40:21.998 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 28 to 218 2024-04-02T08:40:21.998 INFO:tasks.rados.rados.0.smithi104.stdout:2685: finishing write tid 5 to smithi10482514-44 2024-04-02T08:40:21.998 INFO:tasks.rados.rados.0.smithi104.stdout:2685: oid 44 updating version 0 to 2213 2024-04-02T08:40:21.998 INFO:tasks.rados.rados.0.smithi104.stdout:2685: oid 44 updating version 2213 to 2214 2024-04-02T08:40:21.998 INFO:tasks.rados.rados.0.smithi104.stdout:2685: oid 44 version 2214 is already newer than 2212 2024-04-02T08:40:21.999 INFO:tasks.rados.rados.0.smithi104.stdout:2685: oid 44 version 2214 is already newer than 2211 2024-04-02T08:40:21.999 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2214 (ObjNum 831 snap 280 seq_num 831) dirty exists 2024-04-02T08:40:21.999 INFO:tasks.rados.rados.0.smithi104.stdout:2685: left oid 44 (ObjNum 831 snap 280 seq_num 831) 2024-04-02T08:40:21.999 INFO:tasks.rados.rados.0.smithi104.stdout:2687: expect (ObjNum 811 snap 273 seq_num 811) 2024-04-02T08:40:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:21 smithi188 ceph-mon[86835]: pgmap v562: 121 pgs: 121 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 852 KiB/s wr, 8 op/s 2024-04-02T08:40:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:21 smithi188 ceph-mon[86835]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:40:22.131 INFO:tasks.rados.rados.0.smithi104.stdout:2688: finishing copy_from racing read to smithi10482514-20 2024-04-02T08:40:22.131 INFO:tasks.rados.rados.0.smithi104.stdout:2688: finishing copy_from to smithi10482514-20 2024-04-02T08:40:22.131 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 1677 (ObjNum 689 snap 220 seq_num 689) dirty exists 2024-04-02T08:40:22.131 INFO:tasks.rados.rados.0.smithi104.stdout:2685: done (3 left) 2024-04-02T08:40:22.131 INFO:tasks.rados.rados.0.smithi104.stdout:2687: done (2 left) 2024-04-02T08:40:22.131 INFO:tasks.rados.rados.0.smithi104.stdout:2688: done (1 left) 2024-04-02T08:40:22.131 INFO:tasks.rados.rados.0.smithi104.stdout:2692: snap_create 2024-04-02T08:40:22.131 INFO:tasks.rados.rados.0.smithi104.stdout:2691: finishing rollback tid 0 to smithi10482514-28 2024-04-02T08:40:22.131 INFO:tasks.rados.rados.0.smithi104.stdout:2691: finishing rollback tid 1 to smithi10482514-28 2024-04-02T08:40:22.131 INFO:tasks.rados.rados.0.smithi104.stdout:2691: finishing rollback tid 2 to smithi10482514-28 2024-04-02T08:40:22.131 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 1872 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-02T08:40:22.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:21 smithi104 ceph-mon[96567]: pgmap v562: 121 pgs: 121 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 852 KiB/s wr, 8 op/s 2024-04-02T08:40:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:21 smithi104 ceph-mon[96567]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:40:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:21 smithi104 ceph-mon[94081]: pgmap v562: 121 pgs: 121 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 852 KiB/s wr, 8 op/s 2024-04-02T08:40:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:21 smithi104 ceph-mon[94081]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:40:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:23.002 INFO:tasks.rados.rados.0.smithi104.stdout:2691: done (1 left) 2024-04-02T08:40:23.002 INFO:tasks.rados.rados.0.smithi104.stdout:2692: done (0 left) 2024-04-02T08:40:23.002 INFO:tasks.rados.rados.0.smithi104.stdout:2693: snap_remove snap 280 2024-04-02T08:40:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:22 smithi188 ceph-mon[86835]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:40:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:23.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:22 smithi104 ceph-mon[96567]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:40:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:22 smithi104 ceph-mon[94081]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:40:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:24.003 INFO:tasks.rados.rados.0.smithi104.stdout:2693: done (0 left) 2024-04-02T08:40:24.003 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 281 2024-04-02T08:40:24.003 INFO:tasks.rados.rados.0.smithi104.stdout:2694: seq_num 833 ranges {516096=761856,1277952=671744,1949696=532480} 2024-04-02T08:40:24.010 INFO:tasks.rados.rados.0.smithi104.stdout:2694: writing smithi10482514-2 from 516096 to 1277952 tid 1 2024-04-02T08:40:24.014 INFO:tasks.rados.rados.0.smithi104.stdout:2694: writing smithi10482514-2 from 1277952 to 1949696 tid 2 2024-04-02T08:40:24.018 INFO:tasks.rados.rados.0.smithi104.stdout:2694: writing smithi10482514-2 from 1949696 to 2482176 tid 3 2024-04-02T08:40:24.019 INFO:tasks.rados.rados.0.smithi104.stdout:2695: read oid 25 snap -1 2024-04-02T08:40:24.019 INFO:tasks.rados.rados.0.smithi104.stdout:2695: expect deleted 2024-04-02T08:40:24.019 INFO:tasks.rados.rados.0.smithi104.stdout:2696: read oid 48 snap 241 2024-04-02T08:40:24.019 INFO:tasks.rados.rados.0.smithi104.stdout:2696: expect (ObjNum 705 snap 228 seq_num 705) 2024-04-02T08:40:24.019 INFO:tasks.rados.rados.0.smithi104.stdout:2697: snap_remove snap 279 2024-04-02T08:40:24.101 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:24 smithi188 ceph-mon[86835]: pgmap v565: 121 pgs: 121 active+clean; 242 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-02T08:40:24.101 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:24 smithi188 ceph-mon[86835]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:40:24.101 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:24 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:24.101 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:24 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:24 smithi104 ceph-mon[96567]: pgmap v565: 121 pgs: 121 active+clean; 242 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-02T08:40:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:24 smithi104 ceph-mon[96567]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:40:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:24 smithi104 ceph-mon[94081]: pgmap v565: 121 pgs: 121 active+clean; 242 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-02T08:40:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:24 smithi104 ceph-mon[94081]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:40:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:25.018 INFO:tasks.rados.rados.0.smithi104.stdout:2694: finishing write tid 1 to smithi10482514-2 2024-04-02T08:40:25.018 INFO:tasks.rados.rados.0.smithi104.stdout:2694: finishing write tid 2 to smithi10482514-2 2024-04-02T08:40:25.018 INFO:tasks.rados.rados.0.smithi104.stdout:2694: finishing write tid 3 to smithi10482514-2 2024-04-02T08:40:25.018 INFO:tasks.rados.rados.0.smithi104.stdout:2694: finishing write tid 4 to smithi10482514-2 2024-04-02T08:40:25.018 INFO:tasks.rados.rados.0.smithi104.stdout:2694: finishing write tid 5 to smithi10482514-2 2024-04-02T08:40:25.018 INFO:tasks.rados.rados.0.smithi104.stdout:2694: oid 2 updating version 0 to 1368 2024-04-02T08:40:25.018 INFO:tasks.rados.rados.0.smithi104.stdout:2694: oid 2 updating version 1368 to 1370 2024-04-02T08:40:25.018 INFO:tasks.rados.rados.0.smithi104.stdout:2694: oid 2 updating version 1370 to 1371 2024-04-02T08:40:25.018 INFO:tasks.rados.rados.0.smithi104.stdout:2694: oid 2 version 1371 is already newer than 1369 2024-04-02T08:40:25.018 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1371 (ObjNum 833 snap 281 seq_num 833) dirty exists 2024-04-02T08:40:25.019 INFO:tasks.rados.rados.0.smithi104.stdout:2694: left oid 2 (ObjNum 833 snap 281 seq_num 833) 2024-04-02T08:40:25.019 INFO:tasks.rados.rados.0.smithi104.stdout:2696: expect (ObjNum 705 snap 228 seq_num 705) 2024-04-02T08:40:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:25 smithi188 ceph-mon[86835]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:40:25.290 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:25 smithi104 ceph-mon[96567]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:40:25.290 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:25 smithi104 ceph-mon[94081]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:40:25.346 INFO:tasks.rados.rados.0.smithi104.stdout:2694: done (3 left) 2024-04-02T08:40:25.347 INFO:tasks.rados.rados.0.smithi104.stdout:2695: done (2 left) 2024-04-02T08:40:25.347 INFO:tasks.rados.rados.0.smithi104.stdout:2696: done (1 left) 2024-04-02T08:40:25.347 INFO:tasks.rados.rados.0.smithi104.stdout:2697: done (0 left) 2024-04-02T08:40:25.347 INFO:tasks.rados.rados.0.smithi104.stdout:2698: snap_create 2024-04-02T08:40:25.909 INFO:tasks.rados.rados.0.smithi104.stdout:2698: done (0 left) 2024-04-02T08:40:25.909 INFO:tasks.rados.rados.0.smithi104.stdout:2699: copy_from oid 50 from oid 43 current snap is 282 2024-04-02T08:40:25.909 INFO:tasks.rados.rados.0.smithi104.stdout:2700: snap_create 2024-04-02T08:40:25.927 INFO:tasks.rados.rados.0.smithi104.stdout:2699: finishing copy_from racing read to smithi10482514-50 2024-04-02T08:40:25.929 INFO:tasks.rados.rados.0.smithi104.stdout:2699: finishing copy_from to smithi10482514-50 2024-04-02T08:40:25.929 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 1870 (ObjNum 826 snap 279 seq_num 826) dirty exists 2024-04-02T08:40:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:40:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:40:25] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-02T08:40:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:26 smithi104 ceph-mon[96567]: pgmap v568: 121 pgs: 121 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-04-02T08:40:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:26 smithi104 ceph-mon[96567]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:40:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:26 smithi104 ceph-mon[96567]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:40:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:26 smithi104 ceph-mon[94081]: pgmap v568: 121 pgs: 121 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-04-02T08:40:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:26 smithi104 ceph-mon[94081]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:40:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:26 smithi104 ceph-mon[94081]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:40:26.358 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:26 smithi188 ceph-mon[86835]: pgmap v568: 121 pgs: 121 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-04-02T08:40:26.358 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:26 smithi188 ceph-mon[86835]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:40:26.358 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:26 smithi188 ceph-mon[86835]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:40:26.908 INFO:tasks.rados.rados.0.smithi104.stdout:2699: done (1 left) 2024-04-02T08:40:26.908 INFO:tasks.rados.rados.0.smithi104.stdout:2700: done (0 left) 2024-04-02T08:40:26.909 INFO:tasks.rados.rados.0.smithi104.stdout:2701: rollback oid 44 current snap is 283 2024-04-02T08:40:26.909 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 44 to 272 2024-04-02T08:40:26.909 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 42 current snap is 283 2024-04-02T08:40:26.909 INFO:tasks.rados.rados.0.smithi104.stdout:2702: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2024-04-02T08:40:26.913 INFO:tasks.rados.rados.0.smithi104.stdout:2702: writing smithi10482514-42 from 0 to 778240 tid 1 2024-04-02T08:40:26.916 INFO:tasks.rados.rados.0.smithi104.stdout:2702: writing smithi10482514-42 from 778240 to 1335296 tid 2 2024-04-02T08:40:26.920 INFO:tasks.rados.rados.0.smithi104.stdout:2702: writing smithi10482514-42 from 1335296 to 1884160 tid 3 2024-04-02T08:40:26.922 INFO:tasks.rados.rados.0.smithi104.stdout:2702: writing smithi10482514-42 from 1884160 to 1982464 tid 4 2024-04-02T08:40:26.922 INFO:tasks.rados.rados.0.smithi104.stdout:2703: rollback oid 5 current snap is 283 2024-04-02T08:40:26.922 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 5 to 259 2024-04-02T08:40:26.922 INFO:tasks.rados.rados.0.smithi104.stdout:2701: finishing rollback tid 0 to smithi10482514-44 2024-04-02T08:40:26.923 INFO:tasks.rados.rados.0.smithi104.stdout:2701: finishing rollback tid 1 to smithi10482514-44 2024-04-02T08:40:26.923 INFO:tasks.rados.rados.0.smithi104.stdout:2701: finishing rollback tid 2 to smithi10482514-44 2024-04-02T08:40:26.923 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2229 (ObjNum 732 snap 238 seq_num 732) dirty exists 2024-04-02T08:40:26.923 INFO:tasks.rados.rados.0.smithi104.stdout:2702: finishing write tid 1 to smithi10482514-42 2024-04-02T08:40:26.923 INFO:tasks.rados.rados.0.smithi104.stdout:2702: finishing write tid 2 to smithi10482514-42 2024-04-02T08:40:26.923 INFO:tasks.rados.rados.0.smithi104.stdout:2701: done (2 left) 2024-04-02T08:40:26.923 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 37 current snap is 283 2024-04-02T08:40:26.923 INFO:tasks.rados.rados.0.smithi104.stdout:2704: seq_num 835 ranges {311296=794624,1105920=442368,1548288=712704,2260992=49152} 2024-04-02T08:40:26.927 INFO:tasks.rados.rados.0.smithi104.stdout:2704: writing smithi10482514-37 from 311296 to 1105920 tid 1 2024-04-02T08:40:26.930 INFO:tasks.rados.rados.0.smithi104.stdout:2704: writing smithi10482514-37 from 1105920 to 1548288 tid 2 2024-04-02T08:40:26.934 INFO:tasks.rados.rados.0.smithi104.stdout:2704: writing smithi10482514-37 from 1548288 to 2260992 tid 3 2024-04-02T08:40:26.935 INFO:tasks.rados.rados.0.smithi104.stdout:2704: writing smithi10482514-37 from 2260992 to 2310144 tid 4 2024-04-02T08:40:26.935 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 283 2024-04-02T08:40:26.935 INFO:tasks.rados.rados.0.smithi104.stdout:2705: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-04-02T08:40:26.936 INFO:tasks.rados.rados.0.smithi104.stdout:2705: writing smithi10482514-9 from 0 to 409600 tid 1 2024-04-02T08:40:26.941 INFO:tasks.rados.rados.0.smithi104.stdout:2705: writing smithi10482514-9 from 409600 to 1130496 tid 2 2024-04-02T08:40:26.945 INFO:tasks.rados.rados.0.smithi104.stdout:2705: writing smithi10482514-9 from 1130496 to 1646592 tid 3 2024-04-02T08:40:26.948 INFO:tasks.rados.rados.0.smithi104.stdout:2705: writing smithi10482514-9 from 1646592 to 2015232 tid 4 2024-04-02T08:40:26.948 INFO:tasks.rados.rados.0.smithi104.stdout:2706: read oid 19 snap -1 2024-04-02T08:40:26.948 INFO:tasks.rados.rados.0.smithi104.stdout:2706: expect (ObjNum 774 snap 257 seq_num 774) 2024-04-02T08:40:26.948 INFO:tasks.rados.rados.0.smithi104.stdout:2707: delete oid 36 current snap is 283 2024-04-02T08:40:26.948 INFO:tasks.rados.rados.0.smithi104.stdout:2702: finishing write tid 3 to smithi10482514-42 2024-04-02T08:40:26.948 INFO:tasks.rados.rados.0.smithi104.stdout:2702: finishing write tid 4 to smithi10482514-42 2024-04-02T08:40:26.948 INFO:tasks.rados.rados.0.smithi104.stdout:2702: finishing write tid 5 to smithi10482514-42 2024-04-02T08:40:26.948 INFO:tasks.rados.rados.0.smithi104.stdout:2703: finishing rollback tid 0 to smithi10482514-5 2024-04-02T08:40:26.948 INFO:tasks.rados.rados.0.smithi104.stdout:2703: finishing rollback tid 1 to smithi10482514-5 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2702: finishing write tid 6 to smithi10482514-42 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2702: oid 42 updating version 0 to 1699 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2702: oid 42 version 1699 is already newer than 1697 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2702: oid 42 version 1699 is already newer than 1695 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2702: oid 42 version 1699 is already newer than 1696 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2702: oid 42 version 1699 is already newer than 1698 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 1699 (ObjNum 834 snap 283 seq_num 834) dirty exists 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2702: left oid 42 (ObjNum 834 snap 283 seq_num 834) 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2703: finishing rollback tid 2 to smithi10482514-5 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1947 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2704: finishing write tid 1 to smithi10482514-37 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2704: finishing write tid 2 to smithi10482514-37 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2704: finishing write tid 3 to smithi10482514-37 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2704: finishing write tid 4 to smithi10482514-37 2024-04-02T08:40:26.949 INFO:tasks.rados.rados.0.smithi104.stdout:2704: finishing write tid 5 to smithi10482514-37 2024-04-02T08:40:26.950 INFO:tasks.rados.rados.0.smithi104.stdout:2705: finishing write tid 1 to smithi10482514-9 2024-04-02T08:40:26.950 INFO:tasks.rados.rados.0.smithi104.stdout:2704: finishing write tid 6 to smithi10482514-37 2024-04-02T08:40:26.950 INFO:tasks.rados.rados.0.smithi104.stdout:2704: oid 37 updating version 0 to 1442 2024-04-02T08:40:26.950 INFO:tasks.rados.rados.0.smithi104.stdout:2704: oid 37 updating version 1442 to 1443 2024-04-02T08:40:26.950 INFO:tasks.rados.rados.0.smithi104.stdout:2704: oid 37 version 1443 is already newer than 1439 2024-04-02T08:40:26.950 INFO:tasks.rados.rados.0.smithi104.stdout:2704: oid 37 version 1443 is already newer than 1440 2024-04-02T08:40:26.950 INFO:tasks.rados.rados.0.smithi104.stdout:2704: oid 37 version 1443 is already newer than 1441 2024-04-02T08:40:26.950 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1443 (ObjNum 835 snap 283 seq_num 835) dirty exists 2024-04-02T08:40:26.950 INFO:tasks.rados.rados.0.smithi104.stdout:2704: left oid 37 (ObjNum 835 snap 283 seq_num 835) 2024-04-02T08:40:26.950 INFO:tasks.rados.rados.0.smithi104.stdout:2705: finishing write tid 2 to smithi10482514-9 2024-04-02T08:40:26.951 INFO:tasks.rados.rados.0.smithi104.stdout:2702: done (5 left) 2024-04-02T08:40:26.951 INFO:tasks.rados.rados.0.smithi104.stdout:2703: done (4 left) 2024-04-02T08:40:26.951 INFO:tasks.rados.rados.0.smithi104.stdout:2704: done (3 left) 2024-04-02T08:40:26.951 INFO:tasks.rados.rados.0.smithi104.stdout:2707: done (2 left) 2024-04-02T08:40:26.951 INFO:tasks.rados.rados.0.smithi104.stdout:2708: read oid 35 snap -1 2024-04-02T08:40:26.952 INFO:tasks.rados.rados.0.smithi104.stdout:2708: expect (ObjNum 803 snap 268 seq_num 803) 2024-04-02T08:40:26.952 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 283 2024-04-02T08:40:26.952 INFO:tasks.rados.rados.0.smithi104.stdout:2709: seq_num 838 ranges {1040384=442368,1482752=540672,2023424=532480,2555904=442368,2998272=90112} 2024-04-02T08:40:26.958 INFO:tasks.rados.rados.0.smithi104.stdout:2709: writing smithi10482514-4 from 1040384 to 1482752 tid 1 2024-04-02T08:40:26.961 INFO:tasks.rados.rados.0.smithi104.stdout:2709: writing smithi10482514-4 from 1482752 to 2023424 tid 2 2024-04-02T08:40:26.964 INFO:tasks.rados.rados.0.smithi104.stdout:2709: writing smithi10482514-4 from 2023424 to 2555904 tid 3 2024-04-02T08:40:26.967 INFO:tasks.rados.rados.0.smithi104.stdout:2709: writing smithi10482514-4 from 2555904 to 2998272 tid 4 2024-04-02T08:40:26.968 INFO:tasks.rados.rados.0.smithi104.stdout:2709: writing smithi10482514-4 from 2998272 to 3088384 tid 5 2024-04-02T08:40:26.968 INFO:tasks.rados.rados.0.smithi104.stdout:2710: snap_remove snap 273 2024-04-02T08:40:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2710: done (4 left) 2024-04-02T08:40:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2711: copy_from oid 31 from oid 38 current snap is 283 2024-04-02T08:40:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2712: read oid 7 snap 243 2024-04-02T08:40:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2712: expect (ObjNum 481 snap 156 seq_num 481) 2024-04-02T08:40:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2713: read oid 32 snap -1 2024-04-02T08:40:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2713: expect (ObjNum 811 snap 273 seq_num 811) 2024-04-02T08:40:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 283 2024-04-02T08:40:27.910 INFO:tasks.rados.rados.0.smithi104.stdout:2714: seq_num 839 ranges {1638400=458752,2097152=425984,2523136=688128,3211264=491520} 2024-04-02T08:40:27.922 INFO:tasks.rados.rados.0.smithi104.stdout:2714: writing smithi10482514-45 from 1638400 to 2097152 tid 1 2024-04-02T08:40:27.925 INFO:tasks.rados.rados.0.smithi104.stdout:2714: writing smithi10482514-45 from 2097152 to 2523136 tid 2 2024-04-02T08:40:27.929 INFO:tasks.rados.rados.0.smithi104.stdout:2714: writing smithi10482514-45 from 2523136 to 3211264 tid 3 2024-04-02T08:40:27.934 INFO:tasks.rados.rados.0.smithi104.stdout:2714: writing smithi10482514-45 from 3211264 to 3702784 tid 4 2024-04-02T08:40:27.934 INFO:tasks.rados.rados.0.smithi104.stdout:2715: read oid 42 snap -1 2024-04-02T08:40:27.934 INFO:tasks.rados.rados.0.smithi104.stdout:2715: expect (ObjNum 834 snap 283 seq_num 834) 2024-04-02T08:40:27.934 INFO:tasks.rados.rados.0.smithi104.stdout:2716: read oid 18 snap -1 2024-04-02T08:40:27.934 INFO:tasks.rados.rados.0.smithi104.stdout:2716: expect (ObjNum 812 snap 273 seq_num 812) 2024-04-02T08:40:27.934 INFO:tasks.rados.rados.0.smithi104.stdout:2717: read oid 17 snap 270 2024-04-02T08:40:27.934 INFO:tasks.rados.rados.0.smithi104.stdout:2717: expect (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:40:27.934 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 283 2024-04-02T08:40:27.935 INFO:tasks.rados.rados.0.smithi104.stdout:2718: seq_num 840 ranges {1875968=475136,2351104=712704,3063808=499712,3563520=393216} 2024-04-02T08:40:27.948 INFO:tasks.rados.rados.0.smithi104.stdout:2718: writing smithi10482514-21 from 1875968 to 2351104 tid 1 2024-04-02T08:40:27.952 INFO:tasks.rados.rados.0.smithi104.stdout:2718: writing smithi10482514-21 from 2351104 to 3063808 tid 2 2024-04-02T08:40:27.957 INFO:tasks.rados.rados.0.smithi104.stdout:2718: writing smithi10482514-21 from 3063808 to 3563520 tid 3 2024-04-02T08:40:27.960 INFO:tasks.rados.rados.0.smithi104.stdout:2718: writing smithi10482514-21 from 3563520 to 3956736 tid 4 2024-04-02T08:40:27.960 INFO:tasks.rados.rados.0.smithi104.stdout:2719: read oid 28 snap -1 2024-04-02T08:40:27.960 INFO:tasks.rados.rados.0.smithi104.stdout:2719: expect (ObjNum 570 snap 180 seq_num 570) 2024-04-02T08:40:27.961 INFO:tasks.rados.rados.0.smithi104.stdout:2720: read oid 34 snap 257 2024-04-02T08:40:27.961 INFO:tasks.rados.rados.0.smithi104.stdout:2720: expect deleted 2024-04-02T08:40:27.961 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 283 2024-04-02T08:40:27.961 INFO:tasks.rados.rados.0.smithi104.stdout:2721: seq_num 841 ranges {4161536=491520,4653056=598016,5251072=704512,5955584=303104} 2024-04-02T08:40:27.986 INFO:tasks.rados.rados.0.smithi104.stdout:2721: writing smithi10482514-27 from 4161536 to 4653056 tid 1 2024-04-02T08:40:27.990 INFO:tasks.rados.rados.0.smithi104.stdout:2721: writing smithi10482514-27 from 4653056 to 5251072 tid 2 2024-04-02T08:40:27.994 INFO:tasks.rados.rados.0.smithi104.stdout:2721: writing smithi10482514-27 from 5251072 to 5955584 tid 3 2024-04-02T08:40:27.997 INFO:tasks.rados.rados.0.smithi104.stdout:2721: writing smithi10482514-27 from 5955584 to 6258688 tid 4 2024-04-02T08:40:27.997 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 283 2024-04-02T08:40:27.997 INFO:tasks.rados.rados.0.smithi104.stdout:2722: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-04-02T08:40:28.000 INFO:tasks.rados.rados.0.smithi104.stdout:2722: writing smithi10482514-10 from 0 to 507904 tid 1 2024-04-02T08:40:28.003 INFO:tasks.rados.rados.0.smithi104.stdout:2722: writing smithi10482514-10 from 507904 to 983040 tid 2 2024-04-02T08:40:28.007 INFO:tasks.rados.rados.0.smithi104.stdout:2722: writing smithi10482514-10 from 983040 to 1499136 tid 3 2024-04-02T08:40:28.010 INFO:tasks.rados.rados.0.smithi104.stdout:2722: writing smithi10482514-10 from 1499136 to 1998848 tid 4 2024-04-02T08:40:28.011 INFO:tasks.rados.rados.0.smithi104.stdout:2722: writing smithi10482514-10 from 1998848 to 2113536 tid 5 2024-04-02T08:40:28.011 INFO:tasks.rados.rados.0.smithi104.stdout: waiting on 16 2024-04-02T08:40:28.011 INFO:tasks.rados.rados.0.smithi104.stdout:2705: finishing write tid 3 to smithi10482514-9 2024-04-02T08:40:28.011 INFO:tasks.rados.rados.0.smithi104.stdout:2705: finishing write tid 4 to smithi10482514-9 2024-04-02T08:40:28.012 INFO:tasks.rados.rados.0.smithi104.stdout:2705: finishing write tid 5 to smithi10482514-9 2024-04-02T08:40:28.012 INFO:tasks.rados.rados.0.smithi104.stdout:2706: expect (ObjNum 774 snap 257 seq_num 774) 2024-04-02T08:40:28.052 INFO:tasks.rados.rados.0.smithi104.stdout:2705: finishing write tid 6 to smithi10482514-9 2024-04-02T08:40:28.053 INFO:tasks.rados.rados.0.smithi104.stdout:2705: oid 9 updating version 0 to 2231 2024-04-02T08:40:28.053 INFO:tasks.rados.rados.0.smithi104.stdout:2705: oid 9 updating version 2231 to 2234 2024-04-02T08:40:28.053 INFO:tasks.rados.rados.0.smithi104.stdout:2705: oid 9 version 2234 is already newer than 2232 2024-04-02T08:40:28.053 INFO:tasks.rados.rados.0.smithi104.stdout:2705: oid 9 version 2234 is already newer than 2230 2024-04-02T08:40:28.053 INFO:tasks.rados.rados.0.smithi104.stdout:2705: oid 9 version 2234 is already newer than 2233 2024-04-02T08:40:28.053 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2234 (ObjNum 836 snap 283 seq_num 836) dirty exists 2024-04-02T08:40:28.053 INFO:tasks.rados.rados.0.smithi104.stdout:2705: left oid 9 (ObjNum 836 snap 283 seq_num 836) 2024-04-02T08:40:28.053 INFO:tasks.rados.rados.0.smithi104.stdout:2708: expect (ObjNum 803 snap 268 seq_num 803) 2024-04-02T08:40:28.115 INFO:tasks.rados.rados.0.smithi104.stdout:2709: finishing write tid 1 to smithi10482514-4 2024-04-02T08:40:28.115 INFO:tasks.rados.rados.0.smithi104.stdout:2709: finishing write tid 2 to smithi10482514-4 2024-04-02T08:40:28.115 INFO:tasks.rados.rados.0.smithi104.stdout:2709: finishing write tid 3 to smithi10482514-4 2024-04-02T08:40:28.115 INFO:tasks.rados.rados.0.smithi104.stdout:2705: done (15 left) 2024-04-02T08:40:28.116 INFO:tasks.rados.rados.0.smithi104.stdout:2706: done (14 left) 2024-04-02T08:40:28.116 INFO:tasks.rados.rados.0.smithi104.stdout:2708: done (13 left) 2024-04-02T08:40:28.116 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 283 2024-04-02T08:40:28.116 INFO:tasks.rados.rados.0.smithi104.stdout:2709: finishing write tid 4 to smithi10482514-4 2024-04-02T08:40:28.116 INFO:tasks.rados.rados.0.smithi104.stdout:2723: seq_num 843 ranges {0=524288,524288=761856,1286144=671744,1957888=172032} 2024-04-02T08:40:28.118 INFO:tasks.rados.rados.0.smithi104.stdout:2723: writing smithi10482514-48 from 0 to 524288 tid 1 2024-04-02T08:40:28.122 INFO:tasks.rados.rados.0.smithi104.stdout:2723: writing smithi10482514-48 from 524288 to 1286144 tid 2 2024-04-02T08:40:28.127 INFO:tasks.rados.rados.0.smithi104.stdout:2723: writing smithi10482514-48 from 1286144 to 1957888 tid 3 2024-04-02T08:40:28.129 INFO:tasks.rados.rados.0.smithi104.stdout:2723: writing smithi10482514-48 from 1957888 to 2129920 tid 4 2024-04-02T08:40:28.129 INFO:tasks.rados.rados.0.smithi104.stdout:2724: rollback oid 6 current snap is 283 2024-04-02T08:40:28.129 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 6 to 241 2024-04-02T08:40:28.129 INFO:tasks.rados.rados.0.smithi104.stdout:2709: finishing write tid 5 to smithi10482514-4 2024-04-02T08:40:28.129 INFO:tasks.rados.rados.0.smithi104.stdout:2709: finishing write tid 6 to smithi10482514-4 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2709: finishing write tid 7 to smithi10482514-4 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2709: oid 4 updating version 0 to 1690 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2709: oid 4 updating version 1690 to 1694 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2709: oid 4 version 1694 is already newer than 1691 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2709: oid 4 version 1694 is already newer than 1693 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2709: oid 4 version 1694 is already newer than 1692 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2709: oid 4 version 1694 is already newer than 1689 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1694 (ObjNum 838 snap 283 seq_num 838) dirty exists 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2709: left oid 4 (ObjNum 838 snap 283 seq_num 838) 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2714: finishing write tid 1 to smithi10482514-45 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2714: finishing write tid 2 to smithi10482514-45 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2714: finishing write tid 3 to smithi10482514-45 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2714: finishing write tid 4 to smithi10482514-45 2024-04-02T08:40:28.130 INFO:tasks.rados.rados.0.smithi104.stdout:2714: finishing write tid 5 to smithi10482514-45 2024-04-02T08:40:28.131 INFO:tasks.rados.rados.0.smithi104.stdout:2712: expect (ObjNum 481 snap 156 seq_num 481) 2024-04-02T08:40:28.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: pgmap v571: 121 pgs: 121 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:40:28.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:28.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:28.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:28.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:28.139 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.140 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.141 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:27 smithi188 ceph-mon[86835]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:40:28.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: pgmap v571: 121 pgs: 121 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:40:28.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:28.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:28.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[94081]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: pgmap v571: 121 pgs: 121 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:28.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:28.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:28.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:28.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:28.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:28.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.144 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:28.145 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:27 smithi104 ceph-mon[96567]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:40:28.292 INFO:tasks.rados.rados.0.smithi104.stdout:2714: finishing write tid 6 to smithi10482514-45 2024-04-02T08:40:28.292 INFO:tasks.rados.rados.0.smithi104.stdout:2714: oid 45 updating version 0 to 1564 2024-04-02T08:40:28.292 INFO:tasks.rados.rados.0.smithi104.stdout:2714: oid 45 updating version 1564 to 1565 2024-04-02T08:40:28.292 INFO:tasks.rados.rados.0.smithi104.stdout:2714: oid 45 version 1565 is already newer than 1563 2024-04-02T08:40:28.292 INFO:tasks.rados.rados.0.smithi104.stdout:2714: oid 45 version 1565 is already newer than 1562 2024-04-02T08:40:28.292 INFO:tasks.rados.rados.0.smithi104.stdout:2714: oid 45 version 1565 is already newer than 1561 2024-04-02T08:40:28.293 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 1565 (ObjNum 839 snap 283 seq_num 839) dirty exists 2024-04-02T08:40:28.293 INFO:tasks.rados.rados.0.smithi104.stdout:2714: left oid 45 (ObjNum 839 snap 283 seq_num 839) 2024-04-02T08:40:28.293 INFO:tasks.rados.rados.0.smithi104.stdout:2713: expect (ObjNum 811 snap 273 seq_num 811) 2024-04-02T08:40:28.418 INFO:tasks.rados.rados.0.smithi104.stdout:2711: finishing copy_from racing read to smithi10482514-31 2024-04-02T08:40:28.418 INFO:tasks.rados.rados.0.smithi104.stdout:2711: finishing copy_from to smithi10482514-31 2024-04-02T08:40:28.418 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 1677 (ObjNum 689 snap 220 seq_num 689) dirty exists 2024-04-02T08:40:28.418 INFO:tasks.rados.rados.0.smithi104.stdout:2715: expect (ObjNum 834 snap 283 seq_num 834) 2024-04-02T08:40:28.470 INFO:tasks.rados.rados.0.smithi104.stdout:2716: expect (ObjNum 812 snap 273 seq_num 812) 2024-04-02T08:40:28.647 INFO:tasks.rados.rados.0.smithi104.stdout:2718: finishing write tid 1 to smithi10482514-21 2024-04-02T08:40:28.647 INFO:tasks.rados.rados.0.smithi104.stdout:2718: finishing write tid 2 to smithi10482514-21 2024-04-02T08:40:28.647 INFO:tasks.rados.rados.0.smithi104.stdout:2718: finishing write tid 3 to smithi10482514-21 2024-04-02T08:40:28.647 INFO:tasks.rados.rados.0.smithi104.stdout:2709: done (14 left) 2024-04-02T08:40:28.647 INFO:tasks.rados.rados.0.smithi104.stdout:2711: done (13 left) 2024-04-02T08:40:28.647 INFO:tasks.rados.rados.0.smithi104.stdout:2712: done (12 left) 2024-04-02T08:40:28.647 INFO:tasks.rados.rados.0.smithi104.stdout:2713: done (11 left) 2024-04-02T08:40:28.648 INFO:tasks.rados.rados.0.smithi104.stdout:2714: done (10 left) 2024-04-02T08:40:28.648 INFO:tasks.rados.rados.0.smithi104.stdout:2715: done (9 left) 2024-04-02T08:40:28.648 INFO:tasks.rados.rados.0.smithi104.stdout:2716: done (8 left) 2024-04-02T08:40:28.648 INFO:tasks.rados.rados.0.smithi104.stdout:2725: delete oid 35 current snap is 283 2024-04-02T08:40:28.648 INFO:tasks.rados.rados.0.smithi104.stdout:2719: expect (ObjNum 570 snap 180 seq_num 570) 2024-04-02T08:40:28.858 INFO:tasks.rados.rados.0.smithi104.stdout:2717: expect (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:40:29.270 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:28 smithi104 ceph-mon[96567]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:40:29.271 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:28 smithi104 ceph-mon[94081]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:40:29.323 INFO:tasks.rados.rados.0.smithi104.stdout:2718: finishing write tid 4 to smithi10482514-21 2024-04-02T08:40:29.323 INFO:tasks.rados.rados.0.smithi104.stdout:2718: finishing write tid 5 to smithi10482514-21 2024-04-02T08:40:29.323 INFO:tasks.rados.rados.0.smithi104.stdout:2721: finishing write tid 1 to smithi10482514-27 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2718: finishing write tid 6 to smithi10482514-21 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2718: oid 21 updating version 0 to 2248 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2718: oid 21 version 2248 is already newer than 2246 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2718: oid 21 version 2248 is already newer than 2244 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2718: oid 21 version 2248 is already newer than 2247 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2718: oid 21 version 2248 is already newer than 2245 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2248 (ObjNum 840 snap 283 seq_num 840) dirty exists 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2718: left oid 21 (ObjNum 840 snap 283 seq_num 840) 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2721: finishing write tid 2 to smithi10482514-27 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2717: done (8 left) 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2718: done (7 left) 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2719: done (6 left) 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2720: done (5 left) 2024-04-02T08:40:29.324 INFO:tasks.rados.rados.0.smithi104.stdout:2725: done (4 left) 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2726: snap_create 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2721: finishing write tid 3 to smithi10482514-27 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2721: finishing write tid 4 to smithi10482514-27 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2721: finishing write tid 5 to smithi10482514-27 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2721: finishing write tid 6 to smithi10482514-27 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2721: oid 27 updating version 0 to 1696 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2721: oid 27 version 1696 is already newer than 1695 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2721: oid 27 updating version 1696 to 1699 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2721: oid 27 version 1699 is already newer than 1697 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2721: oid 27 version 1699 is already newer than 1698 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1699 (ObjNum 841 snap 283 seq_num 841) dirty exists 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2721: left oid 27 (ObjNum 841 snap 283 seq_num 841) 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2722: finishing write tid 1 to smithi10482514-10 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2722: finishing write tid 2 to smithi10482514-10 2024-04-02T08:40:29.325 INFO:tasks.rados.rados.0.smithi104.stdout:2722: finishing write tid 3 to smithi10482514-10 2024-04-02T08:40:29.326 INFO:tasks.rados.rados.0.smithi104.stdout:2722: finishing write tid 4 to smithi10482514-10 2024-04-02T08:40:29.326 INFO:tasks.rados.rados.0.smithi104.stdout:2722: finishing write tid 5 to smithi10482514-10 2024-04-02T08:40:29.326 INFO:tasks.rados.rados.0.smithi104.stdout:2722: finishing write tid 6 to smithi10482514-10 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2722: finishing write tid 7 to smithi10482514-10 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2722: oid 10 updating version 0 to 1877 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2722: oid 10 version 1877 is already newer than 1873 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2722: oid 10 version 1877 is already newer than 1876 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2722: oid 10 version 1877 is already newer than 1875 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2722: oid 10 updating version 1877 to 1878 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2722: oid 10 version 1878 is already newer than 1874 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1878 (ObjNum 842 snap 283 seq_num 842) dirty exists 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2722: left oid 10 (ObjNum 842 snap 283 seq_num 842) 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2723: finishing write tid 1 to smithi10482514-48 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2723: finishing write tid 2 to smithi10482514-48 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2723: finishing write tid 3 to smithi10482514-48 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2723: finishing write tid 4 to smithi10482514-48 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2723: finishing write tid 5 to smithi10482514-48 2024-04-02T08:40:29.327 INFO:tasks.rados.rados.0.smithi104.stdout:2724: finishing rollback tid 0 to smithi10482514-6 2024-04-02T08:40:29.328 INFO:tasks.rados.rados.0.smithi104.stdout:2724: finishing rollback tid 1 to smithi10482514-6 2024-04-02T08:40:29.328 INFO:tasks.rados.rados.0.smithi104.stdout:2723: finishing write tid 6 to smithi10482514-48 2024-04-02T08:40:29.328 INFO:tasks.rados.rados.0.smithi104.stdout:2723: oid 48 updating version 0 to 1952 2024-04-02T08:40:29.328 INFO:tasks.rados.rados.0.smithi104.stdout:2723: oid 48 version 1952 is already newer than 1951 2024-04-02T08:40:29.328 INFO:tasks.rados.rados.0.smithi104.stdout:2723: oid 48 version 1952 is already newer than 1948 2024-04-02T08:40:29.328 INFO:tasks.rados.rados.0.smithi104.stdout:2723: oid 48 version 1952 is already newer than 1949 2024-04-02T08:40:29.328 INFO:tasks.rados.rados.0.smithi104.stdout:2723: oid 48 version 1952 is already newer than 1950 2024-04-02T08:40:29.328 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 1952 (ObjNum 843 snap 283 seq_num 843) dirty exists 2024-04-02T08:40:29.328 INFO:tasks.rados.rados.0.smithi104.stdout:2723: left oid 48 (ObjNum 843 snap 283 seq_num 843) 2024-04-02T08:40:29.328 INFO:tasks.rados.rados.0.smithi104.stdout:2724: finishing rollback tid 2 to smithi10482514-6 2024-04-02T08:40:29.328 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2091 (ObjNum 734 snap 238 seq_num 734) dirty exists 2024-04-02T08:40:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:28 smithi188 ceph-mon[86835]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:40:29.920 INFO:tasks.rados.rados.0.smithi104.stdout:2721: done (4 left) 2024-04-02T08:40:29.920 INFO:tasks.rados.rados.0.smithi104.stdout:2722: done (3 left) 2024-04-02T08:40:29.920 INFO:tasks.rados.rados.0.smithi104.stdout:2723: done (2 left) 2024-04-02T08:40:29.920 INFO:tasks.rados.rados.0.smithi104.stdout:2724: done (1 left) 2024-04-02T08:40:29.920 INFO:tasks.rados.rados.0.smithi104.stdout:2726: done (0 left) 2024-04-02T08:40:29.920 INFO:tasks.rados.rados.0.smithi104.stdout:2727: copy_from oid 8 from oid 3 current snap is 284 2024-04-02T08:40:29.921 INFO:tasks.rados.rados.0.smithi104.stdout:2728: setattr oid 13 current snap is 284 2024-04-02T08:40:29.921 INFO:tasks.rados.rados.0.smithi104.stdout:2729: delete oid 23 current snap is 284 2024-04-02T08:40:29.928 INFO:tasks.rados.rados.0.smithi104.stdout:2729: done (2 left) 2024-04-02T08:40:29.928 INFO:tasks.rados.rados.0.smithi104.stdout:2730: copy_from oid 2 from oid 24 current snap is 284 2024-04-02T08:40:29.928 INFO:tasks.rados.rados.0.smithi104.stdout:2731: snap_create 2024-04-02T08:40:29.929 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 1566 (ObjNum 827 snap 279 seq_num 827) dirty exists 2024-04-02T08:40:29.934 INFO:tasks.rados.rados.0.smithi104.stdout:2730: finishing copy_from to smithi10482514-2 2024-04-02T08:40:29.934 INFO:tasks.rados.rados.0.smithi104.stdout:2730: got expected ENOENT (src dne) 2024-04-02T08:40:29.934 INFO:tasks.rados.rados.0.smithi104.stdout:2730: finishing copy_from racing read to smithi10482514-2 2024-04-02T08:40:29.934 INFO:tasks.rados.rados.0.smithi104.stdout:2727: finishing copy_from racing read to smithi10482514-8 2024-04-02T08:40:29.935 INFO:tasks.rados.rados.0.smithi104.stdout:2727: finishing copy_from to smithi10482514-8 2024-04-02T08:40:29.935 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 1968 (ObjNum 732 snap 238 seq_num 732) dirty exists 2024-04-02T08:40:30.137 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:29 smithi104 ceph-mon[94081]: pgmap v574: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 260 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-02T08:40:30.137 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:29 smithi104 ceph-mon[94081]: Upgrade: Updating alertmanager.a 2024-04-02T08:40:30.138 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:29 smithi104 ceph-mon[94081]: Deploying daemon alertmanager.a on smithi104 2024-04-02T08:40:30.138 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:29 smithi104 ceph-mon[96567]: pgmap v574: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 260 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-02T08:40:30.138 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:29 smithi104 ceph-mon[96567]: Upgrade: Updating alertmanager.a 2024-04-02T08:40:30.138 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:29 smithi104 ceph-mon[96567]: Deploying daemon alertmanager.a on smithi104 2024-04-02T08:40:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:29 smithi188 ceph-mon[86835]: pgmap v574: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 260 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-02T08:40:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:29 smithi188 ceph-mon[86835]: Upgrade: Updating alertmanager.a 2024-04-02T08:40:30.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:29 smithi188 ceph-mon[86835]: Deploying daemon alertmanager.a on smithi104 2024-04-02T08:40:30.912 INFO:tasks.rados.rados.0.smithi104.stdout:2727: done (3 left) 2024-04-02T08:40:30.912 INFO:tasks.rados.rados.0.smithi104.stdout:2728: done (2 left) 2024-04-02T08:40:30.912 INFO:tasks.rados.rados.0.smithi104.stdout:2730: done (1 left) 2024-04-02T08:40:30.912 INFO:tasks.rados.rados.0.smithi104.stdout:2731: done (0 left) 2024-04-02T08:40:30.912 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 285 2024-04-02T08:40:30.912 INFO:tasks.rados.rados.0.smithi104.stdout:2732: seq_num 846 ranges {5783552=573440,6356992=466944,6823936=491520,7315456=548864,7864320=98304} 2024-04-02T08:40:30.947 INFO:tasks.rados.rados.0.smithi104.stdout:2732: writing smithi10482514-12 from 5783552 to 6356992 tid 1 2024-04-02T08:40:30.950 INFO:tasks.rados.rados.0.smithi104.stdout:2732: writing smithi10482514-12 from 6356992 to 6823936 tid 2 2024-04-02T08:40:30.953 INFO:tasks.rados.rados.0.smithi104.stdout:2732: writing smithi10482514-12 from 6823936 to 7315456 tid 3 2024-04-02T08:40:30.957 INFO:tasks.rados.rados.0.smithi104.stdout:2732: writing smithi10482514-12 from 7315456 to 7864320 tid 4 2024-04-02T08:40:30.959 INFO:tasks.rados.rados.0.smithi104.stdout:2732: writing smithi10482514-12 from 7864320 to 7962624 tid 5 2024-04-02T08:40:30.959 INFO:tasks.rados.rados.0.smithi104.stdout:2733: read oid 33 snap -1 2024-04-02T08:40:30.959 INFO:tasks.rados.rados.0.smithi104.stdout:2733: expect (ObjNum 813 snap 273 seq_num 813) 2024-04-02T08:40:30.959 INFO:tasks.rados.rados.0.smithi104.stdout:2734: rmattr oid 38 current snap is 285 2024-04-02T08:40:30.959 INFO:tasks.rados.rados.0.smithi104.stdout:2734: done (2 left) 2024-04-02T08:40:30.959 INFO:tasks.rados.rados.0.smithi104.stdout:2735: rollback oid 44 current snap is 285 2024-04-02T08:40:30.959 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 44 to 277 2024-04-02T08:40:30.959 INFO:tasks.rados.rados.0.smithi104.stdout:2732: finishing write tid 1 to smithi10482514-12 2024-04-02T08:40:30.960 INFO:tasks.rados.rados.0.smithi104.stdout:2732: finishing write tid 2 to smithi10482514-12 2024-04-02T08:40:30.960 INFO:tasks.rados.rados.0.smithi104.stdout:2736: rollback oid 4 current snap is 285 2024-04-02T08:40:30.960 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 4 to 265 2024-04-02T08:40:30.960 INFO:tasks.rados.rados.0.smithi104.stdout:2737: rollback oid 41 current snap is 285 2024-04-02T08:40:30.960 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 282 2024-04-02T08:40:30.960 INFO:tasks.rados.rados.0.smithi104.stdout:2738: read oid 29 snap -1 2024-04-02T08:40:30.960 INFO:tasks.rados.rados.0.smithi104.stdout:2738: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:30.960 INFO:tasks.rados.rados.0.smithi104.stdout:2739: rollback oid 40 current snap is 285 2024-04-02T08:40:30.960 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 40 to 252 2024-04-02T08:40:30.960 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 34 current snap is 285 2024-04-02T08:40:30.960 INFO:tasks.rados.rados.0.smithi104.stdout:2740: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-04-02T08:40:30.962 INFO:tasks.rados.rados.0.smithi104.stdout:2740: writing smithi10482514-34 from 0 to 589824 tid 1 2024-04-02T08:40:30.967 INFO:tasks.rados.rados.0.smithi104.stdout:2740: writing smithi10482514-34 from 589824 to 1343488 tid 2 2024-04-02T08:40:30.972 INFO:tasks.rados.rados.0.smithi104.stdout:2740: writing smithi10482514-34 from 1343488 to 1998848 tid 3 2024-04-02T08:40:30.974 INFO:tasks.rados.rados.0.smithi104.stdout:2740: writing smithi10482514-34 from 1998848 to 2195456 tid 4 2024-04-02T08:40:30.974 INFO:tasks.rados.rados.0.smithi104.stdout:2741: read oid 22 snap -1 2024-04-02T08:40:30.974 INFO:tasks.rados.rados.0.smithi104.stdout:2741: expect deleted 2024-04-02T08:40:30.974 INFO:tasks.rados.rados.0.smithi104.stdout:2742: snap_remove snap 270 2024-04-02T08:40:31.250 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:30 smithi104 ceph-mon[96567]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:40:31.250 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:30 smithi104 ceph-mon[96567]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:40:31.250 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:30 smithi104 ceph-mon[94081]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:40:31.250 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:30 smithi104 ceph-mon[94081]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:40:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:30 smithi188 ceph-mon[86835]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:40:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:30 smithi188 ceph-mon[86835]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:40:31.941 INFO:tasks.rados.rados.0.smithi104.stdout:2742: done (9 left) 2024-04-02T08:40:31.941 INFO:tasks.rados.rados.0.smithi104.stdout:2743: read oid 3 snap -1 2024-04-02T08:40:31.941 INFO:tasks.rados.rados.0.smithi104.stdout:2743: expect (ObjNum 732 snap 238 seq_num 732) 2024-04-02T08:40:31.941 INFO:tasks.rados.rados.0.smithi104.stdout:2744: read oid 25 snap -1 2024-04-02T08:40:31.941 INFO:tasks.rados.rados.0.smithi104.stdout:2744: expect deleted 2024-04-02T08:40:31.941 INFO:tasks.rados.rados.0.smithi104.stdout:2745: delete oid 28 current snap is 285 2024-04-02T08:40:31.941 INFO:tasks.rados.rados.0.smithi104.stdout:2732: finishing write tid 3 to smithi10482514-12 2024-04-02T08:40:31.942 INFO:tasks.rados.rados.0.smithi104.stdout:2738: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:31.942 INFO:tasks.rados.rados.0.smithi104.stdout:2732: finishing write tid 4 to smithi10482514-12 2024-04-02T08:40:31.942 INFO:tasks.rados.rados.0.smithi104.stdout:2737: finishing rollback tid 0 to smithi10482514-41 2024-04-02T08:40:31.942 INFO:tasks.rados.rados.0.smithi104.stdout:2737: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:40:31.942 INFO:tasks.rados.rados.0.smithi104.stdout:2737: finishing rollback tid 2 to smithi10482514-41 2024-04-02T08:40:31.942 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2095 (ObjNum 814 snap 274 seq_num 814) dirty exists 2024-04-02T08:40:31.942 INFO:tasks.rados.rados.0.smithi104.stdout:2736: finishing rollback tid 0 to smithi10482514-4 2024-04-02T08:40:31.942 INFO:tasks.rados.rados.0.smithi104.stdout:2732: finishing write tid 5 to smithi10482514-12 2024-04-02T08:40:31.942 INFO:tasks.rados.rados.0.smithi104.stdout:2736: finishing rollback tid 1 to smithi10482514-4 2024-04-02T08:40:31.942 INFO:tasks.rados.rados.0.smithi104.stdout:2736: finishing rollback tid 2 to smithi10482514-4 2024-04-02T08:40:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1702 (ObjNum 778 snap 259 seq_num 778) dirty exists 2024-04-02T08:40:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2735: finishing rollback tid 0 to smithi10482514-44 2024-04-02T08:40:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2735: finishing rollback tid 1 to smithi10482514-44 2024-04-02T08:40:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2739: finishing rollback tid 0 to smithi10482514-40 2024-04-02T08:40:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2739: finishing rollback tid 1 to smithi10482514-40 2024-04-02T08:40:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2739: finishing rollback tid 2 to smithi10482514-40 2024-04-02T08:40:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 1705 (ObjNum 717 snap 230 seq_num 717) dirty exists 2024-04-02T08:40:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2732: finishing write tid 6 to smithi10482514-12 2024-04-02T08:40:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2735: finishing rollback tid 2 to smithi10482514-44 2024-04-02T08:40:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2252 (ObjNum 732 snap 238 seq_num 732) dirty exists 2024-04-02T08:40:31.943 INFO:tasks.rados.rados.0.smithi104.stdout:2733: expect (ObjNum 813 snap 273 seq_num 813) 2024-04-02T08:40:31.995 INFO:tasks.rados.rados.0.smithi104.stdout:2732: finishing write tid 7 to smithi10482514-12 2024-04-02T08:40:31.995 INFO:tasks.rados.rados.0.smithi104.stdout:2732: oid 12 updating version 0 to 1879 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2732: oid 12 updating version 1879 to 1884 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2732: oid 12 version 1884 is already newer than 1881 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2732: oid 12 version 1884 is already newer than 1883 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2732: oid 12 version 1884 is already newer than 1882 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2732: oid 12 version 1884 is already newer than 1880 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1884 (ObjNum 846 snap 285 seq_num 846) dirty exists 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2732: left oid 12 (ObjNum 846 snap 285 seq_num 846) 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2740: finishing write tid 1 to smithi10482514-34 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2732: done (11 left) 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2733: done (10 left) 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2735: done (9 left) 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2736: done (8 left) 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2737: done (7 left) 2024-04-02T08:40:31.996 INFO:tasks.rados.rados.0.smithi104.stdout:2738: done (6 left) 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2739: done (5 left) 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2741: done (4 left) 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2745: done (3 left) 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2746: snap_create 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2740: finishing write tid 2 to smithi10482514-34 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2740: finishing write tid 3 to smithi10482514-34 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2740: finishing write tid 4 to smithi10482514-34 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2740: finishing write tid 5 to smithi10482514-34 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2740: finishing write tid 6 to smithi10482514-34 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2740: oid 34 updating version 0 to 2258 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2740: oid 34 version 2258 is already newer than 2254 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2740: oid 34 version 2258 is already newer than 2255 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2740: oid 34 version 2258 is already newer than 2256 2024-04-02T08:40:31.997 INFO:tasks.rados.rados.0.smithi104.stdout:2740: oid 34 version 2258 is already newer than 2257 2024-04-02T08:40:31.998 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 2258 (ObjNum 847 snap 285 seq_num 847) dirty exists 2024-04-02T08:40:31.998 INFO:tasks.rados.rados.0.smithi104.stdout:2740: left oid 34 (ObjNum 847 snap 285 seq_num 847) 2024-04-02T08:40:31.998 INFO:tasks.rados.rados.0.smithi104.stdout:2743: expect (ObjNum 732 snap 238 seq_num 732) 2024-04-02T08:40:32.071 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:31 smithi104 ceph-mon[94081]: pgmap v576: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:40:32.072 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:31 smithi104 ceph-mon[96567]: pgmap v576: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:40:32.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:31 smithi188 ceph-mon[86835]: pgmap v576: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:40:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:32.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:32 smithi104 systemd[1]: Stopping Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:32.937 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:32 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77986]: ts=2024-04-02T08:40:32.655Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:40:32.938 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:32 smithi104 podman[131727]: 2024-04-02 08:40:32.69617629 +0000 UTC m=+0.157459945 container died 428b945a68c24654fea783859718412d1b68df89cea9eb6e9b2cd182c19e4f7b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:32.941 INFO:tasks.rados.rados.0.smithi104.stdout:2740: done (3 left) 2024-04-02T08:40:32.941 INFO:tasks.rados.rados.0.smithi104.stdout:2743: done (2 left) 2024-04-02T08:40:32.942 INFO:tasks.rados.rados.0.smithi104.stdout:2744: done (1 left) 2024-04-02T08:40:32.942 INFO:tasks.rados.rados.0.smithi104.stdout:2746: done (0 left) 2024-04-02T08:40:32.942 INFO:tasks.rados.rados.0.smithi104.stdout:2747: snap_remove snap 272 2024-04-02T08:40:33.352 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:32 smithi104 ceph-mon[96567]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:40:33.352 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:32 smithi104 ceph-mon[94081]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:40:33.353 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:33 smithi104 podman[131727]: 2024-04-02 08:40:33.069773659 +0000 UTC m=+0.531057316 container cleanup 428b945a68c24654fea783859718412d1b68df89cea9eb6e9b2cd182c19e4f7b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:33.353 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:33 smithi104 bash[131727]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:40:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:32 smithi188 ceph-mon[86835]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:40:33.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:33 smithi104 podman[131746]: 2024-04-02 08:40:33.354241645 +0000 UTC m=+0.655534946 container remove 428b945a68c24654fea783859718412d1b68df89cea9eb6e9b2cd182c19e4f7b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:33.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:33 smithi104 podman[131746]: 2024-04-02 08:40:33.438553375 +0000 UTC m=+0.739846676 volume remove 154b26e097fb1b51c8b49ee2c51f8d6f9e5ba7b060a5eca379e6b5745a27dd14 2024-04-02T08:40:33.946 INFO:tasks.rados.rados.0.smithi104.stdout:2747: done (0 left) 2024-04-02T08:40:33.946 INFO:tasks.rados.rados.0.smithi104.stdout:2748: read oid 37 snap 260 2024-04-02T08:40:33.946 INFO:tasks.rados.rados.0.smithi104.stdout:2748: expect (ObjNum 735 snap 238 seq_num 735) 2024-04-02T08:40:33.946 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 286 2024-04-02T08:40:33.946 INFO:tasks.rados.rados.0.smithi104.stdout:2749: seq_num 849 ranges {0=622592,622592=516096,1138688=663552,1802240=425984} 2024-04-02T08:40:33.949 INFO:tasks.rados.rados.0.smithi104.stdout:2749: writing smithi10482514-23 from 0 to 622592 tid 1 2024-04-02T08:40:33.950 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:33 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:40:33.950 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:33 smithi104 systemd[1]: Stopped Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:33.950 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:33 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 1.765s CPU time. 2024-04-02T08:40:33.950 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:33 smithi104 systemd[1]: Starting Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:33.953 INFO:tasks.rados.rados.0.smithi104.stdout:2749: writing smithi10482514-23 from 622592 to 1138688 tid 2 2024-04-02T08:40:33.959 INFO:tasks.rados.rados.0.smithi104.stdout:2749: writing smithi10482514-23 from 1138688 to 1802240 tid 3 2024-04-02T08:40:33.962 INFO:tasks.rados.rados.0.smithi104.stdout:2749: writing smithi10482514-23 from 1802240 to 2228224 tid 4 2024-04-02T08:40:33.962 INFO:tasks.rados.rados.0.smithi104.stdout:2750: delete oid 42 current snap is 286 2024-04-02T08:40:33.962 INFO:tasks.rados.rados.0.smithi104.stdout:2748: expect (ObjNum 735 snap 238 seq_num 735) 2024-04-02T08:40:33.976 INFO:tasks.rados.rados.0.smithi104.stdout:2749: finishing write tid 1 to smithi10482514-23 2024-04-02T08:40:33.976 INFO:tasks.rados.rados.0.smithi104.stdout:2749: finishing write tid 2 to smithi10482514-23 2024-04-02T08:40:33.976 INFO:tasks.rados.rados.0.smithi104.stdout:2749: finishing write tid 3 to smithi10482514-23 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:2749: finishing write tid 4 to smithi10482514-23 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:2749: finishing write tid 5 to smithi10482514-23 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:2748: done (2 left) 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:2750: done (1 left) 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 286 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:2749: finishing write tid 6 to smithi10482514-23 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:2749: oid 23 updating version 0 to 1437 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:2749: oid 23 version 1437 is already newer than 1434 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:2749: oid 23 version 1437 is already newer than 1435 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:2749: oid 23 version 1437 is already newer than 1436 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:2749: oid 23 version 1437 is already newer than 1433 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 1437 (ObjNum 849 snap 286 seq_num 849) dirty exists 2024-04-02T08:40:33.977 INFO:tasks.rados.rados.0.smithi104.stdout:2749: left oid 23 (ObjNum 849 snap 286 seq_num 849) 2024-04-02T08:40:33.978 INFO:tasks.rados.rados.0.smithi104.stdout:2751: seq_num 851 ranges {3891200=655360,4546560=688128,5234688=679936,5914624=237568} 2024-04-02T08:40:34.001 INFO:tasks.rados.rados.0.smithi104.stdout:2751: writing smithi10482514-30 from 3891200 to 4546560 tid 1 2024-04-02T08:40:34.005 INFO:tasks.rados.rados.0.smithi104.stdout:2751: writing smithi10482514-30 from 4546560 to 5234688 tid 2 2024-04-02T08:40:34.009 INFO:tasks.rados.rados.0.smithi104.stdout:2751: writing smithi10482514-30 from 5234688 to 5914624 tid 3 2024-04-02T08:40:34.011 INFO:tasks.rados.rados.0.smithi104.stdout:2751: writing smithi10482514-30 from 5914624 to 6152192 tid 4 2024-04-02T08:40:34.011 INFO:tasks.rados.rados.0.smithi104.stdout:2749: done (1 left) 2024-04-02T08:40:34.012 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 286 2024-04-02T08:40:34.012 INFO:tasks.rados.rados.0.smithi104.stdout:2751: finishing write tid 1 to smithi10482514-30 2024-04-02T08:40:34.012 INFO:tasks.rados.rados.0.smithi104.stdout:2751: finishing write tid 2 to smithi10482514-30 2024-04-02T08:40:34.012 INFO:tasks.rados.rados.0.smithi104.stdout:2752: seq_num 852 ranges {966656=671744,1638400=622592,2260992=442368,2703360=540672} 2024-04-02T08:40:34.022 INFO:tasks.rados.rados.0.smithi104.stdout:2752: writing smithi10482514-49 from 966656 to 1638400 tid 1 2024-04-02T08:40:34.024 INFO:tasks.rados.rados.0.smithi104.stdout:2752: writing smithi10482514-49 from 1638400 to 2260992 tid 2 2024-04-02T08:40:34.026 INFO:tasks.rados.rados.0.smithi104.stdout:2752: writing smithi10482514-49 from 2260992 to 2703360 tid 3 2024-04-02T08:40:34.030 INFO:tasks.rados.rados.0.smithi104.stdout:2752: writing smithi10482514-49 from 2703360 to 3244032 tid 4 2024-04-02T08:40:34.030 INFO:tasks.rados.rados.0.smithi104.stdout:2753: snap_create 2024-04-02T08:40:34.030 INFO:tasks.rados.rados.0.smithi104.stdout:2751: finishing write tid 3 to smithi10482514-30 2024-04-02T08:40:34.030 INFO:tasks.rados.rados.0.smithi104.stdout:2751: finishing write tid 4 to smithi10482514-30 2024-04-02T08:40:34.030 INFO:tasks.rados.rados.0.smithi104.stdout:2751: finishing write tid 5 to smithi10482514-30 2024-04-02T08:40:34.030 INFO:tasks.rados.rados.0.smithi104.stdout:2751: finishing write tid 6 to smithi10482514-30 2024-04-02T08:40:34.030 INFO:tasks.rados.rados.0.smithi104.stdout:2751: oid 30 updating version 0 to 1873 2024-04-02T08:40:34.030 INFO:tasks.rados.rados.0.smithi104.stdout:2751: oid 30 updating version 1873 to 1875 2024-04-02T08:40:34.030 INFO:tasks.rados.rados.0.smithi104.stdout:2751: oid 30 version 1875 is already newer than 1871 2024-04-02T08:40:34.031 INFO:tasks.rados.rados.0.smithi104.stdout:2751: oid 30 version 1875 is already newer than 1872 2024-04-02T08:40:34.031 INFO:tasks.rados.rados.0.smithi104.stdout:2751: oid 30 version 1875 is already newer than 1874 2024-04-02T08:40:34.031 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1875 (ObjNum 851 snap 286 seq_num 851) dirty exists 2024-04-02T08:40:34.031 INFO:tasks.rados.rados.0.smithi104.stdout:2751: left oid 30 (ObjNum 851 snap 286 seq_num 851) 2024-04-02T08:40:34.031 INFO:tasks.rados.rados.0.smithi104.stdout:2752: finishing write tid 1 to smithi10482514-49 2024-04-02T08:40:34.031 INFO:tasks.rados.rados.0.smithi104.stdout:2752: finishing write tid 2 to smithi10482514-49 2024-04-02T08:40:34.031 INFO:tasks.rados.rados.0.smithi104.stdout:2752: finishing write tid 3 to smithi10482514-49 2024-04-02T08:40:34.032 INFO:tasks.rados.rados.0.smithi104.stdout:2752: finishing write tid 4 to smithi10482514-49 2024-04-02T08:40:34.032 INFO:tasks.rados.rados.0.smithi104.stdout:2752: finishing write tid 5 to smithi10482514-49 2024-04-02T08:40:34.033 INFO:tasks.rados.rados.0.smithi104.stdout:2752: finishing write tid 6 to smithi10482514-49 2024-04-02T08:40:34.033 INFO:tasks.rados.rados.0.smithi104.stdout:2752: oid 49 updating version 0 to 1570 2024-04-02T08:40:34.033 INFO:tasks.rados.rados.0.smithi104.stdout:2752: oid 49 version 1570 is already newer than 1567 2024-04-02T08:40:34.033 INFO:tasks.rados.rados.0.smithi104.stdout:2752: oid 49 version 1570 is already newer than 1569 2024-04-02T08:40:34.033 INFO:tasks.rados.rados.0.smithi104.stdout:2752: oid 49 updating version 1570 to 1571 2024-04-02T08:40:34.034 INFO:tasks.rados.rados.0.smithi104.stdout:2752: oid 49 version 1571 is already newer than 1568 2024-04-02T08:40:34.034 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1571 (ObjNum 852 snap 286 seq_num 852) dirty exists 2024-04-02T08:40:34.034 INFO:tasks.rados.rados.0.smithi104.stdout:2752: left oid 49 (ObjNum 852 snap 286 seq_num 852) 2024-04-02T08:40:34.221 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:33 smithi104 ceph-mon[96567]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-04-02T08:40:34.221 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:33 smithi104 ceph-mon[96567]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:40:34.222 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:33 smithi104 ceph-mon[94081]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-04-02T08:40:34.222 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:33 smithi104 ceph-mon[94081]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:40:34.222 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 podman[131877]: 2024-04-02 08:40:34.007889203 +0000 UTC m=+0.022535365 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:40:34.222 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 podman[131877]: 2024-04-02 08:40:34.139930231 +0000 UTC m=+0.154576368 volume create fe1fc400f1ab636b07f41d27caa6a823a785b60de9e5198fe2150ee11b1a01e8 2024-04-02T08:40:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:33 smithi188 ceph-mon[86835]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-04-02T08:40:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:33 smithi188 ceph-mon[86835]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:40:34.639 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 podman[131877]: 2024-04-02 08:40:34.223669142 +0000 UTC m=+0.238315278 container create c2c8ee1adc7192961baa0d0aa80a9a56938f34fbe344bde55a78fce66b2967ea (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:34.965 INFO:tasks.rados.rados.0.smithi104.stdout:2751: done (2 left) 2024-04-02T08:40:34.965 INFO:tasks.rados.rados.0.smithi104.stdout:2752: done (1 left) 2024-04-02T08:40:34.965 INFO:tasks.rados.rados.0.smithi104.stdout:2753: done (0 left) 2024-04-02T08:40:34.965 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 287 2024-04-02T08:40:34.965 INFO:tasks.rados.rados.0.smithi104.stdout:2754: seq_num 853 ranges {5423104=696320,6119424=507904,6627328=647168,7274496=450560} 2024-04-02T08:40:34.999 INFO:tasks.rados.rados.0.smithi104.stdout:2754: writing smithi10482514-15 from 5423104 to 6119424 tid 1 2024-04-02T08:40:35.001 INFO:tasks.rados.rados.0.smithi104.stdout:2754: writing smithi10482514-15 from 6119424 to 6627328 tid 2 2024-04-02T08:40:35.005 INFO:tasks.rados.rados.0.smithi104.stdout:2754: writing smithi10482514-15 from 6627328 to 7274496 tid 3 2024-04-02T08:40:35.008 INFO:tasks.rados.rados.0.smithi104.stdout:2754: writing smithi10482514-15 from 7274496 to 7725056 tid 4 2024-04-02T08:40:35.008 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 287 2024-04-02T08:40:35.008 INFO:tasks.rados.rados.0.smithi104.stdout:2755: seq_num 854 ranges {3956736=712704,4669440=794624,5464064=450560,5914624=360448} 2024-04-02T08:40:35.034 INFO:tasks.rados.rados.0.smithi104.stdout:2755: writing smithi10482514-21 from 3956736 to 4669440 tid 1 2024-04-02T08:40:35.039 INFO:tasks.rados.rados.0.smithi104.stdout:2755: writing smithi10482514-21 from 4669440 to 5464064 tid 2 2024-04-02T08:40:35.042 INFO:tasks.rados.rados.0.smithi104.stdout:2755: writing smithi10482514-21 from 5464064 to 5914624 tid 3 2024-04-02T08:40:35.045 INFO:tasks.rados.rados.0.smithi104.stdout:2755: writing smithi10482514-21 from 5914624 to 6275072 tid 4 2024-04-02T08:40:35.045 INFO:tasks.rados.rados.0.smithi104.stdout:2756: setattr oid 46 current snap is 287 2024-04-02T08:40:35.045 INFO:tasks.rados.rados.0.smithi104.stdout:2754: finishing write tid 1 to smithi10482514-15 2024-04-02T08:40:35.045 INFO:tasks.rados.rados.0.smithi104.stdout:2754: finishing write tid 2 to smithi10482514-15 2024-04-02T08:40:35.045 INFO:tasks.rados.rados.0.smithi104.stdout:2754: finishing write tid 3 to smithi10482514-15 2024-04-02T08:40:35.045 INFO:tasks.rados.rados.0.smithi104.stdout:2754: finishing write tid 4 to smithi10482514-15 2024-04-02T08:40:35.045 INFO:tasks.rados.rados.0.smithi104.stdout:2754: finishing write tid 5 to smithi10482514-15 2024-04-02T08:40:35.046 INFO:tasks.rados.rados.0.smithi104.stdout:2754: finishing write tid 6 to smithi10482514-15 2024-04-02T08:40:35.046 INFO:tasks.rados.rados.0.smithi104.stdout:2754: oid 15 updating version 0 to 2098 2024-04-02T08:40:35.046 INFO:tasks.rados.rados.0.smithi104.stdout:2754: oid 15 updating version 2098 to 2099 2024-04-02T08:40:35.046 INFO:tasks.rados.rados.0.smithi104.stdout:2754: oid 15 updating version 2099 to 2102 2024-04-02T08:40:35.046 INFO:tasks.rados.rados.0.smithi104.stdout:2754: oid 15 version 2102 is already newer than 2101 2024-04-02T08:40:35.046 INFO:tasks.rados.rados.0.smithi104.stdout:2754: oid 15 version 2102 is already newer than 2100 2024-04-02T08:40:35.046 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 2102 (ObjNum 853 snap 287 seq_num 853) dirty exists 2024-04-02T08:40:35.046 INFO:tasks.rados.rados.0.smithi104.stdout:2754: left oid 15 (ObjNum 853 snap 287 seq_num 853) 2024-04-02T08:40:35.046 INFO:tasks.rados.rados.0.smithi104.stdout:2755: finishing write tid 1 to smithi10482514-21 2024-04-02T08:40:35.046 INFO:tasks.rados.rados.0.smithi104.stdout:2755: finishing write tid 2 to smithi10482514-21 2024-04-02T08:40:35.047 INFO:tasks.rados.rados.0.smithi104.stdout:2754: done (2 left) 2024-04-02T08:40:35.047 INFO:tasks.rados.rados.0.smithi104.stdout:2757: copy_from oid 14 from oid 2 current snap is 287 2024-04-02T08:40:35.047 INFO:tasks.rados.rados.0.smithi104.stdout:2755: finishing write tid 3 to smithi10482514-21 2024-04-02T08:40:35.048 INFO:tasks.rados.rados.0.smithi104.stdout:2758: snap_create 2024-04-02T08:40:35.049 INFO:tasks.rados.rados.0.smithi104.stdout:2755: finishing write tid 4 to smithi10482514-21 2024-04-02T08:40:35.049 INFO:tasks.rados.rados.0.smithi104.stdout:2755: finishing write tid 5 to smithi10482514-21 2024-04-02T08:40:35.051 INFO:tasks.rados.rados.0.smithi104.stdout:2755: finishing write tid 6 to smithi10482514-21 2024-04-02T08:40:35.052 INFO:tasks.rados.rados.0.smithi104.stdout:2755: oid 21 updating version 0 to 2282 2024-04-02T08:40:35.052 INFO:tasks.rados.rados.0.smithi104.stdout:2755: oid 21 updating version 2282 to 2283 2024-04-02T08:40:35.052 INFO:tasks.rados.rados.0.smithi104.stdout:2755: oid 21 updating version 2283 to 2284 2024-04-02T08:40:35.052 INFO:tasks.rados.rados.0.smithi104.stdout:2755: oid 21 version 2284 is already newer than 2281 2024-04-02T08:40:35.052 INFO:tasks.rados.rados.0.smithi104.stdout:2755: oid 21 version 2284 is already newer than 2280 2024-04-02T08:40:35.052 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2284 (ObjNum 854 snap 287 seq_num 854) dirty exists 2024-04-02T08:40:35.052 INFO:tasks.rados.rados.0.smithi104.stdout:2755: left oid 21 (ObjNum 854 snap 287 seq_num 854) 2024-04-02T08:40:35.053 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1969 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:40:35.059 INFO:tasks.rados.rados.0.smithi104.stdout:2757: finishing copy_from racing read to smithi10482514-14 2024-04-02T08:40:35.060 INFO:tasks.rados.rados.0.smithi104.stdout:2757: finishing copy_from to smithi10482514-14 2024-04-02T08:40:35.060 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1371 (ObjNum 833 snap 281 seq_num 833) dirty exists 2024-04-02T08:40:35.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-mon[96567]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:40:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-mon[94081]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:40:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 podman[131877]: 2024-04-02 08:40:34.734591666 +0000 UTC m=+0.749237806 container init c2c8ee1adc7192961baa0d0aa80a9a56938f34fbe344bde55a78fce66b2967ea (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 podman[131877]: 2024-04-02 08:40:34.73988864 +0000 UTC m=+0.754534777 container start c2c8ee1adc7192961baa0d0aa80a9a56938f34fbe344bde55a78fce66b2967ea (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T08:40:34.751Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T08:40:34.751Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T08:40:34.752Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.104 port=9094 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T08:40:34.753Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T08:40:34.777Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T08:40:34.777Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T08:40:34.780Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T08:40:34.780Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 bash[131877]: c2c8ee1adc7192961baa0d0aa80a9a56938f34fbe344bde55a78fce66b2967ea 2024-04-02T08:40:35.141 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:34 smithi104 systemd[1]: Started Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:34 smithi188 ceph-mon[86835]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:40:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:35.914 INFO:tasks.rados.rados.0.smithi104.stdout:2755: done (3 left) 2024-04-02T08:40:35.914 INFO:tasks.rados.rados.0.smithi104.stdout:2756: done (2 left) 2024-04-02T08:40:35.915 INFO:tasks.rados.rados.0.smithi104.stdout:2757: done (1 left) 2024-04-02T08:40:35.915 INFO:tasks.rados.rados.0.smithi104.stdout:2758: done (0 left) 2024-04-02T08:40:35.915 INFO:tasks.rados.rados.0.smithi104.stdout:2759: rollback oid 6 current snap is 288 2024-04-02T08:40:35.915 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 6 to 252 2024-04-02T08:40:35.915 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 288 2024-04-02T08:40:35.915 INFO:tasks.rados.rados.0.smithi104.stdout:2760: seq_num 855 ranges {2015232=729088,2744320=671744,3416064=663552,4079616=270336} 2024-04-02T08:40:35.933 INFO:tasks.rados.rados.0.smithi104.stdout:2760: writing smithi10482514-9 from 2015232 to 2744320 tid 1 2024-04-02T08:40:35.937 INFO:tasks.rados.rados.0.smithi104.stdout:2760: writing smithi10482514-9 from 2744320 to 3416064 tid 2 2024-04-02T08:40:35.941 INFO:tasks.rados.rados.0.smithi104.stdout:2760: writing smithi10482514-9 from 3416064 to 4079616 tid 3 2024-04-02T08:40:35.943 INFO:tasks.rados.rados.0.smithi104.stdout:2760: writing smithi10482514-9 from 4079616 to 4349952 tid 4 2024-04-02T08:40:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:2759: finishing rollback tid 0 to smithi10482514-6 2024-04-02T08:40:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:2759: finishing rollback tid 1 to smithi10482514-6 2024-04-02T08:40:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:2759: finishing rollback tid 2 to smithi10482514-6 2024-04-02T08:40:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2106 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-04-02T08:40:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:2760: finishing write tid 1 to smithi10482514-9 2024-04-02T08:40:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:2759: done (1 left) 2024-04-02T08:40:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:2761: copy_from oid 43 from oid 13 current snap is 288 2024-04-02T08:40:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:2762: rollback oid 33 current snap is 288 2024-04-02T08:40:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 260 2024-04-02T08:40:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:2763: delete oid 7 current snap is 288 2024-04-02T08:40:35.945 INFO:tasks.rados.rados.0.smithi104.stdout:2760: finishing write tid 2 to smithi10482514-9 2024-04-02T08:40:35.947 INFO:tasks.rados.rados.0.smithi104.stdout:2762: finishing rollback tid 0 to smithi10482514-33 2024-04-02T08:40:35.950 INFO:tasks.rados.rados.0.smithi104.stdout:2760: finishing write tid 3 to smithi10482514-9 2024-04-02T08:40:35.954 INFO:tasks.rados.rados.0.smithi104.stdout:2762: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:40:35.954 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1702 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:40:35.961 INFO:tasks.rados.rados.0.smithi104.stdout:2760: finishing write tid 4 to smithi10482514-9 2024-04-02T08:40:35.961 INFO:tasks.rados.rados.0.smithi104.stdout:2760: finishing write tid 5 to smithi10482514-9 2024-04-02T08:40:35.963 INFO:tasks.rados.rados.0.smithi104.stdout:2760: finishing write tid 6 to smithi10482514-9 2024-04-02T08:40:35.963 INFO:tasks.rados.rados.0.smithi104.stdout:2760: oid 9 updating version 0 to 2286 2024-04-02T08:40:35.963 INFO:tasks.rados.rados.0.smithi104.stdout:2760: oid 9 updating version 2286 to 2288 2024-04-02T08:40:35.963 INFO:tasks.rados.rados.0.smithi104.stdout:2760: oid 9 updating version 2288 to 2290 2024-04-02T08:40:35.964 INFO:tasks.rados.rados.0.smithi104.stdout:2760: oid 9 version 2290 is already newer than 2287 2024-04-02T08:40:35.964 INFO:tasks.rados.rados.0.smithi104.stdout:2760: oid 9 version 2290 is already newer than 2289 2024-04-02T08:40:35.964 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2290 (ObjNum 855 snap 288 seq_num 855) dirty exists 2024-04-02T08:40:35.964 INFO:tasks.rados.rados.0.smithi104.stdout:2760: left oid 9 (ObjNum 855 snap 288 seq_num 855) 2024-04-02T08:40:35.969 INFO:tasks.rados.rados.0.smithi104.stdout:2761: finishing copy_from racing read to smithi10482514-43 2024-04-02T08:40:35.977 INFO:tasks.rados.rados.0.smithi104.stdout:2760: done (3 left) 2024-04-02T08:40:35.977 INFO:tasks.rados.rados.0.smithi104.stdout:2762: done (2 left) 2024-04-02T08:40:35.977 INFO:tasks.rados.rados.0.smithi104.stdout:2763: done (1 left) 2024-04-02T08:40:35.977 INFO:tasks.rados.rados.0.smithi104.stdout:2764: read oid 15 snap -1 2024-04-02T08:40:35.978 INFO:tasks.rados.rados.0.smithi104.stdout:2764: expect (ObjNum 853 snap 287 seq_num 853) 2024-04-02T08:40:35.978 INFO:tasks.rados.rados.0.smithi104.stdout:2765: copy_from oid 40 from oid 41 current snap is 288 2024-04-02T08:40:35.978 INFO:tasks.rados.rados.0.smithi104.stdout:2766: read oid 9 snap -1 2024-04-02T08:40:35.978 INFO:tasks.rados.rados.0.smithi104.stdout:2766: expect (ObjNum 855 snap 288 seq_num 855) 2024-04-02T08:40:35.978 INFO:tasks.rados.rados.0.smithi104.stdout:2767: read oid 47 snap -1 2024-04-02T08:40:35.978 INFO:tasks.rados.rados.0.smithi104.stdout:2767: expect deleted 2024-04-02T08:40:35.978 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 288 2024-04-02T08:40:35.978 INFO:tasks.rados.rados.0.smithi104.stdout:2768: seq_num 857 ranges {2834432=761856,3596288=442368,4038656=630784,4669440=532480} 2024-04-02T08:40:35.999 INFO:tasks.rados.rados.0.smithi104.stdout:2768: writing smithi10482514-50 from 2834432 to 3596288 tid 1 2024-04-02T08:40:36.002 INFO:tasks.rados.rados.0.smithi104.stdout:2768: writing smithi10482514-50 from 3596288 to 4038656 tid 2 2024-04-02T08:40:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:2768: writing smithi10482514-50 from 4038656 to 4669440 tid 3 2024-04-02T08:40:36.011 INFO:tasks.rados.rados.0.smithi104.stdout:2768: writing smithi10482514-50 from 4669440 to 5201920 tid 4 2024-04-02T08:40:36.011 INFO:tasks.rados.rados.0.smithi104.stdout:2769: copy_from oid 6 from oid 2 current snap is 288 2024-04-02T08:40:36.011 INFO:tasks.rados.rados.0.smithi104.stdout:2761: finishing copy_from to smithi10482514-43 2024-04-02T08:40:36.011 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1566 (ObjNum 827 snap 279 seq_num 827) dirty exists 2024-04-02T08:40:36.011 INFO:tasks.rados.rados.0.smithi104.stdout:2766: expect (ObjNum 855 snap 288 seq_num 855) 2024-04-02T08:40:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:40:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:40:35] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:40:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:35 smithi104 ceph-mon[96567]: pgmap v582: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T08:40:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:35 smithi104 ceph-mon[96567]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:40:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:35 smithi104 ceph-mon[96567]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:40:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:35 smithi104 ceph-mon[94081]: pgmap v582: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T08:40:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:35 smithi104 ceph-mon[94081]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:40:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:35 smithi104 ceph-mon[94081]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:40:36.173 INFO:tasks.rados.rados.0.smithi104.stdout:2768: finishing write tid 1 to smithi10482514-50 2024-04-02T08:40:36.173 INFO:tasks.rados.rados.0.smithi104.stdout:2768: finishing write tid 2 to smithi10482514-50 2024-04-02T08:40:36.173 INFO:tasks.rados.rados.0.smithi104.stdout:2761: done (6 left) 2024-04-02T08:40:36.173 INFO:tasks.rados.rados.0.smithi104.stdout:2766: done (5 left) 2024-04-02T08:40:36.173 INFO:tasks.rados.rados.0.smithi104.stdout:2767: done (4 left) 2024-04-02T08:40:36.173 INFO:tasks.rados.rados.0.smithi104.stdout:2770: snap_remove snap 262 2024-04-02T08:40:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:35 smithi188 ceph-mon[86835]: pgmap v582: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T08:40:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:35 smithi188 ceph-mon[86835]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:40:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:35 smithi188 ceph-mon[86835]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:40:36.993 INFO:tasks.rados.rados.0.smithi104.stdout:2770: done (4 left) 2024-04-02T08:40:36.993 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 1 current snap is 288 2024-04-02T08:40:36.993 INFO:tasks.rados.rados.0.smithi104.stdout:2771: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-04-02T08:40:36.998 INFO:tasks.rados.rados.0.smithi104.stdout:2771: writing smithi10482514-1 from 0 to 778240 tid 1 2024-04-02T08:40:37.006 INFO:tasks.rados.rados.0.smithi104.stdout:2771: writing smithi10482514-1 from 778240 to 1507328 tid 2 2024-04-02T08:40:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:2771: writing smithi10482514-1 from 1507328 to 1941504 tid 3 2024-04-02T08:40:37.012 INFO:tasks.rados.rados.0.smithi104.stdout:2771: writing smithi10482514-1 from 1941504 to 2383872 tid 4 2024-04-02T08:40:37.012 INFO:tasks.rados.rados.0.smithi104.stdout:2772: delete oid 20 current snap is 288 2024-04-02T08:40:37.015 INFO:tasks.rados.rados.0.smithi104.stdout:2765: finishing copy_from racing read to smithi10482514-40 2024-04-02T08:40:37.015 INFO:tasks.rados.rados.0.smithi104.stdout:2765: finishing copy_from to smithi10482514-40 2024-04-02T08:40:37.015 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 2095 (ObjNum 814 snap 274 seq_num 814) dirty exists 2024-04-02T08:40:37.015 INFO:tasks.rados.rados.0.smithi104.stdout:2768: finishing write tid 3 to smithi10482514-50 2024-04-02T08:40:37.015 INFO:tasks.rados.rados.0.smithi104.stdout:2768: finishing write tid 4 to smithi10482514-50 2024-04-02T08:40:37.015 INFO:tasks.rados.rados.0.smithi104.stdout:2768: finishing write tid 5 to smithi10482514-50 2024-04-02T08:40:37.015 INFO:tasks.rados.rados.0.smithi104.stdout:2768: finishing write tid 6 to smithi10482514-50 2024-04-02T08:40:37.015 INFO:tasks.rados.rados.0.smithi104.stdout:2768: oid 50 updating version 0 to 2293 2024-04-02T08:40:37.016 INFO:tasks.rados.rados.0.smithi104.stdout:2768: oid 50 updating version 2293 to 2294 2024-04-02T08:40:37.016 INFO:tasks.rados.rados.0.smithi104.stdout:2768: oid 50 updating version 2294 to 2295 2024-04-02T08:40:37.016 INFO:tasks.rados.rados.0.smithi104.stdout:2768: oid 50 updating version 2295 to 2296 2024-04-02T08:40:37.016 INFO:tasks.rados.rados.0.smithi104.stdout:2768: oid 50 version 2296 is already newer than 2292 2024-04-02T08:40:37.016 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 2296 (ObjNum 857 snap 288 seq_num 857) dirty exists 2024-04-02T08:40:37.016 INFO:tasks.rados.rados.0.smithi104.stdout:2768: left oid 50 (ObjNum 857 snap 288 seq_num 857) 2024-04-02T08:40:37.016 INFO:tasks.rados.rados.0.smithi104.stdout:2764: expect (ObjNum 853 snap 287 seq_num 853) 2024-04-02T08:40:37.050 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:36 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T08:40:36.754Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000497482s 2024-04-02T08:40:37.476 INFO:tasks.rados.rados.0.smithi104.stdout:2769: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:40:37.476 INFO:tasks.rados.rados.0.smithi104.stdout:2764: done (5 left) 2024-04-02T08:40:37.476 INFO:tasks.rados.rados.0.smithi104.stdout:2765: done (4 left) 2024-04-02T08:40:37.476 INFO:tasks.rados.rados.0.smithi104.stdout:2768: done (3 left) 2024-04-02T08:40:37.476 INFO:tasks.rados.rados.0.smithi104.stdout:2772: done (2 left) 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2773: rollback oid 27 current snap is 288 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 27 to 252 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2769: finishing copy_from to smithi10482514-6 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1371 (ObjNum 833 snap 281 seq_num 833) dirty exists 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2771: finishing write tid 1 to smithi10482514-1 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2771: finishing write tid 2 to smithi10482514-1 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2771: finishing write tid 3 to smithi10482514-1 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2771: finishing write tid 4 to smithi10482514-1 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2771: finishing write tid 5 to smithi10482514-1 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2771: finishing write tid 6 to smithi10482514-1 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2771: oid 1 updating version 0 to 2083 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2771: oid 1 version 2083 is already newer than 2080 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2771: oid 1 updating version 2083 to 2084 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2771: oid 1 version 2084 is already newer than 2082 2024-04-02T08:40:37.477 INFO:tasks.rados.rados.0.smithi104.stdout:2771: oid 1 version 2084 is already newer than 2081 2024-04-02T08:40:37.478 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2084 (ObjNum 858 snap 288 seq_num 858) dirty exists 2024-04-02T08:40:37.478 INFO:tasks.rados.rados.0.smithi104.stdout:2771: left oid 1 (ObjNum 858 snap 288 seq_num 858) 2024-04-02T08:40:37.478 INFO:tasks.rados.rados.0.smithi104.stdout:2769: done (2 left) 2024-04-02T08:40:37.478 INFO:tasks.rados.rados.0.smithi104.stdout:2771: done (1 left) 2024-04-02T08:40:37.478 INFO:tasks.rados.rados.0.smithi104.stdout:2774: snap_create 2024-04-02T08:40:37.480 INFO:tasks.rados.rados.0.smithi104.stdout:2773: finishing rollback tid 0 to smithi10482514-27 2024-04-02T08:40:37.480 INFO:tasks.rados.rados.0.smithi104.stdout:2773: finishing rollback tid 1 to smithi10482514-27 2024-04-02T08:40:37.481 INFO:tasks.rados.rados.0.smithi104.stdout:2773: finishing rollback tid 2 to smithi10482514-27 2024-04-02T08:40:37.481 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 2098 (ObjNum 730 snap 234 seq_num 730) dirty exists 2024-04-02T08:40:37.999 INFO:tasks.rados.rados.0.smithi104.stdout:2773: done (1 left) 2024-04-02T08:40:37.999 INFO:tasks.rados.rados.0.smithi104.stdout:2774: done (0 left) 2024-04-02T08:40:37.999 INFO:tasks.rados.rados.0.smithi104.stdout:2775: delete oid 44 current snap is 289 2024-04-02T08:40:38.004 INFO:tasks.rados.rados.0.smithi104.stdout:2775: done (0 left) 2024-04-02T08:40:38.004 INFO:tasks.rados.rados.0.smithi104.stdout:2776: read oid 11 snap -1 2024-04-02T08:40:38.004 INFO:tasks.rados.rados.0.smithi104.stdout:2776: expect deleted 2024-04-02T08:40:38.004 INFO:tasks.rados.rados.0.smithi104.stdout:2777: copy_from oid 15 from oid 43 current snap is 289 2024-04-02T08:40:38.004 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 289 2024-04-02T08:40:38.004 INFO:tasks.rados.rados.0.smithi104.stdout:2778: seq_num 861 ranges {3129344=24576} 2024-04-02T08:40:38.021 INFO:tasks.rados.rados.0.smithi104.stdout:2778: writing smithi10482514-32 from 3129344 to 3153920 tid 1 2024-04-02T08:40:38.021 INFO:tasks.rados.rados.0.smithi104.stdout:2779: delete oid 37 current snap is 289 2024-04-02T08:40:38.024 INFO:tasks.rados.rados.0.smithi104.stdout:2778: finishing write tid 1 to smithi10482514-32 2024-04-02T08:40:38.024 INFO:tasks.rados.rados.0.smithi104.stdout:2778: finishing write tid 2 to smithi10482514-32 2024-04-02T08:40:38.025 INFO:tasks.rados.rados.0.smithi104.stdout:2776: done (3 left) 2024-04-02T08:40:38.025 INFO:tasks.rados.rados.0.smithi104.stdout:2779: done (2 left) 2024-04-02T08:40:38.025 INFO:tasks.rados.rados.0.smithi104.stdout:2780: setattr oid 6 current snap is 289 2024-04-02T08:40:38.027 INFO:tasks.rados.rados.0.smithi104.stdout:2778: finishing write tid 3 to smithi10482514-32 2024-04-02T08:40:38.027 INFO:tasks.rados.rados.0.smithi104.stdout:2778: oid 32 updating version 0 to 451 2024-04-02T08:40:38.027 INFO:tasks.rados.rados.0.smithi104.stdout:2778: oid 32 version 451 is already newer than 450 2024-04-02T08:40:38.027 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 451 (ObjNum 861 snap 289 seq_num 861) dirty exists 2024-04-02T08:40:38.027 INFO:tasks.rados.rados.0.smithi104.stdout:2778: left oid 32 (ObjNum 861 snap 289 seq_num 861) 2024-04-02T08:40:38.027 INFO:tasks.rados.rados.0.smithi104.stdout:2778: done (2 left) 2024-04-02T08:40:38.027 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 289 2024-04-02T08:40:38.028 INFO:tasks.rados.rados.0.smithi104.stdout:2781: seq_num 863 ranges {0=57344} 2024-04-02T08:40:38.028 INFO:tasks.rados.rados.0.smithi104.stdout:2781: writing smithi10482514-7 from 0 to 57344 tid 1 2024-04-02T08:40:38.028 INFO:tasks.rados.rados.0.smithi104.stdout:2782: setattr oid 41 current snap is 289 2024-04-02T08:40:38.031 INFO:tasks.rados.rados.0.smithi104.stdout:2783: rollback oid 29 current snap is 289 2024-04-02T08:40:38.031 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 283 2024-04-02T08:40:38.031 INFO:tasks.rados.rados.0.smithi104.stdout:2784: read oid 23 snap -1 2024-04-02T08:40:38.031 INFO:tasks.rados.rados.0.smithi104.stdout:2784: expect (ObjNum 849 snap 286 seq_num 849) 2024-04-02T08:40:38.031 INFO:tasks.rados.rados.0.smithi104.stdout:2785: read oid 48 snap -1 2024-04-02T08:40:38.031 INFO:tasks.rados.rados.0.smithi104.stdout:2785: expect (ObjNum 843 snap 283 seq_num 843) 2024-04-02T08:40:38.031 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 289 2024-04-02T08:40:38.031 INFO:tasks.rados.rados.0.smithi104.stdout:2786: seq_num 864 ranges {0=73728} 2024-04-02T08:40:38.031 INFO:tasks.rados.rados.0.smithi104.stdout:2786: writing smithi10482514-20 from 0 to 73728 tid 1 2024-04-02T08:40:38.031 INFO:tasks.rados.rados.0.smithi104.stdout:2787: copy_from oid 34 from oid 2 current snap is 289 2024-04-02T08:40:38.031 INFO:tasks.rados.rados.0.smithi104.stdout:2788: snap_remove snap 271 2024-04-02T08:40:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:37 smithi188 ceph-mon[86835]: pgmap v585: 121 pgs: 121 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-04-02T08:40:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:37 smithi188 ceph-mon[86835]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:40:38.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:37 smithi104 ceph-mon[94081]: pgmap v585: 121 pgs: 121 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-04-02T08:40:38.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:37 smithi104 ceph-mon[94081]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:40:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:37 smithi104 ceph-mon[96567]: pgmap v585: 121 pgs: 121 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-04-02T08:40:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:37 smithi104 ceph-mon[96567]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:40:39.004 INFO:tasks.rados.rados.0.smithi104.stdout:2788: done (9 left) 2024-04-02T08:40:39.005 INFO:tasks.rados.rados.0.smithi104.stdout:2789: snap_remove snap 284 2024-04-02T08:40:39.274 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:38 smithi188 ceph-mon[86835]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:40:39.274 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:39.274 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:39.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:38 smithi104 ceph-mon[94081]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:40:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:38 smithi104 ceph-mon[96567]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:40:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:39.740 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:40:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:2789: done (9 left) 2024-04-02T08:40:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:2790: rollback oid 14 current snap is 289 2024-04-02T08:40:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 259 2024-04-02T08:40:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 289 2024-04-02T08:40:40.010 INFO:tasks.rados.rados.0.smithi104.stdout:2791: seq_num 865 ranges {966656=90112} 2024-04-02T08:40:40.016 INFO:tasks.rados.rados.0.smithi104.stdout:2791: writing smithi10482514-19 from 966656 to 1056768 tid 1 2024-04-02T08:40:40.016 INFO:tasks.rados.rados.0.smithi104.stdout:2777: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:40:40.016 INFO:tasks.rados.rados.0.smithi104.stdout:2781: finishing write tid 1 to smithi10482514-7 2024-04-02T08:40:40.016 INFO:tasks.rados.rados.0.smithi104.stdout:2781: finishing write tid 2 to smithi10482514-7 2024-04-02T08:40:40.016 INFO:tasks.rados.rados.0.smithi104.stdout:2783: finishing rollback tid 0 to smithi10482514-29 2024-04-02T08:40:40.016 INFO:tasks.rados.rados.0.smithi104.stdout:2783: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:2787: finishing copy_from racing read to smithi10482514-34 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:2786: finishing write tid 1 to smithi10482514-20 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:2786: finishing write tid 2 to smithi10482514-20 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:2783: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1888 (ObjNum 33 snap 0 seq_num 0) dirty exists 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:2781: finishing write tid 3 to smithi10482514-7 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:2781: oid 7 updating version 0 to 2085 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:2781: oid 7 updating version 2085 to 2086 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2086 (ObjNum 863 snap 289 seq_num 863) dirty exists 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:2781: left oid 7 (ObjNum 863 snap 289 seq_num 863) 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:2777: finishing copy_from to smithi10482514-15 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 1566 (ObjNum 827 snap 279 seq_num 827) dirty exists 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2117 (ObjNum 833 snap 281 seq_num 833) dirty exists 2024-04-02T08:40:40.017 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2119 (ObjNum 814 snap 274 seq_num 814) dirty exists 2024-04-02T08:40:40.018 INFO:tasks.rados.rados.0.smithi104.stdout:2786: finishing write tid 3 to smithi10482514-20 2024-04-02T08:40:40.018 INFO:tasks.rados.rados.0.smithi104.stdout:2786: oid 20 updating version 0 to 2308 2024-04-02T08:40:40.018 INFO:tasks.rados.rados.0.smithi104.stdout:2786: oid 20 version 2308 is already newer than 2307 2024-04-02T08:40:40.018 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 2308 (ObjNum 864 snap 289 seq_num 864) dirty exists 2024-04-02T08:40:40.018 INFO:tasks.rados.rados.0.smithi104.stdout:2786: left oid 20 (ObjNum 864 snap 289 seq_num 864) 2024-04-02T08:40:40.018 INFO:tasks.rados.rados.0.smithi104.stdout:2787: finishing copy_from to smithi10482514-34 2024-04-02T08:40:40.018 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 1371 (ObjNum 833 snap 281 seq_num 833) dirty exists 2024-04-02T08:40:40.018 INFO:tasks.rados.rados.0.smithi104.stdout:2784: expect (ObjNum 849 snap 286 seq_num 849) 2024-04-02T08:40:40.102 INFO:tasks.rados.rados.0.smithi104.stdout:2785: expect (ObjNum 843 snap 283 seq_num 843) 2024-04-02T08:40:40.109 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:40:40.109 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (6s) 2s ago 12m 16.3M - 0.25.0 c8568f914cd2 c2c8ee1adc71 2024-04-02T08:40:40.109 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (12m) 17s ago 12m 88.1M - 9.4.7 954c08fa6188 334b31d217d7 2024-04-02T08:40:40.109 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (80s) 2s ago 13m 16.5M - 19.0.0-2419-g14da45f2 53081131892e 68e550b78d16 2024-04-02T08:40:40.109 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (56s) 17s ago 13m 12.4M - 19.0.0-2419-g14da45f2 53081131892e 0f4a44cdb9f5 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (7m) 17s ago 16m 452M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (7m) 2s ago 18m 514M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (6m) 2s ago 18m 68.5M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (6m) 17s ago 17m 55.0M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (6m) 2s ago 16m 63.6M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (42s) 2s ago 11m 8598k - 1.5.0 0da6a335fe13 797d9dcf4b58 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (38s) 17s ago 11m 8010k - 1.5.0 0da6a335fe13 67045022a072 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (5m) 2s ago 16m 296M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (4m) 2s ago 15m 265M 2480M 19.0.0-2419-g14da45f2 53081131892e 183e693cda03 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (4m) 2s ago 15m 228M 2480M 19.0.0-2419-g14da45f2 53081131892e 8534baca25d7 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (3m) 2s ago 15m 202M 2480M 19.0.0-2419-g14da45f2 53081131892e e25bf8b5641e 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (3m) 17s ago 14m 226M 2480M 19.0.0-2419-g14da45f2 53081131892e 2523b7f11b0c 2024-04-02T08:40:40.110 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (2m) 17s ago 14m 252M 2480M 19.0.0-2419-g14da45f2 53081131892e 2420a754553d 2024-04-02T08:40:40.111 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (2m) 17s ago 13m 166M 2480M 19.0.0-2419-g14da45f2 53081131892e 63b59c08c401 2024-04-02T08:40:40.111 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (98s) 17s ago 13m 103M 2480M 19.0.0-2419-g14da45f2 53081131892e 93b3d9c81793 2024-04-02T08:40:40.111 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (22s) 17s ago 12m 39.5M - 2.43.0 a07b618ecd1d ec7afbb3e042 2024-04-02T08:40:40.166 INFO:tasks.rados.rados.0.smithi104.stdout:2791: finishing write tid 1 to smithi10482514-19 2024-04-02T08:40:40.166 INFO:tasks.rados.rados.0.smithi104.stdout:2791: finishing write tid 2 to smithi10482514-19 2024-04-02T08:40:40.166 INFO:tasks.rados.rados.0.smithi104.stdout:2790: finishing rollback tid 0 to smithi10482514-14 2024-04-02T08:40:40.166 INFO:tasks.rados.rados.0.smithi104.stdout:2777: done (10 left) 2024-04-02T08:40:40.166 INFO:tasks.rados.rados.0.smithi104.stdout:2780: done (9 left) 2024-04-02T08:40:40.166 INFO:tasks.rados.rados.0.smithi104.stdout:2781: done (8 left) 2024-04-02T08:40:40.166 INFO:tasks.rados.rados.0.smithi104.stdout:2782: done (7 left) 2024-04-02T08:40:40.166 INFO:tasks.rados.rados.0.smithi104.stdout:2783: done (6 left) 2024-04-02T08:40:40.166 INFO:tasks.rados.rados.0.smithi104.stdout:2784: done (5 left) 2024-04-02T08:40:40.166 INFO:tasks.rados.rados.0.smithi104.stdout:2785: done (4 left) 2024-04-02T08:40:40.166 INFO:tasks.rados.rados.0.smithi104.stdout:2786: done (3 left) 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:2787: done (2 left) 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:2792: rollback oid 49 current snap is 289 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 49 to 261 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:2790: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:2791: finishing write tid 3 to smithi10482514-19 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:2791: oid 19 updating version 0 to 2099 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:2791: oid 19 updating version 2099 to 2100 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 2100 (ObjNum 865 snap 289 seq_num 865) dirty exists 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:2791: left oid 19 (ObjNum 865 snap 289 seq_num 865) 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:2790: finishing rollback tid 2 to smithi10482514-14 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1878 (ObjNum 759 snap 249 seq_num 759) dirty exists 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:2790: done (2 left) 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:2791: done (1 left) 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 289 2024-04-02T08:40:40.167 INFO:tasks.rados.rados.0.smithi104.stdout:2793: seq_num 866 ranges {8282112=106496} 2024-04-02T08:40:40.211 INFO:tasks.rados.rados.0.smithi104.stdout:2793: writing smithi10482514-5 from 8282112 to 8388608 tid 1 2024-04-02T08:40:40.211 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 289 2024-04-02T08:40:40.211 INFO:tasks.rados.rados.0.smithi104.stdout:2792: finishing rollback tid 0 to smithi10482514-49 2024-04-02T08:40:40.211 INFO:tasks.rados.rados.0.smithi104.stdout:2794: seq_num 867 ranges {0=122880} 2024-04-02T08:40:40.212 INFO:tasks.rados.rados.0.smithi104.stdout:2794: writing smithi10482514-25 from 0 to 122880 tid 1 2024-04-02T08:40:40.212 INFO:tasks.rados.rados.0.smithi104.stdout:2795: read oid 36 snap -1 2024-04-02T08:40:40.212 INFO:tasks.rados.rados.0.smithi104.stdout:2795: expect deleted 2024-04-02T08:40:40.212 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 289 2024-04-02T08:40:40.212 INFO:tasks.rados.rados.0.smithi104.stdout:2796: seq_num 868 ranges {6275072=139264} 2024-04-02T08:40:40.248 INFO:tasks.rados.rados.0.smithi104.stdout:2796: writing smithi10482514-21 from 6275072 to 6414336 tid 1 2024-04-02T08:40:40.248 INFO:tasks.rados.rados.0.smithi104.stdout:2797: copy_from oid 16 from oid 2 current snap is 289 2024-04-02T08:40:40.248 INFO:tasks.rados.rados.0.smithi104.stdout:2792: finishing rollback tid 1 to smithi10482514-49 2024-04-02T08:40:40.248 INFO:tasks.rados.rados.0.smithi104.stdout:2792: finishing rollback tid 2 to smithi10482514-49 2024-04-02T08:40:40.248 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 1574 (ObjNum 774 snap 257 seq_num 774) dirty exists 2024-04-02T08:40:40.248 INFO:tasks.rados.rados.0.smithi104.stdout:2792: done (5 left) 2024-04-02T08:40:40.248 INFO:tasks.rados.rados.0.smithi104.stdout:2795: done (4 left) 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2798: read oid 3 snap -1 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2798: expect (ObjNum 732 snap 238 seq_num 732) 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 289 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2794: finishing write tid 1 to smithi10482514-25 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2793: finishing write tid 1 to smithi10482514-5 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2794: finishing write tid 2 to smithi10482514-25 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2793: finishing write tid 2 to smithi10482514-5 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2793: finishing write tid 3 to smithi10482514-5 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2793: oid 5 updating version 0 to 1971 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2793: oid 5 version 1971 is already newer than 1970 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1971 (ObjNum 866 snap 289 seq_num 866) dirty exists 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2793: left oid 5 (ObjNum 866 snap 289 seq_num 866) 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2794: finishing write tid 3 to smithi10482514-25 2024-04-02T08:40:40.249 INFO:tasks.rados.rados.0.smithi104.stdout:2794: oid 25 updating version 0 to 1879 2024-04-02T08:40:40.250 INFO:tasks.rados.rados.0.smithi104.stdout:2794: oid 25 updating version 1879 to 1880 2024-04-02T08:40:40.250 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 1880 (ObjNum 867 snap 289 seq_num 867) dirty exists 2024-04-02T08:40:40.250 INFO:tasks.rados.rados.0.smithi104.stdout:2794: left oid 25 (ObjNum 867 snap 289 seq_num 867) 2024-04-02T08:40:40.250 INFO:tasks.rados.rados.0.smithi104.stdout:2799: seq_num 869 ranges {4489216=155648} 2024-04-02T08:40:40.273 INFO:tasks.rados.rados.0.smithi104.stdout:2799: writing smithi10482514-13 from 4489216 to 4644864 tid 1 2024-04-02T08:40:40.273 INFO:tasks.rados.rados.0.smithi104.stdout:2793: done (5 left) 2024-04-02T08:40:40.273 INFO:tasks.rados.rados.0.smithi104.stdout:2794: done (4 left) 2024-04-02T08:40:40.274 INFO:tasks.rados.rados.0.smithi104.stdout:2800: snap_remove snap 252 2024-04-02T08:40:40.290 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:40 smithi188 ceph-mon[86835]: pgmap v588: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.5 MiB/s wr, 23 op/s 2024-04-02T08:40:40.290 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:40 smithi188 ceph-mon[86835]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:40:40.290 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:40.290 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:40 smithi104 ceph-mon[96567]: pgmap v588: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.5 MiB/s wr, 23 op/s 2024-04-02T08:40:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:40 smithi104 ceph-mon[96567]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:40:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:40 smithi104 ceph-mon[94081]: pgmap v588: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.5 MiB/s wr, 23 op/s 2024-04-02T08:40:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:40 smithi104 ceph-mon[94081]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:40:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:40.564 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:40:40.564 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:40:40.565 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:40:40.565 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:40:40.565 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:40:40.565 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:40:40.565 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:40:40.565 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:40:40.565 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T08:40:40.565 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:40:40.565 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:40:40.565 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:40:40.565 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:40:40.566 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:40:40.566 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 15 2024-04-02T08:40:40.566 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:40:40.566 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:40:40.911 INFO:tasks.rados.rados.0.smithi104.stdout:2800: done (4 left) 2024-04-02T08:40:40.911 INFO:tasks.rados.rados.0.smithi104.stdout:2801: snap_remove snap 247 2024-04-02T08:40:41.103 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:41 smithi104 ceph-mon[96567]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:41.103 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:41 smithi104 ceph-mon[96567]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:40:41.103 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:41 smithi104 ceph-mon[96567]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:41.103 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:41 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2388441452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:41.103 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:41 smithi104 ceph-mon[96567]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:40:41.103 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:41 smithi104 ceph-mon[94081]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:41.104 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:41 smithi104 ceph-mon[94081]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:40:41.104 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:41 smithi104 ceph-mon[94081]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:41.104 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:41 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2388441452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:41.104 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:41 smithi104 ceph-mon[94081]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:40:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:41 smithi188 ceph-mon[86835]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:41 smithi188 ceph-mon[86835]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:40:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:41 smithi188 ceph-mon[86835]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:41 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2388441452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:41 smithi188 ceph-mon[86835]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:40:41.922 INFO:tasks.rados.rados.0.smithi104.stdout:2801: done (4 left) 2024-04-02T08:40:41.922 INFO:tasks.rados.rados.0.smithi104.stdout:2802: delete oid 6 current snap is 289 2024-04-02T08:40:41.923 INFO:tasks.rados.rados.0.smithi104.stdout:2796: finishing write tid 1 to smithi10482514-21 2024-04-02T08:40:41.923 INFO:tasks.rados.rados.0.smithi104.stdout:2796: finishing write tid 2 to smithi10482514-21 2024-04-02T08:40:41.923 INFO:tasks.rados.rados.0.smithi104.stdout:2798: expect (ObjNum 732 snap 238 seq_num 732) 2024-04-02T08:40:41.976 INFO:tasks.rados.rados.0.smithi104.stdout:2796: finishing write tid 3 to smithi10482514-21 2024-04-02T08:40:41.976 INFO:tasks.rados.rados.0.smithi104.stdout:2796: oid 21 updating version 0 to 2334 2024-04-02T08:40:41.976 INFO:tasks.rados.rados.0.smithi104.stdout:2796: oid 21 updating version 2334 to 2335 2024-04-02T08:40:41.976 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2335 (ObjNum 868 snap 289 seq_num 868) dirty exists 2024-04-02T08:40:41.976 INFO:tasks.rados.rados.0.smithi104.stdout:2796: left oid 21 (ObjNum 868 snap 289 seq_num 868) 2024-04-02T08:40:41.976 INFO:tasks.rados.rados.0.smithi104.stdout:2797: finishing copy_from racing read to smithi10482514-16 2024-04-02T08:40:41.976 INFO:tasks.rados.rados.0.smithi104.stdout:2797: finishing copy_from to smithi10482514-16 2024-04-02T08:40:41.976 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 1371 (ObjNum 833 snap 281 seq_num 833) dirty exists 2024-04-02T08:40:41.976 INFO:tasks.rados.rados.0.smithi104.stdout:2799: finishing write tid 1 to smithi10482514-13 2024-04-02T08:40:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:2799: finishing write tid 2 to smithi10482514-13 2024-04-02T08:40:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:2799: finishing write tid 3 to smithi10482514-13 2024-04-02T08:40:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:2799: oid 13 updating version 0 to 1576 2024-04-02T08:40:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:2799: oid 13 version 1576 is already newer than 1575 2024-04-02T08:40:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 1576 (ObjNum 869 snap 289 seq_num 869) dirty exists 2024-04-02T08:40:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:2799: left oid 13 (ObjNum 869 snap 289 seq_num 869) 2024-04-02T08:40:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:2796: done (4 left) 2024-04-02T08:40:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:2797: done (3 left) 2024-04-02T08:40:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:2798: done (2 left) 2024-04-02T08:40:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:2799: done (1 left) 2024-04-02T08:40:41.977 INFO:tasks.rados.rados.0.smithi104.stdout:2802: done (0 left) 2024-04-02T08:40:41.978 INFO:tasks.rados.rados.0.smithi104.stdout:2803: rollback oid 41 current snap is 289 2024-04-02T08:40:41.978 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 250 2024-04-02T08:40:41.978 INFO:tasks.rados.rados.0.smithi104.stdout:2804: copy_from oid 2 from oid 3 current snap is 289 2024-04-02T08:40:41.978 INFO:tasks.rados.rados.0.smithi104.stdout:2805: delete oid 12 current snap is 289 2024-04-02T08:40:41.978 INFO:tasks.rados.rados.0.smithi104.stdout:2805: done (2 left) 2024-04-02T08:40:41.978 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 46 current snap is 289 2024-04-02T08:40:41.979 INFO:tasks.rados.rados.0.smithi104.stdout:2806: seq_num 872 ranges {0=212992} 2024-04-02T08:40:41.980 INFO:tasks.rados.rados.0.smithi104.stdout:2806: writing smithi10482514-46 from 0 to 212992 tid 1 2024-04-02T08:40:41.980 INFO:tasks.rados.rados.0.smithi104.stdout:2807: copy_from oid 30 from oid 25 current snap is 289 2024-04-02T08:40:41.980 INFO:tasks.rados.rados.0.smithi104.stdout:2803: finishing rollback tid 0 to smithi10482514-41 2024-04-02T08:40:41.980 INFO:tasks.rados.rados.0.smithi104.stdout:2803: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:40:41.980 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2152 (ObjNum 33 snap 0 seq_num 1939292512) dirty dne 2024-04-02T08:40:41.980 INFO:tasks.rados.rados.0.smithi104.stdout:2803: done (3 left) 2024-04-02T08:40:41.980 INFO:tasks.rados.rados.0.smithi104.stdout:2808: snap_remove snap 218 2024-04-02T08:40:42.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:42 smithi188 ceph-mon[86835]: pgmap v591: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.6 MiB/s wr, 25 op/s 2024-04-02T08:40:42.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:42 smithi188 ceph-mon[86835]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:40:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:42 smithi104 ceph-mon[96567]: pgmap v591: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.6 MiB/s wr, 25 op/s 2024-04-02T08:40:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:42 smithi104 ceph-mon[96567]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:40:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:42 smithi104 ceph-mon[94081]: pgmap v591: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.6 MiB/s wr, 25 op/s 2024-04-02T08:40:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:42 smithi104 ceph-mon[94081]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:40:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:42.914 INFO:tasks.rados.rados.0.smithi104.stdout:2808: done (3 left) 2024-04-02T08:40:42.914 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 289 2024-04-02T08:40:42.914 INFO:tasks.rados.rados.0.smithi104.stdout:2806: finishing write tid 1 to smithi10482514-46 2024-04-02T08:40:42.914 INFO:tasks.rados.rados.0.smithi104.stdout:2809: seq_num 873 ranges {0=229376} 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2809: writing smithi10482514-26 from 0 to 229376 tid 1 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2810: delete oid 24 current snap is 289 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2804: finishing copy_from racing read to smithi10482514-2 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2806: finishing write tid 2 to smithi10482514-46 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2804: finishing copy_from to smithi10482514-2 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1968 (ObjNum 732 snap 238 seq_num 732) dirty exists 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2806: finishing write tid 3 to smithi10482514-46 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2806: oid 46 updating version 0 to 1972 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2806: oid 46 updating version 1972 to 1973 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1973 (ObjNum 872 snap 289 seq_num 872) dirty exists 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2806: left oid 46 (ObjNum 872 snap 289 seq_num 872) 2024-04-02T08:40:42.916 INFO:tasks.rados.rados.0.smithi104.stdout:2807: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:40:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:2807: finishing copy_from to smithi10482514-30 2024-04-02T08:40:42.917 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1880 (ObjNum 867 snap 289 seq_num 867) dirty exists 2024-04-02T08:40:42.923 INFO:tasks.rados.rados.0.smithi104.stdout:2809: finishing write tid 1 to smithi10482514-26 2024-04-02T08:40:42.923 INFO:tasks.rados.rados.0.smithi104.stdout:2809: finishing write tid 2 to smithi10482514-26 2024-04-02T08:40:42.924 INFO:tasks.rados.rados.0.smithi104.stdout:2804: done (4 left) 2024-04-02T08:40:42.924 INFO:tasks.rados.rados.0.smithi104.stdout:2806: done (3 left) 2024-04-02T08:40:42.924 INFO:tasks.rados.rados.0.smithi104.stdout:2807: done (2 left) 2024-04-02T08:40:42.924 INFO:tasks.rados.rados.0.smithi104.stdout:2810: done (1 left) 2024-04-02T08:40:42.924 INFO:tasks.rados.rados.0.smithi104.stdout:2811: delete oid 29 current snap is 289 2024-04-02T08:40:42.925 INFO:tasks.rados.rados.0.smithi104.stdout:2809: finishing write tid 3 to smithi10482514-26 2024-04-02T08:40:42.925 INFO:tasks.rados.rados.0.smithi104.stdout:2809: oid 26 updating version 0 to 2102 2024-04-02T08:40:42.925 INFO:tasks.rados.rados.0.smithi104.stdout:2809: oid 26 version 2102 is already newer than 2101 2024-04-02T08:40:42.925 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2102 (ObjNum 873 snap 289 seq_num 873) dirty exists 2024-04-02T08:40:42.925 INFO:tasks.rados.rados.0.smithi104.stdout:2809: left oid 26 (ObjNum 873 snap 289 seq_num 873) 2024-04-02T08:40:42.934 INFO:tasks.rados.rados.0.smithi104.stdout:2809: done (1 left) 2024-04-02T08:40:42.934 INFO:tasks.rados.rados.0.smithi104.stdout:2811: done (0 left) 2024-04-02T08:40:42.934 INFO:tasks.rados.rados.0.smithi104.stdout:2812: snap_remove snap 250 2024-04-02T08:40:43.860 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: pgmap v594: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 319 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.861 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.862 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:43.920 INFO:tasks.rados.rados.0.smithi104.stdout:2812: done (0 left) 2024-04-02T08:40:43.921 INFO:tasks.rados.rados.0.smithi104.stdout:2813: snap_create 2024-04-02T08:40:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: pgmap v594: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 319 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-02T08:40:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:40:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: pgmap v594: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 319 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-02T08:40:44.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:44.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:44.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:44.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:44.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:44.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:44.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:44.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:40:44.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:44.920 INFO:tasks.rados.rados.0.smithi104.stdout:2813: done (0 left) 2024-04-02T08:40:44.920 INFO:tasks.rados.rados.0.smithi104.stdout:2814: rmattr oid 49 current snap is 290 2024-04-02T08:40:44.920 INFO:tasks.rados.rados.0.smithi104.stdout:2814: done (0 left) 2024-04-02T08:40:44.921 INFO:tasks.rados.rados.0.smithi104.stdout:2815: snap_remove snap 243 2024-04-02T08:40:45.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:44 smithi104 ceph-mon[96567]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:40:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:44 smithi104 ceph-mon[94081]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:40:45.140 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 08:40:44 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T08:40:44.757Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003386132s 2024-04-02T08:40:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:44 smithi188 ceph-mon[86835]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:40:45.914 INFO:tasks.rados.rados.0.smithi104.stdout:2815: done (0 left) 2024-04-02T08:40:45.914 INFO:tasks.rados.rados.0.smithi104.stdout:2816: rollback oid 11 current snap is 290 2024-04-02T08:40:45.914 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 11 to 274 2024-04-02T08:40:45.914 INFO:tasks.rados.rados.0.smithi104.stdout:2817: delete oid 36 current snap is 290 2024-04-02T08:40:45.924 INFO:tasks.rados.rados.0.smithi104.stdout:2816: finishing rollback tid 1 to smithi10482514-11 2024-04-02T08:40:45.924 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1501 (ObjNum 129 snap 0 seq_num 282632089) dirty dne 2024-04-02T08:40:45.926 INFO:tasks.rados.rados.0.smithi104.stdout:2816: done (1 left) 2024-04-02T08:40:45.926 INFO:tasks.rados.rados.0.smithi104.stdout:2817: done (0 left) 2024-04-02T08:40:45.926 INFO:tasks.rados.rados.0.smithi104.stdout:2818: copy_from oid 45 from oid 47 current snap is 290 2024-04-02T08:40:45.926 INFO:tasks.rados.rados.0.smithi104.stdout:2819: snap_remove snap 282 2024-04-02T08:40:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:40:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:40:45] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:40:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:45 smithi104 ceph-mon[96567]: pgmap v597: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 307 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-02T08:40:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:45 smithi104 ceph-mon[96567]: Upgrade: Updating grafana.a 2024-04-02T08:40:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:45 smithi104 ceph-mon[96567]: Deploying daemon grafana.a on smithi188 2024-04-02T08:40:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:45 smithi104 ceph-mon[96567]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:40:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:45 smithi104 ceph-mon[96567]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:40:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:45 smithi104 ceph-mon[94081]: pgmap v597: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 307 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-02T08:40:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:45 smithi104 ceph-mon[94081]: Upgrade: Updating grafana.a 2024-04-02T08:40:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:45 smithi104 ceph-mon[94081]: Deploying daemon grafana.a on smithi188 2024-04-02T08:40:46.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:45 smithi104 ceph-mon[94081]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:40:46.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:45 smithi104 ceph-mon[94081]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:40:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:45 smithi188 ceph-mon[86835]: pgmap v597: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 307 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-02T08:40:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:45 smithi188 ceph-mon[86835]: Upgrade: Updating grafana.a 2024-04-02T08:40:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:45 smithi188 ceph-mon[86835]: Deploying daemon grafana.a on smithi188 2024-04-02T08:40:46.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:45 smithi188 ceph-mon[86835]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:40:46.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:45 smithi188 ceph-mon[86835]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:40:46.932 INFO:tasks.rados.rados.0.smithi104.stdout:2819: done (1 left) 2024-04-02T08:40:46.933 INFO:tasks.rados.rados.0.smithi104.stdout:2820: setattr oid 1 current snap is 290 2024-04-02T08:40:46.933 INFO:tasks.rados.rados.0.smithi104.stdout:2818: finishing copy_from to smithi10482514-45 2024-04-02T08:40:46.933 INFO:tasks.rados.rados.0.smithi104.stdout:2818: got expected ENOENT (src dne) 2024-04-02T08:40:46.933 INFO:tasks.rados.rados.0.smithi104.stdout:2818: finishing copy_from racing read to smithi10482514-45 2024-04-02T08:40:46.934 INFO:tasks.rados.rados.0.smithi104.stdout:2818: done (1 left) 2024-04-02T08:40:46.934 INFO:tasks.rados.rados.0.smithi104.stdout:2821: snap_create 2024-04-02T08:40:46.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2087 (ObjNum 858 snap 288 seq_num 858) dirty exists 2024-04-02T08:40:47.939 INFO:tasks.rados.rados.0.smithi104.stdout:2820: done (1 left) 2024-04-02T08:40:47.939 INFO:tasks.rados.rados.0.smithi104.stdout:2821: done (0 left) 2024-04-02T08:40:47.939 INFO:tasks.rados.rados.0.smithi104.stdout:2822: snap_remove snap 285 2024-04-02T08:40:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:47 smithi188 ceph-mon[86835]: pgmap v600: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 804 KiB/s wr, 7 op/s 2024-04-02T08:40:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:47 smithi188 ceph-mon[86835]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:40:48.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:47 smithi104 ceph-mon[94081]: pgmap v600: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 804 KiB/s wr, 7 op/s 2024-04-02T08:40:48.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:47 smithi104 ceph-mon[94081]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:40:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:47 smithi104 ceph-mon[96567]: pgmap v600: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 804 KiB/s wr, 7 op/s 2024-04-02T08:40:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:47 smithi104 ceph-mon[96567]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:40:48.942 INFO:tasks.rados.rados.0.smithi104.stdout:2822: done (0 left) 2024-04-02T08:40:48.942 INFO:tasks.rados.rados.0.smithi104.stdout:2823: delete oid 29 current snap is 291 2024-04-02T08:40:48.955 INFO:tasks.rados.rados.0.smithi104.stdout:2823: done (0 left) 2024-04-02T08:40:48.955 INFO:tasks.rados.rados.0.smithi104.stdout:2824: copy_from oid 14 from oid 22 current snap is 291 2024-04-02T08:40:48.955 INFO:tasks.rados.rados.0.smithi104.stdout:2825: delete oid 40 current snap is 291 2024-04-02T08:40:48.956 INFO:tasks.rados.rados.0.smithi104.stdout:2824: finishing copy_from to smithi10482514-14 2024-04-02T08:40:48.956 INFO:tasks.rados.rados.0.smithi104.stdout:2824: got expected ENOENT (src dne) 2024-04-02T08:40:48.957 INFO:tasks.rados.rados.0.smithi104.stdout:2824: finishing copy_from racing read to smithi10482514-14 2024-04-02T08:40:48.960 INFO:tasks.rados.rados.0.smithi104.stdout:2824: done (1 left) 2024-04-02T08:40:48.960 INFO:tasks.rados.rados.0.smithi104.stdout:2825: done (0 left) 2024-04-02T08:40:48.960 INFO:tasks.rados.rados.0.smithi104.stdout:2826: delete oid 19 current snap is 291 2024-04-02T08:40:48.963 INFO:tasks.rados.rados.0.smithi104.stdout:2826: done (0 left) 2024-04-02T08:40:48.963 INFO:tasks.rados.rados.0.smithi104.stdout:2827: rmattr oid 35 current snap is 291 2024-04-02T08:40:48.964 INFO:tasks.rados.rados.0.smithi104.stdout:2827: done (0 left) 2024-04-02T08:40:48.964 INFO:tasks.rados.rados.0.smithi104.stdout:2828: read oid 38 snap 290 2024-04-02T08:40:48.964 INFO:tasks.rados.rados.0.smithi104.stdout:2828: expect (ObjNum 689 snap 220 seq_num 689) 2024-04-02T08:40:48.964 INFO:tasks.rados.rados.0.smithi104.stdout:2829: copy_from oid 36 from oid 40 current snap is 291 2024-04-02T08:40:48.964 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 291 2024-04-02T08:40:48.964 INFO:tasks.rados.rados.0.smithi104.stdout:2830: seq_num 880 ranges {1040384=344064} 2024-04-02T08:40:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:2830: writing smithi10482514-4 from 1040384 to 1384448 tid 1 2024-04-02T08:40:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:2831: read oid 32 snap -1 2024-04-02T08:40:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:2831: expect (ObjNum 861 snap 289 seq_num 861) 2024-04-02T08:40:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 291 2024-04-02T08:40:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:2829: finishing copy_from to smithi10482514-36 2024-04-02T08:40:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:2829: got expected ENOENT (src dne) 2024-04-02T08:40:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:2829: finishing copy_from racing read to smithi10482514-36 2024-04-02T08:40:48.972 INFO:tasks.rados.rados.0.smithi104.stdout:2832: seq_num 881 ranges {0=360448} 2024-04-02T08:40:48.974 INFO:tasks.rados.rados.0.smithi104.stdout:2832: writing smithi10482514-44 from 0 to 360448 tid 1 2024-04-02T08:40:48.974 INFO:tasks.rados.rados.0.smithi104.stdout:2829: done (4 left) 2024-04-02T08:40:48.974 INFO:tasks.rados.rados.0.smithi104.stdout:2833: copy_from oid 27 from oid 2 current snap is 291 2024-04-02T08:40:48.975 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 11 current snap is 291 2024-04-02T08:40:48.975 INFO:tasks.rados.rados.0.smithi104.stdout:2834: seq_num 882 ranges {0=376832} 2024-04-02T08:40:48.976 INFO:tasks.rados.rados.0.smithi104.stdout:2834: writing smithi10482514-11 from 0 to 376832 tid 1 2024-04-02T08:40:48.976 INFO:tasks.rados.rados.0.smithi104.stdout:2835: delete oid 20 current snap is 291 2024-04-02T08:40:48.979 INFO:tasks.rados.rados.0.smithi104.stdout:2830: finishing write tid 1 to smithi10482514-4 2024-04-02T08:40:48.980 INFO:tasks.rados.rados.0.smithi104.stdout:2830: finishing write tid 2 to smithi10482514-4 2024-04-02T08:40:48.980 INFO:tasks.rados.rados.0.smithi104.stdout:2834: finishing write tid 1 to smithi10482514-11 2024-04-02T08:40:48.982 INFO:tasks.rados.rados.0.smithi104.stdout:2834: finishing write tid 2 to smithi10482514-11 2024-04-02T08:40:48.982 INFO:tasks.rados.rados.0.smithi104.stdout:2830: finishing write tid 3 to smithi10482514-4 2024-04-02T08:40:48.983 INFO:tasks.rados.rados.0.smithi104.stdout:2830: oid 4 updating version 0 to 2105 2024-04-02T08:40:48.983 INFO:tasks.rados.rados.0.smithi104.stdout:2830: oid 4 updating version 2105 to 2106 2024-04-02T08:40:48.983 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 2106 (ObjNum 880 snap 291 seq_num 880) dirty exists 2024-04-02T08:40:48.983 INFO:tasks.rados.rados.0.smithi104.stdout:2830: left oid 4 (ObjNum 880 snap 291 seq_num 880) 2024-04-02T08:40:48.983 INFO:tasks.rados.rados.0.smithi104.stdout:2834: finishing write tid 3 to smithi10482514-11 2024-04-02T08:40:48.984 INFO:tasks.rados.rados.0.smithi104.stdout:2834: oid 11 updating version 0 to 1503 2024-04-02T08:40:48.984 INFO:tasks.rados.rados.0.smithi104.stdout:2834: oid 11 version 1503 is already newer than 1502 2024-04-02T08:40:48.984 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1503 (ObjNum 882 snap 291 seq_num 882) dirty exists 2024-04-02T08:40:48.984 INFO:tasks.rados.rados.0.smithi104.stdout:2834: left oid 11 (ObjNum 882 snap 291 seq_num 882) 2024-04-02T08:40:48.984 INFO:tasks.rados.rados.0.smithi104.stdout:2828: expect (ObjNum 689 snap 220 seq_num 689) 2024-04-02T08:40:49.109 INFO:tasks.rados.rados.0.smithi104.stdout:2832: finishing write tid 1 to smithi10482514-44 2024-04-02T08:40:49.109 INFO:tasks.rados.rados.0.smithi104.stdout:2832: finishing write tid 2 to smithi10482514-44 2024-04-02T08:40:49.109 INFO:tasks.rados.rados.0.smithi104.stdout:2828: done (6 left) 2024-04-02T08:40:49.109 INFO:tasks.rados.rados.0.smithi104.stdout:2830: done (5 left) 2024-04-02T08:40:49.110 INFO:tasks.rados.rados.0.smithi104.stdout:2834: done (4 left) 2024-04-02T08:40:49.110 INFO:tasks.rados.rados.0.smithi104.stdout:2835: done (3 left) 2024-04-02T08:40:49.110 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 291 2024-04-02T08:40:49.110 INFO:tasks.rados.rados.0.smithi104.stdout:2831: expect (ObjNum 861 snap 289 seq_num 861) 2024-04-02T08:40:49.285 INFO:tasks.rados.rados.0.smithi104.stdout:2833: finishing copy_from racing read to smithi10482514-27 2024-04-02T08:40:49.285 INFO:tasks.rados.rados.0.smithi104.stdout:2832: finishing write tid 3 to smithi10482514-44 2024-04-02T08:40:49.285 INFO:tasks.rados.rados.0.smithi104.stdout:2832: oid 44 updating version 0 to 2398 2024-04-02T08:40:49.285 INFO:tasks.rados.rados.0.smithi104.stdout:2832: oid 44 updating version 2398 to 2399 2024-04-02T08:40:49.285 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2399 (ObjNum 881 snap 291 seq_num 881) dirty exists 2024-04-02T08:40:49.285 INFO:tasks.rados.rados.0.smithi104.stdout:2832: left oid 44 (ObjNum 881 snap 291 seq_num 881) 2024-04-02T08:40:49.285 INFO:tasks.rados.rados.0.smithi104.stdout:2833: finishing copy_from to smithi10482514-27 2024-04-02T08:40:49.285 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 1968 (ObjNum 732 snap 238 seq_num 732) dirty exists 2024-04-02T08:40:49.285 INFO:tasks.rados.rados.0.smithi104.stdout:2836: seq_num 884 ranges {0=409600} 2024-04-02T08:40:49.288 INFO:tasks.rados.rados.0.smithi104.stdout:2836: writing smithi10482514-12 from 0 to 409600 tid 1 2024-04-02T08:40:49.288 INFO:tasks.rados.rados.0.smithi104.stdout:2831: done (3 left) 2024-04-02T08:40:49.288 INFO:tasks.rados.rados.0.smithi104.stdout:2832: done (2 left) 2024-04-02T08:40:49.288 INFO:tasks.rados.rados.0.smithi104.stdout:2833: done (1 left) 2024-04-02T08:40:49.288 INFO:tasks.rados.rados.0.smithi104.stdout:2837: delete oid 15 current snap is 291 2024-04-02T08:40:49.290 INFO:tasks.rados.rados.0.smithi104.stdout:2836: finishing write tid 1 to smithi10482514-12 2024-04-02T08:40:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:2836: finishing write tid 2 to smithi10482514-12 2024-04-02T08:40:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:2837: done (1 left) 2024-04-02T08:40:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 291 2024-04-02T08:40:49.291 INFO:tasks.rados.rados.0.smithi104.stdout:2838: seq_num 886 ranges {3612672=442368} 2024-04-02T08:40:49.313 INFO:tasks.rados.rados.0.smithi104.stdout:2838: writing smithi10482514-38 from 3612672 to 4055040 tid 1 2024-04-02T08:40:49.313 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 291 2024-04-02T08:40:49.313 INFO:tasks.rados.rados.0.smithi104.stdout:2839: seq_num 887 ranges {5201920=458752} 2024-04-02T08:40:49.344 INFO:tasks.rados.rados.0.smithi104.stdout:2839: writing smithi10482514-50 from 5201920 to 5660672 tid 1 2024-04-02T08:40:49.344 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 291 2024-04-02T08:40:49.344 INFO:tasks.rados.rados.0.smithi104.stdout:2840: seq_num 888 ranges {4349952=475136} 2024-04-02T08:40:49.372 INFO:tasks.rados.rados.0.smithi104.stdout:2840: writing smithi10482514-9 from 4349952 to 4825088 tid 1 2024-04-02T08:40:49.372 INFO:tasks.rados.rados.0.smithi104.stdout:2841: read oid 24 snap -1 2024-04-02T08:40:49.372 INFO:tasks.rados.rados.0.smithi104.stdout:2841: expect deleted 2024-04-02T08:40:49.372 INFO:tasks.rados.rados.0.smithi104.stdout:2842: snap_remove snap 288 2024-04-02T08:40:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:48 smithi188 ceph-mon[86835]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:40:49.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:48 smithi104 ceph-mon[94081]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:40:49.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:48 smithi104 ceph-mon[96567]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:40:49.954 INFO:tasks.rados.rados.0.smithi104.stdout:2842: done (5 left) 2024-04-02T08:40:49.954 INFO:tasks.rados.rados.0.smithi104.stdout:2843: delete oid 26 current snap is 291 2024-04-02T08:40:49.954 INFO:tasks.rados.rados.0.smithi104.stdout:2836: finishing write tid 3 to smithi10482514-12 2024-04-02T08:40:49.954 INFO:tasks.rados.rados.0.smithi104.stdout:2836: oid 12 updating version 0 to 1892 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2836: oid 12 version 1892 is already newer than 1891 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1892 (ObjNum 884 snap 291 seq_num 884) dirty exists 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2836: left oid 12 (ObjNum 884 snap 291 seq_num 884) 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2838: finishing write tid 1 to smithi10482514-38 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2838: finishing write tid 2 to smithi10482514-38 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2838: finishing write tid 3 to smithi10482514-38 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2838: oid 38 updating version 0 to 1970 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2838: oid 38 version 1970 is already newer than 1969 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 1970 (ObjNum 886 snap 291 seq_num 886) dirty exists 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2838: left oid 38 (ObjNum 886 snap 291 seq_num 886) 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2839: finishing write tid 1 to smithi10482514-50 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2839: finishing write tid 2 to smithi10482514-50 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2839: finishing write tid 3 to smithi10482514-50 2024-04-02T08:40:49.955 INFO:tasks.rados.rados.0.smithi104.stdout:2839: oid 50 updating version 0 to 2403 2024-04-02T08:40:49.956 INFO:tasks.rados.rados.0.smithi104.stdout:2839: oid 50 updating version 2403 to 2404 2024-04-02T08:40:49.956 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 2404 (ObjNum 887 snap 291 seq_num 887) dirty exists 2024-04-02T08:40:49.956 INFO:tasks.rados.rados.0.smithi104.stdout:2839: left oid 50 (ObjNum 887 snap 291 seq_num 887) 2024-04-02T08:40:49.956 INFO:tasks.rados.rados.0.smithi104.stdout:2840: finishing write tid 1 to smithi10482514-9 2024-04-02T08:40:49.956 INFO:tasks.rados.rados.0.smithi104.stdout:2840: finishing write tid 2 to smithi10482514-9 2024-04-02T08:40:49.956 INFO:tasks.rados.rados.0.smithi104.stdout:2840: finishing write tid 3 to smithi10482514-9 2024-04-02T08:40:49.956 INFO:tasks.rados.rados.0.smithi104.stdout:2840: oid 9 updating version 0 to 2406 2024-04-02T08:40:49.956 INFO:tasks.rados.rados.0.smithi104.stdout:2840: oid 9 updating version 2406 to 2407 2024-04-02T08:40:49.956 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2407 (ObjNum 888 snap 291 seq_num 888) dirty exists 2024-04-02T08:40:49.956 INFO:tasks.rados.rados.0.smithi104.stdout:2840: left oid 9 (ObjNum 888 snap 291 seq_num 888) 2024-04-02T08:40:49.963 INFO:tasks.rados.rados.0.smithi104.stdout:2836: done (5 left) 2024-04-02T08:40:49.963 INFO:tasks.rados.rados.0.smithi104.stdout:2838: done (4 left) 2024-04-02T08:40:49.963 INFO:tasks.rados.rados.0.smithi104.stdout:2839: done (3 left) 2024-04-02T08:40:49.963 INFO:tasks.rados.rados.0.smithi104.stdout:2840: done (2 left) 2024-04-02T08:40:49.963 INFO:tasks.rados.rados.0.smithi104.stdout:2841: done (1 left) 2024-04-02T08:40:49.963 INFO:tasks.rados.rados.0.smithi104.stdout:2843: done (0 left) 2024-04-02T08:40:49.963 INFO:tasks.rados.rados.0.smithi104.stdout:2844: delete oid 39 current snap is 291 2024-04-02T08:40:49.970 INFO:tasks.rados.rados.0.smithi104.stdout:2844: done (0 left) 2024-04-02T08:40:49.970 INFO:tasks.rados.rados.0.smithi104.stdout:2845: copy_from oid 18 from oid 48 current snap is 291 2024-04-02T08:40:49.970 INFO:tasks.rados.rados.0.smithi104.stdout:2846: read oid 29 snap -1 2024-04-02T08:40:49.970 INFO:tasks.rados.rados.0.smithi104.stdout:2846: expect deleted 2024-04-02T08:40:49.970 INFO:tasks.rados.rados.0.smithi104.stdout:2847: read oid 12 snap -1 2024-04-02T08:40:49.970 INFO:tasks.rados.rados.0.smithi104.stdout:2847: expect (ObjNum 884 snap 291 seq_num 884) 2024-04-02T08:40:49.970 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 291 2024-04-02T08:40:49.970 INFO:tasks.rados.rados.0.smithi104.stdout:2848: seq_num 891 ranges {6414336=532480} 2024-04-02T08:40:50.008 INFO:tasks.rados.rados.0.smithi104.stdout:2848: writing smithi10482514-21 from 6414336 to 6946816 tid 1 2024-04-02T08:40:50.008 INFO:tasks.rados.rados.0.smithi104.stdout:2849: read oid 17 snap -1 2024-04-02T08:40:50.008 INFO:tasks.rados.rados.0.smithi104.stdout:2849: expect (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:40:50.008 INFO:tasks.rados.rados.0.smithi104.stdout:2850: delete oid 23 current snap is 291 2024-04-02T08:40:50.008 INFO:tasks.rados.rados.0.smithi104.stdout:2847: expect (ObjNum 884 snap 291 seq_num 884) 2024-04-02T08:40:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:2845: finishing copy_from racing read to smithi10482514-18 2024-04-02T08:40:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:2845: finishing copy_from to smithi10482514-18 2024-04-02T08:40:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1952 (ObjNum 843 snap 283 seq_num 843) dirty exists 2024-04-02T08:40:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:2848: finishing write tid 1 to smithi10482514-21 2024-04-02T08:40:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:2845: done (5 left) 2024-04-02T08:40:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:2846: done (4 left) 2024-04-02T08:40:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:2847: done (3 left) 2024-04-02T08:40:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:2850: done (2 left) 2024-04-02T08:40:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 291 2024-04-02T08:40:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:2848: finishing write tid 2 to smithi10482514-21 2024-04-02T08:40:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:2851: seq_num 893 ranges {0=565248} 2024-04-02T08:40:50.027 INFO:tasks.rados.rados.0.smithi104.stdout:2851: writing smithi10482514-24 from 0 to 565248 tid 1 2024-04-02T08:40:50.027 INFO:tasks.rados.rados.0.smithi104.stdout:2852: snap_remove snap 277 2024-04-02T08:40:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:49 smithi188 ceph-mon[86835]: pgmap v603: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 281 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 883 KiB/s rd, 432 KiB/s wr, 10 op/s 2024-04-02T08:40:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:49 smithi188 ceph-mon[86835]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:40:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:49 smithi104 ceph-mon[94081]: pgmap v603: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 281 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 883 KiB/s rd, 432 KiB/s wr, 10 op/s 2024-04-02T08:40:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:49 smithi104 ceph-mon[94081]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:40:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:49 smithi104 ceph-mon[96567]: pgmap v603: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 281 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 883 KiB/s rd, 432 KiB/s wr, 10 op/s 2024-04-02T08:40:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:49 smithi104 ceph-mon[96567]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:40:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:50.915 INFO:tasks.rados.rados.0.smithi104.stdout:2852: done (3 left) 2024-04-02T08:40:50.915 INFO:tasks.rados.rados.0.smithi104.stdout:2853: snap_remove snap 266 2024-04-02T08:40:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:50 smithi188 ceph-mon[86835]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:40:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:50 smithi188 ceph-mon[86835]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:40:51.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:50 smithi104 ceph-mon[96567]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:40:51.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:50 smithi104 ceph-mon[96567]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:40:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:50 smithi104 ceph-mon[94081]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:40:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:50 smithi104 ceph-mon[94081]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:40:51.919 INFO:tasks.rados.rados.0.smithi104.stdout:2848: finishing write tid 3 to smithi10482514-21 2024-04-02T08:40:51.919 INFO:tasks.rados.rados.0.smithi104.stdout:2848: oid 21 updating version 0 to 2420 2024-04-02T08:40:51.919 INFO:tasks.rados.rados.0.smithi104.stdout:2848: oid 21 version 2420 is already newer than 2419 2024-04-02T08:40:51.919 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2420 (ObjNum 891 snap 291 seq_num 891) dirty exists 2024-04-02T08:40:51.919 INFO:tasks.rados.rados.0.smithi104.stdout:2848: left oid 21 (ObjNum 891 snap 291 seq_num 891) 2024-04-02T08:40:51.920 INFO:tasks.rados.rados.0.smithi104.stdout:2851: finishing write tid 1 to smithi10482514-24 2024-04-02T08:40:51.920 INFO:tasks.rados.rados.0.smithi104.stdout:2851: finishing write tid 2 to smithi10482514-24 2024-04-02T08:40:51.920 INFO:tasks.rados.rados.0.smithi104.stdout:2851: finishing write tid 3 to smithi10482514-24 2024-04-02T08:40:51.920 INFO:tasks.rados.rados.0.smithi104.stdout:2851: oid 24 updating version 0 to 2204 2024-04-02T08:40:51.920 INFO:tasks.rados.rados.0.smithi104.stdout:2851: oid 24 updating version 2204 to 2205 2024-04-02T08:40:51.920 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 2205 (ObjNum 893 snap 291 seq_num 893) dirty exists 2024-04-02T08:40:51.920 INFO:tasks.rados.rados.0.smithi104.stdout:2851: left oid 24 (ObjNum 893 snap 291 seq_num 893) 2024-04-02T08:40:51.920 INFO:tasks.rados.rados.0.smithi104.stdout:2849: expect (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:40:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:51 smithi188 ceph-mon[86835]: pgmap v606: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 279 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 570 KiB/s wr, 10 op/s 2024-04-02T08:40:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:51 smithi188 ceph-mon[86835]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:40:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:51 smithi104 ceph-mon[96567]: pgmap v606: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 279 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 570 KiB/s wr, 10 op/s 2024-04-02T08:40:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:51 smithi104 ceph-mon[96567]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:40:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:51 smithi104 ceph-mon[94081]: pgmap v606: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 279 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 570 KiB/s wr, 10 op/s 2024-04-02T08:40:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:51 smithi104 ceph-mon[94081]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:40:52.402 INFO:tasks.rados.rados.0.smithi104.stdout:2848: done (3 left) 2024-04-02T08:40:52.402 INFO:tasks.rados.rados.0.smithi104.stdout:2849: done (2 left) 2024-04-02T08:40:52.402 INFO:tasks.rados.rados.0.smithi104.stdout:2851: done (1 left) 2024-04-02T08:40:52.402 INFO:tasks.rados.rados.0.smithi104.stdout:2853: done (0 left) 2024-04-02T08:40:52.403 INFO:tasks.rados.rados.0.smithi104.stdout:2854: delete oid 28 current snap is 291 2024-04-02T08:40:52.403 INFO:tasks.rados.rados.0.smithi104.stdout:2854: done (0 left) 2024-04-02T08:40:52.403 INFO:tasks.rados.rados.0.smithi104.stdout:2855: delete oid 19 current snap is 291 2024-04-02T08:40:52.404 INFO:tasks.rados.rados.0.smithi104.stdout:2855: done (0 left) 2024-04-02T08:40:52.404 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 291 2024-04-02T08:40:52.404 INFO:tasks.rados.rados.0.smithi104.stdout:2856: seq_num 896 ranges {2129920=614400} 2024-04-02T08:40:52.419 INFO:tasks.rados.rados.0.smithi104.stdout:2856: writing smithi10482514-18 from 2129920 to 2744320 tid 1 2024-04-02T08:40:52.419 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 291 2024-04-02T08:40:52.419 INFO:tasks.rados.rados.0.smithi104.stdout:2857: seq_num 897 ranges {720896=630784} 2024-04-02T08:40:52.426 INFO:tasks.rados.rados.0.smithi104.stdout:2857: writing smithi10482514-14 from 720896 to 1351680 tid 1 2024-04-02T08:40:52.426 INFO:tasks.rados.rados.0.smithi104.stdout:2858: delete oid 35 current snap is 291 2024-04-02T08:40:52.426 INFO:tasks.rados.rados.0.smithi104.stdout:2856: finishing write tid 1 to smithi10482514-18 2024-04-02T08:40:52.426 INFO:tasks.rados.rados.0.smithi104.stdout:2856: finishing write tid 2 to smithi10482514-18 2024-04-02T08:40:52.426 INFO:tasks.rados.rados.0.smithi104.stdout:2856: finishing write tid 3 to smithi10482514-18 2024-04-02T08:40:52.426 INFO:tasks.rados.rados.0.smithi104.stdout:2856: oid 18 updating version 0 to 1953 2024-04-02T08:40:52.426 INFO:tasks.rados.rados.0.smithi104.stdout:2856: oid 18 updating version 1953 to 1954 2024-04-02T08:40:52.426 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1954 (ObjNum 896 snap 291 seq_num 896) dirty exists 2024-04-02T08:40:52.426 INFO:tasks.rados.rados.0.smithi104.stdout:2856: left oid 18 (ObjNum 896 snap 291 seq_num 896) 2024-04-02T08:40:52.428 INFO:tasks.rados.rados.0.smithi104.stdout:2856: done (2 left) 2024-04-02T08:40:52.428 INFO:tasks.rados.rados.0.smithi104.stdout:2858: done (1 left) 2024-04-02T08:40:52.428 INFO:tasks.rados.rados.0.smithi104.stdout:2859: setattr oid 35 current snap is 291 2024-04-02T08:40:52.429 INFO:tasks.rados.rados.0.smithi104.stdout:2857: finishing write tid 1 to smithi10482514-14 2024-04-02T08:40:52.429 INFO:tasks.rados.rados.0.smithi104.stdout:2857: finishing write tid 2 to smithi10482514-14 2024-04-02T08:40:52.430 INFO:tasks.rados.rados.0.smithi104.stdout:2860: copy_from oid 26 from oid 1 current snap is 291 2024-04-02T08:40:52.430 INFO:tasks.rados.rados.0.smithi104.stdout:2861: copy_from oid 17 from oid 29 current snap is 291 2024-04-02T08:40:52.430 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 291 2024-04-02T08:40:52.430 INFO:tasks.rados.rados.0.smithi104.stdout:2862: seq_num 899 ranges {1204224=663552} 2024-04-02T08:40:52.441 INFO:tasks.rados.rados.0.smithi104.stdout:2862: writing smithi10482514-27 from 1204224 to 1867776 tid 1 2024-04-02T08:40:52.441 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 291 2024-04-02T08:40:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:2857: finishing write tid 3 to smithi10482514-14 2024-04-02T08:40:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:2857: oid 14 updating version 0 to 1881 2024-04-02T08:40:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:2857: oid 14 updating version 1881 to 1882 2024-04-02T08:40:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 1882 (ObjNum 897 snap 291 seq_num 897) dirty exists 2024-04-02T08:40:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:2857: left oid 14 (ObjNum 897 snap 291 seq_num 897) 2024-04-02T08:40:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:2861: finishing copy_from to smithi10482514-17 2024-04-02T08:40:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:2861: got expected ENOENT (src dne) 2024-04-02T08:40:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:2861: finishing copy_from racing read to smithi10482514-17 2024-04-02T08:40:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2221 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:40:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:2860: finishing copy_from racing read to smithi10482514-26 2024-04-02T08:40:52.442 INFO:tasks.rados.rados.0.smithi104.stdout:2863: seq_num 900 ranges {1204224=679936} 2024-04-02T08:40:52.452 INFO:tasks.rados.rados.0.smithi104.stdout:2863: writing smithi10482514-2 from 1204224 to 1884160 tid 1 2024-04-02T08:40:52.452 INFO:tasks.rados.rados.0.smithi104.stdout:2857: done (5 left) 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:2859: done (4 left) 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:2861: done (3 left) 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:2864: read oid 45 snap -1 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:2864: expect (ObjNum 839 snap 283 seq_num 839) 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:2865: rollback oid 11 current snap is 291 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 11 to 241 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:2860: finishing copy_from to smithi10482514-26 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2087 (ObjNum 858 snap 288 seq_num 858) dirty exists 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:2862: finishing write tid 1 to smithi10482514-27 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:2862: finishing write tid 2 to smithi10482514-27 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:2860: done (4 left) 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:2866: read oid 9 snap -1 2024-04-02T08:40:52.453 INFO:tasks.rados.rados.0.smithi104.stdout:2866: expect (ObjNum 888 snap 291 seq_num 888) 2024-04-02T08:40:52.454 INFO:tasks.rados.rados.0.smithi104.stdout:2867: read oid 29 snap -1 2024-04-02T08:40:52.454 INFO:tasks.rados.rados.0.smithi104.stdout:2867: expect deleted 2024-04-02T08:40:52.454 INFO:tasks.rados.rados.0.smithi104.stdout:2868: read oid 24 snap -1 2024-04-02T08:40:52.454 INFO:tasks.rados.rados.0.smithi104.stdout:2868: expect (ObjNum 893 snap 291 seq_num 893) 2024-04-02T08:40:52.454 INFO:tasks.rados.rados.0.smithi104.stdout:2869: delete oid 31 current snap is 291 2024-04-02T08:40:52.454 INFO:tasks.rados.rados.0.smithi104.stdout:2862: finishing write tid 3 to smithi10482514-27 2024-04-02T08:40:52.454 INFO:tasks.rados.rados.0.smithi104.stdout:2862: oid 27 updating version 0 to 2109 2024-04-02T08:40:52.454 INFO:tasks.rados.rados.0.smithi104.stdout:2862: oid 27 version 2109 is already newer than 2108 2024-04-02T08:40:52.454 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 2109 (ObjNum 899 snap 291 seq_num 899) dirty exists 2024-04-02T08:40:52.454 INFO:tasks.rados.rados.0.smithi104.stdout:2862: left oid 27 (ObjNum 899 snap 291 seq_num 899) 2024-04-02T08:40:52.456 INFO:tasks.rados.rados.0.smithi104.stdout:2868: expect (ObjNum 893 snap 291 seq_num 893) 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2865: finishing rollback tid 0 to smithi10482514-11 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2865: finishing rollback tid 1 to smithi10482514-11 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2865: finishing rollback tid 2 to smithi10482514-11 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1506 (ObjNum 608 snap 192 seq_num 608) dirty exists 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2863: finishing write tid 1 to smithi10482514-2 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2863: finishing write tid 2 to smithi10482514-2 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2863: finishing write tid 3 to smithi10482514-2 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2863: oid 2 updating version 0 to 1969 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2863: oid 2 updating version 1969 to 1970 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1970 (ObjNum 900 snap 291 seq_num 900) dirty exists 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2863: left oid 2 (ObjNum 900 snap 291 seq_num 900) 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2862: done (7 left) 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2863: done (6 left) 2024-04-02T08:40:52.476 INFO:tasks.rados.rados.0.smithi104.stdout:2865: done (5 left) 2024-04-02T08:40:52.477 INFO:tasks.rados.rados.0.smithi104.stdout:2867: done (4 left) 2024-04-02T08:40:52.477 INFO:tasks.rados.rados.0.smithi104.stdout:2868: done (3 left) 2024-04-02T08:40:52.477 INFO:tasks.rados.rados.0.smithi104.stdout:2869: done (2 left) 2024-04-02T08:40:52.477 INFO:tasks.rados.rados.0.smithi104.stdout:2870: copy_from oid 3 from oid 4 current snap is 291 2024-04-02T08:40:52.477 INFO:tasks.rados.rados.0.smithi104.stdout:2866: expect (ObjNum 888 snap 291 seq_num 888) 2024-04-02T08:40:52.610 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:40:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:52.706 INFO:tasks.rados.rados.0.smithi104.stdout:2864: expect (ObjNum 839 snap 283 seq_num 839) 2024-04-02T08:40:52.841 INFO:tasks.rados.rados.0.smithi104.stdout:2870: finishing copy_from racing read to smithi10482514-3 2024-04-02T08:40:52.841 INFO:tasks.rados.rados.0.smithi104.stdout:2870: finishing copy_from to smithi10482514-3 2024-04-02T08:40:52.841 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2106 (ObjNum 880 snap 291 seq_num 880) dirty exists 2024-04-02T08:40:52.842 INFO:tasks.rados.rados.0.smithi104.stdout:2864: done (2 left) 2024-04-02T08:40:52.842 INFO:tasks.rados.rados.0.smithi104.stdout:2866: done (1 left) 2024-04-02T08:40:52.842 INFO:tasks.rados.rados.0.smithi104.stdout:2870: done (0 left) 2024-04-02T08:40:52.842 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 291 2024-04-02T08:40:52.842 INFO:tasks.rados.rados.0.smithi104.stdout:2871: seq_num 902 ranges {6946816=712704} 2024-04-02T08:40:52.882 INFO:tasks.rados.rados.0.smithi104.stdout:2871: writing smithi10482514-21 from 6946816 to 7659520 tid 1 2024-04-02T08:40:52.883 INFO:tasks.rados.rados.0.smithi104.stdout:2872: delete oid 28 current snap is 291 2024-04-02T08:40:52.886 INFO:tasks.rados.rados.0.smithi104.stdout:2872: done (1 left) 2024-04-02T08:40:52.886 INFO:tasks.rados.rados.0.smithi104.stdout:2873: read oid 23 snap 260 2024-04-02T08:40:52.886 INFO:tasks.rados.rados.0.smithi104.stdout:2873: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:40:52.886 INFO:tasks.rados.rados.0.smithi104.stdout:2874: copy_from oid 27 from oid 22 current snap is 291 2024-04-02T08:40:52.886 INFO:tasks.rados.rados.0.smithi104.stdout:2875: copy_from oid 37 from oid 41 current snap is 291 2024-04-02T08:40:52.886 INFO:tasks.rados.rados.0.smithi104.stdout:2876: snap_create 2024-04-02T08:40:52.886 INFO:tasks.rados.rados.0.smithi104.stdout:2875: finishing copy_from to smithi10482514-37 2024-04-02T08:40:52.887 INFO:tasks.rados.rados.0.smithi104.stdout:2875: got expected ENOENT (src dne) 2024-04-02T08:40:52.887 INFO:tasks.rados.rados.0.smithi104.stdout:2875: finishing copy_from racing read to smithi10482514-37 2024-04-02T08:40:52.887 INFO:tasks.rados.rados.0.smithi104.stdout:2871: finishing write tid 1 to smithi10482514-21 2024-04-02T08:40:52.887 INFO:tasks.rados.rados.0.smithi104.stdout:2871: finishing write tid 2 to smithi10482514-21 2024-04-02T08:40:52.889 INFO:tasks.rados.rados.0.smithi104.stdout:2871: finishing write tid 3 to smithi10482514-21 2024-04-02T08:40:52.889 INFO:tasks.rados.rados.0.smithi104.stdout:2871: oid 21 updating version 0 to 2437 2024-04-02T08:40:52.889 INFO:tasks.rados.rados.0.smithi104.stdout:2871: oid 21 updating version 2437 to 2438 2024-04-02T08:40:52.889 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2438 (ObjNum 902 snap 291 seq_num 902) dirty exists 2024-04-02T08:40:52.889 INFO:tasks.rados.rados.0.smithi104.stdout:2871: left oid 21 (ObjNum 902 snap 291 seq_num 902) 2024-04-02T08:40:52.889 INFO:tasks.rados.rados.0.smithi104.stdout:2873: expect (ObjNum 436 snap 140 seq_num 436) 2024-04-02T08:40:52.893 INFO:tasks.rados.rados.0.smithi104.stdout:2874: finishing copy_from to smithi10482514-27 2024-04-02T08:40:52.893 INFO:tasks.rados.rados.0.smithi104.stdout:2874: got expected ENOENT (src dne) 2024-04-02T08:40:52.893 INFO:tasks.rados.rados.0.smithi104.stdout:2874: finishing copy_from racing read to smithi10482514-27 2024-04-02T08:40:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:2871: done (4 left) 2024-04-02T08:40:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:2873: done (3 left) 2024-04-02T08:40:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:2874: done (2 left) 2024-04-02T08:40:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:2875: done (1 left) 2024-04-02T08:40:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:2876: done (0 left) 2024-04-02T08:40:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:2877: rollback oid 18 current snap is 292 2024-04-02T08:40:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 18 to 257 2024-04-02T08:40:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:2878: copy_from oid 24 from oid 30 current snap is 292 2024-04-02T08:40:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:2879: copy_from oid 10 from oid 22 current snap is 292 2024-04-02T08:40:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:2880: snap_remove snap 276 2024-04-02T08:40:53.968 INFO:tasks.rados.rados.0.smithi104.stdout:2880: done (3 left) 2024-04-02T08:40:53.968 INFO:tasks.rados.rados.0.smithi104.stdout:2881: read oid 16 snap -1 2024-04-02T08:40:53.968 INFO:tasks.rados.rados.0.smithi104.stdout:2881: expect (ObjNum 833 snap 281 seq_num 833) 2024-04-02T08:40:53.968 INFO:tasks.rados.rados.0.smithi104.stdout:2882: rollback oid 11 current snap is 292 2024-04-02T08:40:53.968 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 11 to 291 2024-04-02T08:40:53.968 INFO:tasks.rados.rados.0.smithi104.stdout:2883: copy_from oid 35 from oid 42 current snap is 292 2024-04-02T08:40:53.968 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 292 2024-04-02T08:40:53.968 INFO:tasks.rados.rados.0.smithi104.stdout:2884: seq_num 904 ranges {0=745472} 2024-04-02T08:40:53.973 INFO:tasks.rados.rados.0.smithi104.stdout:2884: writing smithi10482514-39 from 0 to 745472 tid 1 2024-04-02T08:40:53.973 INFO:tasks.rados.rados.0.smithi104.stdout:2885: snap_remove snap 260 2024-04-02T08:40:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:53 smithi188 ceph-mon[86835]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 283 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:40:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:53 smithi188 ceph-mon[86835]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:40:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:53 smithi104 ceph-mon[96567]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 283 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:40:54.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:53 smithi104 ceph-mon[96567]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:40:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:53 smithi104 ceph-mon[94081]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 283 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:40:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:53 smithi104 ceph-mon[94081]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:40:54.974 INFO:tasks.rados.rados.0.smithi104.stdout:2885: done (7 left) 2024-04-02T08:40:54.974 INFO:tasks.rados.rados.0.smithi104.stdout:2886: delete oid 26 current snap is 292 2024-04-02T08:40:54.974 INFO:tasks.rados.rados.0.smithi104.stdout:2879: finishing copy_from to smithi10482514-10 2024-04-02T08:40:54.974 INFO:tasks.rados.rados.0.smithi104.stdout:2879: got expected ENOENT (src dne) 2024-04-02T08:40:54.974 INFO:tasks.rados.rados.0.smithi104.stdout:2877: finishing rollback tid 0 to smithi10482514-18 2024-04-02T08:40:54.974 INFO:tasks.rados.rados.0.smithi104.stdout:2879: finishing copy_from racing read to smithi10482514-10 2024-04-02T08:40:54.974 INFO:tasks.rados.rados.0.smithi104.stdout:2877: finishing rollback tid 1 to smithi10482514-18 2024-04-02T08:40:54.974 INFO:tasks.rados.rados.0.smithi104.stdout:2877: finishing rollback tid 2 to smithi10482514-18 2024-04-02T08:40:54.974 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1957 (ObjNum 747 snap 244 seq_num 747) dirty exists 2024-04-02T08:40:54.974 INFO:tasks.rados.rados.0.smithi104.stdout:2878: finishing copy_from racing read to smithi10482514-24 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:2878: finishing copy_from to smithi10482514-24 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 1880 (ObjNum 867 snap 289 seq_num 867) dirty exists 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:2883: finishing copy_from to smithi10482514-35 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:2883: got expected ENOENT (src dne) 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:2882: finishing rollback tid 0 to smithi10482514-11 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:2882: finishing rollback tid 1 to smithi10482514-11 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:2882: finishing rollback tid 2 to smithi10482514-11 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1509 (ObjNum 608 snap 192 seq_num 608) dirty exists 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:2883: finishing copy_from racing read to smithi10482514-35 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:2884: finishing write tid 1 to smithi10482514-39 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:2884: finishing write tid 2 to smithi10482514-39 2024-04-02T08:40:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:2881: expect (ObjNum 833 snap 281 seq_num 833) 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2884: finishing write tid 3 to smithi10482514-39 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2884: oid 39 updating version 0 to 2229 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2884: oid 39 version 2229 is already newer than 2228 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 2229 (ObjNum 904 snap 292 seq_num 904) dirty exists 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2884: left oid 39 (ObjNum 904 snap 292 seq_num 904) 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2877: done (7 left) 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2878: done (6 left) 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2879: done (5 left) 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2881: done (4 left) 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2882: done (3 left) 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2883: done (2 left) 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2884: done (1 left) 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:2886: done (0 left) 2024-04-02T08:40:55.052 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 292 2024-04-02T08:40:55.053 INFO:tasks.rados.rados.0.smithi104.stdout:2887: seq_num 906 ranges {4489216=778240} 2024-04-02T08:40:55.080 INFO:tasks.rados.rados.0.smithi104.stdout:2887: writing smithi10482514-43 from 4489216 to 5267456 tid 1 2024-04-02T08:40:55.080 INFO:tasks.rados.rados.0.smithi104.stdout:2888: snap_remove snap 259 2024-04-02T08:40:55.267 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:54 smithi188 ceph-mon[86835]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:40:55.267 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:55 smithi188 systemd[1]: Stopping Ceph grafana.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:55.290 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:54 smithi104 ceph-mon[96567]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:40:55.291 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:54 smithi104 ceph-mon[94081]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:40:55.555 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:55 smithi188 podman[123904]: 2024-04-02 08:40:55.268504027 +0000 UTC m=+0.113351827 container died 334b31d217d7613bf6d408424f78707001277e14335035af269690daf2ab9ece (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, release=239.1651231664, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, vendor=Red Hat, Inc., io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , io.openshift.expose-services=, distribution-scope=public, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897) 2024-04-02T08:40:55.873 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:55 smithi188 podman[123904]: 2024-04-02 08:40:55.638541715 +0000 UTC m=+0.483389505 container cleanup 334b31d217d7613bf6d408424f78707001277e14335035af269690daf2ab9ece (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, io.openshift.expose-services=, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, maintainer=Paul Cuzner , com.redhat.component=ubi8-container) 2024-04-02T08:40:55.873 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:55 smithi188 bash[123904]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T08:40:55.915 INFO:tasks.rados.rados.0.smithi104.stdout:2888: done (1 left) 2024-04-02T08:40:55.915 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 292 2024-04-02T08:40:55.915 INFO:tasks.rados.rados.0.smithi104.stdout:2889: seq_num 907 ranges {7659520=794624} 2024-04-02T08:40:55.963 INFO:tasks.rados.rados.0.smithi104.stdout:2889: writing smithi10482514-21 from 7659520 to 8454144 tid 1 2024-04-02T08:40:55.963 INFO:tasks.rados.rados.0.smithi104.stdout:2890: rmattr oid 39 current snap is 292 2024-04-02T08:40:55.963 INFO:tasks.rados.rados.0.smithi104.stdout:2890: done (2 left) 2024-04-02T08:40:55.963 INFO:tasks.rados.rados.0.smithi104.stdout:2891: snap_remove snap 281 2024-04-02T08:40:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:40:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:40:55] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:40:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:55 smithi104 ceph-mon[94081]: pgmap v612: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:40:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:55 smithi104 ceph-mon[94081]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:40:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:55 smithi104 ceph-mon[94081]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:40:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:55 smithi104 ceph-mon[96567]: pgmap v612: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:40:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:55 smithi104 ceph-mon[96567]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:40:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:55 smithi104 ceph-mon[96567]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:40:56.260 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:55 smithi188 ceph-mon[86835]: pgmap v612: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:40:56.260 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:55 smithi188 ceph-mon[86835]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:40:56.260 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:55 smithi188 ceph-mon[86835]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:40:56.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:55 smithi188 podman[123923]: 2024-04-02 08:40:55.931722056 +0000 UTC m=+0.666162400 container remove 334b31d217d7613bf6d408424f78707001277e14335035af269690daf2ab9ece (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, vcs-type=git, name=ubi8, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.openshift.tags=base rhel8, release=239.1651231664, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897) 2024-04-02T08:40:56.260 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:55 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:40:56.261 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-02T08:40:56.261 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 systemd[1]: Stopped Ceph grafana.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:56.261 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 11.039s CPU time. 2024-04-02T08:40:56.600 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 systemd[1]: Starting Ceph grafana.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:56.600 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 podman[124059]: 2024-04-02 08:40:56.375994087 +0000 UTC m=+0.018147170 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-02T08:40:56.600 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 podman[124059]: 2024-04-02 08:40:56.474751449 +0000 UTC m=+0.116904563 container create 252461f7a65db9d54dd9db921db725fc9f97191b107bbef3d3d6a0553eecd92b (image=quay.io/ceph/grafana:9.4.12, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:40:56.918 INFO:tasks.rados.rados.0.smithi104.stdout:2891: done (2 left) 2024-04-02T08:40:56.918 INFO:tasks.rados.rados.0.smithi104.stdout:2892: snap_remove snap 241 2024-04-02T08:40:57.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 podman[124059]: 2024-04-02 08:40:56.718594584 +0000 UTC m=+0.360747653 container init 252461f7a65db9d54dd9db921db725fc9f97191b107bbef3d3d6a0553eecd92b (image=quay.io/ceph/grafana:9.4.12, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:40:57.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 podman[124059]: 2024-04-02 08:40:56.7243043 +0000 UTC m=+0.366457376 container start 252461f7a65db9d54dd9db921db725fc9f97191b107bbef3d3d6a0553eecd92b (image=quay.io/ceph/grafana:9.4.12, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:40:57.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 bash[124059]: 252461f7a65db9d54dd9db921db725fc9f97191b107bbef3d3d6a0553eecd92b 2024-04-02T08:40:57.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 systemd[1]: Started Ceph grafana.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:57.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872101316Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-02T08:40:57.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872308266Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:40:57.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872320502Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:40:57.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872324046Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:40:57.125 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872326874Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-02T08:40:57.125 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872329848Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-02T08:40:57.125 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872332425Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-02T08:40:57.125 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872335047Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-02T08:40:57.125 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872337685Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-02T08:40:57.125 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872340996Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:40:57.125 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872343604Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:40:57.125 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872346096Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:40:57.125 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872348631Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872352452Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872355417Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872357852Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872360232Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872362913Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=settings t=2024-04-02T08:40:56.872365632Z level=info msg="App mode production" 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=sqlstore t=2024-04-02T08:40:56.872399802Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=sqlstore t=2024-04-02T08:40:56.87241041Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=migrator t=2024-04-02T08:40:56.886865208Z level=info msg="Starting DB migrations" 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=migrator t=2024-04-02T08:40:56.891711364Z level=info msg="migrations completed" performed=0 skipped=481 duration=425.333µs 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=sqlstore t=2024-04-02T08:40:56.892048503Z level=info msg="Created default organization" 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=plugin.finder t=2024-04-02T08:40:56.936626898Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-02T08:40:57.126 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=secrets t=2024-04-02T08:40:56.937574258Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:40:57.127 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=query_data t=2024-04-02T08:40:56.941380044Z level=info msg="Query Service initialization" 2024-04-02T08:40:57.127 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=live.push_http t=2024-04-02T08:40:56.944975504Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:40:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-mon[86835]: pgmap v615: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-04-02T08:40:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-mon[86835]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:40:57.874 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=infra.usagestats.collector t=2024-04-02T08:40:57.615692394Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:40:57.874 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=provisioning.datasources t=2024-04-02T08:40:57.618166344Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-02T08:40:57.874 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=provisioning.datasources t=2024-04-02T08:40:57.618182662Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-02T08:40:57.874 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=provisioning.datasources t=2024-04-02T08:40:57.618350242Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:40:57.875 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=provisioning.alerting t=2024-04-02T08:40:57.641562511Z level=info msg="starting to provision alerting" 2024-04-02T08:40:57.875 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=provisioning.alerting t=2024-04-02T08:40:57.641577726Z level=info msg="finished to provision alerting" 2024-04-02T08:40:57.875 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=grafanaStorageLogger t=2024-04-02T08:40:57.641796395Z level=info msg="storage starting" 2024-04-02T08:40:57.875 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=ngalert.state.manager t=2024-04-02T08:40:57.641886346Z level=info msg="Warming state cache for startup" 2024-04-02T08:40:57.875 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=http.server t=2024-04-02T08:40:57.643579737Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:40:57.875 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=ngalert.state.manager t=2024-04-02T08:40:57.653898296Z level=info msg="State cache has been initialized" states=0 duration=12.010011ms 2024-04-02T08:40:57.875 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:40:57.653936069Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:40:57.875 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=ticker t=2024-04-02T08:40:57.653961395Z level=info msg=starting first_tick=2024-04-02T08:41:00Z 2024-04-02T08:40:57.918 INFO:tasks.rados.rados.0.smithi104.stdout:2892: done (2 left) 2024-04-02T08:40:58.253 INFO:tasks.rados.rados.0.smithi104.stdout:2893: rmattr oid 29 current snap is 292 2024-04-02T08:40:58.253 INFO:tasks.rados.rados.0.smithi104.stdout:2893: done (2 left) 2024-04-02T08:40:58.253 INFO:tasks.rados.rados.0.smithi104.stdout:2894: read oid 11 snap -1 2024-04-02T08:40:58.253 INFO:tasks.rados.rados.0.smithi104.stdout:2894: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:40:58.253 INFO:tasks.rados.rados.0.smithi104.stdout:2895: read oid 40 snap -1 2024-04-02T08:40:58.253 INFO:tasks.rados.rados.0.smithi104.stdout:2895: expect deleted 2024-04-02T08:40:58.253 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 292 2024-04-02T08:40:58.253 INFO:tasks.rados.rados.0.smithi104.stdout:2896: seq_num 908 ranges {516096=409600,925696=401408} 2024-04-02T08:40:58.255 INFO:tasks.rados.rados.0.smithi104.stdout:2896: writing smithi10482514-18 from 516096 to 925696 tid 1 2024-04-02T08:40:58.255 INFO:tasks.rados.rados.0.smithi104.stdout:2896: writing smithi10482514-18 from 925696 to 1327104 tid 2 2024-04-02T08:40:58.255 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 292 2024-04-02T08:40:58.255 INFO:tasks.rados.rados.0.smithi104.stdout:2887: finishing write tid 1 to smithi10482514-43 2024-04-02T08:40:58.255 INFO:tasks.rados.rados.0.smithi104.stdout:2887: finishing write tid 2 to smithi10482514-43 2024-04-02T08:40:58.255 INFO:tasks.rados.rados.0.smithi104.stdout:2887: finishing write tid 3 to smithi10482514-43 2024-04-02T08:40:58.255 INFO:tasks.rados.rados.0.smithi104.stdout:2887: oid 43 updating version 0 to 1885 2024-04-02T08:40:58.255 INFO:tasks.rados.rados.0.smithi104.stdout:2887: oid 43 version 1885 is already newer than 1884 2024-04-02T08:40:58.255 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1885 (ObjNum 906 snap 292 seq_num 906) dirty exists 2024-04-02T08:40:58.255 INFO:tasks.rados.rados.0.smithi104.stdout:2887: left oid 43 (ObjNum 906 snap 292 seq_num 906) 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2889: finishing write tid 1 to smithi10482514-21 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2889: finishing write tid 2 to smithi10482514-21 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2889: finishing write tid 3 to smithi10482514-21 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2889: oid 21 updating version 0 to 2461 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2889: oid 21 version 2461 is already newer than 2460 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2461 (ObjNum 907 snap 292 seq_num 907) dirty exists 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2889: left oid 21 (ObjNum 907 snap 292 seq_num 907) 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2897: seq_num 909 ranges {57344=425984,483328=401408} 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2897: writing smithi10482514-7 from 57344 to 483328 tid 1 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2897: writing smithi10482514-7 from 483328 to 884736 tid 2 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2887: done (5 left) 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2889: done (4 left) 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2895: done (3 left) 2024-04-02T08:40:58.256 INFO:tasks.rados.rados.0.smithi104.stdout:2898: snap_remove snap 274 2024-04-02T08:40:58.257 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:57 smithi104 ceph-mon[96567]: pgmap v615: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-04-02T08:40:58.257 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:58.257 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:58.257 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:58.257 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:57 smithi104 ceph-mon[96567]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:40:58.257 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:57 smithi104 ceph-mon[94081]: pgmap v615: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-04-02T08:40:58.257 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:58.257 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:40:58.257 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:58.258 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:57 smithi104 ceph-mon[94081]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:40:58.923 INFO:tasks.rados.rados.0.smithi104.stdout:2898: done (3 left) 2024-04-02T08:40:58.924 INFO:tasks.rados.rados.0.smithi104.stdout:2899: copy_from oid 6 from oid 14 current snap is 292 2024-04-02T08:40:58.924 INFO:tasks.rados.rados.0.smithi104.stdout:2894: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:40:58.951 INFO:tasks.rados.rados.0.smithi104.stdout:2896: finishing write tid 1 to smithi10482514-18 2024-04-02T08:40:58.951 INFO:tasks.rados.rados.0.smithi104.stdout:2896: finishing write tid 2 to smithi10482514-18 2024-04-02T08:40:58.951 INFO:tasks.rados.rados.0.smithi104.stdout:2896: finishing write tid 3 to smithi10482514-18 2024-04-02T08:40:58.951 INFO:tasks.rados.rados.0.smithi104.stdout:2897: finishing write tid 1 to smithi10482514-7 2024-04-02T08:40:58.951 INFO:tasks.rados.rados.0.smithi104.stdout:2897: finishing write tid 2 to smithi10482514-7 2024-04-02T08:40:58.951 INFO:tasks.rados.rados.0.smithi104.stdout:2897: finishing write tid 3 to smithi10482514-7 2024-04-02T08:40:58.951 INFO:tasks.rados.rados.0.smithi104.stdout:2896: finishing write tid 4 to smithi10482514-18 2024-04-02T08:40:58.952 INFO:tasks.rados.rados.0.smithi104.stdout:2896: oid 18 updating version 0 to 1958 2024-04-02T08:40:58.952 INFO:tasks.rados.rados.0.smithi104.stdout:2896: oid 18 updating version 1958 to 1959 2024-04-02T08:40:58.952 INFO:tasks.rados.rados.0.smithi104.stdout:2896: oid 18 updating version 1959 to 1960 2024-04-02T08:40:58.952 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1960 (ObjNum 908 snap 292 seq_num 908) dirty exists 2024-04-02T08:40:58.952 INFO:tasks.rados.rados.0.smithi104.stdout:2896: left oid 18 (ObjNum 908 snap 292 seq_num 908) 2024-04-02T08:40:58.952 INFO:tasks.rados.rados.0.smithi104.stdout:2897: finishing write tid 4 to smithi10482514-7 2024-04-02T08:40:58.952 INFO:tasks.rados.rados.0.smithi104.stdout:2897: oid 7 updating version 0 to 2090 2024-04-02T08:40:58.952 INFO:tasks.rados.rados.0.smithi104.stdout:2897: oid 7 version 2090 is already newer than 2088 2024-04-02T08:40:58.953 INFO:tasks.rados.rados.0.smithi104.stdout:2897: oid 7 version 2090 is already newer than 2089 2024-04-02T08:40:58.953 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2090 (ObjNum 909 snap 292 seq_num 909) dirty exists 2024-04-02T08:40:58.953 INFO:tasks.rados.rados.0.smithi104.stdout:2897: left oid 7 (ObjNum 909 snap 292 seq_num 909) 2024-04-02T08:40:58.953 INFO:tasks.rados.rados.0.smithi104.stdout:2894: done (3 left) 2024-04-02T08:40:58.953 INFO:tasks.rados.rados.0.smithi104.stdout:2896: done (2 left) 2024-04-02T08:40:58.953 INFO:tasks.rados.rados.0.smithi104.stdout:2897: done (1 left) 2024-04-02T08:40:58.953 INFO:tasks.rados.rados.0.smithi104.stdout:2900: snap_remove snap 264 2024-04-02T08:40:59.276 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:58 smithi188 ceph-mon[86835]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:40:59.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:58 smithi104 ceph-mon[94081]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:40:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:58 smithi104 ceph-mon[96567]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:40:59.934 INFO:tasks.rados.rados.0.smithi104.stdout:2900: done (1 left) 2024-04-02T08:40:59.935 INFO:tasks.rados.rados.0.smithi104.stdout:2901: copy_from oid 49 from oid 17 current snap is 292 2024-04-02T08:40:59.935 INFO:tasks.rados.rados.0.smithi104.stdout:2899: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:40:59.935 INFO:tasks.rados.rados.0.smithi104.stdout:2899: finishing copy_from to smithi10482514-6 2024-04-02T08:40:59.935 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 1882 (ObjNum 897 snap 291 seq_num 897) dirty exists 2024-04-02T08:40:59.935 INFO:tasks.rados.rados.0.smithi104.stdout:2899: done (1 left) 2024-04-02T08:40:59.935 INFO:tasks.rados.rados.0.smithi104.stdout:2902: read oid 18 snap -1 2024-04-02T08:40:59.935 INFO:tasks.rados.rados.0.smithi104.stdout:2902: expect (ObjNum 908 snap 292 seq_num 908) 2024-04-02T08:40:59.935 INFO:tasks.rados.rados.0.smithi104.stdout:2903: delete oid 34 current snap is 292 2024-04-02T08:40:59.942 INFO:tasks.rados.rados.0.smithi104.stdout:2902: expect (ObjNum 908 snap 292 seq_num 908) 2024-04-02T08:40:59.992 INFO:tasks.rados.rados.0.smithi104.stdout:2901: finishing copy_from racing read to smithi10482514-49 2024-04-02T08:40:59.992 INFO:tasks.rados.rados.0.smithi104.stdout:2901: finishing copy_from to smithi10482514-49 2024-04-02T08:40:59.992 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2043 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-04-02T08:40:59.992 INFO:tasks.rados.rados.0.smithi104.stdout:2901: done (2 left) 2024-04-02T08:40:59.993 INFO:tasks.rados.rados.0.smithi104.stdout:2902: done (1 left) 2024-04-02T08:40:59.993 INFO:tasks.rados.rados.0.smithi104.stdout:2903: done (0 left) 2024-04-02T08:40:59.993 INFO:tasks.rados.rados.0.smithi104.stdout:2904: setattr oid 48 current snap is 292 2024-04-02T08:40:59.994 INFO:tasks.rados.rados.0.smithi104.stdout:2905: snap_create 2024-04-02T08:40:59.997 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 1974 (ObjNum 843 snap 283 seq_num 843) dirty exists 2024-04-02T08:41:00.171 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:59 smithi188 ceph-mon[86835]: pgmap v618: 121 pgs: 121 active+clean; 293 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-02T08:41:00.171 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:40:59 smithi188 ceph-mon[86835]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:41:00.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:59 smithi104 ceph-mon[96567]: pgmap v618: 121 pgs: 121 active+clean; 293 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-02T08:41:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:40:59 smithi104 ceph-mon[96567]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:41:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:59 smithi104 ceph-mon[94081]: pgmap v618: 121 pgs: 121 active+clean; 293 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-02T08:41:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:40:59 smithi104 ceph-mon[94081]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:41:00.916 INFO:tasks.rados.rados.0.smithi104.stdout:2904: done (1 left) 2024-04-02T08:41:00.916 INFO:tasks.rados.rados.0.smithi104.stdout:2905: done (0 left) 2024-04-02T08:41:00.916 INFO:tasks.rados.rados.0.smithi104.stdout:2906: snap_remove snap 291 2024-04-02T08:41:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:00 smithi188 ceph-mon[86835]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:41:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:00 smithi188 ceph-mon[86835]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:41:01.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:00 smithi104 ceph-mon[96567]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:41:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:00 smithi104 ceph-mon[96567]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:41:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:00 smithi104 ceph-mon[94081]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:41:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:00 smithi104 ceph-mon[94081]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:41:01.917 INFO:tasks.rados.rados.0.smithi104.stdout:2906: done (0 left) 2024-04-02T08:41:01.917 INFO:tasks.rados.rados.0.smithi104.stdout:2907: snap_remove snap 275 2024-04-02T08:41:02.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:02 smithi104 ceph-mon[94081]: pgmap v621: 121 pgs: 121 active+clean; 287 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-02T08:41:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:02 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:02 smithi104 ceph-mon[94081]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:41:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:02 smithi104 ceph-mon[96567]: pgmap v621: 121 pgs: 121 active+clean; 287 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-02T08:41:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:02 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:02 smithi104 ceph-mon[96567]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:41:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:02 smithi188 ceph-mon[86835]: pgmap v621: 121 pgs: 121 active+clean; 287 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-02T08:41:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:02 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:02 smithi188 ceph-mon[86835]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:41:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:41:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:02.917 INFO:tasks.rados.rados.0.smithi104.stdout:2907: done (0 left) 2024-04-02T08:41:02.918 INFO:tasks.rados.rados.0.smithi104.stdout:2908: rollback oid 18 current snap is 293 2024-04-02T08:41:02.918 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 18 to 265 2024-04-02T08:41:02.918 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 293 2024-04-02T08:41:02.918 INFO:tasks.rados.rados.0.smithi104.stdout:2909: seq_num 911 ranges {2113536=466944,2580480=401408} 2024-04-02T08:41:02.932 INFO:tasks.rados.rados.0.smithi104.stdout:2909: writing smithi10482514-10 from 2113536 to 2580480 tid 1 2024-04-02T08:41:02.936 INFO:tasks.rados.rados.0.smithi104.stdout:2909: writing smithi10482514-10 from 2580480 to 2981888 tid 2 2024-04-02T08:41:02.936 INFO:tasks.rados.rados.0.smithi104.stdout:2910: snap_create 2024-04-02T08:41:02.936 INFO:tasks.rados.rados.0.smithi104.stdout:2908: finishing rollback tid 0 to smithi10482514-18 2024-04-02T08:41:02.936 INFO:tasks.rados.rados.0.smithi104.stdout:2908: finishing rollback tid 1 to smithi10482514-18 2024-04-02T08:41:02.936 INFO:tasks.rados.rados.0.smithi104.stdout:2908: finishing rollback tid 2 to smithi10482514-18 2024-04-02T08:41:02.936 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1963 (ObjNum 791 snap 265 seq_num 791) dirty exists 2024-04-02T08:41:02.942 INFO:tasks.rados.rados.0.smithi104.stdout:2909: finishing write tid 1 to smithi10482514-10 2024-04-02T08:41:02.946 INFO:tasks.rados.rados.0.smithi104.stdout:2909: finishing write tid 2 to smithi10482514-10 2024-04-02T08:41:02.946 INFO:tasks.rados.rados.0.smithi104.stdout:2909: finishing write tid 3 to smithi10482514-10 2024-04-02T08:41:02.949 INFO:tasks.rados.rados.0.smithi104.stdout:2909: finishing write tid 4 to smithi10482514-10 2024-04-02T08:41:02.950 INFO:tasks.rados.rados.0.smithi104.stdout:2909: oid 10 updating version 0 to 1902 2024-04-02T08:41:02.950 INFO:tasks.rados.rados.0.smithi104.stdout:2909: oid 10 version 1902 is already newer than 1901 2024-04-02T08:41:02.950 INFO:tasks.rados.rados.0.smithi104.stdout:2909: oid 10 version 1902 is already newer than 1900 2024-04-02T08:41:02.950 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1902 (ObjNum 911 snap 293 seq_num 911) dirty exists 2024-04-02T08:41:02.950 INFO:tasks.rados.rados.0.smithi104.stdout:2909: left oid 10 (ObjNum 911 snap 293 seq_num 911) 2024-04-02T08:41:03.384 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:03 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:03.384 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:03 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:03.384 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:03 smithi188 ceph-mon[86835]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:41:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:03 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:03 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:03 smithi104 ceph-mon[94081]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:41:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:03 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:03 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:03 smithi104 ceph-mon[96567]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:41:03.924 INFO:tasks.rados.rados.0.smithi104.stdout:2908: done (2 left) 2024-04-02T08:41:03.925 INFO:tasks.rados.rados.0.smithi104.stdout:2909: done (1 left) 2024-04-02T08:41:03.925 INFO:tasks.rados.rados.0.smithi104.stdout:2910: done (0 left) 2024-04-02T08:41:03.925 INFO:tasks.rados.rados.0.smithi104.stdout:2911: rollback oid 20 current snap is 294 2024-04-02T08:41:03.926 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 20 to 289 2024-04-02T08:41:03.926 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 294 2024-04-02T08:41:03.926 INFO:tasks.rados.rados.0.smithi104.stdout:2912: seq_num 912 ranges {0=483328,483328=401408} 2024-04-02T08:41:03.927 INFO:tasks.rados.rados.0.smithi104.stdout:2912: writing smithi10482514-35 from 0 to 483328 tid 1 2024-04-02T08:41:03.927 INFO:tasks.rados.rados.0.smithi104.stdout:2912: writing smithi10482514-35 from 483328 to 884736 tid 2 2024-04-02T08:41:03.927 INFO:tasks.rados.rados.0.smithi104.stdout:2911: finishing rollback tid 1 to smithi10482514-20 2024-04-02T08:41:03.927 INFO:tasks.rados.rados.0.smithi104.stdout:2911: finishing rollback tid 2 to smithi10482514-20 2024-04-02T08:41:03.927 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 2513 (ObjNum 864 snap 289 seq_num 864) dirty exists 2024-04-02T08:41:03.928 INFO:tasks.rados.rados.0.smithi104.stdout:2911: done (1 left) 2024-04-02T08:41:03.928 INFO:tasks.rados.rados.0.smithi104.stdout:2913: delete oid 2 current snap is 294 2024-04-02T08:41:03.930 INFO:tasks.rados.rados.0.smithi104.stdout:2913: done (1 left) 2024-04-02T08:41:03.930 INFO:tasks.rados.rados.0.smithi104.stdout:2914: setattr oid 3 current snap is 294 2024-04-02T08:41:03.932 INFO:tasks.rados.rados.0.smithi104.stdout:2915: rmattr oid 7 current snap is 294 2024-04-02T08:41:03.932 INFO:tasks.rados.rados.0.smithi104.stdout:2915: done (2 left) 2024-04-02T08:41:03.932 INFO:tasks.rados.rados.0.smithi104.stdout:2916: rmattr oid 28 current snap is 294 2024-04-02T08:41:03.932 INFO:tasks.rados.rados.0.smithi104.stdout:2916: done (2 left) 2024-04-02T08:41:03.932 INFO:tasks.rados.rados.0.smithi104.stdout:2917: read oid 13 snap 283 2024-04-02T08:41:03.933 INFO:tasks.rados.rados.0.smithi104.stdout:2917: expect (ObjNum 827 snap 279 seq_num 827) 2024-04-02T08:41:03.933 INFO:tasks.rados.rados.0.smithi104.stdout:2918: read oid 2 snap -1 2024-04-02T08:41:03.933 INFO:tasks.rados.rados.0.smithi104.stdout:2918: expect deleted 2024-04-02T08:41:03.933 INFO:tasks.rados.rados.0.smithi104.stdout:2919: delete oid 14 current snap is 294 2024-04-02T08:41:03.934 INFO:tasks.rados.rados.0.smithi104.stdout:2912: finishing write tid 1 to smithi10482514-35 2024-04-02T08:41:03.935 INFO:tasks.rados.rados.0.smithi104.stdout:2912: finishing write tid 2 to smithi10482514-35 2024-04-02T08:41:03.935 INFO:tasks.rados.rados.0.smithi104.stdout:2912: finishing write tid 3 to smithi10482514-35 2024-04-02T08:41:03.936 INFO:tasks.rados.rados.0.smithi104.stdout:2918: done (4 left) 2024-04-02T08:41:03.936 INFO:tasks.rados.rados.0.smithi104.stdout:2919: done (3 left) 2024-04-02T08:41:03.936 INFO:tasks.rados.rados.0.smithi104.stdout:2920: snap_create 2024-04-02T08:41:03.938 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2107 (ObjNum 880 snap 291 seq_num 880) dirty exists 2024-04-02T08:41:03.938 INFO:tasks.rados.rados.0.smithi104.stdout:2912: finishing write tid 4 to smithi10482514-35 2024-04-02T08:41:03.938 INFO:tasks.rados.rados.0.smithi104.stdout:2912: oid 35 updating version 0 to 2291 2024-04-02T08:41:03.939 INFO:tasks.rados.rados.0.smithi104.stdout:2912: oid 35 updating version 2291 to 2292 2024-04-02T08:41:03.939 INFO:tasks.rados.rados.0.smithi104.stdout:2912: oid 35 version 2292 is already newer than 2290 2024-04-02T08:41:03.939 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2292 (ObjNum 912 snap 294 seq_num 912) dirty exists 2024-04-02T08:41:03.939 INFO:tasks.rados.rados.0.smithi104.stdout:2912: left oid 35 (ObjNum 912 snap 294 seq_num 912) 2024-04-02T08:41:03.955 INFO:tasks.rados.rados.0.smithi104.stdout:2917: expect (ObjNum 827 snap 279 seq_num 827) 2024-04-02T08:41:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:04 smithi188 ceph-mon[86835]: pgmap v624: 121 pgs: 121 active+clean; 276 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 730 KiB/s wr, 9 op/s 2024-04-02T08:41:04.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:04 smithi188 ceph-mon[86835]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:41:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:04 smithi104 ceph-mon[94081]: pgmap v624: 121 pgs: 121 active+clean; 276 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 730 KiB/s wr, 9 op/s 2024-04-02T08:41:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:04 smithi104 ceph-mon[94081]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:41:04.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:04 smithi104 ceph-mon[96567]: pgmap v624: 121 pgs: 121 active+clean; 276 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 730 KiB/s wr, 9 op/s 2024-04-02T08:41:04.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:04 smithi104 ceph-mon[96567]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:41:04.922 INFO:tasks.rados.rados.0.smithi104.stdout:2912: done (3 left) 2024-04-02T08:41:04.922 INFO:tasks.rados.rados.0.smithi104.stdout:2914: done (2 left) 2024-04-02T08:41:04.922 INFO:tasks.rados.rados.0.smithi104.stdout:2917: done (1 left) 2024-04-02T08:41:04.923 INFO:tasks.rados.rados.0.smithi104.stdout:2920: done (0 left) 2024-04-02T08:41:04.923 INFO:tasks.rados.rados.0.smithi104.stdout:2921: snap_remove snap 293 2024-04-02T08:41:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:05 smithi188 ceph-mon[86835]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:41:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:05 smithi104 ceph-mon[94081]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:41:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:05 smithi104 ceph-mon[96567]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:41:05.916 INFO:tasks.rados.rados.0.smithi104.stdout:2921: done (0 left) 2024-04-02T08:41:05.917 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 31 current snap is 295 2024-04-02T08:41:05.917 INFO:tasks.rados.rados.0.smithi104.stdout:2922: seq_num 915 ranges {0=532480,532480=401408} 2024-04-02T08:41:05.919 INFO:tasks.rados.rados.0.smithi104.stdout:2922: writing smithi10482514-31 from 0 to 532480 tid 1 2024-04-02T08:41:05.922 INFO:tasks.rados.rados.0.smithi104.stdout:2922: writing smithi10482514-31 from 532480 to 933888 tid 2 2024-04-02T08:41:05.922 INFO:tasks.rados.rados.0.smithi104.stdout:2923: delete oid 49 current snap is 295 2024-04-02T08:41:05.928 INFO:tasks.rados.rados.0.smithi104.stdout:2922: finishing write tid 1 to smithi10482514-31 2024-04-02T08:41:05.930 INFO:tasks.rados.rados.0.smithi104.stdout:2923: done (1 left) 2024-04-02T08:41:05.930 INFO:tasks.rados.rados.0.smithi104.stdout:2924: delete oid 34 current snap is 295 2024-04-02T08:41:05.931 INFO:tasks.rados.rados.0.smithi104.stdout:2922: finishing write tid 2 to smithi10482514-31 2024-04-02T08:41:05.931 INFO:tasks.rados.rados.0.smithi104.stdout:2922: finishing write tid 3 to smithi10482514-31 2024-04-02T08:41:05.932 INFO:tasks.rados.rados.0.smithi104.stdout:2924: done (1 left) 2024-04-02T08:41:05.933 INFO:tasks.rados.rados.0.smithi104.stdout:2925: snap_remove snap 292 2024-04-02T08:41:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:41:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:41:05] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-02T08:41:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:06 smithi188 ceph-mon[86835]: pgmap v627: 121 pgs: 121 active+clean; 277 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-02T08:41:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:06 smithi188 ceph-mon[86835]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:41:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:06 smithi104 ceph-mon[96567]: pgmap v627: 121 pgs: 121 active+clean; 277 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-02T08:41:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:06 smithi104 ceph-mon[96567]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:41:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:06 smithi104 ceph-mon[94081]: pgmap v627: 121 pgs: 121 active+clean; 277 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-02T08:41:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:06 smithi104 ceph-mon[94081]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:41:06.918 INFO:tasks.rados.rados.0.smithi104.stdout:2925: done (1 left) 2024-04-02T08:41:06.919 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 295 2024-04-02T08:41:06.919 INFO:tasks.rados.rados.0.smithi104.stdout:2926: seq_num 918 ranges {5267456=581632,5849088=401408} 2024-04-02T08:41:06.950 INFO:tasks.rados.rados.0.smithi104.stdout:2926: writing smithi10482514-43 from 5267456 to 5849088 tid 1 2024-04-02T08:41:06.953 INFO:tasks.rados.rados.0.smithi104.stdout:2926: writing smithi10482514-43 from 5849088 to 6250496 tid 2 2024-04-02T08:41:06.953 INFO:tasks.rados.rados.0.smithi104.stdout:2927: read oid 22 snap -1 2024-04-02T08:41:06.953 INFO:tasks.rados.rados.0.smithi104.stdout:2927: expect deleted 2024-04-02T08:41:06.953 INFO:tasks.rados.rados.0.smithi104.stdout:2928: rmattr oid 36 current snap is 295 2024-04-02T08:41:06.953 INFO:tasks.rados.rados.0.smithi104.stdout:2928: done (3 left) 2024-04-02T08:41:06.953 INFO:tasks.rados.rados.0.smithi104.stdout:2929: snap_remove snap 248 2024-04-02T08:41:07.924 INFO:tasks.rados.rados.0.smithi104.stdout:2929: done (3 left) 2024-04-02T08:41:07.924 INFO:tasks.rados.rados.0.smithi104.stdout:2930: snap_create 2024-04-02T08:41:07.924 INFO:tasks.rados.rados.0.smithi104.stdout:2922: finishing write tid 4 to smithi10482514-31 2024-04-02T08:41:07.924 INFO:tasks.rados.rados.0.smithi104.stdout:2922: oid 31 updating version 0 to 1889 2024-04-02T08:41:07.924 INFO:tasks.rados.rados.0.smithi104.stdout:2922: oid 31 version 1889 is already newer than 1888 2024-04-02T08:41:07.924 INFO:tasks.rados.rados.0.smithi104.stdout:2922: oid 31 version 1889 is already newer than 1887 2024-04-02T08:41:07.925 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 1889 (ObjNum 915 snap 295 seq_num 915) dirty exists 2024-04-02T08:41:07.925 INFO:tasks.rados.rados.0.smithi104.stdout:2922: left oid 31 (ObjNum 915 snap 295 seq_num 915) 2024-04-02T08:41:07.925 INFO:tasks.rados.rados.0.smithi104.stdout:2926: finishing write tid 1 to smithi10482514-43 2024-04-02T08:41:07.925 INFO:tasks.rados.rados.0.smithi104.stdout:2926: finishing write tid 2 to smithi10482514-43 2024-04-02T08:41:07.925 INFO:tasks.rados.rados.0.smithi104.stdout:2926: finishing write tid 3 to smithi10482514-43 2024-04-02T08:41:07.925 INFO:tasks.rados.rados.0.smithi104.stdout:2926: finishing write tid 4 to smithi10482514-43 2024-04-02T08:41:07.925 INFO:tasks.rados.rados.0.smithi104.stdout:2926: oid 43 updating version 0 to 1891 2024-04-02T08:41:07.925 INFO:tasks.rados.rados.0.smithi104.stdout:2926: oid 43 updating version 1891 to 1892 2024-04-02T08:41:07.925 INFO:tasks.rados.rados.0.smithi104.stdout:2926: oid 43 version 1892 is already newer than 1890 2024-04-02T08:41:07.925 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 1892 (ObjNum 918 snap 295 seq_num 918) dirty exists 2024-04-02T08:41:07.925 INFO:tasks.rados.rados.0.smithi104.stdout:2926: left oid 43 (ObjNum 918 snap 295 seq_num 918) 2024-04-02T08:41:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:07 smithi188 ceph-mon[86835]: pgmap v630: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-02T08:41:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:07 smithi188 ceph-mon[86835]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:41:08.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:07 smithi104 ceph-mon[96567]: pgmap v630: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-02T08:41:08.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:07 smithi104 ceph-mon[96567]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:41:08.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:07 smithi104 ceph-mon[94081]: pgmap v630: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-02T08:41:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:07 smithi104 ceph-mon[94081]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:41:08.932 INFO:tasks.rados.rados.0.smithi104.stdout:2922: done (3 left) 2024-04-02T08:41:08.932 INFO:tasks.rados.rados.0.smithi104.stdout:2926: done (2 left) 2024-04-02T08:41:08.932 INFO:tasks.rados.rados.0.smithi104.stdout:2927: done (1 left) 2024-04-02T08:41:08.932 INFO:tasks.rados.rados.0.smithi104.stdout:2930: done (0 left) 2024-04-02T08:41:08.932 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 296 2024-04-02T08:41:08.932 INFO:tasks.rados.rados.0.smithi104.stdout:2931: seq_num 919 ranges {73728=598016,671744=401408} 2024-04-02T08:41:08.939 INFO:tasks.rados.rados.0.smithi104.stdout:2931: writing smithi10482514-20 from 73728 to 671744 tid 1 2024-04-02T08:41:08.940 INFO:tasks.rados.rados.0.smithi104.stdout:2931: writing smithi10482514-20 from 671744 to 1073152 tid 2 2024-04-02T08:41:08.940 INFO:tasks.rados.rados.0.smithi104.stdout:2932: read oid 9 snap 257 2024-04-02T08:41:08.940 INFO:tasks.rados.rados.0.smithi104.stdout:2932: expect (ObjNum 687 snap 219 seq_num 687) 2024-04-02T08:41:08.940 INFO:tasks.rados.rados.0.smithi104.stdout:2933: read oid 30 snap -1 2024-04-02T08:41:08.940 INFO:tasks.rados.rados.0.smithi104.stdout:2933: expect (ObjNum 867 snap 289 seq_num 867) 2024-04-02T08:41:08.940 INFO:tasks.rados.rados.0.smithi104.stdout:2934: rollback oid 50 current snap is 296 2024-04-02T08:41:08.940 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 50 to 294 2024-04-02T08:41:08.940 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 296 2024-04-02T08:41:08.940 INFO:tasks.rados.rados.0.smithi104.stdout:2935: seq_num 920 ranges {122880=614400,737280=401408} 2024-04-02T08:41:08.943 INFO:tasks.rados.rados.0.smithi104.stdout:2935: writing smithi10482514-24 from 122880 to 737280 tid 1 2024-04-02T08:41:08.946 INFO:tasks.rados.rados.0.smithi104.stdout:2935: writing smithi10482514-24 from 737280 to 1138688 tid 2 2024-04-02T08:41:08.946 INFO:tasks.rados.rados.0.smithi104.stdout:2936: snap_remove snap 289 2024-04-02T08:41:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:41:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.375 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:41:09.376 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:41:09.377 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.378 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.378 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.378 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.378 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.378 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.378 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:41:09.378 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:41:09.378 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.378 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.378 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.378 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:41:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:41:09.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:41:09.393 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:41:09.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:41:09.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:09.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.394 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.396 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:09.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:41:09.397 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.398 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:41:09.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:41:09.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:41:09.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:41:09.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:41:09.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:41:09.399 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:41:09.400 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:09.401 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:09.941 INFO:tasks.rados.rados.0.smithi104.stdout:2936: done (5 left) 2024-04-02T08:41:09.941 INFO:tasks.rados.rados.0.smithi104.stdout:2937: rollback oid 18 current snap is 296 2024-04-02T08:41:09.941 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 18 to 295 2024-04-02T08:41:09.941 INFO:tasks.rados.rados.0.smithi104.stdout:2938: delete oid 38 current snap is 296 2024-04-02T08:41:09.941 INFO:tasks.rados.rados.0.smithi104.stdout:2933: expect (ObjNum 867 snap 289 seq_num 867) 2024-04-02T08:41:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2931: finishing write tid 1 to smithi10482514-20 2024-04-02T08:41:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2931: finishing write tid 2 to smithi10482514-20 2024-04-02T08:41:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2931: finishing write tid 3 to smithi10482514-20 2024-04-02T08:41:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2935: finishing write tid 1 to smithi10482514-24 2024-04-02T08:41:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2934: finishing rollback tid 0 to smithi10482514-50 2024-04-02T08:41:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2935: finishing write tid 2 to smithi10482514-24 2024-04-02T08:41:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2935: finishing write tid 3 to smithi10482514-24 2024-04-02T08:41:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2935: finishing write tid 4 to smithi10482514-24 2024-04-02T08:41:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2935: oid 24 updating version 0 to 2306 2024-04-02T08:41:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2935: oid 24 updating version 2306 to 2307 2024-04-02T08:41:09.947 INFO:tasks.rados.rados.0.smithi104.stdout:2935: oid 24 updating version 2307 to 2308 2024-04-02T08:41:09.948 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 2308 (ObjNum 920 snap 296 seq_num 920) dirty exists 2024-04-02T08:41:09.948 INFO:tasks.rados.rados.0.smithi104.stdout:2935: left oid 24 (ObjNum 920 snap 296 seq_num 920) 2024-04-02T08:41:09.948 INFO:tasks.rados.rados.0.smithi104.stdout:2934: finishing rollback tid 1 to smithi10482514-50 2024-04-02T08:41:09.948 INFO:tasks.rados.rados.0.smithi104.stdout:2934: finishing rollback tid 2 to smithi10482514-50 2024-04-02T08:41:09.948 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 2530 (ObjNum 887 snap 291 seq_num 887) dirty exists 2024-04-02T08:41:09.948 INFO:tasks.rados.rados.0.smithi104.stdout:2933: done (6 left) 2024-04-02T08:41:09.948 INFO:tasks.rados.rados.0.smithi104.stdout:2934: done (5 left) 2024-04-02T08:41:09.948 INFO:tasks.rados.rados.0.smithi104.stdout:2935: done (4 left) 2024-04-02T08:41:09.948 INFO:tasks.rados.rados.0.smithi104.stdout:2938: done (3 left) 2024-04-02T08:41:09.948 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 296 2024-04-02T08:41:09.948 INFO:tasks.rados.rados.0.smithi104.stdout:2932: expect (ObjNum 687 snap 219 seq_num 687) 2024-04-02T08:41:10.002 INFO:tasks.rados.rados.0.smithi104.stdout:2931: finishing write tid 4 to smithi10482514-20 2024-04-02T08:41:10.002 INFO:tasks.rados.rados.0.smithi104.stdout:2931: oid 20 updating version 0 to 2525 2024-04-02T08:41:10.002 INFO:tasks.rados.rados.0.smithi104.stdout:2931: oid 20 version 2525 is already newer than 2524 2024-04-02T08:41:10.002 INFO:tasks.rados.rados.0.smithi104.stdout:2931: oid 20 updating version 2525 to 2526 2024-04-02T08:41:10.002 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 2526 (ObjNum 919 snap 296 seq_num 919) dirty exists 2024-04-02T08:41:10.002 INFO:tasks.rados.rados.0.smithi104.stdout:2931: left oid 20 (ObjNum 919 snap 296 seq_num 919) 2024-04-02T08:41:10.002 INFO:tasks.rados.rados.0.smithi104.stdout:2939: seq_num 922 ranges {3153920=647168,3801088=401408} 2024-04-02T08:41:10.022 INFO:tasks.rados.rados.0.smithi104.stdout:2939: writing smithi10482514-32 from 3153920 to 3801088 tid 1 2024-04-02T08:41:10.025 INFO:tasks.rados.rados.0.smithi104.stdout:2939: writing smithi10482514-32 from 3801088 to 4202496 tid 2 2024-04-02T08:41:10.025 INFO:tasks.rados.rados.0.smithi104.stdout:2931: done (3 left) 2024-04-02T08:41:10.025 INFO:tasks.rados.rados.0.smithi104.stdout:2932: done (2 left) 2024-04-02T08:41:10.025 INFO:tasks.rados.rados.0.smithi104.stdout:2940: snap_remove snap 265 2024-04-02T08:41:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:09 smithi188 ceph-mon[86835]: pgmap v633: 121 pgs: 121 active+clean; 260 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 656 KiB/s wr, 10 op/s 2024-04-02T08:41:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:09 smithi188 ceph-mon[86835]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:09 smithi188 ceph-mon[86835]: Upgrade: Finalizing container_image settings 2024-04-02T08:41:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:09 smithi188 ceph-mon[86835]: Upgrade: Complete! 2024-04-02T08:41:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:09 smithi188 ceph-mon[86835]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:41:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:10.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[96567]: pgmap v633: 121 pgs: 121 active+clean; 260 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 656 KiB/s wr, 10 op/s 2024-04-02T08:41:10.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[96567]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:10.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[96567]: Upgrade: Finalizing container_image settings 2024-04-02T08:41:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[96567]: Upgrade: Complete! 2024-04-02T08:41:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[96567]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:41:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[94081]: pgmap v633: 121 pgs: 121 active+clean; 260 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 656 KiB/s wr, 10 op/s 2024-04-02T08:41:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[94081]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:41:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[94081]: Upgrade: Finalizing container_image settings 2024-04-02T08:41:10.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[94081]: Upgrade: Complete! 2024-04-02T08:41:10.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[94081]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:41:10.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:10.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:10.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:10.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:10.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:41:10.924 INFO:tasks.rados.rados.0.smithi104.stdout:2940: done (2 left) 2024-04-02T08:41:10.924 INFO:tasks.rados.rados.0.smithi104.stdout:2941: read oid 34 snap -1 2024-04-02T08:41:10.924 INFO:tasks.rados.rados.0.smithi104.stdout:2941: expect deleted 2024-04-02T08:41:10.924 INFO:tasks.rados.rados.0.smithi104.stdout:2942: rollback oid 4 current snap is 296 2024-04-02T08:41:10.924 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 4 to 286 2024-04-02T08:41:10.924 INFO:tasks.rados.rados.0.smithi104.stdout:2937: finishing rollback tid 0 to smithi10482514-18 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2937: finishing rollback tid 1 to smithi10482514-18 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2937: finishing rollback tid 2 to smithi10482514-18 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1966 (ObjNum 791 snap 265 seq_num 791) dirty exists 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2939: finishing write tid 1 to smithi10482514-32 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2939: finishing write tid 2 to smithi10482514-32 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2939: finishing write tid 3 to smithi10482514-32 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2939: finishing write tid 4 to smithi10482514-32 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2939: oid 32 updating version 0 to 453 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2939: oid 32 version 453 is already newer than 452 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2939: oid 32 updating version 453 to 454 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 454 (ObjNum 922 snap 296 seq_num 922) dirty exists 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2939: left oid 32 (ObjNum 922 snap 296 seq_num 922) 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2937: done (3 left) 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2939: done (2 left) 2024-04-02T08:41:10.925 INFO:tasks.rados.rados.0.smithi104.stdout:2943: setattr oid 49 current snap is 296 2024-04-02T08:41:10.926 INFO:tasks.rados.rados.0.smithi104.stdout:2944: copy_from oid 50 from oid 38 current snap is 296 2024-04-02T08:41:10.926 INFO:tasks.rados.rados.0.smithi104.stdout:2945: rmattr oid 46 current snap is 296 2024-04-02T08:41:10.926 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 296 2024-04-02T08:41:10.927 INFO:tasks.rados.rados.0.smithi104.stdout:2946: seq_num 923 ranges {360448=663552,1024000=401408} 2024-04-02T08:41:10.933 INFO:tasks.rados.rados.0.smithi104.stdout:2946: writing smithi10482514-44 from 360448 to 1024000 tid 1 2024-04-02T08:41:10.935 INFO:tasks.rados.rados.0.smithi104.stdout:2946: writing smithi10482514-44 from 1024000 to 1425408 tid 2 2024-04-02T08:41:10.936 INFO:tasks.rados.rados.0.smithi104.stdout:2947: delete oid 18 current snap is 296 2024-04-02T08:41:10.942 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 1975 (ObjNum 872 snap 289 seq_num 872) dirty exists 2024-04-02T08:41:10.944 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2045 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:41:10.945 INFO:tasks.rados.rados.0.smithi104.stdout:2941: done (6 left) 2024-04-02T08:41:10.945 INFO:tasks.rados.rados.0.smithi104.stdout:2943: done (5 left) 2024-04-02T08:41:10.945 INFO:tasks.rados.rados.0.smithi104.stdout:2945: done (4 left) 2024-04-02T08:41:10.945 INFO:tasks.rados.rados.0.smithi104.stdout:2947: done (3 left) 2024-04-02T08:41:10.945 INFO:tasks.rados.rados.0.smithi104.stdout:2948: snap_remove snap 261 2024-04-02T08:41:11.238 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:10 smithi104 ceph-mon[96567]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:41:11.238 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:10 smithi104 ceph-mon[96567]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:41:11.239 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:10 smithi104 ceph-mon[94081]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:41:11.239 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:10 smithi104 ceph-mon[94081]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:41:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:10 smithi188 ceph-mon[86835]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:41:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:10 smithi188 ceph-mon[86835]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:41:11.643 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph orch ps' 2024-04-02T08:41:11.901 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:11.960 INFO:tasks.rados.rados.0.smithi104.stdout:2948: done (3 left) 2024-04-02T08:41:11.960 INFO:tasks.rados.rados.0.smithi104.stdout:2949: read oid 21 snap -1 2024-04-02T08:41:11.960 INFO:tasks.rados.rados.0.smithi104.stdout:2949: expect (ObjNum 907 snap 292 seq_num 907) 2024-04-02T08:41:11.960 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 296 2024-04-02T08:41:11.960 INFO:tasks.rados.rados.0.smithi104.stdout:2950: seq_num 925 ranges {122880=696320,819200=401408} 2024-04-02T08:41:11.964 INFO:tasks.rados.rados.0.smithi104.stdout:2950: writing smithi10482514-30 from 122880 to 819200 tid 1 2024-04-02T08:41:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:2950: writing smithi10482514-30 from 819200 to 1220608 tid 2 2024-04-02T08:41:11.968 INFO:tasks.rados.rados.0.smithi104.stdout:2951: rollback oid 2 current snap is 296 2024-04-02T08:41:11.968 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 2 to 295 2024-04-02T08:41:11.968 INFO:tasks.rados.rados.0.smithi104.stdout:2952: rmattr oid 7 current snap is 296 2024-04-02T08:41:11.968 INFO:tasks.rados.rados.0.smithi104.stdout:2952: done (6 left) 2024-04-02T08:41:11.968 INFO:tasks.rados.rados.0.smithi104.stdout:2953: read oid 18 snap 257 2024-04-02T08:41:11.968 INFO:tasks.rados.rados.0.smithi104.stdout:2953: expect (ObjNum 747 snap 244 seq_num 747) 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:2942: finishing rollback tid 0 to smithi10482514-4 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:2942: finishing rollback tid 1 to smithi10482514-4 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:2942: finishing rollback tid 2 to smithi10482514-4 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 2113 (ObjNum 778 snap 259 seq_num 778) dirty exists 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:2944: finishing copy_from to smithi10482514-50 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:2944: got expected ENOENT (src dne) 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:2944: finishing copy_from racing read to smithi10482514-50 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:2946: finishing write tid 1 to smithi10482514-44 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:2946: finishing write tid 2 to smithi10482514-44 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:2946: finishing write tid 3 to smithi10482514-44 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:2946: finishing write tid 4 to smithi10482514-44 2024-04-02T08:41:11.969 INFO:tasks.rados.rados.0.smithi104.stdout:2946: oid 44 updating version 0 to 2547 2024-04-02T08:41:11.970 INFO:tasks.rados.rados.0.smithi104.stdout:2946: oid 44 version 2547 is already newer than 2546 2024-04-02T08:41:11.970 INFO:tasks.rados.rados.0.smithi104.stdout:2946: oid 44 updating version 2547 to 2548 2024-04-02T08:41:11.970 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2548 (ObjNum 923 snap 296 seq_num 923) dirty exists 2024-04-02T08:41:11.970 INFO:tasks.rados.rados.0.smithi104.stdout:2946: left oid 44 (ObjNum 923 snap 296 seq_num 923) 2024-04-02T08:41:11.970 INFO:tasks.rados.rados.0.smithi104.stdout:2942: done (6 left) 2024-04-02T08:41:11.970 INFO:tasks.rados.rados.0.smithi104.stdout:2944: done (5 left) 2024-04-02T08:41:11.970 INFO:tasks.rados.rados.0.smithi104.stdout:2946: done (4 left) 2024-04-02T08:41:11.970 INFO:tasks.rados.rados.0.smithi104.stdout:2954: delete oid 40 current snap is 296 2024-04-02T08:41:11.978 INFO:tasks.rados.rados.0.smithi104.stdout:2950: finishing write tid 1 to smithi10482514-30 2024-04-02T08:41:11.978 INFO:tasks.rados.rados.0.smithi104.stdout:2950: finishing write tid 2 to smithi10482514-30 2024-04-02T08:41:11.979 INFO:tasks.rados.rados.0.smithi104.stdout:2950: finishing write tid 3 to smithi10482514-30 2024-04-02T08:41:11.980 INFO:tasks.rados.rados.0.smithi104.stdout:2953: expect (ObjNum 747 snap 244 seq_num 747) 2024-04-02T08:41:12.001 INFO:tasks.rados.rados.0.smithi104.stdout:2951: finishing rollback tid 1 to smithi10482514-2 2024-04-02T08:41:12.001 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1971 (ObjNum 65 snap 0 seq_num 1348295533) dirty dne 2024-04-02T08:41:12.001 INFO:tasks.rados.rados.0.smithi104.stdout:2950: finishing write tid 4 to smithi10482514-30 2024-04-02T08:41:12.001 INFO:tasks.rados.rados.0.smithi104.stdout:2950: oid 30 updating version 0 to 1894 2024-04-02T08:41:12.001 INFO:tasks.rados.rados.0.smithi104.stdout:2950: oid 30 version 1894 is already newer than 1893 2024-04-02T08:41:12.001 INFO:tasks.rados.rados.0.smithi104.stdout:2950: oid 30 updating version 1894 to 1895 2024-04-02T08:41:12.001 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1895 (ObjNum 925 snap 296 seq_num 925) dirty exists 2024-04-02T08:41:12.001 INFO:tasks.rados.rados.0.smithi104.stdout:2950: left oid 30 (ObjNum 925 snap 296 seq_num 925) 2024-04-02T08:41:12.001 INFO:tasks.rados.rados.0.smithi104.stdout:2950: done (4 left) 2024-04-02T08:41:12.001 INFO:tasks.rados.rados.0.smithi104.stdout:2951: done (3 left) 2024-04-02T08:41:12.001 INFO:tasks.rados.rados.0.smithi104.stdout:2953: done (2 left) 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:2954: done (1 left) 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:2955: copy_from oid 23 from oid 46 current snap is 296 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:2956: read oid 15 snap -1 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:2956: expect deleted 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:2957: read oid 10 snap -1 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:2957: expect (ObjNum 911 snap 293 seq_num 911) 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:2958: rollback oid 9 current snap is 296 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 9 to 294 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:2959: rollback oid 1 current snap is 296 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 283 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:2960: setattr oid 22 current snap is 296 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:2956: done (6 left) 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 296 2024-04-02T08:41:12.002 INFO:tasks.rados.rados.0.smithi104.stdout:2961: seq_num 927 ranges {884736=729088,1613824=401408} 2024-04-02T08:41:12.011 INFO:tasks.rados.rados.0.smithi104.stdout:2961: writing smithi10482514-35 from 884736 to 1613824 tid 1 2024-04-02T08:41:12.014 INFO:tasks.rados.rados.0.smithi104.stdout:2961: writing smithi10482514-35 from 1613824 to 2015232 tid 2 2024-04-02T08:41:12.014 INFO:tasks.rados.rados.0.smithi104.stdout:2962: read oid 11 snap -1 2024-04-02T08:41:12.014 INFO:tasks.rados.rados.0.smithi104.stdout:2962: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:41:12.014 INFO:tasks.rados.rados.0.smithi104.stdout:2963: delete oid 42 current snap is 296 2024-04-02T08:41:12.015 INFO:tasks.rados.rados.0.smithi104.stdout:2959: finishing rollback tid 0 to smithi10482514-1 2024-04-02T08:41:12.015 INFO:tasks.rados.rados.0.smithi104.stdout:2955: finishing copy_from racing read to smithi10482514-23 2024-04-02T08:41:12.015 INFO:tasks.rados.rados.0.smithi104.stdout:2959: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:41:12.015 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2092 (ObjNum 65 snap 0 seq_num 1533111374) dirty dne 2024-04-02T08:41:12.015 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 1439 (ObjNum 65 snap 0 seq_num 1347443297) dirty exists 2024-04-02T08:41:12.015 INFO:tasks.rados.rados.0.smithi104.stdout:2955: finishing copy_from to smithi10482514-23 2024-04-02T08:41:12.015 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 1975 (ObjNum 872 snap 289 seq_num 872) dirty exists 2024-04-02T08:41:12.015 INFO:tasks.rados.rados.0.smithi104.stdout:2949: expect (ObjNum 907 snap 292 seq_num 907) 2024-04-02T08:41:12.284 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:11 smithi104 ceph-mon[96567]: pgmap v636: 121 pgs: 121 active+clean; 257 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 688 KiB/s wr, 5 op/s 2024-04-02T08:41:12.284 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:11 smithi104 ceph-mon[96567]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:12.284 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:11 smithi104 ceph-mon[94081]: pgmap v636: 121 pgs: 121 active+clean; 257 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 688 KiB/s wr, 5 op/s 2024-04-02T08:41:12.284 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:11 smithi104 ceph-mon[94081]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:12.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:11 smithi188 ceph-mon[86835]: pgmap v636: 121 pgs: 121 active+clean; 257 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 688 KiB/s wr, 5 op/s 2024-04-02T08:41:12.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:11 smithi188 ceph-mon[86835]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:41:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:12.790 INFO:tasks.rados.rados.0.smithi104.stdout:2958: finishing rollback tid 0 to smithi10482514-9 2024-04-02T08:41:12.790 INFO:tasks.rados.rados.0.smithi104.stdout:2958: finishing rollback tid 1 to smithi10482514-9 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:2958: finishing rollback tid 2 to smithi10482514-9 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2558 (ObjNum 888 snap 291 seq_num 888) dirty exists 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:2949: done (8 left) 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:2955: done (7 left) 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:2958: done (6 left) 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:2959: done (5 left) 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:2960: done (4 left) 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:2963: done (3 left) 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:2964: read oid 20 snap -1 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:2964: expect (ObjNum 919 snap 296 seq_num 919) 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 296 2024-04-02T08:41:12.791 INFO:tasks.rados.rados.0.smithi104.stdout:2957: expect (ObjNum 911 snap 293 seq_num 911) 2024-04-02T08:41:12.904 INFO:tasks.rados.rados.0.smithi104.stdout:2962: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:41:12.920 INFO:tasks.rados.rados.0.smithi104.stdout:2961: finishing write tid 1 to smithi10482514-35 2024-04-02T08:41:12.920 INFO:tasks.rados.rados.0.smithi104.stdout:2961: finishing write tid 2 to smithi10482514-35 2024-04-02T08:41:12.920 INFO:tasks.rados.rados.0.smithi104.stdout:2961: finishing write tid 3 to smithi10482514-35 2024-04-02T08:41:12.920 INFO:tasks.rados.rados.0.smithi104.stdout:2961: finishing write tid 4 to smithi10482514-35 2024-04-02T08:41:12.920 INFO:tasks.rados.rados.0.smithi104.stdout:2961: oid 35 updating version 0 to 2328 2024-04-02T08:41:12.920 INFO:tasks.rados.rados.0.smithi104.stdout:2961: oid 35 version 2328 is already newer than 2327 2024-04-02T08:41:12.920 INFO:tasks.rados.rados.0.smithi104.stdout:2961: oid 35 version 2328 is already newer than 2326 2024-04-02T08:41:12.920 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2328 (ObjNum 927 snap 296 seq_num 927) dirty exists 2024-04-02T08:41:12.920 INFO:tasks.rados.rados.0.smithi104.stdout:2961: left oid 35 (ObjNum 927 snap 296 seq_num 927) 2024-04-02T08:41:12.920 INFO:tasks.rados.rados.0.smithi104.stdout:2965: seq_num 929 ranges {8388608=761856,9150464=401408} 2024-04-02T08:41:12.971 INFO:tasks.rados.rados.0.smithi104.stdout:2965: writing smithi10482514-5 from 8388608 to 9150464 tid 1 2024-04-02T08:41:12.974 INFO:tasks.rados.rados.0.smithi104.stdout:2965: writing smithi10482514-5 from 9150464 to 9551872 tid 2 2024-04-02T08:41:12.974 INFO:tasks.rados.rados.0.smithi104.stdout:2957: done (4 left) 2024-04-02T08:41:12.975 INFO:tasks.rados.rados.0.smithi104.stdout:2961: done (3 left) 2024-04-02T08:41:12.975 INFO:tasks.rados.rados.0.smithi104.stdout:2962: done (2 left) 2024-04-02T08:41:12.975 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 296 2024-04-02T08:41:12.975 INFO:tasks.rados.rados.0.smithi104.stdout:2964: expect (ObjNum 919 snap 296 seq_num 919) 2024-04-02T08:41:12.996 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:12 smithi104 ceph-mon[96567]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:41:12.996 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:12 smithi104 ceph-mon[94081]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:41:13.005 INFO:tasks.rados.rados.0.smithi104.stdout:2965: finishing write tid 1 to smithi10482514-5 2024-04-02T08:41:13.005 INFO:tasks.rados.rados.0.smithi104.stdout:2965: finishing write tid 2 to smithi10482514-5 2024-04-02T08:41:13.005 INFO:tasks.rados.rados.0.smithi104.stdout:2966: seq_num 930 ranges {0=786432,786432=401408} 2024-04-02T08:41:13.010 INFO:tasks.rados.rados.0.smithi104.stdout:2966: writing smithi10482514-38 from 0 to 786432 tid 1 2024-04-02T08:41:13.014 INFO:tasks.rados.rados.0.smithi104.stdout:2966: writing smithi10482514-38 from 786432 to 1187840 tid 2 2024-04-02T08:41:13.014 INFO:tasks.rados.rados.0.smithi104.stdout:2964: done (2 left) 2024-04-02T08:41:13.014 INFO:tasks.rados.rados.0.smithi104.stdout:2967: rollback oid 29 current snap is 296 2024-04-02T08:41:13.014 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 278 2024-04-02T08:41:13.014 INFO:tasks.rados.rados.0.smithi104.stdout:2965: finishing write tid 3 to smithi10482514-5 2024-04-02T08:41:13.014 INFO:tasks.rados.rados.0.smithi104.stdout:2965: finishing write tid 4 to smithi10482514-5 2024-04-02T08:41:13.014 INFO:tasks.rados.rados.0.smithi104.stdout:2965: oid 5 updating version 0 to 1977 2024-04-02T08:41:13.014 INFO:tasks.rados.rados.0.smithi104.stdout:2965: oid 5 updating version 1977 to 1978 2024-04-02T08:41:13.014 INFO:tasks.rados.rados.0.smithi104.stdout:2965: oid 5 version 1978 is already newer than 1976 2024-04-02T08:41:13.015 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1978 (ObjNum 929 snap 296 seq_num 929) dirty exists 2024-04-02T08:41:13.015 INFO:tasks.rados.rados.0.smithi104.stdout:2965: left oid 5 (ObjNum 929 snap 296 seq_num 929) 2024-04-02T08:41:13.015 INFO:tasks.rados.rados.0.smithi104.stdout:2965: done (2 left) 2024-04-02T08:41:13.015 INFO:tasks.rados.rados.0.smithi104.stdout:2968: rmattr oid 50 current snap is 296 2024-04-02T08:41:13.015 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 296 2024-04-02T08:41:13.015 INFO:tasks.rados.rados.0.smithi104.stdout:2969: seq_num 931 ranges {1384448=802816,2187264=401408} 2024-04-02T08:41:13.025 INFO:tasks.rados.rados.0.smithi104.stdout:2969: writing smithi10482514-3 from 1384448 to 2187264 tid 1 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:2969: writing smithi10482514-3 from 2187264 to 2588672 tid 2 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:2970: copy_from oid 4 from oid 46 current snap is 296 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:2966: finishing write tid 1 to smithi10482514-38 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:2966: finishing write tid 2 to smithi10482514-38 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:2966: finishing write tid 3 to smithi10482514-38 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 2561 (ObjNum 887 snap 291 seq_num 887) dirty exists 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:2967: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:2967: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1932 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:2966: finishing write tid 4 to smithi10482514-38 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:2966: oid 38 updating version 0 to 2109 2024-04-02T08:41:13.029 INFO:tasks.rados.rados.0.smithi104.stdout:2966: oid 38 updating version 2109 to 2110 2024-04-02T08:41:13.030 INFO:tasks.rados.rados.0.smithi104.stdout:2966: oid 38 updating version 2110 to 2111 2024-04-02T08:41:13.030 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 2111 (ObjNum 930 snap 296 seq_num 930) dirty exists 2024-04-02T08:41:13.030 INFO:tasks.rados.rados.0.smithi104.stdout:2966: left oid 38 (ObjNum 930 snap 296 seq_num 930) 2024-04-02T08:41:13.030 INFO:tasks.rados.rados.0.smithi104.stdout:2966: done (4 left) 2024-04-02T08:41:13.030 INFO:tasks.rados.rados.0.smithi104.stdout:2967: done (3 left) 2024-04-02T08:41:13.030 INFO:tasks.rados.rados.0.smithi104.stdout:2968: done (2 left) 2024-04-02T08:41:13.030 INFO:tasks.rados.rados.0.smithi104.stdout:2971: read oid 38 snap -1 2024-04-02T08:41:13.030 INFO:tasks.rados.rados.0.smithi104.stdout:2971: expect (ObjNum 930 snap 296 seq_num 930) 2024-04-02T08:41:13.030 INFO:tasks.rados.rados.0.smithi104.stdout:2972: setattr oid 37 current snap is 296 2024-04-02T08:41:13.031 INFO:tasks.rados.rados.0.smithi104.stdout:2973: rmattr oid 10 current snap is 296 2024-04-02T08:41:13.031 INFO:tasks.rados.rados.0.smithi104.stdout:2973: done (4 left) 2024-04-02T08:41:13.031 INFO:tasks.rados.rados.0.smithi104.stdout:2974: read oid 22 snap 257 2024-04-02T08:41:13.031 INFO:tasks.rados.rados.0.smithi104.stdout:2974: expect (ObjNum 686 snap 219 seq_num 686) 2024-04-02T08:41:13.031 INFO:tasks.rados.rados.0.smithi104.stdout:2975: read oid 6 snap -1 2024-04-02T08:41:13.031 INFO:tasks.rados.rados.0.smithi104.stdout:2975: expect (ObjNum 897 snap 291 seq_num 897) 2024-04-02T08:41:13.031 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 296 2024-04-02T08:41:13.031 INFO:tasks.rados.rados.0.smithi104.stdout:2976: seq_num 932 ranges {3702784=417792,4120576=663552,4784128=139264} 2024-04-02T08:41:13.056 INFO:tasks.rados.rados.0.smithi104.stdout:2976: writing smithi10482514-45 from 3702784 to 4120576 tid 1 2024-04-02T08:41:13.060 INFO:tasks.rados.rados.0.smithi104.stdout:2976: writing smithi10482514-45 from 4120576 to 4784128 tid 2 2024-04-02T08:41:13.062 INFO:tasks.rados.rados.0.smithi104.stdout:2976: writing smithi10482514-45 from 4784128 to 4923392 tid 3 2024-04-02T08:41:13.062 INFO:tasks.rados.rados.0.smithi104.stdout:2977: read oid 20 snap -1 2024-04-02T08:41:13.062 INFO:tasks.rados.rados.0.smithi104.stdout:2977: expect (ObjNum 919 snap 296 seq_num 919) 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:2978: snap_create 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:2969: finishing write tid 1 to smithi10482514-3 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:2969: finishing write tid 2 to smithi10482514-3 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:2970: finishing copy_from racing read to smithi10482514-4 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:2970: finishing copy_from to smithi10482514-4 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 1975 (ObjNum 872 snap 289 seq_num 872) dirty exists 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:2969: finishing write tid 3 to smithi10482514-3 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1445 (ObjNum 65 snap 0 seq_num 1481990248) dirty exists 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:2969: finishing write tid 4 to smithi10482514-3 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:2969: oid 3 updating version 0 to 2112 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:2969: oid 3 updating version 2112 to 2114 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:2969: oid 3 version 2114 is already newer than 2113 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2114 (ObjNum 931 snap 296 seq_num 931) dirty exists 2024-04-02T08:41:13.063 INFO:tasks.rados.rados.0.smithi104.stdout:2969: left oid 3 (ObjNum 931 snap 296 seq_num 931) 2024-04-02T08:41:13.064 INFO:tasks.rados.rados.0.smithi104.stdout:2971: expect (ObjNum 930 snap 296 seq_num 930) 2024-04-02T08:41:13.105 INFO:tasks.rados.rados.0.smithi104.stdout:2975: expect (ObjNum 897 snap 291 seq_num 897) 2024-04-02T08:41:13.152 INFO:tasks.rados.rados.0.smithi104.stdout:2974: expect (ObjNum 686 snap 219 seq_num 686) 2024-04-02T08:41:13.366 INFO:tasks.rados.rados.0.smithi104.stdout:2976: finishing write tid 1 to smithi10482514-45 2024-04-02T08:41:13.366 INFO:tasks.rados.rados.0.smithi104.stdout:2976: finishing write tid 2 to smithi10482514-45 2024-04-02T08:41:13.366 INFO:tasks.rados.rados.0.smithi104.stdout:2977: expect (ObjNum 919 snap 296 seq_num 919) 2024-04-02T08:41:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:12 smithi188 ceph-mon[86835]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:41:13.396 INFO:tasks.rados.rados.0.smithi104.stdout:2976: finishing write tid 3 to smithi10482514-45 2024-04-02T08:41:13.396 INFO:tasks.rados.rados.0.smithi104.stdout:2976: finishing write tid 4 to smithi10482514-45 2024-04-02T08:41:13.396 INFO:tasks.rados.rados.0.smithi104.stdout:2976: finishing write tid 5 to smithi10482514-45 2024-04-02T08:41:13.396 INFO:tasks.rados.rados.0.smithi104.stdout:2976: oid 45 updating version 0 to 2048 2024-04-02T08:41:13.396 INFO:tasks.rados.rados.0.smithi104.stdout:2976: oid 45 version 2048 is already newer than 2047 2024-04-02T08:41:13.396 INFO:tasks.rados.rados.0.smithi104.stdout:2976: oid 45 updating version 2048 to 2049 2024-04-02T08:41:13.396 INFO:tasks.rados.rados.0.smithi104.stdout:2976: oid 45 version 2049 is already newer than 2046 2024-04-02T08:41:13.396 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 2049 (ObjNum 932 snap 296 seq_num 932) dirty exists 2024-04-02T08:41:13.396 INFO:tasks.rados.rados.0.smithi104.stdout:2976: left oid 45 (ObjNum 932 snap 296 seq_num 932) 2024-04-02T08:41:13.763 INFO:teuthology.orchestra.run.smithi104.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:41:13.763 INFO:teuthology.orchestra.run.smithi104.stdout:alertmanager.a smithi104 *:9093,9094 running (39s) 35s ago 12m 16.3M - 0.25.0 c8568f914cd2 c2c8ee1adc71 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:grafana.a smithi188 *:3000 running (17s) 12s ago 12m 52.6M - 9.4.12 2bacad6d85d8 252461f7a65d 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:mds.a smithi104 running (114s) 35s ago 13m 16.5M - 19.0.0-2419-g14da45f2 53081131892e 68e550b78d16 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:mds.b smithi188 running (89s) 12s ago 13m 12.5M - 19.0.0-2419-g14da45f2 53081131892e 0f4a44cdb9f5 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.x smithi188 *:8443,9283,8765 running (7m) 12s ago 17m 452M - 19.0.0-2419-g14da45f2 53081131892e e33967dde0c5 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:mgr.y smithi104 *:8443,9283,8765 running (8m) 35s ago 19m 514M - 19.0.0-2419-g14da45f2 53081131892e b3f01344ac8b 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:mon.a smithi104 running (7m) 35s ago 19m 68.5M 2048M 19.0.0-2419-g14da45f2 53081131892e b8d22ca7a984 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:mon.b smithi188 running (6m) 12s ago 17m 54.8M 2048M 19.0.0-2419-g14da45f2 53081131892e f71c72d5d65b 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:mon.c smithi104 running (6m) 35s ago 17m 63.6M 2048M 19.0.0-2419-g14da45f2 53081131892e 0692ac843ccb 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.a smithi104 *:9100 running (76s) 35s ago 12m 8598k - 1.5.0 0da6a335fe13 797d9dcf4b58 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:node-exporter.b smithi188 *:9100 running (72s) 12s ago 12m 8170k - 1.5.0 0da6a335fe13 67045022a072 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:osd.0 smithi104 running (5m) 35s ago 16m 296M 2480M 19.0.0-2419-g14da45f2 53081131892e 46125f224f18 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:osd.1 smithi104 running (5m) 35s ago 16m 265M 2480M 19.0.0-2419-g14da45f2 53081131892e 183e693cda03 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:osd.2 smithi104 running (4m) 35s ago 16m 228M 2480M 19.0.0-2419-g14da45f2 53081131892e 8534baca25d7 2024-04-02T08:41:13.764 INFO:teuthology.orchestra.run.smithi104.stdout:osd.3 smithi104 running (4m) 35s ago 15m 202M 2480M 19.0.0-2419-g14da45f2 53081131892e e25bf8b5641e 2024-04-02T08:41:13.765 INFO:teuthology.orchestra.run.smithi104.stdout:osd.4 smithi188 running (3m) 12s ago 15m 265M 2480M 19.0.0-2419-g14da45f2 53081131892e 2523b7f11b0c 2024-04-02T08:41:13.765 INFO:teuthology.orchestra.run.smithi104.stdout:osd.5 smithi188 running (3m) 12s ago 14m 275M 2480M 19.0.0-2419-g14da45f2 53081131892e 2420a754553d 2024-04-02T08:41:13.765 INFO:teuthology.orchestra.run.smithi104.stdout:osd.6 smithi188 running (2m) 12s ago 14m 195M 2480M 19.0.0-2419-g14da45f2 53081131892e 63b59c08c401 2024-04-02T08:41:13.765 INFO:teuthology.orchestra.run.smithi104.stdout:osd.7 smithi188 running (2m) 12s ago 14m 127M 2480M 19.0.0-2419-g14da45f2 53081131892e 93b3d9c81793 2024-04-02T08:41:13.765 INFO:teuthology.orchestra.run.smithi104.stdout:prometheus.a smithi188 *:9095 running (55s) 12s ago 13m 49.1M - 2.43.0 a07b618ecd1d ec7afbb3e042 2024-04-02T08:41:13.962 INFO:tasks.rados.rados.0.smithi104.stdout:2969: done (8 left) 2024-04-02T08:41:13.963 INFO:tasks.rados.rados.0.smithi104.stdout:2970: done (7 left) 2024-04-02T08:41:13.963 INFO:tasks.rados.rados.0.smithi104.stdout:2971: done (6 left) 2024-04-02T08:41:13.963 INFO:tasks.rados.rados.0.smithi104.stdout:2972: done (5 left) 2024-04-02T08:41:13.963 INFO:tasks.rados.rados.0.smithi104.stdout:2974: done (4 left) 2024-04-02T08:41:13.963 INFO:tasks.rados.rados.0.smithi104.stdout:2975: done (3 left) 2024-04-02T08:41:13.963 INFO:tasks.rados.rados.0.smithi104.stdout:2976: done (2 left) 2024-04-02T08:41:13.963 INFO:tasks.rados.rados.0.smithi104.stdout:2977: done (1 left) 2024-04-02T08:41:13.963 INFO:tasks.rados.rados.0.smithi104.stdout:2978: done (0 left) 2024-04-02T08:41:13.963 INFO:tasks.rados.rados.0.smithi104.stdout:2979: read oid 29 snap -1 2024-04-02T08:41:13.964 INFO:tasks.rados.rados.0.smithi104.stdout:2979: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:13.964 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 297 2024-04-02T08:41:13.964 INFO:tasks.rados.rados.0.smithi104.stdout:2980: seq_num 933 ranges {1204224=434176,1638400=548864,2187264=253952} 2024-04-02T08:41:13.971 INFO:tasks.rados.rados.0.smithi104.stdout:2980: writing smithi10482514-8 from 1204224 to 1638400 tid 1 2024-04-02T08:41:13.975 INFO:tasks.rados.rados.0.smithi104.stdout:2980: writing smithi10482514-8 from 1638400 to 2187264 tid 2 2024-04-02T08:41:13.977 INFO:tasks.rados.rados.0.smithi104.stdout:2980: writing smithi10482514-8 from 2187264 to 2441216 tid 3 2024-04-02T08:41:13.977 INFO:tasks.rados.rados.0.smithi104.stdout:2981: read oid 42 snap 295 2024-04-02T08:41:13.977 INFO:tasks.rados.rados.0.smithi104.stdout:2981: expect deleted 2024-04-02T08:41:13.977 INFO:tasks.rados.rados.0.smithi104.stdout:2982: setattr oid 35 current snap is 297 2024-04-02T08:41:13.977 INFO:tasks.rados.rados.0.smithi104.stdout:2979: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:13.981 INFO:tasks.rados.rados.0.smithi104.stdout:2980: finishing write tid 1 to smithi10482514-8 2024-04-02T08:41:13.981 INFO:tasks.rados.rados.0.smithi104.stdout:2979: done (3 left) 2024-04-02T08:41:13.981 INFO:tasks.rados.rados.0.smithi104.stdout:2981: done (2 left) 2024-04-02T08:41:13.981 INFO:tasks.rados.rados.0.smithi104.stdout:2983: read oid 29 snap -1 2024-04-02T08:41:13.981 INFO:tasks.rados.rados.0.smithi104.stdout:2983: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:13.981 INFO:tasks.rados.rados.0.smithi104.stdout:2984: rollback oid 33 current snap is 297 2024-04-02T08:41:13.982 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 294 2024-04-02T08:41:13.982 INFO:tasks.rados.rados.0.smithi104.stdout:2980: finishing write tid 2 to smithi10482514-8 2024-04-02T08:41:13.982 INFO:tasks.rados.rados.0.smithi104.stdout:2985: delete oid 3 current snap is 297 2024-04-02T08:41:13.982 INFO:tasks.rados.rados.0.smithi104.stdout:2980: finishing write tid 3 to smithi10482514-8 2024-04-02T08:41:13.982 INFO:tasks.rados.rados.0.smithi104.stdout:2983: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:13.984 INFO:tasks.rados.rados.0.smithi104.stdout:2984: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:41:13.984 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1702 (ObjNum 33 snap 0 seq_num 1939601760) dirty dne 2024-04-02T08:41:13.984 INFO:tasks.rados.rados.0.smithi104.stdout:2980: finishing write tid 4 to smithi10482514-8 2024-04-02T08:41:13.985 INFO:tasks.rados.rados.0.smithi104.stdout:2983: done (4 left) 2024-04-02T08:41:13.985 INFO:tasks.rados.rados.0.smithi104.stdout:2984: done (3 left) 2024-04-02T08:41:13.985 INFO:tasks.rados.rados.0.smithi104.stdout:2985: done (2 left) 2024-04-02T08:41:13.985 INFO:tasks.rados.rados.0.smithi104.stdout:2986: snap_remove snap 257 2024-04-02T08:41:14.113 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:13 smithi104 ceph-mon[96567]: pgmap v639: 121 pgs: 121 active+clean; 238 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s rd, 744 KiB/s wr, 8 op/s 2024-04-02T08:41:14.113 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:13 smithi104 ceph-mon[94081]: pgmap v639: 121 pgs: 121 active+clean; 238 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s rd, 744 KiB/s wr, 8 op/s 2024-04-02T08:41:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:13 smithi188 ceph-mon[86835]: pgmap v639: 121 pgs: 121 active+clean; 238 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s rd, 744 KiB/s wr, 8 op/s 2024-04-02T08:41:14.425 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph versions' 2024-04-02T08:41:14.641 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:14.975 INFO:tasks.rados.rados.0.smithi104.stdout:2986: done (2 left) 2024-04-02T08:41:14.976 INFO:tasks.rados.rados.0.smithi104.stdout:2987: read oid 40 snap -1 2024-04-02T08:41:14.976 INFO:tasks.rados.rados.0.smithi104.stdout:2987: expect deleted 2024-04-02T08:41:14.976 INFO:tasks.rados.rados.0.smithi104.stdout:2988: snap_remove snap 290 2024-04-02T08:41:15.067 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:14 smithi104 ceph-mon[94081]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:15.067 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:14 smithi104 ceph-mon[94081]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:41:15.067 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:14 smithi104 ceph-mon[96567]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:15.067 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:14 smithi104 ceph-mon[96567]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:41:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:14 smithi188 ceph-mon[86835]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:14 smithi188 ceph-mon[86835]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:41:15.919 INFO:tasks.rados.rados.0.smithi104.stdout:2988: done (3 left) 2024-04-02T08:41:15.920 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 297 2024-04-02T08:41:15.920 INFO:tasks.rados.rados.0.smithi104.stdout:2980: finishing write tid 5 to smithi10482514-8 2024-04-02T08:41:15.920 INFO:tasks.rados.rados.0.smithi104.stdout:2980: oid 8 updating version 0 to 1982 2024-04-02T08:41:15.920 INFO:tasks.rados.rados.0.smithi104.stdout:2980: oid 8 version 1982 is already newer than 1980 2024-04-02T08:41:15.920 INFO:tasks.rados.rados.0.smithi104.stdout:2980: oid 8 version 1982 is already newer than 1979 2024-04-02T08:41:15.920 INFO:tasks.rados.rados.0.smithi104.stdout:2980: oid 8 version 1982 is already newer than 1981 2024-04-02T08:41:15.920 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 1982 (ObjNum 933 snap 297 seq_num 933) dirty exists 2024-04-02T08:41:15.920 INFO:tasks.rados.rados.0.smithi104.stdout:2980: left oid 8 (ObjNum 933 snap 297 seq_num 933) 2024-04-02T08:41:15.920 INFO:tasks.rados.rados.0.smithi104.stdout:2989: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2024-04-02T08:41:15.922 INFO:tasks.rados.rados.0.smithi104.stdout:2989: writing smithi10482514-19 from 0 to 466944 tid 1 2024-04-02T08:41:15.927 INFO:tasks.rados.rados.0.smithi104.stdout:2989: writing smithi10482514-19 from 466944 to 1187840 tid 2 2024-04-02T08:41:15.928 INFO:tasks.rados.rados.0.smithi104.stdout:2989: writing smithi10482514-19 from 1187840 to 1269760 tid 3 2024-04-02T08:41:15.928 INFO:tasks.rados.rados.0.smithi104.stdout:2980: done (3 left) 2024-04-02T08:41:15.928 INFO:tasks.rados.rados.0.smithi104.stdout:2990: snap_create 2024-04-02T08:41:15.928 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2330 (ObjNum 927 snap 296 seq_num 927) dirty exists 2024-04-02T08:41:15.934 INFO:tasks.rados.rados.0.smithi104.stdout:2989: finishing write tid 1 to smithi10482514-19 2024-04-02T08:41:15.936 INFO:tasks.rados.rados.0.smithi104.stdout:2989: finishing write tid 2 to smithi10482514-19 2024-04-02T08:41:15.937 INFO:tasks.rados.rados.0.smithi104.stdout:2989: finishing write tid 3 to smithi10482514-19 2024-04-02T08:41:15.940 INFO:tasks.rados.rados.0.smithi104.stdout:2989: finishing write tid 4 to smithi10482514-19 2024-04-02T08:41:15.943 INFO:tasks.rados.rados.0.smithi104.stdout:2989: finishing write tid 5 to smithi10482514-19 2024-04-02T08:41:15.943 INFO:tasks.rados.rados.0.smithi104.stdout:2989: oid 19 updating version 0 to 2116 2024-04-02T08:41:15.943 INFO:tasks.rados.rados.0.smithi104.stdout:2989: oid 19 version 2116 is already newer than 2115 2024-04-02T08:41:15.943 INFO:tasks.rados.rados.0.smithi104.stdout:2989: oid 19 updating version 2116 to 2117 2024-04-02T08:41:15.943 INFO:tasks.rados.rados.0.smithi104.stdout:2989: oid 19 version 2117 is already newer than 2114 2024-04-02T08:41:15.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 2117 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:41:15.943 INFO:tasks.rados.rados.0.smithi104.stdout:2989: left oid 19 (ObjNum 935 snap 297 seq_num 935) 2024-04-02T08:41:16.124 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:41:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:41:15] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-02T08:41:16.124 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:15 smithi104 ceph-mon[96567]: pgmap v641: 121 pgs: 121 active+clean; 239 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-04-02T08:41:16.124 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:15 smithi104 ceph-mon[96567]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:41:16.124 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:15 smithi104 ceph-mon[96567]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:41:16.125 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:15 smithi104 ceph-mon[94081]: pgmap v641: 121 pgs: 121 active+clean; 239 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-04-02T08:41:16.125 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:15 smithi104 ceph-mon[94081]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:41:16.125 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:15 smithi104 ceph-mon[94081]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:41:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:15 smithi188 ceph-mon[86835]: pgmap v641: 121 pgs: 121 active+clean; 239 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-04-02T08:41:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:15 smithi188 ceph-mon[86835]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:41:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:15 smithi188 ceph-mon[86835]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:41:16.685 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-04-02T08:41:16.685 INFO:teuthology.orchestra.run.smithi104.stdout: "mon": { 2024-04-02T08:41:16.685 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T08:41:16.685 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:41:16.685 INFO:teuthology.orchestra.run.smithi104.stdout: "mgr": { 2024-04-02T08:41:16.685 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:41:16.685 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:41:16.685 INFO:teuthology.orchestra.run.smithi104.stdout: "osd": { 2024-04-02T08:41:16.686 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T08:41:16.686 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:41:16.686 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-04-02T08:41:16.686 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T08:41:16.686 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-04-02T08:41:16.686 INFO:teuthology.orchestra.run.smithi104.stdout: "overall": { 2024-04-02T08:41:16.686 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 15 2024-04-02T08:41:16.686 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-04-02T08:41:16.686 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-04-02T08:41:16.920 INFO:tasks.rados.rados.0.smithi104.stdout:2982: done (3 left) 2024-04-02T08:41:16.920 INFO:tasks.rados.rados.0.smithi104.stdout:2987: done (2 left) 2024-04-02T08:41:16.920 INFO:tasks.rados.rados.0.smithi104.stdout:2989: done (1 left) 2024-04-02T08:41:16.920 INFO:tasks.rados.rados.0.smithi104.stdout:2990: done (0 left) 2024-04-02T08:41:16.920 INFO:tasks.rados.rados.0.smithi104.stdout:2991: delete oid 33 current snap is 298 2024-04-02T08:41:16.924 INFO:tasks.rados.rados.0.smithi104.stdout:2991: done (0 left) 2024-04-02T08:41:16.925 INFO:tasks.rados.rados.0.smithi104.stdout:2992: snap_remove snap 283 2024-04-02T08:41:17.270 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1196146125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:17.270 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:16 smithi104 ceph-mon[96567]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:41:17.270 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1196146125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:17.270 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:16 smithi104 ceph-mon[94081]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:41:17.295 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-02T08:41:17.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1196146125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:17.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:16 smithi188 ceph-mon[86835]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:41:17.507 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:17.922 INFO:tasks.rados.rados.0.smithi104.stdout:2992: done (0 left) 2024-04-02T08:41:17.923 INFO:tasks.rados.rados.0.smithi104.stdout:2993: snap_remove snap 297 2024-04-02T08:41:18.310 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:17 smithi104 ceph-mon[96567]: pgmap v644: 121 pgs: 121 active+clean; 225 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.3 MiB/s wr, 34 op/s 2024-04-02T08:41:18.310 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:17 smithi104 ceph-mon[96567]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:41:18.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:17 smithi104 ceph-mon[94081]: pgmap v644: 121 pgs: 121 active+clean; 225 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.3 MiB/s wr, 34 op/s 2024-04-02T08:41:18.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:17 smithi104 ceph-mon[94081]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:41:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:17 smithi188 ceph-mon[86835]: pgmap v644: 121 pgs: 121 active+clean; 225 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.3 MiB/s wr, 34 op/s 2024-04-02T08:41:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:17 smithi188 ceph-mon[86835]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:41:18.924 INFO:tasks.rados.rados.0.smithi104.stdout:2993: done (0 left) 2024-04-02T08:41:18.924 INFO:tasks.rados.rados.0.smithi104.stdout:2994: read oid 40 snap -1 2024-04-02T08:41:18.924 INFO:tasks.rados.rados.0.smithi104.stdout:2994: expect deleted 2024-04-02T08:41:18.924 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 16 current snap is 298 2024-04-02T08:41:18.925 INFO:tasks.rados.rados.0.smithi104.stdout:2995: seq_num 937 ranges {2482176=499712,2981888=532480,3514368=270336} 2024-04-02T08:41:18.940 INFO:tasks.rados.rados.0.smithi104.stdout:2995: writing smithi10482514-16 from 2482176 to 2981888 tid 1 2024-04-02T08:41:18.943 INFO:tasks.rados.rados.0.smithi104.stdout:2995: writing smithi10482514-16 from 2981888 to 3514368 tid 2 2024-04-02T08:41:18.945 INFO:tasks.rados.rados.0.smithi104.stdout:2995: writing smithi10482514-16 from 3514368 to 3784704 tid 3 2024-04-02T08:41:18.945 INFO:tasks.rados.rados.0.smithi104.stdout:2996: delete oid 9 current snap is 298 2024-04-02T08:41:18.951 INFO:tasks.rados.rados.0.smithi104.stdout:2995: finishing write tid 1 to smithi10482514-16 2024-04-02T08:41:18.953 INFO:tasks.rados.rados.0.smithi104.stdout:2995: finishing write tid 2 to smithi10482514-16 2024-04-02T08:41:18.953 INFO:tasks.rados.rados.0.smithi104.stdout:2995: finishing write tid 3 to smithi10482514-16 2024-04-02T08:41:18.953 INFO:tasks.rados.rados.0.smithi104.stdout:2995: finishing write tid 4 to smithi10482514-16 2024-04-02T08:41:18.953 INFO:tasks.rados.rados.0.smithi104.stdout:2994: done (2 left) 2024-04-02T08:41:18.953 INFO:tasks.rados.rados.0.smithi104.stdout:2996: done (1 left) 2024-04-02T08:41:18.953 INFO:tasks.rados.rados.0.smithi104.stdout:2997: rollback oid 33 current snap is 298 2024-04-02T08:41:18.953 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 287 2024-04-02T08:41:18.953 INFO:tasks.rados.rados.0.smithi104.stdout:2998: rollback oid 3 current snap is 298 2024-04-02T08:41:18.953 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 3 to 278 2024-04-02T08:41:18.953 INFO:tasks.rados.rados.0.smithi104.stdout:2999: copy_from oid 47 from oid 34 current snap is 298 2024-04-02T08:41:18.953 INFO:tasks.rados.rados.0.smithi104.stdout:3000: copy_from oid 13 from oid 17 current snap is 298 2024-04-02T08:41:18.954 INFO:tasks.rados.rados.0.smithi104.stdout:3001: snap_remove snap 294 2024-04-02T08:41:19.462 INFO:teuthology.orchestra.run.smithi104.stdout:true 2024-04-02T08:41:19.929 INFO:tasks.rados.rados.0.smithi104.stdout:3001: done (5 left) 2024-04-02T08:41:19.929 INFO:tasks.rados.rados.0.smithi104.stdout:3002: delete oid 42 current snap is 298 2024-04-02T08:41:19.929 INFO:tasks.rados.rados.0.smithi104.stdout:2999: finishing copy_from to smithi10482514-47 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2999: got expected ENOENT (src dne) 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2999: finishing copy_from racing read to smithi10482514-47 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2998: finishing rollback tid 1 to smithi10482514-3 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2997: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2995: finishing write tid 5 to smithi10482514-16 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2995: oid 16 updating version 0 to 1706 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2995: oid 16 version 1706 is already newer than 1704 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2995: oid 16 version 1706 is already newer than 1705 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2995: oid 16 version 1706 is already newer than 1703 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 1706 (ObjNum 937 snap 298 seq_num 937) dirty exists 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2995: left oid 16 (ObjNum 937 snap 298 seq_num 937) 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2998: finishing rollback tid 2 to smithi10482514-3 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2117 (ObjNum 732 snap 238 seq_num 732) dirty exists 2024-04-02T08:41:19.930 INFO:tasks.rados.rados.0.smithi104.stdout:2997: finishing rollback tid 2 to smithi10482514-33 2024-04-02T08:41:19.931 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1708 (ObjNum 813 snap 273 seq_num 813) dirty exists 2024-04-02T08:41:19.931 INFO:tasks.rados.rados.0.smithi104.stdout:3000: finishing copy_from racing read to smithi10482514-13 2024-04-02T08:41:19.931 INFO:tasks.rados.rados.0.smithi104.stdout:3000: finishing copy_from to smithi10482514-13 2024-04-02T08:41:19.931 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2043 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-04-02T08:41:19.939 INFO:tasks.rados.rados.0.smithi104.stdout:2995: done (5 left) 2024-04-02T08:41:19.940 INFO:tasks.rados.rados.0.smithi104.stdout:2997: done (4 left) 2024-04-02T08:41:19.940 INFO:tasks.rados.rados.0.smithi104.stdout:2998: done (3 left) 2024-04-02T08:41:19.940 INFO:tasks.rados.rados.0.smithi104.stdout:2999: done (2 left) 2024-04-02T08:41:19.940 INFO:tasks.rados.rados.0.smithi104.stdout:3000: done (1 left) 2024-04-02T08:41:19.940 INFO:tasks.rados.rados.0.smithi104.stdout:3002: done (0 left) 2024-04-02T08:41:19.940 INFO:tasks.rados.rados.0.smithi104.stdout:3003: delete oid 21 current snap is 298 2024-04-02T08:41:19.949 INFO:tasks.rados.rados.0.smithi104.stdout:3003: done (0 left) 2024-04-02T08:41:19.949 INFO:tasks.rados.rados.0.smithi104.stdout:3004: copy_from oid 13 from oid 17 current snap is 298 2024-04-02T08:41:19.949 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 298 2024-04-02T08:41:19.949 INFO:tasks.rados.rados.0.smithi104.stdout:3005: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-04-02T08:41:19.952 INFO:tasks.rados.rados.0.smithi104.stdout:3005: writing smithi10482514-26 from 0 to 565248 tid 1 2024-04-02T08:41:19.955 INFO:tasks.rados.rados.0.smithi104.stdout:3005: writing smithi10482514-26 from 565248 to 1040384 tid 2 2024-04-02T08:41:19.958 INFO:tasks.rados.rados.0.smithi104.stdout:3005: writing smithi10482514-26 from 1040384 to 1368064 tid 3 2024-04-02T08:41:19.958 INFO:tasks.rados.rados.0.smithi104.stdout:3006: snap_create 2024-04-02T08:41:19.958 INFO:tasks.rados.rados.0.smithi104.stdout:3005: finishing write tid 1 to smithi10482514-26 2024-04-02T08:41:19.962 INFO:tasks.rados.rados.0.smithi104.stdout:3005: finishing write tid 2 to smithi10482514-26 2024-04-02T08:41:19.962 INFO:tasks.rados.rados.0.smithi104.stdout:3005: finishing write tid 3 to smithi10482514-26 2024-04-02T08:41:19.963 INFO:tasks.rados.rados.0.smithi104.stdout:3005: finishing write tid 4 to smithi10482514-26 2024-04-02T08:41:19.965 INFO:tasks.rados.rados.0.smithi104.stdout:3005: finishing write tid 5 to smithi10482514-26 2024-04-02T08:41:19.965 INFO:tasks.rados.rados.0.smithi104.stdout:3005: oid 26 updating version 0 to 2118 2024-04-02T08:41:19.965 INFO:tasks.rados.rados.0.smithi104.stdout:3005: oid 26 updating version 2118 to 2121 2024-04-02T08:41:19.966 INFO:tasks.rados.rados.0.smithi104.stdout:3005: oid 26 version 2121 is already newer than 2119 2024-04-02T08:41:19.966 INFO:tasks.rados.rados.0.smithi104.stdout:3005: oid 26 version 2121 is already newer than 2120 2024-04-02T08:41:19.966 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2121 (ObjNum 941 snap 298 seq_num 941) dirty exists 2024-04-02T08:41:19.966 INFO:tasks.rados.rados.0.smithi104.stdout:3005: left oid 26 (ObjNum 941 snap 298 seq_num 941) 2024-04-02T08:41:19.984 INFO:tasks.rados.rados.0.smithi104.stdout:3004: finishing copy_from racing read to smithi10482514-13 2024-04-02T08:41:19.992 INFO:tasks.rados.rados.0.smithi104.stdout:3004: finishing copy_from to smithi10482514-13 2024-04-02T08:41:19.992 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2043 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-04-02T08:41:20.092 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:19 smithi104 ceph-mon[96567]: pgmap v647: 121 pgs: 121 active+clean; 200 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-04-02T08:41:20.093 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:19 smithi104 ceph-mon[96567]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:41:20.093 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:20.093 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:19 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3455016014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:20.093 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:19 smithi104 ceph-mon[94081]: pgmap v647: 121 pgs: 121 active+clean; 200 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-04-02T08:41:20.093 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:19 smithi104 ceph-mon[94081]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:41:20.093 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:20.093 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:19 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3455016014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:20.116 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -e sha1=14da45f22b7b6f8995de09c1525ea96ba87a39fd -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-02T08:41:20.333 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:19 smithi188 ceph-mon[86835]: pgmap v647: 121 pgs: 121 active+clean; 200 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-04-02T08:41:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:19 smithi188 ceph-mon[86835]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:41:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:19 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3455016014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:20.920 INFO:tasks.rados.rados.0.smithi104.stdout:3004: done (2 left) 2024-04-02T08:41:20.921 INFO:tasks.rados.rados.0.smithi104.stdout:3005: done (1 left) 2024-04-02T08:41:20.921 INFO:tasks.rados.rados.0.smithi104.stdout:3006: done (0 left) 2024-04-02T08:41:20.921 INFO:tasks.rados.rados.0.smithi104.stdout:3007: copy_from oid 24 from oid 35 current snap is 299 2024-04-02T08:41:20.921 INFO:tasks.rados.rados.0.smithi104.stdout:3008: read oid 32 snap 295 2024-04-02T08:41:20.921 INFO:tasks.rados.rados.0.smithi104.stdout:3008: expect (ObjNum 861 snap 289 seq_num 861) 2024-04-02T08:41:20.921 INFO:tasks.rados.rados.0.smithi104.stdout:3009: delete oid 31 current snap is 299 2024-04-02T08:41:20.926 INFO:tasks.rados.rados.0.smithi104.stdout:3009: done (2 left) 2024-04-02T08:41:20.926 INFO:tasks.rados.rados.0.smithi104.stdout:3010: rollback oid 11 current snap is 299 2024-04-02T08:41:20.926 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 11 to 295 2024-04-02T08:41:20.926 INFO:tasks.rados.rados.0.smithi104.stdout:3011: delete oid 44 current snap is 299 2024-04-02T08:41:20.929 INFO:tasks.rados.rados.0.smithi104.stdout:3010: finishing rollback tid 0 to smithi10482514-11 2024-04-02T08:41:20.931 INFO:tasks.rados.rados.0.smithi104.stdout:3010: finishing rollback tid 1 to smithi10482514-11 2024-04-02T08:41:20.932 INFO:tasks.rados.rados.0.smithi104.stdout:3010: finishing rollback tid 2 to smithi10482514-11 2024-04-02T08:41:20.932 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1512 (ObjNum 608 snap 192 seq_num 608) dirty exists 2024-04-02T08:41:20.934 INFO:tasks.rados.rados.0.smithi104.stdout:3010: done (3 left) 2024-04-02T08:41:20.934 INFO:tasks.rados.rados.0.smithi104.stdout:3011: done (2 left) 2024-04-02T08:41:20.934 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 299 2024-04-02T08:41:20.934 INFO:tasks.rados.rados.0.smithi104.stdout:3012: seq_num 944 ranges {1073152=614400,1687552=573440,2260992=229376} 2024-04-02T08:41:20.943 INFO:tasks.rados.rados.0.smithi104.stdout:3012: writing smithi10482514-20 from 1073152 to 1687552 tid 1 2024-04-02T08:41:20.946 INFO:tasks.rados.rados.0.smithi104.stdout:3012: writing smithi10482514-20 from 1687552 to 2260992 tid 2 2024-04-02T08:41:20.948 INFO:tasks.rados.rados.0.smithi104.stdout:3012: writing smithi10482514-20 from 2260992 to 2490368 tid 3 2024-04-02T08:41:20.948 INFO:tasks.rados.rados.0.smithi104.stdout:3013: snap_remove snap 298 2024-04-02T08:41:21.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:20 smithi104 ceph-mon[96567]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:41:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:20 smithi104 ceph-mon[96567]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:41:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:20 smithi104 ceph-mon[94081]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:41:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:20 smithi104 ceph-mon[94081]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:41:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:20 smithi188 ceph-mon[86835]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:41:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:20 smithi188 ceph-mon[86835]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:41:21.948 INFO:tasks.rados.rados.0.smithi104.stdout:3013: done (3 left) 2024-04-02T08:41:21.949 INFO:tasks.rados.rados.0.smithi104.stdout:3014: snap_remove snap 278 2024-04-02T08:41:22.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:21 smithi188 ceph-mon[86835]: pgmap v650: 121 pgs: 121 active+clean; 197 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 566 KiB/s wr, 10 op/s 2024-04-02T08:41:22.360 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)" 2024-04-02T08:41:22.361 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:21 smithi104 ceph-mon[96567]: pgmap v650: 121 pgs: 121 active+clean; 197 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 566 KiB/s wr, 10 op/s 2024-04-02T08:41:22.361 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:21 smithi104 ceph-mon[94081]: pgmap v650: 121 pgs: 121 active+clean; 197 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 566 KiB/s wr, 10 op/s 2024-04-02T08:41:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:41:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:22.955 INFO:tasks.rados.rados.0.smithi104.stdout:3014: done (3 left) 2024-04-02T08:41:22.955 INFO:tasks.rados.rados.0.smithi104.stdout:3015: delete oid 23 current snap is 299 2024-04-02T08:41:22.955 INFO:tasks.rados.rados.0.smithi104.stdout:3007: finishing copy_from racing read to smithi10482514-24 2024-04-02T08:41:22.955 INFO:tasks.rados.rados.0.smithi104.stdout:3007: finishing copy_from to smithi10482514-24 2024-04-02T08:41:22.955 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 2330 (ObjNum 927 snap 296 seq_num 927) dirty exists 2024-04-02T08:41:22.955 INFO:tasks.rados.rados.0.smithi104.stdout:3008: expect (ObjNum 861 snap 289 seq_num 861) 2024-04-02T08:41:23.078 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:41:23.079 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-02T08:41:23.079 DEBUG:teuthology.parallel:result is None 2024-04-02T08:41:23.142 INFO:tasks.rados.rados.0.smithi104.stdout:3012: finishing write tid 1 to smithi10482514-20 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3012: finishing write tid 2 to smithi10482514-20 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3012: finishing write tid 3 to smithi10482514-20 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3007: done (3 left) 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3008: done (2 left) 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3015: done (1 left) 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3016: rollback oid 33 current snap is 299 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 295 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3012: finishing write tid 4 to smithi10482514-20 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3012: finishing write tid 5 to smithi10482514-20 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3012: oid 20 updating version 0 to 2608 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3012: oid 20 updating version 2608 to 2609 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3012: oid 20 updating version 2609 to 2610 2024-04-02T08:41:23.143 INFO:tasks.rados.rados.0.smithi104.stdout:3012: oid 20 version 2610 is already newer than 2607 2024-04-02T08:41:23.144 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 2610 (ObjNum 944 snap 299 seq_num 944) dirty exists 2024-04-02T08:41:23.144 INFO:tasks.rados.rados.0.smithi104.stdout:3012: left oid 20 (ObjNum 944 snap 299 seq_num 944) 2024-04-02T08:41:23.144 INFO:tasks.rados.rados.0.smithi104.stdout:3012: done (1 left) 2024-04-02T08:41:23.144 INFO:tasks.rados.rados.0.smithi104.stdout:3017: rollback oid 2 current snap is 299 2024-04-02T08:41:23.144 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 2 to 295 2024-04-02T08:41:23.144 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 299 2024-04-02T08:41:23.144 INFO:tasks.rados.rados.0.smithi104.stdout:3018: seq_num 946 ranges {8282112=647168,8929280=745472,9674752=57344} 2024-04-02T08:41:23.190 INFO:tasks.rados.rados.0.smithi104.stdout:3018: writing smithi10482514-17 from 8282112 to 8929280 tid 1 2024-04-02T08:41:23.195 INFO:tasks.rados.rados.0.smithi104.stdout:3018: writing smithi10482514-17 from 8929280 to 9674752 tid 2 2024-04-02T08:41:23.196 INFO:tasks.rados.rados.0.smithi104.stdout:3018: writing smithi10482514-17 from 9674752 to 9732096 tid 3 2024-04-02T08:41:23.196 INFO:tasks.rados.rados.0.smithi104.stdout:3019: read oid 48 snap -1 2024-04-02T08:41:23.196 INFO:tasks.rados.rados.0.smithi104.stdout:3019: expect (ObjNum 843 snap 283 seq_num 843) 2024-04-02T08:41:23.196 INFO:tasks.rados.rados.0.smithi104.stdout:3020: snap_create 2024-04-02T08:41:23.196 INFO:tasks.rados.rados.0.smithi104.stdout:3017: finishing rollback tid 1 to smithi10482514-2 2024-04-02T08:41:23.196 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1971 (ObjNum 657 snap 0 seq_num 1939328720) dirty dne 2024-04-02T08:41:23.196 INFO:tasks.rados.rados.0.smithi104.stdout:3016: finishing rollback tid 0 to smithi10482514-33 2024-04-02T08:41:23.196 INFO:tasks.rados.rados.0.smithi104.stdout:3016: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:41:23.196 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1710 (ObjNum 305 snap 0 seq_num 1) dirty dne 2024-04-02T08:41:23.196 INFO:tasks.rados.rados.0.smithi104.stdout:3018: finishing write tid 1 to smithi10482514-17 2024-04-02T08:41:23.202 INFO:tasks.rados.rados.0.smithi104.stdout:3018: finishing write tid 2 to smithi10482514-17 2024-04-02T08:41:23.202 INFO:tasks.rados.rados.0.smithi104.stdout:3018: finishing write tid 3 to smithi10482514-17 2024-04-02T08:41:23.202 INFO:tasks.rados.rados.0.smithi104.stdout:3018: finishing write tid 4 to smithi10482514-17 2024-04-02T08:41:23.204 INFO:tasks.rados.rados.0.smithi104.stdout:3018: finishing write tid 5 to smithi10482514-17 2024-04-02T08:41:23.204 INFO:tasks.rados.rados.0.smithi104.stdout:3018: oid 17 updating version 0 to 2622 2024-04-02T08:41:23.204 INFO:tasks.rados.rados.0.smithi104.stdout:3018: oid 17 updating version 2622 to 2624 2024-04-02T08:41:23.204 INFO:tasks.rados.rados.0.smithi104.stdout:3018: oid 17 version 2624 is already newer than 2623 2024-04-02T08:41:23.204 INFO:tasks.rados.rados.0.smithi104.stdout:3018: oid 17 updating version 2624 to 2625 2024-04-02T08:41:23.204 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 2625 (ObjNum 946 snap 299 seq_num 946) dirty exists 2024-04-02T08:41:23.204 INFO:tasks.rados.rados.0.smithi104.stdout:3018: left oid 17 (ObjNum 946 snap 299 seq_num 946) 2024-04-02T08:41:23.205 INFO:tasks.rados.rados.0.smithi104.stdout:3019: expect (ObjNum 843 snap 283 seq_num 843) 2024-04-02T08:41:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:22 smithi188 ceph-mon[86835]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:41:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:22 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/214049159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:23.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:22 smithi104 ceph-mon[94081]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:41:23.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:22 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/214049159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:22 smithi104 ceph-mon[96567]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:41:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:22 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/214049159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:23.963 INFO:tasks.rados.rados.0.smithi104.stdout:3016: done (4 left) 2024-04-02T08:41:23.964 INFO:tasks.rados.rados.0.smithi104.stdout:3017: done (3 left) 2024-04-02T08:41:23.964 INFO:tasks.rados.rados.0.smithi104.stdout:3018: done (2 left) 2024-04-02T08:41:23.964 INFO:tasks.rados.rados.0.smithi104.stdout:3019: done (1 left) 2024-04-02T08:41:23.964 INFO:tasks.rados.rados.0.smithi104.stdout:3020: done (0 left) 2024-04-02T08:41:23.964 INFO:tasks.rados.rados.0.smithi104.stdout:3021: snap_create 2024-04-02T08:41:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:23 smithi188 ceph-mon[86835]: pgmap v653: 121 pgs: 121 active+clean; 197 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 652 KiB/s wr, 4 op/s 2024-04-02T08:41:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:23 smithi188 ceph-mon[86835]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:41:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:23 smithi104 ceph-mon[96567]: pgmap v653: 121 pgs: 121 active+clean; 197 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 652 KiB/s wr, 4 op/s 2024-04-02T08:41:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:23 smithi104 ceph-mon[96567]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:41:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:23 smithi104 ceph-mon[94081]: pgmap v653: 121 pgs: 121 active+clean; 197 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 652 KiB/s wr, 4 op/s 2024-04-02T08:41:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:23 smithi104 ceph-mon[94081]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:41:24.971 INFO:tasks.rados.rados.0.smithi104.stdout:3021: done (0 left) 2024-04-02T08:41:24.972 INFO:tasks.rados.rados.0.smithi104.stdout:3022: snap_remove snap 295 2024-04-02T08:41:25.290 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:24 smithi104 ceph-mon[96567]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:41:25.291 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:24 smithi104 ceph-mon[94081]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:41:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:24 smithi188 ceph-mon[86835]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:41:25.923 INFO:tasks.rados.rados.0.smithi104.stdout:3022: done (0 left) 2024-04-02T08:41:25.924 INFO:tasks.rados.rados.0.smithi104.stdout:3023: copy_from oid 14 from oid 19 current snap is 301 2024-04-02T08:41:25.924 INFO:tasks.rados.rados.0.smithi104.stdout:3024: rollback oid 13 current snap is 301 2024-04-02T08:41:25.924 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 299 2024-04-02T08:41:25.924 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 301 2024-04-02T08:41:25.924 INFO:tasks.rados.rados.0.smithi104.stdout:3025: seq_num 947 ranges {1204224=663552,1867776=630784,2498560=172032} 2024-04-02T08:41:25.935 INFO:tasks.rados.rados.0.smithi104.stdout:3025: writing smithi10482514-3 from 1204224 to 1867776 tid 1 2024-04-02T08:41:25.939 INFO:tasks.rados.rados.0.smithi104.stdout:3025: writing smithi10482514-3 from 1867776 to 2498560 tid 2 2024-04-02T08:41:25.940 INFO:tasks.rados.rados.0.smithi104.stdout:3025: writing smithi10482514-3 from 2498560 to 2670592 tid 3 2024-04-02T08:41:25.941 INFO:tasks.rados.rados.0.smithi104.stdout:3026: delete oid 43 current snap is 301 2024-04-02T08:41:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:3024: finishing rollback tid 0 to smithi10482514-13 2024-04-02T08:41:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:3023: finishing copy_from racing read to smithi10482514-14 2024-04-02T08:41:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:3024: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:41:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:3024: finishing rollback tid 2 to smithi10482514-13 2024-04-02T08:41:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2052 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-04-02T08:41:25.943 INFO:tasks.rados.rados.0.smithi104.stdout:3025: finishing write tid 1 to smithi10482514-3 2024-04-02T08:41:25.945 INFO:tasks.rados.rados.0.smithi104.stdout:3025: finishing write tid 2 to smithi10482514-3 2024-04-02T08:41:25.946 INFO:tasks.rados.rados.0.smithi104.stdout:3025: finishing write tid 3 to smithi10482514-3 2024-04-02T08:41:25.946 INFO:tasks.rados.rados.0.smithi104.stdout:3025: finishing write tid 4 to smithi10482514-3 2024-04-02T08:41:25.947 INFO:tasks.rados.rados.0.smithi104.stdout:3023: finishing copy_from to smithi10482514-14 2024-04-02T08:41:25.947 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2117 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:41:25.948 INFO:tasks.rados.rados.0.smithi104.stdout:3023: done (3 left) 2024-04-02T08:41:25.949 INFO:tasks.rados.rados.0.smithi104.stdout:3024: done (2 left) 2024-04-02T08:41:25.949 INFO:tasks.rados.rados.0.smithi104.stdout:3026: done (1 left) 2024-04-02T08:41:25.949 INFO:tasks.rados.rados.0.smithi104.stdout:3027: snap_create 2024-04-02T08:41:25.950 INFO:tasks.rados.rados.0.smithi104.stdout:3025: finishing write tid 5 to smithi10482514-3 2024-04-02T08:41:25.950 INFO:tasks.rados.rados.0.smithi104.stdout:3025: oid 3 updating version 0 to 2118 2024-04-02T08:41:25.950 INFO:tasks.rados.rados.0.smithi104.stdout:3025: oid 3 updating version 2118 to 2119 2024-04-02T08:41:25.950 INFO:tasks.rados.rados.0.smithi104.stdout:3025: oid 3 updating version 2119 to 2120 2024-04-02T08:41:25.950 INFO:tasks.rados.rados.0.smithi104.stdout:3025: oid 3 updating version 2120 to 2121 2024-04-02T08:41:25.950 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2121 (ObjNum 947 snap 301 seq_num 947) dirty exists 2024-04-02T08:41:25.950 INFO:tasks.rados.rados.0.smithi104.stdout:3025: left oid 3 (ObjNum 947 snap 301 seq_num 947) 2024-04-02T08:41:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:41:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:41:25] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:41:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:25 smithi104 ceph-mon[96567]: pgmap v656: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.9 MiB/s wr, 7 op/s 2024-04-02T08:41:26.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:25 smithi104 ceph-mon[96567]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:41:26.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:25 smithi104 ceph-mon[96567]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:41:26.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:25 smithi104 ceph-mon[94081]: pgmap v656: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.9 MiB/s wr, 7 op/s 2024-04-02T08:41:26.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:25 smithi104 ceph-mon[94081]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:41:26.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:25 smithi104 ceph-mon[94081]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:41:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:25 smithi188 ceph-mon[86835]: pgmap v656: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.9 MiB/s wr, 7 op/s 2024-04-02T08:41:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:25 smithi188 ceph-mon[86835]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:41:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:25 smithi188 ceph-mon[86835]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:41:26.926 INFO:tasks.rados.rados.0.smithi104.stdout:3025: done (1 left) 2024-04-02T08:41:26.926 INFO:tasks.rados.rados.0.smithi104.stdout:3027: done (0 left) 2024-04-02T08:41:26.926 INFO:tasks.rados.rados.0.smithi104.stdout:3028: read oid 11 snap -1 2024-04-02T08:41:26.927 INFO:tasks.rados.rados.0.smithi104.stdout:3028: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:41:26.927 INFO:tasks.rados.rados.0.smithi104.stdout:3029: snap_remove snap 286 2024-04-02T08:41:27.930 INFO:tasks.rados.rados.0.smithi104.stdout:3029: done (1 left) 2024-04-02T08:41:27.930 INFO:tasks.rados.rados.0.smithi104.stdout:3030: setattr oid 1 current snap is 302 2024-04-02T08:41:27.930 INFO:tasks.rados.rados.0.smithi104.stdout:3028: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:41:27.957 INFO:tasks.rados.rados.0.smithi104.stdout:3028: done (1 left) 2024-04-02T08:41:27.957 INFO:tasks.rados.rados.0.smithi104.stdout:3031: read oid 46 snap -1 2024-04-02T08:41:27.957 INFO:tasks.rados.rados.0.smithi104.stdout:3031: expect (ObjNum 872 snap 289 seq_num 872) 2024-04-02T08:41:27.957 INFO:tasks.rados.rados.0.smithi104.stdout:3032: read oid 20 snap 301 2024-04-02T08:41:27.957 INFO:tasks.rados.rados.0.smithi104.stdout:3032: expect (ObjNum 944 snap 299 seq_num 944) 2024-04-02T08:41:27.957 INFO:tasks.rados.rados.0.smithi104.stdout:3033: snap_remove snap 296 2024-04-02T08:41:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:27 smithi188 ceph-mon[86835]: pgmap v659: 121 pgs: 121 active+clean; 187 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.8 MiB/s wr, 5 op/s 2024-04-02T08:41:28.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:27 smithi188 ceph-mon[86835]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:41:28.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:27 smithi104 ceph-mon[94081]: pgmap v659: 121 pgs: 121 active+clean; 187 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.8 MiB/s wr, 5 op/s 2024-04-02T08:41:28.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:27 smithi104 ceph-mon[94081]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:41:28.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:27 smithi104 ceph-mon[96567]: pgmap v659: 121 pgs: 121 active+clean; 187 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.8 MiB/s wr, 5 op/s 2024-04-02T08:41:28.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:27 smithi104 ceph-mon[96567]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:41:28.938 INFO:tasks.rados.rados.0.smithi104.stdout:3033: done (3 left) 2024-04-02T08:41:28.938 INFO:tasks.rados.rados.0.smithi104.stdout:3034: snap_remove snap 299 2024-04-02T08:41:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:28 smithi188 ceph-mon[86835]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:41:29.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:28 smithi104 ceph-mon[96567]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:41:29.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:28 smithi104 ceph-mon[94081]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:41:29.942 INFO:tasks.rados.rados.0.smithi104.stdout:3034: done (3 left) 2024-04-02T08:41:29.942 INFO:tasks.rados.rados.0.smithi104.stdout:3035: delete oid 30 current snap is 302 2024-04-02T08:41:29.943 INFO:tasks.rados.rados.0.smithi104.stdout:3031: expect (ObjNum 872 snap 289 seq_num 872) 2024-04-02T08:41:29.956 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2093 (ObjNum 193 snap 0 seq_num 327134608) dirty exists 2024-04-02T08:41:29.956 INFO:tasks.rados.rados.0.smithi104.stdout:3032: expect (ObjNum 944 snap 299 seq_num 944) 2024-04-02T08:41:30.057 INFO:tasks.rados.rados.0.smithi104.stdout:3030: done (3 left) 2024-04-02T08:41:30.057 INFO:tasks.rados.rados.0.smithi104.stdout:3031: done (2 left) 2024-04-02T08:41:30.058 INFO:tasks.rados.rados.0.smithi104.stdout:3032: done (1 left) 2024-04-02T08:41:30.058 INFO:tasks.rados.rados.0.smithi104.stdout:3035: done (0 left) 2024-04-02T08:41:30.058 INFO:tasks.rados.rados.0.smithi104.stdout:3036: snap_create 2024-04-02T08:41:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:29 smithi188 ceph-mon[86835]: pgmap v662: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-02T08:41:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:29 smithi188 ceph-mon[86835]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:41:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:29 smithi104 ceph-mon[96567]: pgmap v662: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-02T08:41:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:29 smithi104 ceph-mon[96567]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:41:30.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:29 smithi104 ceph-mon[94081]: pgmap v662: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-02T08:41:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:29 smithi104 ceph-mon[94081]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:41:30.925 INFO:tasks.rados.rados.0.smithi104.stdout:3036: done (0 left) 2024-04-02T08:41:30.926 INFO:tasks.rados.rados.0.smithi104.stdout:3037: copy_from oid 12 from oid 4 current snap is 303 2024-04-02T08:41:30.926 INFO:tasks.rados.rados.0.smithi104.stdout:3038: snap_remove snap 287 2024-04-02T08:41:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:30 smithi188 ceph-mon[86835]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:41:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:30 smithi188 ceph-mon[86835]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:41:31.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:30 smithi104 ceph-mon[96567]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:41:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:30 smithi104 ceph-mon[96567]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:41:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:30 smithi104 ceph-mon[94081]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:41:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:30 smithi104 ceph-mon[94081]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:41:31.929 INFO:tasks.rados.rados.0.smithi104.stdout:3038: done (1 left) 2024-04-02T08:41:31.929 INFO:tasks.rados.rados.0.smithi104.stdout:3039: read oid 15 snap -1 2024-04-02T08:41:31.929 INFO:tasks.rados.rados.0.smithi104.stdout:3039: expect deleted 2024-04-02T08:41:31.929 INFO:tasks.rados.rados.0.smithi104.stdout:3040: rollback oid 1 current snap is 303 2024-04-02T08:41:31.929 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 301 2024-04-02T08:41:31.929 INFO:tasks.rados.rados.0.smithi104.stdout:3037: finishing copy_from racing read to smithi10482514-12 2024-04-02T08:41:31.929 INFO:tasks.rados.rados.0.smithi104.stdout:3037: finishing copy_from to smithi10482514-12 2024-04-02T08:41:31.929 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 1975 (ObjNum 872 snap 289 seq_num 872) dirty exists 2024-04-02T08:41:31.929 INFO:tasks.rados.rados.0.smithi104.stdout:3037: done (2 left) 2024-04-02T08:41:31.929 INFO:tasks.rados.rados.0.smithi104.stdout:3041: setattr oid 23 current snap is 303 2024-04-02T08:41:31.930 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 303 2024-04-02T08:41:31.930 INFO:tasks.rados.rados.0.smithi104.stdout:3042: seq_num 950 ranges {2981888=720896,3702784=679936,4382720=122880} 2024-04-02T08:41:31.952 INFO:tasks.rados.rados.0.smithi104.stdout:3042: writing smithi10482514-10 from 2981888 to 3702784 tid 1 2024-04-02T08:41:31.957 INFO:tasks.rados.rados.0.smithi104.stdout:3042: writing smithi10482514-10 from 3702784 to 4382720 tid 2 2024-04-02T08:41:31.958 INFO:tasks.rados.rados.0.smithi104.stdout:3042: writing smithi10482514-10 from 4382720 to 4505600 tid 3 2024-04-02T08:41:31.958 INFO:tasks.rados.rados.0.smithi104.stdout:3043: snap_remove snap 300 2024-04-02T08:41:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:31 smithi188 ceph-mon[86835]: pgmap v665: 121 pgs: 121 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1022 KiB/s wr, 5 op/s 2024-04-02T08:41:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:31 smithi188 ceph-mon[86835]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:41:32.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:31 smithi104 ceph-mon[94081]: pgmap v665: 121 pgs: 121 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1022 KiB/s wr, 5 op/s 2024-04-02T08:41:32.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:31 smithi104 ceph-mon[94081]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:41:32.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:31 smithi104 ceph-mon[96567]: pgmap v665: 121 pgs: 121 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1022 KiB/s wr, 5 op/s 2024-04-02T08:41:32.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:31 smithi104 ceph-mon[96567]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:41:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:41:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:32.964 INFO:tasks.rados.rados.0.smithi104.stdout:3043: done (4 left) 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:3044: delete oid 5 current snap is 303 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 1977 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:3040: finishing rollback tid 0 to smithi10482514-1 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:3040: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2095 (ObjNum 33 snap 0 seq_num 1939197408) dirty dne 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:3042: finishing write tid 1 to smithi10482514-10 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:3042: finishing write tid 2 to smithi10482514-10 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:3042: finishing write tid 3 to smithi10482514-10 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:3042: finishing write tid 4 to smithi10482514-10 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:3042: finishing write tid 5 to smithi10482514-10 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:3042: oid 10 updating version 0 to 1976 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:3042: oid 10 updating version 1976 to 1978 2024-04-02T08:41:32.965 INFO:tasks.rados.rados.0.smithi104.stdout:3042: oid 10 version 1978 is already newer than 1977 2024-04-02T08:41:32.966 INFO:tasks.rados.rados.0.smithi104.stdout:3042: oid 10 updating version 1978 to 1979 2024-04-02T08:41:32.966 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 1979 (ObjNum 950 snap 303 seq_num 950) dirty exists 2024-04-02T08:41:32.966 INFO:tasks.rados.rados.0.smithi104.stdout:3042: left oid 10 (ObjNum 950 snap 303 seq_num 950) 2024-04-02T08:41:32.970 INFO:tasks.rados.rados.0.smithi104.stdout:3039: done (4 left) 2024-04-02T08:41:32.970 INFO:tasks.rados.rados.0.smithi104.stdout:3040: done (3 left) 2024-04-02T08:41:32.970 INFO:tasks.rados.rados.0.smithi104.stdout:3041: done (2 left) 2024-04-02T08:41:32.970 INFO:tasks.rados.rados.0.smithi104.stdout:3042: done (1 left) 2024-04-02T08:41:32.970 INFO:tasks.rados.rados.0.smithi104.stdout:3044: done (0 left) 2024-04-02T08:41:32.970 INFO:tasks.rados.rados.0.smithi104.stdout:3045: snap_create 2024-04-02T08:41:33.970 INFO:tasks.rados.rados.0.smithi104.stdout:3045: done (0 left) 2024-04-02T08:41:33.970 INFO:tasks.rados.rados.0.smithi104.stdout:3046: read oid 43 snap 302 2024-04-02T08:41:33.970 INFO:tasks.rados.rados.0.smithi104.stdout:3046: expect deleted 2024-04-02T08:41:33.970 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 304 2024-04-02T08:41:33.970 INFO:tasks.rados.rados.0.smithi104.stdout:3047: seq_num 952 ranges {2441216=753664,3194880=499712,3694592=303104} 2024-04-02T08:41:33.988 INFO:tasks.rados.rados.0.smithi104.stdout:3047: writing smithi10482514-8 from 2441216 to 3194880 tid 1 2024-04-02T08:41:33.992 INFO:tasks.rados.rados.0.smithi104.stdout:3047: writing smithi10482514-8 from 3194880 to 3694592 tid 2 2024-04-02T08:41:33.994 INFO:tasks.rados.rados.0.smithi104.stdout:3047: writing smithi10482514-8 from 3694592 to 3997696 tid 3 2024-04-02T08:41:33.995 INFO:tasks.rados.rados.0.smithi104.stdout:3048: rollback oid 29 current snap is 304 2024-04-02T08:41:33.995 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 302 2024-04-02T08:41:33.995 INFO:tasks.rados.rados.0.smithi104.stdout:3046: done (2 left) 2024-04-02T08:41:33.995 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 304 2024-04-02T08:41:33.995 INFO:tasks.rados.rados.0.smithi104.stdout:3049: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2024-04-02T08:41:34.000 INFO:tasks.rados.rados.0.smithi104.stdout:3049: writing smithi10482514-5 from 0 to 770048 tid 1 2024-04-02T08:41:34.006 INFO:tasks.rados.rados.0.smithi104.stdout:3049: writing smithi10482514-5 from 770048 to 1556480 tid 2 2024-04-02T08:41:34.006 INFO:tasks.rados.rados.0.smithi104.stdout:3049: writing smithi10482514-5 from 1556480 to 1572864 tid 3 2024-04-02T08:41:34.006 INFO:tasks.rados.rados.0.smithi104.stdout:3050: delete oid 17 current snap is 304 2024-04-02T08:41:34.006 INFO:tasks.rados.rados.0.smithi104.stdout:3047: finishing write tid 1 to smithi10482514-8 2024-04-02T08:41:34.006 INFO:tasks.rados.rados.0.smithi104.stdout:3047: finishing write tid 2 to smithi10482514-8 2024-04-02T08:41:34.006 INFO:tasks.rados.rados.0.smithi104.stdout:3047: finishing write tid 3 to smithi10482514-8 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:3047: finishing write tid 4 to smithi10482514-8 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:3048: finishing rollback tid 0 to smithi10482514-29 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:3048: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:3048: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 1983 (ObjNum 33 snap 0 seq_num 1939870912) dirty exists 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:3047: finishing write tid 5 to smithi10482514-8 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:3047: oid 8 updating version 0 to 1984 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:3047: oid 8 updating version 1984 to 1985 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:3047: oid 8 updating version 1985 to 1987 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:3047: oid 8 version 1987 is already newer than 1986 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 1987 (ObjNum 952 snap 304 seq_num 952) dirty exists 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:3047: left oid 8 (ObjNum 952 snap 304 seq_num 952) 2024-04-02T08:41:34.007 INFO:tasks.rados.rados.0.smithi104.stdout:3049: finishing write tid 1 to smithi10482514-5 2024-04-02T08:41:34.011 INFO:tasks.rados.rados.0.smithi104.stdout:3049: finishing write tid 2 to smithi10482514-5 2024-04-02T08:41:34.011 INFO:tasks.rados.rados.0.smithi104.stdout:3049: finishing write tid 3 to smithi10482514-5 2024-04-02T08:41:34.011 INFO:tasks.rados.rados.0.smithi104.stdout:3049: finishing write tid 4 to smithi10482514-5 2024-04-02T08:41:34.012 INFO:tasks.rados.rados.0.smithi104.stdout:3047: done (3 left) 2024-04-02T08:41:34.012 INFO:tasks.rados.rados.0.smithi104.stdout:3048: done (2 left) 2024-04-02T08:41:34.012 INFO:tasks.rados.rados.0.smithi104.stdout:3050: done (1 left) 2024-04-02T08:41:34.012 INFO:tasks.rados.rados.0.smithi104.stdout:3051: setattr oid 30 current snap is 304 2024-04-02T08:41:34.013 INFO:tasks.rados.rados.0.smithi104.stdout:3049: finishing write tid 5 to smithi10482514-5 2024-04-02T08:41:34.013 INFO:tasks.rados.rados.0.smithi104.stdout:3049: oid 5 updating version 0 to 1990 2024-04-02T08:41:34.013 INFO:tasks.rados.rados.0.smithi104.stdout:3049: oid 5 updating version 1990 to 1991 2024-04-02T08:41:34.013 INFO:tasks.rados.rados.0.smithi104.stdout:3049: oid 5 version 1991 is already newer than 1988 2024-04-02T08:41:34.013 INFO:tasks.rados.rados.0.smithi104.stdout:3049: oid 5 version 1991 is already newer than 1989 2024-04-02T08:41:34.013 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1991 (ObjNum 953 snap 304 seq_num 953) dirty exists 2024-04-02T08:41:34.013 INFO:tasks.rados.rados.0.smithi104.stdout:3049: left oid 5 (ObjNum 953 snap 304 seq_num 953) 2024-04-02T08:41:34.015 INFO:tasks.rados.rados.0.smithi104.stdout:3049: done (1 left) 2024-04-02T08:41:34.015 INFO:tasks.rados.rados.0.smithi104.stdout:3052: read oid 22 snap -1 2024-04-02T08:41:34.015 INFO:tasks.rados.rados.0.smithi104.stdout:3052: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:34.015 INFO:tasks.rados.rados.0.smithi104.stdout:3053: copy_from oid 45 from oid 19 current snap is 304 2024-04-02T08:41:34.015 INFO:tasks.rados.rados.0.smithi104.stdout:3054: read oid 11 snap -1 2024-04-02T08:41:34.015 INFO:tasks.rados.rados.0.smithi104.stdout:3054: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:41:34.016 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 1 current snap is 304 2024-04-02T08:41:34.016 INFO:tasks.rados.rados.0.smithi104.stdout:3055: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-04-02T08:41:34.020 INFO:tasks.rados.rados.0.smithi104.stdout:3055: writing smithi10482514-1 from 0 to 802816 tid 1 2024-04-02T08:41:34.023 INFO:tasks.rados.rados.0.smithi104.stdout:3055: writing smithi10482514-1 from 802816 to 1359872 tid 2 2024-04-02T08:41:34.025 INFO:tasks.rados.rados.0.smithi104.stdout:3055: writing smithi10482514-1 from 1359872 to 1605632 tid 3 2024-04-02T08:41:34.025 INFO:tasks.rados.rados.0.smithi104.stdout:3056: copy_from oid 10 from oid 36 current snap is 304 2024-04-02T08:41:34.025 INFO:tasks.rados.rados.0.smithi104.stdout:3052: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:34.026 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 2120 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:41:34.026 INFO:tasks.rados.rados.0.smithi104.stdout:3054: expect (ObjNum 608 snap 192 seq_num 608) 2024-04-02T08:41:34.043 INFO:tasks.rados.rados.0.smithi104.stdout:3053: finishing copy_from racing read to smithi10482514-45 2024-04-02T08:41:34.043 INFO:tasks.rados.rados.0.smithi104.stdout:3053: finishing copy_from to smithi10482514-45 2024-04-02T08:41:34.043 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 2117 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:41:34.043 INFO:tasks.rados.rados.0.smithi104.stdout:3055: finishing write tid 1 to smithi10482514-1 2024-04-02T08:41:34.043 INFO:tasks.rados.rados.0.smithi104.stdout:3056: finishing copy_from to smithi10482514-10 2024-04-02T08:41:34.043 INFO:tasks.rados.rados.0.smithi104.stdout:3056: got expected ENOENT (src dne) 2024-04-02T08:41:34.043 INFO:tasks.rados.rados.0.smithi104.stdout:3056: finishing copy_from racing read to smithi10482514-10 2024-04-02T08:41:34.043 INFO:tasks.rados.rados.0.smithi104.stdout:3055: finishing write tid 2 to smithi10482514-1 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3055: finishing write tid 3 to smithi10482514-1 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3055: finishing write tid 4 to smithi10482514-1 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3055: finishing write tid 5 to smithi10482514-1 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3055: oid 1 updating version 0 to 2099 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3055: oid 1 version 2099 is already newer than 2096 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3055: oid 1 version 2099 is already newer than 2098 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3055: oid 1 version 2099 is already newer than 2097 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2099 (ObjNum 955 snap 304 seq_num 955) dirty exists 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3055: left oid 1 (ObjNum 955 snap 304 seq_num 955) 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3051: done (5 left) 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3052: done (4 left) 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3053: done (3 left) 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3054: done (2 left) 2024-04-02T08:41:34.044 INFO:tasks.rados.rados.0.smithi104.stdout:3055: done (1 left) 2024-04-02T08:41:34.045 INFO:tasks.rados.rados.0.smithi104.stdout:3056: done (0 left) 2024-04-02T08:41:34.045 INFO:tasks.rados.rados.0.smithi104.stdout:3057: read oid 38 snap -1 2024-04-02T08:41:34.045 INFO:tasks.rados.rados.0.smithi104.stdout:3057: expect (ObjNum 930 snap 296 seq_num 930) 2024-04-02T08:41:34.045 INFO:tasks.rados.rados.0.smithi104.stdout:3058: delete oid 15 current snap is 304 2024-04-02T08:41:34.047 INFO:tasks.rados.rados.0.smithi104.stdout:3058: done (1 left) 2024-04-02T08:41:34.047 INFO:tasks.rados.rados.0.smithi104.stdout:3059: snap_create 2024-04-02T08:41:34.050 INFO:tasks.rados.rados.0.smithi104.stdout:3057: expect (ObjNum 930 snap 296 seq_num 930) 2024-04-02T08:41:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:33 smithi188 ceph-mon[86835]: pgmap v668: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 159 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 182 KiB/s rd, 410 KiB/s wr, 8 op/s 2024-04-02T08:41:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:33 smithi188 ceph-mon[86835]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:41:34.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:33 smithi104 ceph-mon[94081]: pgmap v668: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 159 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 182 KiB/s rd, 410 KiB/s wr, 8 op/s 2024-04-02T08:41:34.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:33 smithi104 ceph-mon[94081]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:41:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:33 smithi104 ceph-mon[96567]: pgmap v668: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 159 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 182 KiB/s rd, 410 KiB/s wr, 8 op/s 2024-04-02T08:41:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:33 smithi104 ceph-mon[96567]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:41:34.977 INFO:tasks.rados.rados.0.smithi104.stdout:3057: done (1 left) 2024-04-02T08:41:34.977 INFO:tasks.rados.rados.0.smithi104.stdout:3059: done (0 left) 2024-04-02T08:41:34.977 INFO:tasks.rados.rados.0.smithi104.stdout:3060: rmattr oid 44 current snap is 305 2024-04-02T08:41:34.977 INFO:tasks.rados.rados.0.smithi104.stdout:3060: done (0 left) 2024-04-02T08:41:34.978 INFO:tasks.rados.rados.0.smithi104.stdout:3061: snap_remove snap 301 2024-04-02T08:41:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:34 smithi188 ceph-mon[86835]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:41:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:35.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:34 smithi104 ceph-mon[94081]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:41:35.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:34 smithi104 ceph-mon[96567]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:41:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:35.927 INFO:tasks.rados.rados.0.smithi104.stdout:3061: done (0 left) 2024-04-02T08:41:35.928 INFO:tasks.rados.rados.0.smithi104.stdout:3062: read oid 10 snap -1 2024-04-02T08:41:35.928 INFO:tasks.rados.rados.0.smithi104.stdout:3062: expect (ObjNum 950 snap 303 seq_num 950) 2024-04-02T08:41:35.928 INFO:tasks.rados.rados.0.smithi104.stdout:3063: copy_from oid 38 from oid 48 current snap is 305 2024-04-02T08:41:35.928 INFO:tasks.rados.rados.0.smithi104.stdout:3064: copy_from oid 2 from oid 9 current snap is 305 2024-04-02T08:41:35.928 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 305 2024-04-02T08:41:35.928 INFO:tasks.rados.rados.0.smithi104.stdout:3065: seq_num 957 ranges {212992=434176,647168=720896,1368064=483328} 2024-04-02T08:41:35.932 INFO:tasks.rados.rados.0.smithi104.stdout:3065: writing smithi10482514-4 from 212992 to 647168 tid 1 2024-04-02T08:41:35.937 INFO:tasks.rados.rados.0.smithi104.stdout:3065: writing smithi10482514-4 from 647168 to 1368064 tid 2 2024-04-02T08:41:35.940 INFO:tasks.rados.rados.0.smithi104.stdout:3065: writing smithi10482514-4 from 1368064 to 1851392 tid 3 2024-04-02T08:41:35.941 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 31 current snap is 305 2024-04-02T08:41:35.941 INFO:tasks.rados.rados.0.smithi104.stdout:3064: finishing copy_from to smithi10482514-2 2024-04-02T08:41:35.941 INFO:tasks.rados.rados.0.smithi104.stdout:3064: got expected ENOENT (src dne) 2024-04-02T08:41:35.941 INFO:tasks.rados.rados.0.smithi104.stdout:3066: seq_num 958 ranges {0=450560,450560=655360,1105920=548864} 2024-04-02T08:41:35.943 INFO:tasks.rados.rados.0.smithi104.stdout:3066: writing smithi10482514-31 from 0 to 450560 tid 1 2024-04-02T08:41:35.948 INFO:tasks.rados.rados.0.smithi104.stdout:3066: writing smithi10482514-31 from 450560 to 1105920 tid 2 2024-04-02T08:41:35.952 INFO:tasks.rados.rados.0.smithi104.stdout:3066: writing smithi10482514-31 from 1105920 to 1654784 tid 3 2024-04-02T08:41:35.952 INFO:tasks.rados.rados.0.smithi104.stdout:3067: snap_remove snap 302 2024-04-02T08:41:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:41:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:41:35] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-04-02T08:41:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:35 smithi104 ceph-mon[96567]: pgmap v671: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 128 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 181 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-04-02T08:41:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:35 smithi104 ceph-mon[96567]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:41:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:35 smithi104 ceph-mon[96567]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:41:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:35 smithi104 ceph-mon[94081]: pgmap v671: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 128 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 181 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-04-02T08:41:36.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:35 smithi104 ceph-mon[94081]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:41:36.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:35 smithi104 ceph-mon[94081]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:41:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:35 smithi188 ceph-mon[86835]: pgmap v671: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 128 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 181 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-04-02T08:41:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:35 smithi188 ceph-mon[86835]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:41:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:35 smithi188 ceph-mon[86835]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:41:36.929 INFO:tasks.rados.rados.0.smithi104.stdout:3067: done (5 left) 2024-04-02T08:41:36.929 INFO:tasks.rados.rados.0.smithi104.stdout:3068: delete oid 20 current snap is 305 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3064: finishing copy_from racing read to smithi10482514-2 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3063: finishing copy_from racing read to smithi10482514-38 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3063: finishing copy_from to smithi10482514-38 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 1974 (ObjNum 843 snap 283 seq_num 843) dirty exists 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3065: finishing write tid 1 to smithi10482514-4 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3065: finishing write tid 2 to smithi10482514-4 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3065: finishing write tid 3 to smithi10482514-4 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3066: finishing write tid 1 to smithi10482514-31 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3065: finishing write tid 4 to smithi10482514-4 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3065: finishing write tid 5 to smithi10482514-4 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3065: oid 4 updating version 0 to 2124 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3065: oid 4 version 2124 is already newer than 2123 2024-04-02T08:41:36.930 INFO:tasks.rados.rados.0.smithi104.stdout:3065: oid 4 version 2124 is already newer than 2122 2024-04-02T08:41:36.931 INFO:tasks.rados.rados.0.smithi104.stdout:3065: oid 4 updating version 2124 to 2125 2024-04-02T08:41:36.931 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 2125 (ObjNum 957 snap 305 seq_num 957) dirty exists 2024-04-02T08:41:36.931 INFO:tasks.rados.rados.0.smithi104.stdout:3065: left oid 4 (ObjNum 957 snap 305 seq_num 957) 2024-04-02T08:41:36.931 INFO:tasks.rados.rados.0.smithi104.stdout:3062: expect (ObjNum 950 snap 303 seq_num 950) 2024-04-02T08:41:37.143 INFO:tasks.rados.rados.0.smithi104.stdout:3066: finishing write tid 2 to smithi10482514-31 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3066: finishing write tid 3 to smithi10482514-31 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3066: finishing write tid 4 to smithi10482514-31 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3062: done (5 left) 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3063: done (4 left) 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3064: done (3 left) 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3065: done (2 left) 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3068: done (1 left) 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3069: rollback oid 4 current snap is 305 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 4 to 304 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3066: finishing write tid 5 to smithi10482514-31 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3066: oid 31 updating version 0 to 2124 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3066: oid 31 version 2124 is already newer than 2121 2024-04-02T08:41:37.144 INFO:tasks.rados.rados.0.smithi104.stdout:3066: oid 31 version 2124 is already newer than 2123 2024-04-02T08:41:37.145 INFO:tasks.rados.rados.0.smithi104.stdout:3066: oid 31 version 2124 is already newer than 2122 2024-04-02T08:41:37.145 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 2124 (ObjNum 958 snap 305 seq_num 958) dirty exists 2024-04-02T08:41:37.145 INFO:tasks.rados.rados.0.smithi104.stdout:3066: left oid 31 (ObjNum 958 snap 305 seq_num 958) 2024-04-02T08:41:37.145 INFO:tasks.rados.rados.0.smithi104.stdout:3066: done (1 left) 2024-04-02T08:41:37.145 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 305 2024-04-02T08:41:37.145 INFO:tasks.rados.rados.0.smithi104.stdout:3070: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2024-04-02T08:41:37.146 INFO:tasks.rados.rados.0.smithi104.stdout:3070: writing smithi10482514-29 from 0 to 483328 tid 1 2024-04-02T08:41:37.148 INFO:tasks.rados.rados.0.smithi104.stdout:3070: writing smithi10482514-29 from 483328 to 909312 tid 2 2024-04-02T08:41:37.154 INFO:tasks.rados.rados.0.smithi104.stdout:3070: writing smithi10482514-29 from 909312 to 1671168 tid 3 2024-04-02T08:41:37.154 INFO:tasks.rados.rados.0.smithi104.stdout:3070: writing smithi10482514-29 from 1671168 to 1687552 tid 4 2024-04-02T08:41:37.154 INFO:tasks.rados.rados.0.smithi104.stdout:3069: finishing rollback tid 0 to smithi10482514-4 2024-04-02T08:41:37.154 INFO:tasks.rados.rados.0.smithi104.stdout:3069: finishing rollback tid 1 to smithi10482514-4 2024-04-02T08:41:37.154 INFO:tasks.rados.rados.0.smithi104.stdout:3069: finishing rollback tid 2 to smithi10482514-4 2024-04-02T08:41:37.154 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 2128 (ObjNum 872 snap 289 seq_num 872) dirty exists 2024-04-02T08:41:37.154 INFO:tasks.rados.rados.0.smithi104.stdout:3070: finishing write tid 1 to smithi10482514-29 2024-04-02T08:41:37.154 INFO:tasks.rados.rados.0.smithi104.stdout:3070: finishing write tid 2 to smithi10482514-29 2024-04-02T08:41:37.154 INFO:tasks.rados.rados.0.smithi104.stdout:3069: done (1 left) 2024-04-02T08:41:37.155 INFO:tasks.rados.rados.0.smithi104.stdout:3071: read oid 31 snap 304 2024-04-02T08:41:37.155 INFO:tasks.rados.rados.0.smithi104.stdout:3071: expect deleted 2024-04-02T08:41:37.155 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 305 2024-04-02T08:41:37.155 INFO:tasks.rados.rados.0.smithi104.stdout:3072: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-04-02T08:41:37.157 INFO:tasks.rados.rados.0.smithi104.stdout:3072: writing smithi10482514-9 from 0 to 499712 tid 1 2024-04-02T08:41:37.162 INFO:tasks.rados.rados.0.smithi104.stdout:3072: writing smithi10482514-9 from 499712 to 1212416 tid 2 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3072: writing smithi10482514-9 from 1212416 to 1703936 tid 3 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3073: copy_from oid 41 from oid 37 current snap is 305 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3070: finishing write tid 3 to smithi10482514-29 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3070: finishing write tid 4 to smithi10482514-29 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3070: finishing write tid 5 to smithi10482514-29 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3072: finishing write tid 1 to smithi10482514-9 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3070: finishing write tid 6 to smithi10482514-29 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3070: oid 29 updating version 0 to 1997 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3070: oid 29 updating version 1997 to 1999 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3070: oid 29 updating version 1999 to 2000 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3070: oid 29 updating version 2000 to 2001 2024-04-02T08:41:37.166 INFO:tasks.rados.rados.0.smithi104.stdout:3070: oid 29 version 2001 is already newer than 1998 2024-04-02T08:41:37.167 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2001 (ObjNum 960 snap 305 seq_num 960) dirty exists 2024-04-02T08:41:37.167 INFO:tasks.rados.rados.0.smithi104.stdout:3070: left oid 29 (ObjNum 960 snap 305 seq_num 960) 2024-04-02T08:41:37.167 INFO:tasks.rados.rados.0.smithi104.stdout:3072: finishing write tid 2 to smithi10482514-9 2024-04-02T08:41:37.167 INFO:tasks.rados.rados.0.smithi104.stdout:3070: done (3 left) 2024-04-02T08:41:37.167 INFO:tasks.rados.rados.0.smithi104.stdout:3071: done (2 left) 2024-04-02T08:41:37.167 INFO:tasks.rados.rados.0.smithi104.stdout:3074: delete oid 13 current snap is 305 2024-04-02T08:41:37.169 INFO:tasks.rados.rados.0.smithi104.stdout:3073: finishing copy_from racing read to smithi10482514-41 2024-04-02T08:41:37.169 INFO:tasks.rados.rados.0.smithi104.stdout:3074: done (2 left) 2024-04-02T08:41:37.170 INFO:tasks.rados.rados.0.smithi104.stdout:3075: read oid 49 snap -1 2024-04-02T08:41:37.170 INFO:tasks.rados.rados.0.smithi104.stdout:3075: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:37.170 INFO:tasks.rados.rados.0.smithi104.stdout:3076: delete oid 50 current snap is 305 2024-04-02T08:41:37.170 INFO:tasks.rados.rados.0.smithi104.stdout:3073: finishing copy_from to smithi10482514-41 2024-04-02T08:41:37.170 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 1445 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-04-02T08:41:37.171 INFO:tasks.rados.rados.0.smithi104.stdout:3072: finishing write tid 3 to smithi10482514-9 2024-04-02T08:41:37.171 INFO:tasks.rados.rados.0.smithi104.stdout:3075: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:37.174 INFO:tasks.rados.rados.0.smithi104.stdout:3072: finishing write tid 4 to smithi10482514-9 2024-04-02T08:41:37.174 INFO:tasks.rados.rados.0.smithi104.stdout:3072: finishing write tid 5 to smithi10482514-9 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:3072: oid 9 updating version 0 to 2686 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:3072: oid 9 updating version 2686 to 2687 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:3072: oid 9 version 2687 is already newer than 2685 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:3072: oid 9 version 2687 is already newer than 2684 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2687 (ObjNum 961 snap 305 seq_num 961) dirty exists 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:3072: left oid 9 (ObjNum 961 snap 305 seq_num 961) 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:3072: done (3 left) 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:3073: done (2 left) 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:3075: done (1 left) 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:3076: done (0 left) 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 305 2024-04-02T08:41:37.175 INFO:tasks.rados.rados.0.smithi104.stdout:3077: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-04-02T08:41:37.177 INFO:tasks.rados.rados.0.smithi104.stdout:3077: writing smithi10482514-30 from 0 to 548864 tid 1 2024-04-02T08:41:37.182 INFO:tasks.rados.rados.0.smithi104.stdout:3077: writing smithi10482514-30 from 548864 to 1310720 tid 2 2024-04-02T08:41:37.186 INFO:tasks.rados.rados.0.smithi104.stdout:3077: writing smithi10482514-30 from 1310720 to 1753088 tid 3 2024-04-02T08:41:37.186 INFO:tasks.rados.rados.0.smithi104.stdout:3078: rollback oid 6 current snap is 305 2024-04-02T08:41:37.186 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 6 to 303 2024-04-02T08:41:37.186 INFO:tasks.rados.rados.0.smithi104.stdout:3077: finishing write tid 1 to smithi10482514-30 2024-04-02T08:41:37.186 INFO:tasks.rados.rados.0.smithi104.stdout:3077: finishing write tid 2 to smithi10482514-30 2024-04-02T08:41:37.186 INFO:tasks.rados.rados.0.smithi104.stdout:3079: delete oid 46 current snap is 305 2024-04-02T08:41:37.188 INFO:tasks.rados.rados.0.smithi104.stdout:3077: finishing write tid 3 to smithi10482514-30 2024-04-02T08:41:37.189 INFO:tasks.rados.rados.0.smithi104.stdout:3077: finishing write tid 4 to smithi10482514-30 2024-04-02T08:41:37.190 INFO:tasks.rados.rados.0.smithi104.stdout:3079: done (2 left) 2024-04-02T08:41:37.190 INFO:tasks.rados.rados.0.smithi104.stdout:3080: read oid 13 snap -1 2024-04-02T08:41:37.190 INFO:tasks.rados.rados.0.smithi104.stdout:3080: expect deleted 2024-04-02T08:41:37.190 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 305 2024-04-02T08:41:37.190 INFO:tasks.rados.rados.0.smithi104.stdout:3081: seq_num 966 ranges {745472=581632,1327104=581632,1908736=622592} 2024-04-02T08:41:37.197 INFO:tasks.rados.rados.0.smithi104.stdout:3081: writing smithi10482514-39 from 745472 to 1327104 tid 1 2024-04-02T08:41:37.200 INFO:tasks.rados.rados.0.smithi104.stdout:3081: writing smithi10482514-39 from 1327104 to 1908736 tid 2 2024-04-02T08:41:37.204 INFO:tasks.rados.rados.0.smithi104.stdout:3081: writing smithi10482514-39 from 1908736 to 2531328 tid 3 2024-04-02T08:41:37.204 INFO:tasks.rados.rados.0.smithi104.stdout:3082: read oid 26 snap -1 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3082: expect (ObjNum 941 snap 298 seq_num 941) 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3083: read oid 19 snap 303 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3083: expect (ObjNum 935 snap 297 seq_num 935) 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3084: delete oid 24 current snap is 305 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3077: finishing write tid 5 to smithi10482514-30 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3077: oid 30 updating version 0 to 2127 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3077: oid 30 updating version 2127 to 2128 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3077: oid 30 version 2128 is already newer than 2126 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3077: oid 30 version 2128 is already newer than 2125 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 2128 (ObjNum 964 snap 305 seq_num 964) dirty exists 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3077: left oid 30 (ObjNum 964 snap 305 seq_num 964) 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3078: finishing rollback tid 0 to smithi10482514-6 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3078: finishing rollback tid 1 to smithi10482514-6 2024-04-02T08:41:37.205 INFO:tasks.rados.rados.0.smithi104.stdout:3078: finishing rollback tid 2 to smithi10482514-6 2024-04-02T08:41:37.206 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2400 (ObjNum 897 snap 291 seq_num 897) dirty exists 2024-04-02T08:41:37.206 INFO:tasks.rados.rados.0.smithi104.stdout:3081: finishing write tid 1 to smithi10482514-39 2024-04-02T08:41:37.206 INFO:tasks.rados.rados.0.smithi104.stdout:3081: finishing write tid 2 to smithi10482514-39 2024-04-02T08:41:37.208 INFO:tasks.rados.rados.0.smithi104.stdout:3081: finishing write tid 3 to smithi10482514-39 2024-04-02T08:41:37.209 INFO:tasks.rados.rados.0.smithi104.stdout:3082: expect (ObjNum 941 snap 298 seq_num 941) 2024-04-02T08:41:37.245 INFO:tasks.rados.rados.0.smithi104.stdout:3081: finishing write tid 4 to smithi10482514-39 2024-04-02T08:41:37.245 INFO:tasks.rados.rados.0.smithi104.stdout:3077: done (6 left) 2024-04-02T08:41:37.246 INFO:tasks.rados.rados.0.smithi104.stdout:3078: done (5 left) 2024-04-02T08:41:37.246 INFO:tasks.rados.rados.0.smithi104.stdout:3080: done (4 left) 2024-04-02T08:41:37.246 INFO:tasks.rados.rados.0.smithi104.stdout:3082: done (3 left) 2024-04-02T08:41:37.246 INFO:tasks.rados.rados.0.smithi104.stdout:3084: done (2 left) 2024-04-02T08:41:37.246 INFO:tasks.rados.rados.0.smithi104.stdout:3085: snap_remove snap 304 2024-04-02T08:41:37.985 INFO:tasks.rados.rados.0.smithi104.stdout:3085: done (2 left) 2024-04-02T08:41:37.986 INFO:tasks.rados.rados.0.smithi104.stdout:3086: snap_create 2024-04-02T08:41:37.986 INFO:tasks.rados.rados.0.smithi104.stdout:3083: expect (ObjNum 935 snap 297 seq_num 935) 2024-04-02T08:41:38.020 INFO:tasks.rados.rados.0.smithi104.stdout:3081: finishing write tid 5 to smithi10482514-39 2024-04-02T08:41:38.021 INFO:tasks.rados.rados.0.smithi104.stdout:3081: oid 39 updating version 0 to 2404 2024-04-02T08:41:38.021 INFO:tasks.rados.rados.0.smithi104.stdout:3081: oid 39 version 2404 is already newer than 2403 2024-04-02T08:41:38.021 INFO:tasks.rados.rados.0.smithi104.stdout:3081: oid 39 version 2404 is already newer than 2402 2024-04-02T08:41:38.021 INFO:tasks.rados.rados.0.smithi104.stdout:3081: oid 39 updating version 2404 to 2405 2024-04-02T08:41:38.021 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 2405 (ObjNum 966 snap 305 seq_num 966) dirty exists 2024-04-02T08:41:38.021 INFO:tasks.rados.rados.0.smithi104.stdout:3081: left oid 39 (ObjNum 966 snap 305 seq_num 966) 2024-04-02T08:41:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:37 smithi188 ceph-mon[86835]: pgmap v674: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 98 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-02T08:41:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:37 smithi188 ceph-mon[86835]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:41:38.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:37 smithi104 ceph-mon[94081]: pgmap v674: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 98 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-02T08:41:38.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:37 smithi104 ceph-mon[94081]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:41:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:37 smithi104 ceph-mon[96567]: pgmap v674: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 98 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-02T08:41:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:37 smithi104 ceph-mon[96567]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:41:38.987 INFO:tasks.rados.rados.0.smithi104.stdout:3081: done (2 left) 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:3083: done (1 left) 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:3086: done (0 left) 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:3087: rollback oid 12 current snap is 306 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 12 to 305 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:3088: rmattr oid 23 current snap is 306 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:3089: read oid 28 snap -1 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:3089: expect deleted 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:3090: read oid 17 snap -1 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:3090: expect deleted 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:3091: read oid 39 snap 303 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:3091: expect (ObjNum 904 snap 292 seq_num 904) 2024-04-02T08:41:38.988 INFO:tasks.rados.rados.0.smithi104.stdout:3092: read oid 15 snap -1 2024-04-02T08:41:38.989 INFO:tasks.rados.rados.0.smithi104.stdout:3092: expect deleted 2024-04-02T08:41:38.989 INFO:tasks.rados.rados.0.smithi104.stdout:3093: read oid 8 snap -1 2024-04-02T08:41:38.989 INFO:tasks.rados.rados.0.smithi104.stdout:3093: expect (ObjNum 952 snap 304 seq_num 952) 2024-04-02T08:41:38.989 INFO:tasks.rados.rados.0.smithi104.stdout:3094: snap_create 2024-04-02T08:41:38.992 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 1978 (ObjNum 65 snap 0 seq_num 1735484755) dirty exists 2024-04-02T08:41:38.995 INFO:tasks.rados.rados.0.smithi104.stdout:3087: finishing rollback tid 0 to smithi10482514-12 2024-04-02T08:41:38.996 INFO:tasks.rados.rados.0.smithi104.stdout:3087: finishing rollback tid 1 to smithi10482514-12 2024-04-02T08:41:38.997 INFO:tasks.rados.rados.0.smithi104.stdout:3087: finishing rollback tid 2 to smithi10482514-12 2024-04-02T08:41:38.997 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2007 (ObjNum 872 snap 289 seq_num 872) dirty exists 2024-04-02T08:41:38.999 INFO:tasks.rados.rados.0.smithi104.stdout:3091: expect (ObjNum 904 snap 292 seq_num 904) 2024-04-02T08:41:39.020 INFO:tasks.rados.rados.0.smithi104.stdout:3093: expect (ObjNum 952 snap 304 seq_num 952) 2024-04-02T08:41:39.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:38 smithi188 ceph-mon[86835]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:41:39.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:38 smithi104 ceph-mon[96567]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:41:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:38 smithi104 ceph-mon[94081]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:41:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:3087: done (7 left) 2024-04-02T08:41:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:3088: done (6 left) 2024-04-02T08:41:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:3089: done (5 left) 2024-04-02T08:41:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:3090: done (4 left) 2024-04-02T08:41:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:3091: done (3 left) 2024-04-02T08:41:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:3092: done (2 left) 2024-04-02T08:41:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:3093: done (1 left) 2024-04-02T08:41:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:3094: done (0 left) 2024-04-02T08:41:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:3095: read oid 32 snap -1 2024-04-02T08:41:39.991 INFO:tasks.rados.rados.0.smithi104.stdout:3095: expect (ObjNum 922 snap 296 seq_num 922) 2024-04-02T08:41:39.991 INFO:tasks.rados.rados.0.smithi104.stdout:3096: snap_create 2024-04-02T08:41:40.006 INFO:tasks.rados.rados.0.smithi104.stdout:3095: expect (ObjNum 922 snap 296 seq_num 922) 2024-04-02T08:41:40.297 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:39 smithi188 ceph-mon[86835]: pgmap v677: 121 pgs: 121 active+clean; 84 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-02T08:41:40.297 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:39 smithi188 ceph-mon[86835]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:41:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:39 smithi104 ceph-mon[96567]: pgmap v677: 121 pgs: 121 active+clean; 84 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-02T08:41:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:39 smithi104 ceph-mon[96567]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:41:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:39 smithi104 ceph-mon[94081]: pgmap v677: 121 pgs: 121 active+clean; 84 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-02T08:41:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:39 smithi104 ceph-mon[94081]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:41:40.925 INFO:tasks.rados.rados.0.smithi104.stdout:3095: done (1 left) 2024-04-02T08:41:40.925 INFO:tasks.rados.rados.0.smithi104.stdout:3096: done (0 left) 2024-04-02T08:41:40.925 INFO:tasks.rados.rados.0.smithi104.stdout:3097: delete oid 29 current snap is 308 2024-04-02T08:41:40.929 INFO:tasks.rados.rados.0.smithi104.stdout:3097: done (0 left) 2024-04-02T08:41:40.929 INFO:tasks.rados.rados.0.smithi104.stdout:3098: setattr oid 4 current snap is 308 2024-04-02T08:41:40.932 INFO:tasks.rados.rados.0.smithi104.stdout:3099: rollback oid 15 current snap is 308 2024-04-02T08:41:40.933 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 15 to 306 2024-04-02T08:41:40.933 INFO:tasks.rados.rados.0.smithi104.stdout:3100: copy_from oid 1 from oid 45 current snap is 308 2024-04-02T08:41:40.933 INFO:tasks.rados.rados.0.smithi104.stdout:3101: rollback oid 36 current snap is 308 2024-04-02T08:41:40.933 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 36 to 307 2024-04-02T08:41:40.933 INFO:tasks.rados.rados.0.smithi104.stdout:3102: read oid 29 snap -1 2024-04-02T08:41:40.933 INFO:tasks.rados.rados.0.smithi104.stdout:3102: expect deleted 2024-04-02T08:41:40.933 INFO:tasks.rados.rados.0.smithi104.stdout:3103: delete oid 39 current snap is 308 2024-04-02T08:41:40.933 INFO:tasks.rados.rados.0.smithi104.stdout:3101: finishing rollback tid 1 to smithi10482514-36 2024-04-02T08:41:40.933 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:41:40.933 INFO:tasks.rados.rados.0.smithi104.stdout:3099: finishing rollback tid 1 to smithi10482514-15 2024-04-02T08:41:40.933 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 0 (ObjNum 33 snap 0 seq_num 1940061568) dirty dne 2024-04-02T08:41:40.936 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 2129 (ObjNum 872 snap 289 seq_num 872) dirty exists 2024-04-02T08:41:40.937 INFO:tasks.rados.rados.0.smithi104.stdout:3098: done (5 left) 2024-04-02T08:41:40.937 INFO:tasks.rados.rados.0.smithi104.stdout:3099: done (4 left) 2024-04-02T08:41:40.937 INFO:tasks.rados.rados.0.smithi104.stdout:3101: done (3 left) 2024-04-02T08:41:40.937 INFO:tasks.rados.rados.0.smithi104.stdout:3102: done (2 left) 2024-04-02T08:41:40.937 INFO:tasks.rados.rados.0.smithi104.stdout:3103: done (1 left) 2024-04-02T08:41:40.937 INFO:tasks.rados.rados.0.smithi104.stdout:3104: setattr oid 34 current snap is 308 2024-04-02T08:41:40.938 INFO:tasks.rados.rados.0.smithi104.stdout:3105: snap_remove snap 303 2024-04-02T08:41:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:40 smithi188 ceph-mon[86835]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:41:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:40 smithi188 ceph-mon[86835]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:41:41.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:40 smithi104 ceph-mon[96567]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:41:41.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:40 smithi104 ceph-mon[96567]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:41:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:40 smithi104 ceph-mon[94081]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:41:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:40 smithi104 ceph-mon[94081]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:41:41.927 INFO:tasks.rados.rados.0.smithi104.stdout:3105: done (2 left) 2024-04-02T08:41:41.927 INFO:tasks.rados.rados.0.smithi104.stdout:3106: read oid 16 snap 307 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:3106: expect (ObjNum 937 snap 298 seq_num 937) 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:3107: read oid 10 snap -1 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:3107: expect (ObjNum 950 snap 303 seq_num 950) 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:3108: read oid 43 snap -1 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:3108: expect deleted 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 2694 (ObjNum 33 snap 0 seq_num 1940825648) dirty exists 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:3100: finishing copy_from racing read to smithi10482514-1 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:3100: finishing copy_from to smithi10482514-1 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2117 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:3100: done (4 left) 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:3104: done (3 left) 2024-04-02T08:41:41.928 INFO:tasks.rados.rados.0.smithi104.stdout:3109: copy_from oid 11 from oid 32 current snap is 308 2024-04-02T08:41:41.929 INFO:tasks.rados.rados.0.smithi104.stdout:3110: rollback oid 17 current snap is 308 2024-04-02T08:41:41.929 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 17 to 306 2024-04-02T08:41:41.929 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 308 2024-04-02T08:41:41.929 INFO:tasks.rados.rados.0.smithi104.stdout:3111: seq_num 970 ranges {0=655360,655360=516096,1171456=688128} 2024-04-02T08:41:41.930 INFO:tasks.rados.rados.0.smithi104.stdout:3111: writing smithi10482514-13 from 0 to 655360 tid 1 2024-04-02T08:41:41.934 INFO:tasks.rados.rados.0.smithi104.stdout:3111: writing smithi10482514-13 from 655360 to 1171456 tid 2 2024-04-02T08:41:41.939 INFO:tasks.rados.rados.0.smithi104.stdout:3111: writing smithi10482514-13 from 1171456 to 1859584 tid 3 2024-04-02T08:41:41.939 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 308 2024-04-02T08:41:41.939 INFO:tasks.rados.rados.0.smithi104.stdout:3112: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-04-02T08:41:41.944 INFO:tasks.rados.rados.0.smithi104.stdout:3112: writing smithi10482514-18 from 0 to 671744 tid 1 2024-04-02T08:41:41.949 INFO:tasks.rados.rados.0.smithi104.stdout:3112: writing smithi10482514-18 from 671744 to 1474560 tid 2 2024-04-02T08:41:41.953 INFO:tasks.rados.rados.0.smithi104.stdout:3112: writing smithi10482514-18 from 1474560 to 1875968 tid 3 2024-04-02T08:41:41.953 INFO:tasks.rados.rados.0.smithi104.stdout:3113: rollback oid 38 current snap is 308 2024-04-02T08:41:41.953 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 38 to 307 2024-04-02T08:41:41.953 INFO:tasks.rados.rados.0.smithi104.stdout:3110: finishing rollback tid 1 to smithi10482514-17 2024-04-02T08:41:41.953 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 2677 (ObjNum 33 snap 0 seq_num 1940876736) dirty dne 2024-04-02T08:41:41.953 INFO:tasks.rados.rados.0.smithi104.stdout:3111: finishing write tid 1 to smithi10482514-13 2024-04-02T08:41:41.954 INFO:tasks.rados.rados.0.smithi104.stdout:3108: done (7 left) 2024-04-02T08:41:41.954 INFO:tasks.rados.rados.0.smithi104.stdout:3110: done (6 left) 2024-04-02T08:41:41.954 INFO:tasks.rados.rados.0.smithi104.stdout:3114: copy_from oid 19 from oid 14 current snap is 308 2024-04-02T08:41:41.954 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 308 2024-04-02T08:41:41.954 INFO:tasks.rados.rados.0.smithi104.stdout:3115: seq_num 972 ranges {212992=688128,901120=688128,1589248=516096} 2024-04-02T08:41:41.959 INFO:tasks.rados.rados.0.smithi104.stdout:3115: writing smithi10482514-12 from 212992 to 901120 tid 1 2024-04-02T08:41:41.964 INFO:tasks.rados.rados.0.smithi104.stdout:3115: writing smithi10482514-12 from 901120 to 1589248 tid 2 2024-04-02T08:41:41.968 INFO:tasks.rados.rados.0.smithi104.stdout:3115: writing smithi10482514-12 from 1589248 to 2105344 tid 3 2024-04-02T08:41:41.968 INFO:tasks.rados.rados.0.smithi104.stdout:3116: copy_from oid 21 from oid 31 current snap is 308 2024-04-02T08:41:41.968 INFO:tasks.rados.rados.0.smithi104.stdout:3111: finishing write tid 2 to smithi10482514-13 2024-04-02T08:41:41.968 INFO:tasks.rados.rados.0.smithi104.stdout:3117: rollback oid 36 current snap is 308 2024-04-02T08:41:41.968 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 36 to 306 2024-04-02T08:41:41.968 INFO:tasks.rados.rados.0.smithi104.stdout:3111: finishing write tid 3 to smithi10482514-13 2024-04-02T08:41:41.968 INFO:tasks.rados.rados.0.smithi104.stdout:3112: finishing write tid 1 to smithi10482514-18 2024-04-02T08:41:41.968 INFO:tasks.rados.rados.0.smithi104.stdout:3106: expect (ObjNum 937 snap 298 seq_num 937) 2024-04-02T08:41:42.125 INFO:tasks.rados.rados.0.smithi104.stdout:3112: finishing write tid 2 to smithi10482514-18 2024-04-02T08:41:42.125 INFO:tasks.rados.rados.0.smithi104.stdout:3111: finishing write tid 4 to smithi10482514-13 2024-04-02T08:41:42.125 INFO:tasks.rados.rados.0.smithi104.stdout:3106: done (9 left) 2024-04-02T08:41:42.125 INFO:tasks.rados.rados.0.smithi104.stdout:3118: copy_from oid 25 from oid 7 current snap is 308 2024-04-02T08:41:42.125 INFO:tasks.rados.rados.0.smithi104.stdout:3113: finishing rollback tid 0 to smithi10482514-38 2024-04-02T08:41:42.125 INFO:tasks.rados.rados.0.smithi104.stdout:3113: finishing rollback tid 1 to smithi10482514-38 2024-04-02T08:41:42.125 INFO:tasks.rados.rados.0.smithi104.stdout:3107: expect (ObjNum 950 snap 303 seq_num 950) 2024-04-02T08:41:42.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:41 smithi188 ceph-mon[86835]: pgmap v680: 121 pgs: 121 active+clean; 87 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-02T08:41:42.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:41 smithi188 ceph-mon[86835]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:41:42.368 INFO:tasks.rados.rados.0.smithi104.stdout:3113: finishing rollback tid 2 to smithi10482514-38 2024-04-02T08:41:42.368 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 2124 (ObjNum 843 snap 283 seq_num 843) dirty exists 2024-04-02T08:41:42.368 INFO:tasks.rados.rados.0.smithi104.stdout:3112: finishing write tid 3 to smithi10482514-18 2024-04-02T08:41:42.368 INFO:tasks.rados.rados.0.smithi104.stdout:3112: finishing write tid 4 to smithi10482514-18 2024-04-02T08:41:42.368 INFO:tasks.rados.rados.0.smithi104.stdout:3111: finishing write tid 5 to smithi10482514-13 2024-04-02T08:41:42.368 INFO:tasks.rados.rados.0.smithi104.stdout:3111: oid 13 updating version 0 to 2120 2024-04-02T08:41:42.368 INFO:tasks.rados.rados.0.smithi104.stdout:3111: oid 13 updating version 2120 to 2122 2024-04-02T08:41:42.368 INFO:tasks.rados.rados.0.smithi104.stdout:3111: oid 13 version 2122 is already newer than 2119 2024-04-02T08:41:42.368 INFO:tasks.rados.rados.0.smithi104.stdout:3111: oid 13 version 2122 is already newer than 2121 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2122 (ObjNum 970 snap 308 seq_num 970) dirty exists 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:3111: left oid 13 (ObjNum 970 snap 308 seq_num 970) 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:3114: finishing copy_from racing read to smithi10482514-19 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:3112: finishing write tid 5 to smithi10482514-18 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:3112: oid 18 updating version 0 to 1971 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:3112: oid 18 version 1971 is already newer than 1970 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:3112: oid 18 version 1971 is already newer than 1968 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:3112: oid 18 version 1971 is already newer than 1969 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1971 (ObjNum 971 snap 308 seq_num 971) dirty exists 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:3112: left oid 18 (ObjNum 971 snap 308 seq_num 971) 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:3114: finishing copy_from to smithi10482514-19 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 2117 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:3115: finishing write tid 1 to smithi10482514-12 2024-04-02T08:41:42.369 INFO:tasks.rados.rados.0.smithi104.stdout:3117: finishing rollback tid 1 to smithi10482514-36 2024-04-02T08:41:42.370 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:41:42.370 INFO:tasks.rados.rados.0.smithi104.stdout:3109: finishing copy_from racing read to smithi10482514-11 2024-04-02T08:41:42.370 INFO:tasks.rados.rados.0.smithi104.stdout:3115: finishing write tid 2 to smithi10482514-12 2024-04-02T08:41:42.370 INFO:tasks.rados.rados.0.smithi104.stdout:3107: done (9 left) 2024-04-02T08:41:42.370 INFO:tasks.rados.rados.0.smithi104.stdout:3111: done (8 left) 2024-04-02T08:41:42.370 INFO:tasks.rados.rados.0.smithi104.stdout:3112: done (7 left) 2024-04-02T08:41:42.370 INFO:tasks.rados.rados.0.smithi104.stdout:3113: done (6 left) 2024-04-02T08:41:42.370 INFO:tasks.rados.rados.0.smithi104.stdout:3114: done (5 left) 2024-04-02T08:41:42.370 INFO:tasks.rados.rados.0.smithi104.stdout:3117: done (4 left) 2024-04-02T08:41:42.370 INFO:tasks.rados.rados.0.smithi104.stdout:3119: snap_create 2024-04-02T08:41:42.370 INFO:tasks.rados.rados.0.smithi104.stdout:3115: finishing write tid 3 to smithi10482514-12 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:3115: finishing write tid 4 to smithi10482514-12 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:3109: finishing copy_from to smithi10482514-11 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 454 (ObjNum 922 snap 296 seq_num 922) dirty exists 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:3116: finishing copy_from racing read to smithi10482514-21 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:3116: finishing copy_from to smithi10482514-21 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2124 (ObjNum 958 snap 305 seq_num 958) dirty exists 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:3115: finishing write tid 5 to smithi10482514-12 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:3115: oid 12 updating version 0 to 2018 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:3115: oid 12 version 2018 is already newer than 2015 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:3115: oid 12 version 2018 is already newer than 2017 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:3115: oid 12 version 2018 is already newer than 2016 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2018 (ObjNum 972 snap 308 seq_num 972) dirty exists 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:3115: left oid 12 (ObjNum 972 snap 308 seq_num 972) 2024-04-02T08:41:42.371 INFO:tasks.rados.rados.0.smithi104.stdout:3118: finishing copy_from racing read to smithi10482514-25 2024-04-02T08:41:42.372 INFO:tasks.rados.rados.0.smithi104.stdout:3118: finishing copy_from to smithi10482514-25 2024-04-02T08:41:42.372 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 2090 (ObjNum 909 snap 292 seq_num 909) dirty exists 2024-04-02T08:41:42.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:41 smithi104 ceph-mon[94081]: pgmap v680: 121 pgs: 121 active+clean; 87 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-02T08:41:42.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:41 smithi104 ceph-mon[94081]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:41:42.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:41 smithi104 ceph-mon[96567]: pgmap v680: 121 pgs: 121 active+clean; 87 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-02T08:41:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:41 smithi104 ceph-mon[96567]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:41:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:41:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:43.000 INFO:tasks.rados.rados.0.smithi104.stdout:3109: done (4 left) 2024-04-02T08:41:43.001 INFO:tasks.rados.rados.0.smithi104.stdout:3115: done (3 left) 2024-04-02T08:41:43.001 INFO:tasks.rados.rados.0.smithi104.stdout:3116: done (2 left) 2024-04-02T08:41:43.001 INFO:tasks.rados.rados.0.smithi104.stdout:3118: done (1 left) 2024-04-02T08:41:43.001 INFO:tasks.rados.rados.0.smithi104.stdout:3119: done (0 left) 2024-04-02T08:41:43.001 INFO:tasks.rados.rados.0.smithi104.stdout:3120: setattr oid 22 current snap is 309 2024-04-02T08:41:43.002 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 309 2024-04-02T08:41:43.002 INFO:tasks.rados.rados.0.smithi104.stdout:3121: seq_num 973 ranges {1368064=704512,2072576=573440,2646016=507904,3153920=122880} 2024-04-02T08:41:43.013 INFO:tasks.rados.rados.0.smithi104.stdout:3121: writing smithi10482514-26 from 1368064 to 2072576 tid 1 2024-04-02T08:41:43.017 INFO:tasks.rados.rados.0.smithi104.stdout:3121: writing smithi10482514-26 from 2072576 to 2646016 tid 2 2024-04-02T08:41:43.020 INFO:tasks.rados.rados.0.smithi104.stdout:3121: writing smithi10482514-26 from 2646016 to 3153920 tid 3 2024-04-02T08:41:43.021 INFO:tasks.rados.rados.0.smithi104.stdout:3121: writing smithi10482514-26 from 3153920 to 3276800 tid 4 2024-04-02T08:41:43.021 INFO:tasks.rados.rados.0.smithi104.stdout:3122: read oid 36 snap 307 2024-04-02T08:41:43.021 INFO:tasks.rados.rados.0.smithi104.stdout:3122: expect deleted 2024-04-02T08:41:43.021 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 309 2024-04-02T08:41:43.021 INFO:tasks.rados.rados.0.smithi104.stdout:3123: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-04-02T08:41:43.025 INFO:tasks.rados.rados.0.smithi104.stdout:3123: writing smithi10482514-50 from 0 to 720896 tid 1 2024-04-02T08:41:43.028 INFO:tasks.rados.rados.0.smithi104.stdout:3123: writing smithi10482514-50 from 720896 to 1228800 tid 2 2024-04-02T08:41:43.033 INFO:tasks.rados.rados.0.smithi104.stdout:3123: writing smithi10482514-50 from 1228800 to 1900544 tid 3 2024-04-02T08:41:43.033 INFO:tasks.rados.rados.0.smithi104.stdout:3123: writing smithi10482514-50 from 1900544 to 1925120 tid 4 2024-04-02T08:41:43.033 INFO:tasks.rados.rados.0.smithi104.stdout:3124: snap_remove snap 308 2024-04-02T08:41:44.012 INFO:tasks.rados.rados.0.smithi104.stdout:3124: done (4 left) 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:3125: read oid 38 snap -1 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:3125: expect (ObjNum 843 snap 283 seq_num 843) 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:3126: rollback oid 3 current snap is 309 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 3 to 306 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 1979 (ObjNum 65 snap 0 seq_num 1533759059) dirty exists 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:3121: finishing write tid 1 to smithi10482514-26 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:3120: done (5 left) 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:3127: delete oid 15 current snap is 309 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:3121: finishing write tid 2 to smithi10482514-26 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:3121: finishing write tid 3 to smithi10482514-26 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:3121: finishing write tid 4 to smithi10482514-26 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:3121: finishing write tid 5 to smithi10482514-26 2024-04-02T08:41:44.013 INFO:tasks.rados.rados.0.smithi104.stdout:3121: finishing write tid 6 to smithi10482514-26 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3121: oid 26 updating version 0 to 2132 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3121: oid 26 version 2132 is already newer than 2131 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3121: oid 26 updating version 2132 to 2134 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3121: oid 26 version 2134 is already newer than 2133 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3121: oid 26 version 2134 is already newer than 2130 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2134 (ObjNum 973 snap 309 seq_num 973) dirty exists 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3121: left oid 26 (ObjNum 973 snap 309 seq_num 973) 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3123: finishing write tid 1 to smithi10482514-50 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3123: finishing write tid 2 to smithi10482514-50 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3123: finishing write tid 3 to smithi10482514-50 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3123: finishing write tid 4 to smithi10482514-50 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3123: finishing write tid 5 to smithi10482514-50 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3123: finishing write tid 6 to smithi10482514-50 2024-04-02T08:41:44.014 INFO:tasks.rados.rados.0.smithi104.stdout:3123: oid 50 updating version 0 to 2707 2024-04-02T08:41:44.015 INFO:tasks.rados.rados.0.smithi104.stdout:3123: oid 50 version 2707 is already newer than 2705 2024-04-02T08:41:44.015 INFO:tasks.rados.rados.0.smithi104.stdout:3123: oid 50 version 2707 is already newer than 2706 2024-04-02T08:41:44.015 INFO:tasks.rados.rados.0.smithi104.stdout:3123: oid 50 version 2707 is already newer than 2704 2024-04-02T08:41:44.015 INFO:tasks.rados.rados.0.smithi104.stdout:3123: oid 50 version 2707 is already newer than 2703 2024-04-02T08:41:44.015 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 2707 (ObjNum 974 snap 309 seq_num 974) dirty exists 2024-04-02T08:41:44.015 INFO:tasks.rados.rados.0.smithi104.stdout:3123: left oid 50 (ObjNum 974 snap 309 seq_num 974) 2024-04-02T08:41:44.017 INFO:tasks.rados.rados.0.smithi104.stdout:3121: done (5 left) 2024-04-02T08:41:44.017 INFO:tasks.rados.rados.0.smithi104.stdout:3122: done (4 left) 2024-04-02T08:41:44.017 INFO:tasks.rados.rados.0.smithi104.stdout:3123: done (3 left) 2024-04-02T08:41:44.017 INFO:tasks.rados.rados.0.smithi104.stdout:3127: done (2 left) 2024-04-02T08:41:44.017 INFO:tasks.rados.rados.0.smithi104.stdout:3128: read oid 30 snap 306 2024-04-02T08:41:44.017 INFO:tasks.rados.rados.0.smithi104.stdout:3128: expect (ObjNum 964 snap 305 seq_num 964) 2024-04-02T08:41:44.017 INFO:tasks.rados.rados.0.smithi104.stdout:3129: snap_remove snap 305 2024-04-02T08:41:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:44 smithi188 ceph-mon[86835]: pgmap v683: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 81 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-02T08:41:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:44 smithi188 ceph-mon[86835]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:41:44.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:44 smithi104 ceph-mon[96567]: pgmap v683: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 81 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-02T08:41:44.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:44 smithi104 ceph-mon[96567]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:41:44.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:44 smithi104 ceph-mon[94081]: pgmap v683: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 81 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-02T08:41:44.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:44 smithi104 ceph-mon[94081]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:41:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:3129: done (3 left) 2024-04-02T08:41:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 309 2024-04-02T08:41:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:3130: seq_num 976 ranges {1269760=753664,2023424=671744,2695168=532480} 2024-04-02T08:41:45.025 INFO:tasks.rados.rados.0.smithi104.stdout:3130: writing smithi10482514-19 from 1269760 to 2023424 tid 1 2024-04-02T08:41:45.029 INFO:tasks.rados.rados.0.smithi104.stdout:3130: writing smithi10482514-19 from 2023424 to 2695168 tid 2 2024-04-02T08:41:45.033 INFO:tasks.rados.rados.0.smithi104.stdout:3130: writing smithi10482514-19 from 2695168 to 3227648 tid 3 2024-04-02T08:41:45.033 INFO:tasks.rados.rados.0.smithi104.stdout:3131: delete oid 40 current snap is 309 2024-04-02T08:41:45.033 INFO:tasks.rados.rados.0.smithi104.stdout:3128: expect (ObjNum 964 snap 305 seq_num 964) 2024-04-02T08:41:45.086 INFO:tasks.rados.rados.0.smithi104.stdout:3125: expect (ObjNum 843 snap 283 seq_num 843) 2024-04-02T08:41:45.144 INFO:tasks.rados.rados.0.smithi104.stdout:3126: finishing rollback tid 0 to smithi10482514-3 2024-04-02T08:41:45.144 INFO:tasks.rados.rados.0.smithi104.stdout:3126: finishing rollback tid 1 to smithi10482514-3 2024-04-02T08:41:45.144 INFO:tasks.rados.rados.0.smithi104.stdout:3126: finishing rollback tid 2 to smithi10482514-3 2024-04-02T08:41:45.144 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2127 (ObjNum 947 snap 301 seq_num 947) dirty exists 2024-04-02T08:41:45.144 INFO:tasks.rados.rados.0.smithi104.stdout:3130: finishing write tid 1 to smithi10482514-19 2024-04-02T08:41:45.144 INFO:tasks.rados.rados.0.smithi104.stdout:3130: finishing write tid 2 to smithi10482514-19 2024-04-02T08:41:45.144 INFO:tasks.rados.rados.0.smithi104.stdout:3130: finishing write tid 3 to smithi10482514-19 2024-04-02T08:41:45.144 INFO:tasks.rados.rados.0.smithi104.stdout:3130: finishing write tid 4 to smithi10482514-19 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3130: finishing write tid 5 to smithi10482514-19 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3130: oid 19 updating version 0 to 2138 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3130: oid 19 version 2138 is already newer than 2136 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3130: oid 19 version 2138 is already newer than 2135 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3130: oid 19 version 2138 is already newer than 2137 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 2138 (ObjNum 976 snap 309 seq_num 976) dirty exists 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3130: left oid 19 (ObjNum 976 snap 309 seq_num 976) 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3125: done (4 left) 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3126: done (3 left) 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3128: done (2 left) 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3130: done (1 left) 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3131: done (0 left) 2024-04-02T08:41:45.145 INFO:tasks.rados.rados.0.smithi104.stdout:3132: rollback oid 41 current snap is 309 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 307 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:3133: read oid 26 snap -1 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:3133: expect (ObjNum 973 snap 309 seq_num 973) 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:3134: read oid 2 snap 307 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:3134: expect deleted 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:3135: rollback oid 40 current snap is 309 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 40 to 306 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:3136: read oid 13 snap -1 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:3136: expect (ObjNum 970 snap 308 seq_num 970) 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:3137: copy_from oid 15 from oid 10 current snap is 309 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:3138: read oid 23 snap 307 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:3138: expect (ObjNum 1939475616 snap 22068 seq_num 1940397776) 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 309 2024-04-02T08:41:45.146 INFO:tasks.rados.rados.0.smithi104.stdout:3139: seq_num 978 ranges {1875968=786432,2662400=442368,3104768=647168,3751936=114688} 2024-04-02T08:41:45.158 INFO:tasks.rados.rados.0.smithi104.stdout:3139: writing smithi10482514-18 from 1875968 to 2662400 tid 1 2024-04-02T08:41:45.161 INFO:tasks.rados.rados.0.smithi104.stdout:3139: writing smithi10482514-18 from 2662400 to 3104768 tid 2 2024-04-02T08:41:45.165 INFO:tasks.rados.rados.0.smithi104.stdout:3139: writing smithi10482514-18 from 3104768 to 3751936 tid 3 2024-04-02T08:41:45.166 INFO:tasks.rados.rados.0.smithi104.stdout:3139: writing smithi10482514-18 from 3751936 to 3866624 tid 4 2024-04-02T08:41:45.166 INFO:tasks.rados.rados.0.smithi104.stdout:3140: setattr oid 1 current snap is 309 2024-04-02T08:41:45.166 INFO:tasks.rados.rados.0.smithi104.stdout:3138: expect (ObjNum 1939475616 snap 22068 seq_num 1940397776) 2024-04-02T08:41:45.167 INFO:tasks.rados.rados.0.smithi104.stdout:3135: finishing rollback tid 1 to smithi10482514-40 2024-04-02T08:41:45.167 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 0 (ObjNum 33 snap 0 seq_num 1940027216) dirty dne 2024-04-02T08:41:45.168 INFO:tasks.rados.rados.0.smithi104.stdout:3132: finishing rollback tid 0 to smithi10482514-41 2024-04-02T08:41:45.168 INFO:tasks.rados.rados.0.smithi104.stdout:3132: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:41:45.168 INFO:tasks.rados.rados.0.smithi104.stdout:3132: finishing rollback tid 2 to smithi10482514-41 2024-04-02T08:41:45.168 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2428 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:41:45.168 INFO:tasks.rados.rados.0.smithi104.stdout:3136: expect (ObjNum 970 snap 308 seq_num 970) 2024-04-02T08:41:45.242 INFO:tasks.rados.rados.0.smithi104.stdout:3133: expect (ObjNum 973 snap 309 seq_num 973) 2024-04-02T08:41:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:45 smithi188 ceph-mon[86835]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:41:45.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:45 smithi104 ceph-mon[96567]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:41:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:45 smithi104 ceph-mon[94081]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:41:45.393 INFO:tasks.rados.rados.0.smithi104.stdout:3139: finishing write tid 1 to smithi10482514-18 2024-04-02T08:41:45.393 INFO:tasks.rados.rados.0.smithi104.stdout:3139: finishing write tid 2 to smithi10482514-18 2024-04-02T08:41:45.393 INFO:tasks.rados.rados.0.smithi104.stdout:3132: done (8 left) 2024-04-02T08:41:45.393 INFO:tasks.rados.rados.0.smithi104.stdout:3133: done (7 left) 2024-04-02T08:41:45.393 INFO:tasks.rados.rados.0.smithi104.stdout:3134: done (6 left) 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:3135: done (5 left) 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:3136: done (4 left) 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:3138: done (3 left) 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:3141: rmattr oid 23 current snap is 309 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:3139: finishing write tid 3 to smithi10482514-18 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:3139: finishing write tid 4 to smithi10482514-18 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:3139: finishing write tid 5 to smithi10482514-18 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2118 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:3139: finishing write tid 6 to smithi10482514-18 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:3139: oid 18 updating version 0 to 1975 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:3139: oid 18 version 1975 is already newer than 1973 2024-04-02T08:41:45.394 INFO:tasks.rados.rados.0.smithi104.stdout:3139: oid 18 version 1975 is already newer than 1974 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:3139: oid 18 updating version 1975 to 1976 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:3139: oid 18 version 1976 is already newer than 1972 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1976 (ObjNum 978 snap 309 seq_num 978) dirty exists 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:3139: left oid 18 (ObjNum 978 snap 309 seq_num 978) 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:3137: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:3137: finishing copy_from to smithi10482514-15 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 1979 (ObjNum 950 snap 303 seq_num 950) dirty exists 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:3137: done (3 left) 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:3139: done (2 left) 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:3140: done (1 left) 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:3142: copy_from oid 35 from oid 30 current snap is 309 2024-04-02T08:41:45.395 INFO:tasks.rados.rados.0.smithi104.stdout:3143: snap_remove snap 306 2024-04-02T08:41:45.927 INFO:tasks.rados.rados.0.smithi104.stdout:3143: done (2 left) 2024-04-02T08:41:45.927 INFO:tasks.rados.rados.0.smithi104.stdout:3144: rollback oid 14 current snap is 309 2024-04-02T08:41:45.927 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 307 2024-04-02T08:41:45.927 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 1980 (ObjNum 33 snap 0 seq_num 1939926000) dirty exists 2024-04-02T08:41:45.927 INFO:tasks.rados.rados.0.smithi104.stdout:3142: finishing copy_from racing read to smithi10482514-35 2024-04-02T08:41:45.927 INFO:tasks.rados.rados.0.smithi104.stdout:3142: finishing copy_from to smithi10482514-35 2024-04-02T08:41:45.927 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2128 (ObjNum 964 snap 305 seq_num 964) dirty exists 2024-04-02T08:41:45.927 INFO:tasks.rados.rados.0.smithi104.stdout:3141: done (2 left) 2024-04-02T08:41:45.927 INFO:tasks.rados.rados.0.smithi104.stdout:3142: done (1 left) 2024-04-02T08:41:45.928 INFO:tasks.rados.rados.0.smithi104.stdout:3145: rollback oid 27 current snap is 309 2024-04-02T08:41:45.928 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 27 to 307 2024-04-02T08:41:45.928 INFO:tasks.rados.rados.0.smithi104.stdout:3146: rollback oid 29 current snap is 309 2024-04-02T08:41:45.928 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 307 2024-04-02T08:41:45.928 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 309 2024-04-02T08:41:45.928 INFO:tasks.rados.rados.0.smithi104.stdout:3147: seq_num 979 ranges {2129920=802816,2932736=729088,3661824=458752,4120576=16384} 2024-04-02T08:41:45.944 INFO:tasks.rados.rados.0.smithi104.stdout:3147: writing smithi10482514-38 from 2129920 to 2932736 tid 1 2024-04-02T08:41:45.949 INFO:tasks.rados.rados.0.smithi104.stdout:3147: writing smithi10482514-38 from 2932736 to 3661824 tid 2 2024-04-02T08:41:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:3147: writing smithi10482514-38 from 3661824 to 4120576 tid 3 2024-04-02T08:41:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:3147: writing smithi10482514-38 from 4120576 to 4136960 tid 4 2024-04-02T08:41:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:3148: read oid 49 snap -1 2024-04-02T08:41:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:3148: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 309 2024-04-02T08:41:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:3144: finishing rollback tid 0 to smithi10482514-14 2024-04-02T08:41:45.952 INFO:tasks.rados.rados.0.smithi104.stdout:3149: seq_num 980 ranges {3997696=417792,4415488=614400,5029888=663552,5693440=327680} 2024-04-02T08:41:45.975 INFO:tasks.rados.rados.0.smithi104.stdout:3149: writing smithi10482514-8 from 3997696 to 4415488 tid 1 2024-04-02T08:41:45.979 INFO:tasks.rados.rados.0.smithi104.stdout:3149: writing smithi10482514-8 from 4415488 to 5029888 tid 2 2024-04-02T08:41:45.983 INFO:tasks.rados.rados.0.smithi104.stdout:3149: writing smithi10482514-8 from 5029888 to 5693440 tid 3 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3149: writing smithi10482514-8 from 5693440 to 6021120 tid 4 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3150: setattr oid 39 current snap is 309 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3144: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3144: finishing rollback tid 2 to smithi10482514-14 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2131 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3145: finishing rollback tid 0 to smithi10482514-27 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3145: finishing rollback tid 1 to smithi10482514-27 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3145: finishing rollback tid 2 to smithi10482514-27 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 2141 (ObjNum 899 snap 291 seq_num 899) dirty exists 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3146: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3146: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2024 (ObjNum 960 snap 305 seq_num 960) dirty exists 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3147: finishing write tid 1 to smithi10482514-38 2024-04-02T08:41:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3147: finishing write tid 2 to smithi10482514-38 2024-04-02T08:41:45.986 INFO:tasks.rados.rados.0.smithi104.stdout:3148: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:45.988 INFO:tasks.rados.rados.0.smithi104.stdout:3147: finishing write tid 3 to smithi10482514-38 2024-04-02T08:41:45.988 INFO:tasks.rados.rados.0.smithi104.stdout:3147: finishing write tid 4 to smithi10482514-38 2024-04-02T08:41:45.988 INFO:tasks.rados.rados.0.smithi104.stdout:3147: finishing write tid 5 to smithi10482514-38 2024-04-02T08:41:45.988 INFO:tasks.rados.rados.0.smithi104.stdout:3147: finishing write tid 6 to smithi10482514-38 2024-04-02T08:41:45.988 INFO:tasks.rados.rados.0.smithi104.stdout:3147: oid 38 updating version 0 to 2128 2024-04-02T08:41:45.988 INFO:tasks.rados.rados.0.smithi104.stdout:3147: oid 38 updating version 2128 to 2130 2024-04-02T08:41:45.988 INFO:tasks.rados.rados.0.smithi104.stdout:3147: oid 38 updating version 2130 to 2132 2024-04-02T08:41:45.988 INFO:tasks.rados.rados.0.smithi104.stdout:3147: oid 38 version 2132 is already newer than 2131 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3147: oid 38 version 2132 is already newer than 2129 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 2132 (ObjNum 979 snap 309 seq_num 979) dirty exists 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3147: left oid 38 (ObjNum 979 snap 309 seq_num 979) 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3149: finishing write tid 1 to smithi10482514-8 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3149: finishing write tid 2 to smithi10482514-8 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3149: finishing write tid 3 to smithi10482514-8 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3149: finishing write tid 4 to smithi10482514-8 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3144: done (6 left) 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3145: done (5 left) 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3146: done (4 left) 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3147: done (3 left) 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3148: done (2 left) 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3151: delete oid 50 current snap is 309 2024-04-02T08:41:45.989 INFO:tasks.rados.rados.0.smithi104.stdout:3149: finishing write tid 5 to smithi10482514-8 2024-04-02T08:41:45.990 INFO:tasks.rados.rados.0.smithi104.stdout:3149: finishing write tid 6 to smithi10482514-8 2024-04-02T08:41:45.990 INFO:tasks.rados.rados.0.smithi104.stdout:3149: oid 8 updating version 0 to 1997 2024-04-02T08:41:45.990 INFO:tasks.rados.rados.0.smithi104.stdout:3149: oid 8 version 1997 is already newer than 1993 2024-04-02T08:41:45.990 INFO:tasks.rados.rados.0.smithi104.stdout:3149: oid 8 version 1997 is already newer than 1994 2024-04-02T08:41:45.990 INFO:tasks.rados.rados.0.smithi104.stdout:3149: oid 8 version 1997 is already newer than 1996 2024-04-02T08:41:45.990 INFO:tasks.rados.rados.0.smithi104.stdout:3149: oid 8 version 1997 is already newer than 1995 2024-04-02T08:41:45.990 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 1997 (ObjNum 980 snap 309 seq_num 980) dirty exists 2024-04-02T08:41:45.991 INFO:tasks.rados.rados.0.smithi104.stdout:3149: left oid 8 (ObjNum 980 snap 309 seq_num 980) 2024-04-02T08:41:45.991 INFO:tasks.rados.rados.0.smithi104.stdout:3149: done (2 left) 2024-04-02T08:41:45.991 INFO:tasks.rados.rados.0.smithi104.stdout:3151: done (1 left) 2024-04-02T08:41:45.991 INFO:tasks.rados.rados.0.smithi104.stdout:3152: snap_remove snap 307 2024-04-02T08:41:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:41:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:41:45] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-04-02T08:41:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:46 smithi104 ceph-mon[96567]: pgmap v686: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 55 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-02T08:41:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:46 smithi104 ceph-mon[96567]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:41:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:46 smithi104 ceph-mon[96567]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:41:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:46 smithi104 ceph-mon[94081]: pgmap v686: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 55 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-02T08:41:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:46 smithi104 ceph-mon[94081]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:41:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:46 smithi104 ceph-mon[94081]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:41:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:46 smithi188 ceph-mon[86835]: pgmap v686: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 55 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-02T08:41:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:46 smithi188 ceph-mon[86835]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:41:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:46 smithi188 ceph-mon[86835]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:41:46.928 INFO:tasks.rados.rados.0.smithi104.stdout:3152: done (1 left) 2024-04-02T08:41:46.929 INFO:tasks.rados.rados.0.smithi104.stdout:3153: read oid 3 snap -1 2024-04-02T08:41:46.929 INFO:tasks.rados.rados.0.smithi104.stdout:3153: expect (ObjNum 947 snap 301 seq_num 947) 2024-04-02T08:41:46.929 INFO:tasks.rados.rados.0.smithi104.stdout:3154: setattr oid 5 current snap is 309 2024-04-02T08:41:46.929 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 2438 (ObjNum 65 snap 0 seq_num 1768909933) dirty exists 2024-04-02T08:41:46.929 INFO:tasks.rados.rados.0.smithi104.stdout:3150: done (2 left) 2024-04-02T08:41:46.929 INFO:tasks.rados.rados.0.smithi104.stdout:3155: delete oid 18 current snap is 309 2024-04-02T08:41:46.934 INFO:tasks.rados.rados.0.smithi104.stdout:3155: done (2 left) 2024-04-02T08:41:46.934 INFO:tasks.rados.rados.0.smithi104.stdout:3156: read oid 50 snap -1 2024-04-02T08:41:46.934 INFO:tasks.rados.rados.0.smithi104.stdout:3156: expect deleted 2024-04-02T08:41:46.934 INFO:tasks.rados.rados.0.smithi104.stdout:3157: read oid 37 snap -1 2024-04-02T08:41:46.934 INFO:tasks.rados.rados.0.smithi104.stdout:3157: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:46.934 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 309 2024-04-02T08:41:46.934 INFO:tasks.rados.rados.0.smithi104.stdout:3158: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-04-02T08:41:46.937 INFO:tasks.rados.rados.0.smithi104.stdout:3158: writing smithi10482514-17 from 0 to 466944 tid 1 2024-04-02T08:41:46.941 INFO:tasks.rados.rados.0.smithi104.stdout:3158: writing smithi10482514-17 from 466944 to 1179648 tid 2 2024-04-02T08:41:46.944 INFO:tasks.rados.rados.0.smithi104.stdout:3158: writing smithi10482514-17 from 1179648 to 1613824 tid 3 2024-04-02T08:41:46.947 INFO:tasks.rados.rados.0.smithi104.stdout:3158: writing smithi10482514-17 from 1613824 to 2072576 tid 4 2024-04-02T08:41:46.947 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 309 2024-04-02T08:41:46.948 INFO:tasks.rados.rados.0.smithi104.stdout:3157: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:46.951 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 1998 (ObjNum 953 snap 304 seq_num 953) dirty exists 2024-04-02T08:41:46.951 INFO:tasks.rados.rados.0.smithi104.stdout:3158: finishing write tid 1 to smithi10482514-17 2024-04-02T08:41:46.951 INFO:tasks.rados.rados.0.smithi104.stdout:3158: finishing write tid 2 to smithi10482514-17 2024-04-02T08:41:46.951 INFO:tasks.rados.rados.0.smithi104.stdout:3159: seq_num 984 ranges {3276800=483328,3760128=598016,4358144=647168,5005312=360448} 2024-04-02T08:41:46.971 INFO:tasks.rados.rados.0.smithi104.stdout:3159: writing smithi10482514-26 from 3276800 to 3760128 tid 1 2024-04-02T08:41:46.975 INFO:tasks.rados.rados.0.smithi104.stdout:3159: writing smithi10482514-26 from 3760128 to 4358144 tid 2 2024-04-02T08:41:46.978 INFO:tasks.rados.rados.0.smithi104.stdout:3159: writing smithi10482514-26 from 4358144 to 5005312 tid 3 2024-04-02T08:41:46.981 INFO:tasks.rados.rados.0.smithi104.stdout:3159: writing smithi10482514-26 from 5005312 to 5365760 tid 4 2024-04-02T08:41:46.981 INFO:tasks.rados.rados.0.smithi104.stdout:3154: done (5 left) 2024-04-02T08:41:46.981 INFO:tasks.rados.rados.0.smithi104.stdout:3156: done (4 left) 2024-04-02T08:41:46.981 INFO:tasks.rados.rados.0.smithi104.stdout:3157: done (3 left) 2024-04-02T08:41:46.981 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 309 2024-04-02T08:41:46.981 INFO:tasks.rados.rados.0.smithi104.stdout:3160: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-04-02T08:41:46.984 INFO:tasks.rados.rados.0.smithi104.stdout:3160: writing smithi10482514-20 from 0 to 499712 tid 1 2024-04-02T08:41:46.987 INFO:tasks.rados.rados.0.smithi104.stdout:3160: writing smithi10482514-20 from 499712 to 983040 tid 2 2024-04-02T08:41:46.990 INFO:tasks.rados.rados.0.smithi104.stdout:3160: writing smithi10482514-20 from 983040 to 1433600 tid 3 2024-04-02T08:41:46.994 INFO:tasks.rados.rados.0.smithi104.stdout:3160: writing smithi10482514-20 from 1433600 to 2015232 tid 4 2024-04-02T08:41:46.995 INFO:tasks.rados.rados.0.smithi104.stdout:3160: writing smithi10482514-20 from 2015232 to 2105344 tid 5 2024-04-02T08:41:46.995 INFO:tasks.rados.rados.0.smithi104.stdout:3161: copy_from oid 49 from oid 33 current snap is 309 2024-04-02T08:41:46.995 INFO:tasks.rados.rados.0.smithi104.stdout:3158: finishing write tid 3 to smithi10482514-17 2024-04-02T08:41:46.996 INFO:tasks.rados.rados.0.smithi104.stdout:3158: finishing write tid 4 to smithi10482514-17 2024-04-02T08:41:46.996 INFO:tasks.rados.rados.0.smithi104.stdout:3158: finishing write tid 5 to smithi10482514-17 2024-04-02T08:41:46.996 INFO:tasks.rados.rados.0.smithi104.stdout:3153: expect (ObjNum 947 snap 301 seq_num 947) 2024-04-02T08:41:47.102 INFO:tasks.rados.rados.0.smithi104.stdout:3158: finishing write tid 6 to smithi10482514-17 2024-04-02T08:41:47.102 INFO:tasks.rados.rados.0.smithi104.stdout:3158: oid 17 updating version 0 to 2709 2024-04-02T08:41:47.102 INFO:tasks.rados.rados.0.smithi104.stdout:3158: oid 17 updating version 2709 to 2712 2024-04-02T08:41:47.102 INFO:tasks.rados.rados.0.smithi104.stdout:3158: oid 17 version 2712 is already newer than 2710 2024-04-02T08:41:47.103 INFO:tasks.rados.rados.0.smithi104.stdout:3158: oid 17 updating version 2712 to 2713 2024-04-02T08:41:47.103 INFO:tasks.rados.rados.0.smithi104.stdout:3158: oid 17 version 2713 is already newer than 2711 2024-04-02T08:41:47.103 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 2713 (ObjNum 983 snap 309 seq_num 983) dirty exists 2024-04-02T08:41:47.103 INFO:tasks.rados.rados.0.smithi104.stdout:3158: left oid 17 (ObjNum 983 snap 309 seq_num 983) 2024-04-02T08:41:47.103 INFO:tasks.rados.rados.0.smithi104.stdout:3159: finishing write tid 1 to smithi10482514-26 2024-04-02T08:41:47.103 INFO:tasks.rados.rados.0.smithi104.stdout:3159: finishing write tid 2 to smithi10482514-26 2024-04-02T08:41:47.103 INFO:tasks.rados.rados.0.smithi104.stdout:3153: done (4 left) 2024-04-02T08:41:47.103 INFO:tasks.rados.rados.0.smithi104.stdout:3158: done (3 left) 2024-04-02T08:41:47.103 INFO:tasks.rados.rados.0.smithi104.stdout:3162: snap_create 2024-04-02T08:41:47.103 INFO:tasks.rados.rados.0.smithi104.stdout:3159: finishing write tid 3 to smithi10482514-26 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3159: finishing write tid 4 to smithi10482514-26 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3159: finishing write tid 5 to smithi10482514-26 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3159: finishing write tid 6 to smithi10482514-26 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3159: oid 26 updating version 0 to 2146 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3159: oid 26 version 2146 is already newer than 2142 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3159: oid 26 version 2146 is already newer than 2144 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3159: oid 26 version 2146 is already newer than 2145 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3159: oid 26 version 2146 is already newer than 2143 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2146 (ObjNum 984 snap 309 seq_num 984) dirty exists 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3159: left oid 26 (ObjNum 984 snap 309 seq_num 984) 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3160: finishing write tid 1 to smithi10482514-20 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3160: finishing write tid 2 to smithi10482514-20 2024-04-02T08:41:47.104 INFO:tasks.rados.rados.0.smithi104.stdout:3160: finishing write tid 3 to smithi10482514-20 2024-04-02T08:41:47.105 INFO:tasks.rados.rados.0.smithi104.stdout:3161: finishing copy_from to smithi10482514-49 2024-04-02T08:41:47.105 INFO:tasks.rados.rados.0.smithi104.stdout:3161: got expected ENOENT (src dne) 2024-04-02T08:41:47.105 INFO:tasks.rados.rados.0.smithi104.stdout:3161: finishing copy_from racing read to smithi10482514-49 2024-04-02T08:41:47.105 INFO:tasks.rados.rados.0.smithi104.stdout:3160: finishing write tid 4 to smithi10482514-20 2024-04-02T08:41:47.105 INFO:tasks.rados.rados.0.smithi104.stdout:3160: finishing write tid 5 to smithi10482514-20 2024-04-02T08:41:47.105 INFO:tasks.rados.rados.0.smithi104.stdout:3160: finishing write tid 6 to smithi10482514-20 2024-04-02T08:41:47.105 INFO:tasks.rados.rados.0.smithi104.stdout:3160: finishing write tid 7 to smithi10482514-20 2024-04-02T08:41:47.105 INFO:tasks.rados.rados.0.smithi104.stdout:3160: oid 20 updating version 0 to 2714 2024-04-02T08:41:47.105 INFO:tasks.rados.rados.0.smithi104.stdout:3160: oid 20 updating version 2714 to 2716 2024-04-02T08:41:47.105 INFO:tasks.rados.rados.0.smithi104.stdout:3160: oid 20 updating version 2716 to 2717 2024-04-02T08:41:47.105 INFO:tasks.rados.rados.0.smithi104.stdout:3160: oid 20 version 2717 is already newer than 2715 2024-04-02T08:41:47.106 INFO:tasks.rados.rados.0.smithi104.stdout:3160: oid 20 updating version 2717 to 2718 2024-04-02T08:41:47.106 INFO:tasks.rados.rados.0.smithi104.stdout:3160: oid 20 updating version 2718 to 2719 2024-04-02T08:41:47.106 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 2719 (ObjNum 985 snap 309 seq_num 985) dirty exists 2024-04-02T08:41:47.106 INFO:tasks.rados.rados.0.smithi104.stdout:3160: left oid 20 (ObjNum 985 snap 309 seq_num 985) 2024-04-02T08:41:48.021 INFO:tasks.rados.rados.0.smithi104.stdout:3159: done (3 left) 2024-04-02T08:41:48.021 INFO:tasks.rados.rados.0.smithi104.stdout:3160: done (2 left) 2024-04-02T08:41:48.021 INFO:tasks.rados.rados.0.smithi104.stdout:3161: done (1 left) 2024-04-02T08:41:48.021 INFO:tasks.rados.rados.0.smithi104.stdout:3162: done (0 left) 2024-04-02T08:41:48.021 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 310 2024-04-02T08:41:48.022 INFO:tasks.rados.rados.0.smithi104.stdout:3163: seq_num 986 ranges {1859584=516096,2375680=770048,3145728=655360,3801088=180224} 2024-04-02T08:41:48.034 INFO:tasks.rados.rados.0.smithi104.stdout:3163: writing smithi10482514-13 from 1859584 to 2375680 tid 1 2024-04-02T08:41:48.038 INFO:tasks.rados.rados.0.smithi104.stdout:3163: writing smithi10482514-13 from 2375680 to 3145728 tid 2 2024-04-02T08:41:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:3163: writing smithi10482514-13 from 3145728 to 3801088 tid 3 2024-04-02T08:41:48.044 INFO:tasks.rados.rados.0.smithi104.stdout:3163: writing smithi10482514-13 from 3801088 to 3981312 tid 4 2024-04-02T08:41:48.044 INFO:tasks.rados.rados.0.smithi104.stdout:3164: rollback oid 43 current snap is 310 2024-04-02T08:41:48.044 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 43 to 309 2024-04-02T08:41:48.044 INFO:tasks.rados.rados.0.smithi104.stdout:3163: finishing write tid 1 to smithi10482514-13 2024-04-02T08:41:48.044 INFO:tasks.rados.rados.0.smithi104.stdout:3163: finishing write tid 2 to smithi10482514-13 2024-04-02T08:41:48.044 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 310 2024-04-02T08:41:48.044 INFO:tasks.rados.rados.0.smithi104.stdout:3165: seq_num 987 ranges {1753088=532480,2285568=647168,2932736=417792,3350528=409600,3760128=131072} 2024-04-02T08:41:48.056 INFO:tasks.rados.rados.0.smithi104.stdout:3165: writing smithi10482514-30 from 1753088 to 2285568 tid 1 2024-04-02T08:41:48.061 INFO:tasks.rados.rados.0.smithi104.stdout:3165: writing smithi10482514-30 from 2285568 to 2932736 tid 2 2024-04-02T08:41:48.063 INFO:tasks.rados.rados.0.smithi104.stdout:3165: writing smithi10482514-30 from 2932736 to 3350528 tid 3 2024-04-02T08:41:48.066 INFO:tasks.rados.rados.0.smithi104.stdout:3165: writing smithi10482514-30 from 3350528 to 3760128 tid 4 2024-04-02T08:41:48.067 INFO:tasks.rados.rados.0.smithi104.stdout:3165: writing smithi10482514-30 from 3760128 to 3891200 tid 5 2024-04-02T08:41:48.067 INFO:tasks.rados.rados.0.smithi104.stdout:3166: snap_create 2024-04-02T08:41:48.067 INFO:tasks.rados.rados.0.smithi104.stdout:3164: finishing rollback tid 1 to smithi10482514-43 2024-04-02T08:41:48.067 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 0 (ObjNum 225 snap 0 seq_num 1940340976) dirty dne 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3163: finishing write tid 3 to smithi10482514-13 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3163: finishing write tid 4 to smithi10482514-13 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3163: finishing write tid 5 to smithi10482514-13 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3163: finishing write tid 6 to smithi10482514-13 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3163: oid 13 updating version 0 to 2125 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3163: oid 13 updating version 2125 to 2126 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3163: oid 13 updating version 2126 to 2127 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3163: oid 13 version 2127 is already newer than 2124 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3163: oid 13 version 2127 is already newer than 2123 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2127 (ObjNum 986 snap 310 seq_num 986) dirty exists 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3163: left oid 13 (ObjNum 986 snap 310 seq_num 986) 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3165: finishing write tid 1 to smithi10482514-30 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3165: finishing write tid 2 to smithi10482514-30 2024-04-02T08:41:48.068 INFO:tasks.rados.rados.0.smithi104.stdout:3165: finishing write tid 3 to smithi10482514-30 2024-04-02T08:41:48.071 INFO:tasks.rados.rados.0.smithi104.stdout:3165: finishing write tid 4 to smithi10482514-30 2024-04-02T08:41:48.071 INFO:tasks.rados.rados.0.smithi104.stdout:3165: finishing write tid 5 to smithi10482514-30 2024-04-02T08:41:48.071 INFO:tasks.rados.rados.0.smithi104.stdout:3165: finishing write tid 6 to smithi10482514-30 2024-04-02T08:41:48.072 INFO:tasks.rados.rados.0.smithi104.stdout:3165: finishing write tid 7 to smithi10482514-30 2024-04-02T08:41:48.072 INFO:tasks.rados.rados.0.smithi104.stdout:3165: oid 30 updating version 0 to 2132 2024-04-02T08:41:48.072 INFO:tasks.rados.rados.0.smithi104.stdout:3165: oid 30 updating version 2132 to 2136 2024-04-02T08:41:48.072 INFO:tasks.rados.rados.0.smithi104.stdout:3165: oid 30 updating version 2136 to 2137 2024-04-02T08:41:48.073 INFO:tasks.rados.rados.0.smithi104.stdout:3165: oid 30 version 2137 is already newer than 2133 2024-04-02T08:41:48.073 INFO:tasks.rados.rados.0.smithi104.stdout:3165: oid 30 version 2137 is already newer than 2134 2024-04-02T08:41:48.073 INFO:tasks.rados.rados.0.smithi104.stdout:3165: oid 30 version 2137 is already newer than 2135 2024-04-02T08:41:48.073 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 2137 (ObjNum 987 snap 310 seq_num 987) dirty exists 2024-04-02T08:41:48.073 INFO:tasks.rados.rados.0.smithi104.stdout:3165: left oid 30 (ObjNum 987 snap 310 seq_num 987) 2024-04-02T08:41:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:47 smithi188 ceph-mon[86835]: pgmap v689: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 64 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T08:41:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:47 smithi188 ceph-mon[86835]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:41:48.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:47 smithi104 ceph-mon[96567]: pgmap v689: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 64 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T08:41:48.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:47 smithi104 ceph-mon[96567]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:41:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:47 smithi104 ceph-mon[94081]: pgmap v689: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 64 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T08:41:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:47 smithi104 ceph-mon[94081]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:41:49.024 INFO:tasks.rados.rados.0.smithi104.stdout:3163: done (3 left) 2024-04-02T08:41:49.024 INFO:tasks.rados.rados.0.smithi104.stdout:3164: done (2 left) 2024-04-02T08:41:49.025 INFO:tasks.rados.rados.0.smithi104.stdout:3165: done (1 left) 2024-04-02T08:41:49.025 INFO:tasks.rados.rados.0.smithi104.stdout:3166: done (0 left) 2024-04-02T08:41:49.025 INFO:tasks.rados.rados.0.smithi104.stdout:3167: snap_remove snap 309 2024-04-02T08:41:49.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:49 smithi188 ceph-mon[86835]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:41:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:49 smithi104 ceph-mon[96567]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:41:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:49 smithi104 ceph-mon[94081]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:41:50.028 INFO:tasks.rados.rados.0.smithi104.stdout:3167: done (0 left) 2024-04-02T08:41:50.028 INFO:tasks.rados.rados.0.smithi104.stdout:3168: setattr oid 40 current snap is 311 2024-04-02T08:41:50.030 INFO:tasks.rados.rados.0.smithi104.stdout:3169: read oid 41 snap 310 2024-04-02T08:41:50.030 INFO:tasks.rados.rados.0.smithi104.stdout:3169: expect (ObjNum 1940489920 snap 22068 seq_num 1939973376) 2024-04-02T08:41:50.030 INFO:tasks.rados.rados.0.smithi104.stdout:3170: read oid 47 snap -1 2024-04-02T08:41:50.030 INFO:tasks.rados.rados.0.smithi104.stdout:3170: expect deleted 2024-04-02T08:41:50.030 INFO:tasks.rados.rados.0.smithi104.stdout:3171: copy_from oid 12 from oid 49 current snap is 311 2024-04-02T08:41:50.030 INFO:tasks.rados.rados.0.smithi104.stdout:3172: copy_from oid 16 from oid 14 current snap is 311 2024-04-02T08:41:50.030 INFO:tasks.rados.rados.0.smithi104.stdout:3173: snap_create 2024-04-02T08:41:50.036 INFO:tasks.rados.rados.0.smithi104.stdout:3169: expect (ObjNum 1940489920 snap 22068 seq_num 1939973376) 2024-04-02T08:41:50.040 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 2147 (ObjNum 65 snap 0 seq_num 1885492565) dirty exists 2024-04-02T08:41:50.042 INFO:tasks.rados.rados.0.smithi104.stdout:3171: finishing copy_from racing read to smithi10482514-12 2024-04-02T08:41:50.042 INFO:tasks.rados.rados.0.smithi104.stdout:3172: finishing copy_from racing read to smithi10482514-16 2024-04-02T08:41:50.043 INFO:tasks.rados.rados.0.smithi104.stdout:3171: finishing copy_from to smithi10482514-12 2024-04-02T08:41:50.044 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2045 (ObjNum 65 snap 0 seq_num 1634235494) dirty exists 2024-04-02T08:41:50.044 INFO:tasks.rados.rados.0.smithi104.stdout:3172: finishing copy_from to smithi10482514-16 2024-04-02T08:41:50.044 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 2131 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:41:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:50 smithi188 ceph-mon[86835]: pgmap v692: 121 pgs: 121 active+clean; 76 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.3 MiB/s wr, 29 op/s 2024-04-02T08:41:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:50 smithi188 ceph-mon[86835]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:41:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:50 smithi104 ceph-mon[96567]: pgmap v692: 121 pgs: 121 active+clean; 76 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.3 MiB/s wr, 29 op/s 2024-04-02T08:41:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:50 smithi104 ceph-mon[96567]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:41:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:50 smithi104 ceph-mon[94081]: pgmap v692: 121 pgs: 121 active+clean; 76 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.3 MiB/s wr, 29 op/s 2024-04-02T08:41:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:50 smithi104 ceph-mon[94081]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:41:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:50.928 INFO:tasks.rados.rados.0.smithi104.stdout:3168: done (5 left) 2024-04-02T08:41:50.928 INFO:tasks.rados.rados.0.smithi104.stdout:3169: done (4 left) 2024-04-02T08:41:50.928 INFO:tasks.rados.rados.0.smithi104.stdout:3170: done (3 left) 2024-04-02T08:41:50.928 INFO:tasks.rados.rados.0.smithi104.stdout:3171: done (2 left) 2024-04-02T08:41:50.928 INFO:tasks.rados.rados.0.smithi104.stdout:3172: done (1 left) 2024-04-02T08:41:50.928 INFO:tasks.rados.rados.0.smithi104.stdout:3173: done (0 left) 2024-04-02T08:41:50.929 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 312 2024-04-02T08:41:50.929 INFO:tasks.rados.rados.0.smithi104.stdout:3174: seq_num 988 ranges {0=557056,557056=532480,1089536=622592,1712128=450560} 2024-04-02T08:41:50.931 INFO:tasks.rados.rados.0.smithi104.stdout:3174: writing smithi10482514-18 from 0 to 557056 tid 1 2024-04-02T08:41:50.935 INFO:tasks.rados.rados.0.smithi104.stdout:3174: writing smithi10482514-18 from 557056 to 1089536 tid 2 2024-04-02T08:41:50.939 INFO:tasks.rados.rados.0.smithi104.stdout:3174: writing smithi10482514-18 from 1089536 to 1712128 tid 3 2024-04-02T08:41:50.942 INFO:tasks.rados.rados.0.smithi104.stdout:3174: writing smithi10482514-18 from 1712128 to 2162688 tid 4 2024-04-02T08:41:50.942 INFO:tasks.rados.rados.0.smithi104.stdout:3175: snap_create 2024-04-02T08:41:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:3174: finishing write tid 1 to smithi10482514-18 2024-04-02T08:41:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:3174: finishing write tid 2 to smithi10482514-18 2024-04-02T08:41:50.943 INFO:tasks.rados.rados.0.smithi104.stdout:3174: finishing write tid 3 to smithi10482514-18 2024-04-02T08:41:50.944 INFO:tasks.rados.rados.0.smithi104.stdout:3174: finishing write tid 4 to smithi10482514-18 2024-04-02T08:41:50.944 INFO:tasks.rados.rados.0.smithi104.stdout:3174: finishing write tid 5 to smithi10482514-18 2024-04-02T08:41:50.946 INFO:tasks.rados.rados.0.smithi104.stdout:3174: finishing write tid 6 to smithi10482514-18 2024-04-02T08:41:50.946 INFO:tasks.rados.rados.0.smithi104.stdout:3174: oid 18 updating version 0 to 1982 2024-04-02T08:41:50.946 INFO:tasks.rados.rados.0.smithi104.stdout:3174: oid 18 version 1982 is already newer than 1978 2024-04-02T08:41:50.946 INFO:tasks.rados.rados.0.smithi104.stdout:3174: oid 18 version 1982 is already newer than 1980 2024-04-02T08:41:50.946 INFO:tasks.rados.rados.0.smithi104.stdout:3174: oid 18 version 1982 is already newer than 1979 2024-04-02T08:41:50.946 INFO:tasks.rados.rados.0.smithi104.stdout:3174: oid 18 version 1982 is already newer than 1981 2024-04-02T08:41:50.946 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1982 (ObjNum 988 snap 312 seq_num 988) dirty exists 2024-04-02T08:41:50.946 INFO:tasks.rados.rados.0.smithi104.stdout:3174: left oid 18 (ObjNum 988 snap 312 seq_num 988) 2024-04-02T08:41:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:51 smithi188 ceph-mon[86835]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:41:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:51 smithi188 ceph-mon[86835]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:41:51.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:51 smithi104 ceph-mon[96567]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:41:51.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:51 smithi104 ceph-mon[96567]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:41:51.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:51 smithi104 ceph-mon[94081]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:41:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:51 smithi104 ceph-mon[94081]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:41:51.931 INFO:tasks.rados.rados.0.smithi104.stdout:3174: done (1 left) 2024-04-02T08:41:51.931 INFO:tasks.rados.rados.0.smithi104.stdout:3175: done (0 left) 2024-04-02T08:41:51.931 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 313 2024-04-02T08:41:51.931 INFO:tasks.rados.rados.0.smithi104.stdout:3176: seq_num 989 ranges {1269760=573440,1843200=466944,2310144=434176,2744320=638976,3383296=65536} 2024-04-02T08:41:51.940 INFO:tasks.rados.rados.0.smithi104.stdout:3176: writing smithi10482514-45 from 1269760 to 1843200 tid 1 2024-04-02T08:41:51.943 INFO:tasks.rados.rados.0.smithi104.stdout:3176: writing smithi10482514-45 from 1843200 to 2310144 tid 2 2024-04-02T08:41:51.945 INFO:tasks.rados.rados.0.smithi104.stdout:3176: writing smithi10482514-45 from 2310144 to 2744320 tid 3 2024-04-02T08:41:51.949 INFO:tasks.rados.rados.0.smithi104.stdout:3176: writing smithi10482514-45 from 2744320 to 3383296 tid 4 2024-04-02T08:41:51.950 INFO:tasks.rados.rados.0.smithi104.stdout:3176: writing smithi10482514-45 from 3383296 to 3448832 tid 5 2024-04-02T08:41:51.950 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 313 2024-04-02T08:41:51.950 INFO:tasks.rados.rados.0.smithi104.stdout:3176: finishing write tid 1 to smithi10482514-45 2024-04-02T08:41:51.950 INFO:tasks.rados.rados.0.smithi104.stdout:3176: finishing write tid 2 to smithi10482514-45 2024-04-02T08:41:51.950 INFO:tasks.rados.rados.0.smithi104.stdout:3176: finishing write tid 3 to smithi10482514-45 2024-04-02T08:41:51.950 INFO:tasks.rados.rados.0.smithi104.stdout:3177: seq_num 990 ranges {2072576=589824,2662400=753664,3416064=638976,4055040=212992} 2024-04-02T08:41:51.965 INFO:tasks.rados.rados.0.smithi104.stdout:3177: writing smithi10482514-17 from 2072576 to 2662400 tid 1 2024-04-02T08:41:51.970 INFO:tasks.rados.rados.0.smithi104.stdout:3177: writing smithi10482514-17 from 2662400 to 3416064 tid 2 2024-04-02T08:41:51.974 INFO:tasks.rados.rados.0.smithi104.stdout:3177: writing smithi10482514-17 from 3416064 to 4055040 tid 3 2024-04-02T08:41:51.976 INFO:tasks.rados.rados.0.smithi104.stdout:3177: writing smithi10482514-17 from 4055040 to 4268032 tid 4 2024-04-02T08:41:51.976 INFO:tasks.rados.rados.0.smithi104.stdout:3178: snap_create 2024-04-02T08:41:51.976 INFO:tasks.rados.rados.0.smithi104.stdout:3176: finishing write tid 4 to smithi10482514-45 2024-04-02T08:41:51.976 INFO:tasks.rados.rados.0.smithi104.stdout:3176: finishing write tid 5 to smithi10482514-45 2024-04-02T08:41:51.976 INFO:tasks.rados.rados.0.smithi104.stdout:3176: finishing write tid 6 to smithi10482514-45 2024-04-02T08:41:51.977 INFO:tasks.rados.rados.0.smithi104.stdout:3176: finishing write tid 7 to smithi10482514-45 2024-04-02T08:41:51.977 INFO:tasks.rados.rados.0.smithi104.stdout:3176: oid 45 updating version 0 to 2130 2024-04-02T08:41:51.977 INFO:tasks.rados.rados.0.smithi104.stdout:3176: oid 45 updating version 2130 to 2131 2024-04-02T08:41:51.977 INFO:tasks.rados.rados.0.smithi104.stdout:3176: oid 45 version 2131 is already newer than 2128 2024-04-02T08:41:51.977 INFO:tasks.rados.rados.0.smithi104.stdout:3176: oid 45 updating version 2131 to 2132 2024-04-02T08:41:51.977 INFO:tasks.rados.rados.0.smithi104.stdout:3176: oid 45 updating version 2132 to 2133 2024-04-02T08:41:51.977 INFO:tasks.rados.rados.0.smithi104.stdout:3176: oid 45 version 2133 is already newer than 2129 2024-04-02T08:41:51.977 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 2133 (ObjNum 989 snap 313 seq_num 989) dirty exists 2024-04-02T08:41:51.977 INFO:tasks.rados.rados.0.smithi104.stdout:3176: left oid 45 (ObjNum 989 snap 313 seq_num 989) 2024-04-02T08:41:51.977 INFO:tasks.rados.rados.0.smithi104.stdout:3177: finishing write tid 1 to smithi10482514-17 2024-04-02T08:41:51.977 INFO:tasks.rados.rados.0.smithi104.stdout:3177: finishing write tid 2 to smithi10482514-17 2024-04-02T08:41:51.979 INFO:tasks.rados.rados.0.smithi104.stdout:3177: finishing write tid 3 to smithi10482514-17 2024-04-02T08:41:51.979 INFO:tasks.rados.rados.0.smithi104.stdout:3177: finishing write tid 4 to smithi10482514-17 2024-04-02T08:41:51.980 INFO:tasks.rados.rados.0.smithi104.stdout:3177: finishing write tid 5 to smithi10482514-17 2024-04-02T08:41:51.981 INFO:tasks.rados.rados.0.smithi104.stdout:3177: finishing write tid 6 to smithi10482514-17 2024-04-02T08:41:51.981 INFO:tasks.rados.rados.0.smithi104.stdout:3177: oid 17 updating version 0 to 2723 2024-04-02T08:41:51.981 INFO:tasks.rados.rados.0.smithi104.stdout:3177: oid 17 version 2723 is already newer than 2721 2024-04-02T08:41:51.981 INFO:tasks.rados.rados.0.smithi104.stdout:3177: oid 17 updating version 2723 to 2725 2024-04-02T08:41:51.981 INFO:tasks.rados.rados.0.smithi104.stdout:3177: oid 17 version 2725 is already newer than 2724 2024-04-02T08:41:51.981 INFO:tasks.rados.rados.0.smithi104.stdout:3177: oid 17 version 2725 is already newer than 2722 2024-04-02T08:41:51.982 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 2725 (ObjNum 990 snap 313 seq_num 990) dirty exists 2024-04-02T08:41:51.982 INFO:tasks.rados.rados.0.smithi104.stdout:3177: left oid 17 (ObjNum 990 snap 313 seq_num 990) 2024-04-02T08:41:52.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:52 smithi188 ceph-mon[86835]: pgmap v695: 121 pgs: 121 active+clean; 76 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T08:41:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:52 smithi188 ceph-mon[86835]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:41:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:52 smithi104 ceph-mon[96567]: pgmap v695: 121 pgs: 121 active+clean; 76 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T08:41:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:52 smithi104 ceph-mon[96567]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:41:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:52 smithi104 ceph-mon[94081]: pgmap v695: 121 pgs: 121 active+clean; 76 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T08:41:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:52 smithi104 ceph-mon[94081]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:41:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:41:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:52.932 INFO:tasks.rados.rados.0.smithi104.stdout:3176: done (2 left) 2024-04-02T08:41:52.932 INFO:tasks.rados.rados.0.smithi104.stdout:3177: done (1 left) 2024-04-02T08:41:52.932 INFO:tasks.rados.rados.0.smithi104.stdout:3178: done (0 left) 2024-04-02T08:41:52.932 INFO:tasks.rados.rados.0.smithi104.stdout:3179: rmattr oid 43 current snap is 314 2024-04-02T08:41:52.933 INFO:tasks.rados.rados.0.smithi104.stdout:3179: done (0 left) 2024-04-02T08:41:52.933 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 314 2024-04-02T08:41:52.933 INFO:tasks.rados.rados.0.smithi104.stdout:3180: seq_num 991 ranges {3891200=606208,4497408=638976,5136384=794624,5931008=172032} 2024-04-02T08:41:52.956 INFO:tasks.rados.rados.0.smithi104.stdout:3180: writing smithi10482514-30 from 3891200 to 4497408 tid 1 2024-04-02T08:41:52.960 INFO:tasks.rados.rados.0.smithi104.stdout:3180: writing smithi10482514-30 from 4497408 to 5136384 tid 2 2024-04-02T08:41:52.965 INFO:tasks.rados.rados.0.smithi104.stdout:3180: writing smithi10482514-30 from 5136384 to 5931008 tid 3 2024-04-02T08:41:52.967 INFO:tasks.rados.rados.0.smithi104.stdout:3180: writing smithi10482514-30 from 5931008 to 6103040 tid 4 2024-04-02T08:41:52.967 INFO:tasks.rados.rados.0.smithi104.stdout:3181: read oid 44 snap -1 2024-04-02T08:41:52.967 INFO:tasks.rados.rados.0.smithi104.stdout:3181: expect deleted 2024-04-02T08:41:52.968 INFO:tasks.rados.rados.0.smithi104.stdout:3182: copy_from oid 31 from oid 28 current snap is 314 2024-04-02T08:41:52.968 INFO:tasks.rados.rados.0.smithi104.stdout:3180: finishing write tid 1 to smithi10482514-30 2024-04-02T08:41:52.968 INFO:tasks.rados.rados.0.smithi104.stdout:3180: finishing write tid 2 to smithi10482514-30 2024-04-02T08:41:52.968 INFO:tasks.rados.rados.0.smithi104.stdout:3183: copy_from oid 14 from oid 35 current snap is 314 2024-04-02T08:41:52.968 INFO:tasks.rados.rados.0.smithi104.stdout:3184: snap_remove snap 312 2024-04-02T08:41:53.938 INFO:tasks.rados.rados.0.smithi104.stdout:3184: done (4 left) 2024-04-02T08:41:53.938 INFO:tasks.rados.rados.0.smithi104.stdout:3185: rmattr oid 1 current snap is 314 2024-04-02T08:41:53.938 INFO:tasks.rados.rados.0.smithi104.stdout:3180: finishing write tid 3 to smithi10482514-30 2024-04-02T08:41:53.938 INFO:tasks.rados.rados.0.smithi104.stdout:3180: finishing write tid 4 to smithi10482514-30 2024-04-02T08:41:53.938 INFO:tasks.rados.rados.0.smithi104.stdout:3180: finishing write tid 5 to smithi10482514-30 2024-04-02T08:41:53.938 INFO:tasks.rados.rados.0.smithi104.stdout:3182: finishing copy_from to smithi10482514-31 2024-04-02T08:41:53.938 INFO:tasks.rados.rados.0.smithi104.stdout:3182: got expected ENOENT (src dne) 2024-04-02T08:41:53.938 INFO:tasks.rados.rados.0.smithi104.stdout:3182: finishing copy_from racing read to smithi10482514-31 2024-04-02T08:41:53.938 INFO:tasks.rados.rados.0.smithi104.stdout:3180: finishing write tid 6 to smithi10482514-30 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:3180: oid 30 updating version 0 to 2139 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:3180: oid 30 version 2139 is already newer than 2138 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:3180: oid 30 updating version 2139 to 2142 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:3180: oid 30 version 2142 is already newer than 2140 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:3180: oid 30 version 2142 is already newer than 2141 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 2142 (ObjNum 991 snap 314 seq_num 991) dirty exists 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:3180: left oid 30 (ObjNum 991 snap 314 seq_num 991) 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:3183: finishing copy_from racing read to smithi10482514-14 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:3180: done (4 left) 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:3181: done (3 left) 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:3182: done (2 left) 2024-04-02T08:41:53.939 INFO:tasks.rados.rados.0.smithi104.stdout:3186: snap_remove snap 310 2024-04-02T08:41:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:53 smithi188 ceph-mon[86835]: pgmap v698: 121 pgs: 121 active+clean; 76 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-04-02T08:41:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:53 smithi188 ceph-mon[86835]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:41:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:53 smithi104 ceph-mon[96567]: pgmap v698: 121 pgs: 121 active+clean; 76 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-04-02T08:41:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:53 smithi104 ceph-mon[96567]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:41:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:53 smithi104 ceph-mon[94081]: pgmap v698: 121 pgs: 121 active+clean; 76 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-04-02T08:41:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:53 smithi104 ceph-mon[94081]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:41:54.945 INFO:tasks.rados.rados.0.smithi104.stdout:3186: done (2 left) 2024-04-02T08:41:54.945 INFO:tasks.rados.rados.0.smithi104.stdout:3187: rollback oid 3 current snap is 314 2024-04-02T08:41:54.945 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 3 to 313 2024-04-02T08:41:54.945 INFO:tasks.rados.rados.0.smithi104.stdout:3183: finishing copy_from to smithi10482514-14 2024-04-02T08:41:54.945 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2128 (ObjNum 964 snap 305 seq_num 964) dirty exists 2024-04-02T08:41:54.945 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2119 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:41:54.945 INFO:tasks.rados.rados.0.smithi104.stdout:3183: done (2 left) 2024-04-02T08:41:54.945 INFO:tasks.rados.rados.0.smithi104.stdout:3185: done (1 left) 2024-04-02T08:41:54.946 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 314 2024-04-02T08:41:54.946 INFO:tasks.rados.rados.0.smithi104.stdout:3188: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-04-02T08:41:54.949 INFO:tasks.rados.rados.0.smithi104.stdout:3188: writing smithi10482514-40 from 0 to 622592 tid 1 2024-04-02T08:41:54.952 INFO:tasks.rados.rados.0.smithi104.stdout:3188: writing smithi10482514-40 from 622592 to 1146880 tid 2 2024-04-02T08:41:54.957 INFO:tasks.rados.rados.0.smithi104.stdout:3188: writing smithi10482514-40 from 1146880 to 1753088 tid 3 2024-04-02T08:41:54.960 INFO:tasks.rados.rados.0.smithi104.stdout:3188: writing smithi10482514-40 from 1753088 to 2228224 tid 4 2024-04-02T08:41:54.960 INFO:tasks.rados.rados.0.smithi104.stdout:3189: read oid 19 snap -1 2024-04-02T08:41:54.960 INFO:tasks.rados.rados.0.smithi104.stdout:3189: expect (ObjNum 976 snap 309 seq_num 976) 2024-04-02T08:41:54.960 INFO:tasks.rados.rados.0.smithi104.stdout:3190: delete oid 33 current snap is 314 2024-04-02T08:41:54.961 INFO:tasks.rados.rados.0.smithi104.stdout:3187: finishing rollback tid 0 to smithi10482514-3 2024-04-02T08:41:54.961 INFO:tasks.rados.rados.0.smithi104.stdout:3187: finishing rollback tid 1 to smithi10482514-3 2024-04-02T08:41:54.961 INFO:tasks.rados.rados.0.smithi104.stdout:3187: finishing rollback tid 2 to smithi10482514-3 2024-04-02T08:41:54.961 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2135 (ObjNum 947 snap 301 seq_num 947) dirty exists 2024-04-02T08:41:54.961 INFO:tasks.rados.rados.0.smithi104.stdout:3188: finishing write tid 1 to smithi10482514-40 2024-04-02T08:41:54.961 INFO:tasks.rados.rados.0.smithi104.stdout:3188: finishing write tid 2 to smithi10482514-40 2024-04-02T08:41:54.962 INFO:tasks.rados.rados.0.smithi104.stdout:3188: finishing write tid 3 to smithi10482514-40 2024-04-02T08:41:54.962 INFO:tasks.rados.rados.0.smithi104.stdout:3187: done (3 left) 2024-04-02T08:41:54.962 INFO:tasks.rados.rados.0.smithi104.stdout:3190: done (2 left) 2024-04-02T08:41:54.962 INFO:tasks.rados.rados.0.smithi104.stdout:3191: rollback oid 33 current snap is 314 2024-04-02T08:41:54.962 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 311 2024-04-02T08:41:54.963 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 314 2024-04-02T08:41:54.963 INFO:tasks.rados.rados.0.smithi104.stdout:3192: seq_num 994 ranges {0=655360,655360=688128,1343488=622592,1966080=294912} 2024-04-02T08:41:54.966 INFO:tasks.rados.rados.0.smithi104.stdout:3192: writing smithi10482514-43 from 0 to 655360 tid 1 2024-04-02T08:41:54.971 INFO:tasks.rados.rados.0.smithi104.stdout:3192: writing smithi10482514-43 from 655360 to 1343488 tid 2 2024-04-02T08:41:54.975 INFO:tasks.rados.rados.0.smithi104.stdout:3192: writing smithi10482514-43 from 1343488 to 1966080 tid 3 2024-04-02T08:41:54.977 INFO:tasks.rados.rados.0.smithi104.stdout:3192: writing smithi10482514-43 from 1966080 to 2260992 tid 4 2024-04-02T08:41:54.977 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 314 2024-04-02T08:41:54.977 INFO:tasks.rados.rados.0.smithi104.stdout:3191: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:41:54.977 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:41:54.977 INFO:tasks.rados.rados.0.smithi104.stdout:3188: finishing write tid 4 to smithi10482514-40 2024-04-02T08:41:54.977 INFO:tasks.rados.rados.0.smithi104.stdout:3193: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2024-04-02T08:41:54.981 INFO:tasks.rados.rados.0.smithi104.stdout:3193: writing smithi10482514-2 from 0 to 671744 tid 1 2024-04-02T08:41:54.985 INFO:tasks.rados.rados.0.smithi104.stdout:3193: writing smithi10482514-2 from 671744 to 1245184 tid 2 2024-04-02T08:41:54.989 INFO:tasks.rados.rados.0.smithi104.stdout:3193: writing smithi10482514-2 from 1245184 to 2023424 tid 3 2024-04-02T08:41:54.991 INFO:tasks.rados.rados.0.smithi104.stdout:3193: writing smithi10482514-2 from 2023424 to 2277376 tid 4 2024-04-02T08:41:54.991 INFO:tasks.rados.rados.0.smithi104.stdout:3191: done (4 left) 2024-04-02T08:41:54.991 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 314 2024-04-02T08:41:54.991 INFO:tasks.rados.rados.0.smithi104.stdout:3194: seq_num 996 ranges {3981312=688128,4669440=507904,5177344=581632,5758976=516096} 2024-04-02T08:41:55.016 INFO:tasks.rados.rados.0.smithi104.stdout:3194: writing smithi10482514-13 from 3981312 to 4669440 tid 1 2024-04-02T08:41:55.019 INFO:tasks.rados.rados.0.smithi104.stdout:3194: writing smithi10482514-13 from 4669440 to 5177344 tid 2 2024-04-02T08:41:55.022 INFO:tasks.rados.rados.0.smithi104.stdout:3194: writing smithi10482514-13 from 5177344 to 5758976 tid 3 2024-04-02T08:41:55.026 INFO:tasks.rados.rados.0.smithi104.stdout:3194: writing smithi10482514-13 from 5758976 to 6275072 tid 4 2024-04-02T08:41:55.026 INFO:tasks.rados.rados.0.smithi104.stdout:3195: read oid 3 snap -1 2024-04-02T08:41:55.026 INFO:tasks.rados.rados.0.smithi104.stdout:3195: expect (ObjNum 947 snap 301 seq_num 947) 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3196: read oid 14 snap -1 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3196: expect (ObjNum 964 snap 305 seq_num 964) 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3197: rollback oid 25 current snap is 314 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 25 to 311 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3188: finishing write tid 5 to smithi10482514-40 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3192: finishing write tid 1 to smithi10482514-43 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3192: finishing write tid 2 to smithi10482514-43 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3188: finishing write tid 6 to smithi10482514-40 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3188: oid 40 updating version 0 to 2149 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3188: oid 40 updating version 2149 to 2151 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3188: oid 40 version 2151 is already newer than 2148 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3188: oid 40 updating version 2151 to 2152 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:3188: oid 40 version 2152 is already newer than 2150 2024-04-02T08:41:55.027 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 2152 (ObjNum 992 snap 314 seq_num 992) dirty exists 2024-04-02T08:41:55.028 INFO:tasks.rados.rados.0.smithi104.stdout:3188: left oid 40 (ObjNum 992 snap 314 seq_num 992) 2024-04-02T08:41:55.028 INFO:tasks.rados.rados.0.smithi104.stdout:3192: finishing write tid 3 to smithi10482514-43 2024-04-02T08:41:55.028 INFO:tasks.rados.rados.0.smithi104.stdout:3192: finishing write tid 4 to smithi10482514-43 2024-04-02T08:41:55.028 INFO:tasks.rados.rados.0.smithi104.stdout:3192: finishing write tid 5 to smithi10482514-43 2024-04-02T08:41:55.028 INFO:tasks.rados.rados.0.smithi104.stdout:3189: expect (ObjNum 976 snap 309 seq_num 976) 2024-04-02T08:41:55.136 INFO:tasks.rados.rados.0.smithi104.stdout:3193: finishing write tid 1 to smithi10482514-2 2024-04-02T08:41:55.136 INFO:tasks.rados.rados.0.smithi104.stdout:3192: finishing write tid 6 to smithi10482514-43 2024-04-02T08:41:55.136 INFO:tasks.rados.rados.0.smithi104.stdout:3192: oid 43 updating version 0 to 2145 2024-04-02T08:41:55.136 INFO:tasks.rados.rados.0.smithi104.stdout:3192: oid 43 version 2145 is already newer than 2144 2024-04-02T08:41:55.136 INFO:tasks.rados.rados.0.smithi104.stdout:3192: oid 43 version 2145 is already newer than 2143 2024-04-02T08:41:55.136 INFO:tasks.rados.rados.0.smithi104.stdout:3192: oid 43 updating version 2145 to 2146 2024-04-02T08:41:55.137 INFO:tasks.rados.rados.0.smithi104.stdout:3192: oid 43 updating version 2146 to 2147 2024-04-02T08:41:55.137 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 2147 (ObjNum 994 snap 314 seq_num 994) dirty exists 2024-04-02T08:41:55.137 INFO:tasks.rados.rados.0.smithi104.stdout:3192: left oid 43 (ObjNum 994 snap 314 seq_num 994) 2024-04-02T08:41:55.137 INFO:tasks.rados.rados.0.smithi104.stdout:3193: finishing write tid 2 to smithi10482514-2 2024-04-02T08:41:55.137 INFO:tasks.rados.rados.0.smithi104.stdout:3193: finishing write tid 3 to smithi10482514-2 2024-04-02T08:41:55.137 INFO:tasks.rados.rados.0.smithi104.stdout:3193: finishing write tid 4 to smithi10482514-2 2024-04-02T08:41:55.137 INFO:tasks.rados.rados.0.smithi104.stdout:3193: finishing write tid 5 to smithi10482514-2 2024-04-02T08:41:55.137 INFO:tasks.rados.rados.0.smithi104.stdout:3193: finishing write tid 6 to smithi10482514-2 2024-04-02T08:41:55.137 INFO:tasks.rados.rados.0.smithi104.stdout:3193: oid 2 updating version 0 to 1975 2024-04-02T08:41:55.137 INFO:tasks.rados.rados.0.smithi104.stdout:3193: oid 2 version 1975 is already newer than 1973 2024-04-02T08:41:55.138 INFO:tasks.rados.rados.0.smithi104.stdout:3193: oid 2 version 1975 is already newer than 1972 2024-04-02T08:41:55.138 INFO:tasks.rados.rados.0.smithi104.stdout:3193: oid 2 updating version 1975 to 1976 2024-04-02T08:41:55.138 INFO:tasks.rados.rados.0.smithi104.stdout:3193: oid 2 version 1976 is already newer than 1974 2024-04-02T08:41:55.138 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 1976 (ObjNum 995 snap 314 seq_num 995) dirty exists 2024-04-02T08:41:55.138 INFO:tasks.rados.rados.0.smithi104.stdout:3193: left oid 2 (ObjNum 995 snap 314 seq_num 995) 2024-04-02T08:41:55.138 INFO:tasks.rados.rados.0.smithi104.stdout:3194: finishing write tid 1 to smithi10482514-13 2024-04-02T08:41:55.138 INFO:tasks.rados.rados.0.smithi104.stdout:3194: finishing write tid 2 to smithi10482514-13 2024-04-02T08:41:55.138 INFO:tasks.rados.rados.0.smithi104.stdout:3194: finishing write tid 3 to smithi10482514-13 2024-04-02T08:41:55.138 INFO:tasks.rados.rados.0.smithi104.stdout:3188: done (7 left) 2024-04-02T08:41:55.139 INFO:tasks.rados.rados.0.smithi104.stdout:3189: done (6 left) 2024-04-02T08:41:55.139 INFO:tasks.rados.rados.0.smithi104.stdout:3192: done (5 left) 2024-04-02T08:41:55.139 INFO:tasks.rados.rados.0.smithi104.stdout:3193: done (4 left) 2024-04-02T08:41:55.139 INFO:tasks.rados.rados.0.smithi104.stdout:3198: read oid 18 snap -1 2024-04-02T08:41:55.139 INFO:tasks.rados.rados.0.smithi104.stdout:3198: expect (ObjNum 988 snap 312 seq_num 988) 2024-04-02T08:41:55.139 INFO:tasks.rados.rados.0.smithi104.stdout:3199: rmattr oid 38 current snap is 314 2024-04-02T08:41:55.139 INFO:tasks.rados.rados.0.smithi104.stdout:3194: finishing write tid 4 to smithi10482514-13 2024-04-02T08:41:55.139 INFO:tasks.rados.rados.0.smithi104.stdout:3194: finishing write tid 5 to smithi10482514-13 2024-04-02T08:41:55.139 INFO:tasks.rados.rados.0.smithi104.stdout:3200: snap_create 2024-04-02T08:41:55.139 INFO:tasks.rados.rados.0.smithi104.stdout:3194: finishing write tid 6 to smithi10482514-13 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:3194: oid 13 updating version 0 to 2134 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:3194: oid 13 updating version 2134 to 2137 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:3194: oid 13 version 2137 is already newer than 2136 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:3194: oid 13 version 2137 is already newer than 2135 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:3194: oid 13 updating version 2137 to 2138 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2138 (ObjNum 996 snap 314 seq_num 996) dirty exists 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:3194: left oid 13 (ObjNum 996 snap 314 seq_num 996) 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:3197: finishing rollback tid 0 to smithi10482514-25 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:3197: finishing rollback tid 1 to smithi10482514-25 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:3197: finishing rollback tid 2 to smithi10482514-25 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 2150 (ObjNum 909 snap 292 seq_num 909) dirty exists 2024-04-02T08:41:55.140 INFO:tasks.rados.rados.0.smithi104.stdout:3196: expect (ObjNum 964 snap 305 seq_num 964) 2024-04-02T08:41:55.191 INFO:tasks.rados.rados.0.smithi104.stdout:3195: expect (ObjNum 947 snap 301 seq_num 947) 2024-04-02T08:41:55.290 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:54 smithi104 ceph-mon[96567]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:41:55.290 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:54 smithi104 ceph-mon[94081]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:41:55.306 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 2136 (ObjNum 979 snap 309 seq_num 979) dirty exists 2024-04-02T08:41:55.306 INFO:tasks.rados.rados.0.smithi104.stdout:3198: expect (ObjNum 988 snap 312 seq_num 988) 2024-04-02T08:41:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:54 smithi188 ceph-mon[86835]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:41:55.928 INFO:tasks.rados.rados.0.smithi104.stdout:3194: done (6 left) 2024-04-02T08:41:55.928 INFO:tasks.rados.rados.0.smithi104.stdout:3195: done (5 left) 2024-04-02T08:41:55.928 INFO:tasks.rados.rados.0.smithi104.stdout:3196: done (4 left) 2024-04-02T08:41:55.929 INFO:tasks.rados.rados.0.smithi104.stdout:3197: done (3 left) 2024-04-02T08:41:55.929 INFO:tasks.rados.rados.0.smithi104.stdout:3198: done (2 left) 2024-04-02T08:41:55.929 INFO:tasks.rados.rados.0.smithi104.stdout:3199: done (1 left) 2024-04-02T08:41:55.929 INFO:tasks.rados.rados.0.smithi104.stdout:3200: done (0 left) 2024-04-02T08:41:55.929 INFO:tasks.rados.rados.0.smithi104.stdout:3201: delete oid 8 current snap is 315 2024-04-02T08:41:55.933 INFO:tasks.rados.rados.0.smithi104.stdout:3201: done (0 left) 2024-04-02T08:41:55.933 INFO:tasks.rados.rados.0.smithi104.stdout:3202: snap_create 2024-04-02T08:41:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:41:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:41:55] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:41:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:55 smithi104 ceph-mon[94081]: pgmap v701: 121 pgs: 121 active+clean; 82 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T08:41:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:55 smithi104 ceph-mon[94081]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:41:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:55 smithi104 ceph-mon[94081]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:41:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:55 smithi104 ceph-mon[96567]: pgmap v701: 121 pgs: 121 active+clean; 82 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T08:41:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:55 smithi104 ceph-mon[96567]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:41:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:55 smithi104 ceph-mon[96567]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:41:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:55 smithi188 ceph-mon[86835]: pgmap v701: 121 pgs: 121 active+clean; 82 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T08:41:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:55 smithi188 ceph-mon[86835]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:41:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:55 smithi188 ceph-mon[86835]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:41:56.929 INFO:tasks.rados.rados.0.smithi104.stdout:3202: done (0 left) 2024-04-02T08:41:56.929 INFO:tasks.rados.rados.0.smithi104.stdout:3203: setattr oid 28 current snap is 316 2024-04-02T08:41:56.932 INFO:tasks.rados.rados.0.smithi104.stdout:3204: read oid 7 snap 315 2024-04-02T08:41:56.932 INFO:tasks.rados.rados.0.smithi104.stdout:3204: expect (ObjNum 909 snap 292 seq_num 909) 2024-04-02T08:41:56.932 INFO:tasks.rados.rados.0.smithi104.stdout:3205: snap_remove snap 311 2024-04-02T08:41:57.935 INFO:tasks.rados.rados.0.smithi104.stdout:3205: done (2 left) 2024-04-02T08:41:57.935 INFO:tasks.rados.rados.0.smithi104.stdout:3206: read oid 1 snap -1 2024-04-02T08:41:57.935 INFO:tasks.rados.rados.0.smithi104.stdout:3206: expect (ObjNum 935 snap 297 seq_num 935) 2024-04-02T08:41:57.935 INFO:tasks.rados.rados.0.smithi104.stdout:3207: read oid 29 snap -1 2024-04-02T08:41:57.936 INFO:tasks.rados.rados.0.smithi104.stdout:3207: expect (ObjNum 960 snap 305 seq_num 960) 2024-04-02T08:41:57.936 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 316 2024-04-02T08:41:57.936 INFO:tasks.rados.rados.0.smithi104.stdout:3208: seq_num 998 ranges {1753088=720896,2473984=679936,3153920=598016,3751936=327680} 2024-04-02T08:41:57.950 INFO:tasks.rados.rados.0.smithi104.stdout:3208: writing smithi10482514-35 from 1753088 to 2473984 tid 1 2024-04-02T08:41:57.954 INFO:tasks.rados.rados.0.smithi104.stdout:3208: writing smithi10482514-35 from 2473984 to 3153920 tid 2 2024-04-02T08:41:57.958 INFO:tasks.rados.rados.0.smithi104.stdout:3208: writing smithi10482514-35 from 3153920 to 3751936 tid 3 2024-04-02T08:41:57.959 INFO:tasks.rados.rados.0.smithi104.stdout:3208: writing smithi10482514-35 from 3751936 to 4079616 tid 4 2024-04-02T08:41:57.960 INFO:tasks.rados.rados.0.smithi104.stdout:3209: snap_remove snap 314 2024-04-02T08:41:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:57 smithi188 ceph-mon[86835]: pgmap v704: 121 pgs: 121 active+clean; 81 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-02T08:41:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:57 smithi188 ceph-mon[86835]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:41:58.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:57 smithi104 ceph-mon[94081]: pgmap v704: 121 pgs: 121 active+clean; 81 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-02T08:41:58.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:57 smithi104 ceph-mon[94081]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:41:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:57 smithi104 ceph-mon[96567]: pgmap v704: 121 pgs: 121 active+clean; 81 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-02T08:41:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:57 smithi104 ceph-mon[96567]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:41:58.390 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:41:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T08:41:57.946+0000 7f7d7bed1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 178 after trimming was started 2024-04-02T08:41:58.942 INFO:tasks.rados.rados.0.smithi104.stdout:3209: done (5 left) 2024-04-02T08:41:58.943 INFO:tasks.rados.rados.0.smithi104.stdout:3210: read oid 27 snap -1 2024-04-02T08:41:58.943 INFO:tasks.rados.rados.0.smithi104.stdout:3210: expect (ObjNum 899 snap 291 seq_num 899) 2024-04-02T08:41:58.943 INFO:tasks.rados.rados.0.smithi104.stdout:3211: copy_from oid 8 from oid 42 current snap is 316 2024-04-02T08:41:58.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 2046 (ObjNum 33 snap 0 seq_num 1940081776) dirty exists 2024-04-02T08:41:58.943 INFO:tasks.rados.rados.0.smithi104.stdout:3203: done (6 left) 2024-04-02T08:41:58.943 INFO:tasks.rados.rados.0.smithi104.stdout:3212: delete oid 5 current snap is 316 2024-04-02T08:41:58.943 INFO:tasks.rados.rados.0.smithi104.stdout:3204: expect (ObjNum 909 snap 292 seq_num 909) 2024-04-02T08:41:58.973 INFO:tasks.rados.rados.0.smithi104.stdout:3206: expect (ObjNum 935 snap 297 seq_num 935) 2024-04-02T08:41:59.011 INFO:tasks.rados.rados.0.smithi104.stdout:3207: expect (ObjNum 960 snap 305 seq_num 960) 2024-04-02T08:41:59.059 INFO:tasks.rados.rados.0.smithi104.stdout:3208: finishing write tid 1 to smithi10482514-35 2024-04-02T08:41:59.059 INFO:tasks.rados.rados.0.smithi104.stdout:3208: finishing write tid 2 to smithi10482514-35 2024-04-02T08:41:59.059 INFO:tasks.rados.rados.0.smithi104.stdout:3208: finishing write tid 3 to smithi10482514-35 2024-04-02T08:41:59.059 INFO:tasks.rados.rados.0.smithi104.stdout:3208: finishing write tid 4 to smithi10482514-35 2024-04-02T08:41:59.059 INFO:tasks.rados.rados.0.smithi104.stdout:3208: finishing write tid 5 to smithi10482514-35 2024-04-02T08:41:59.059 INFO:tasks.rados.rados.0.smithi104.stdout:3204: done (6 left) 2024-04-02T08:41:59.059 INFO:tasks.rados.rados.0.smithi104.stdout:3206: done (5 left) 2024-04-02T08:41:59.059 INFO:tasks.rados.rados.0.smithi104.stdout:3207: done (4 left) 2024-04-02T08:41:59.060 INFO:tasks.rados.rados.0.smithi104.stdout:3212: done (3 left) 2024-04-02T08:41:59.060 INFO:tasks.rados.rados.0.smithi104.stdout:3213: snap_create 2024-04-02T08:41:59.060 INFO:tasks.rados.rados.0.smithi104.stdout:3208: finishing write tid 6 to smithi10482514-35 2024-04-02T08:41:59.060 INFO:tasks.rados.rados.0.smithi104.stdout:3208: oid 35 updating version 0 to 2448 2024-04-02T08:41:59.060 INFO:tasks.rados.rados.0.smithi104.stdout:3208: oid 35 updating version 2448 to 2449 2024-04-02T08:41:59.060 INFO:tasks.rados.rados.0.smithi104.stdout:3208: oid 35 updating version 2449 to 2450 2024-04-02T08:41:59.060 INFO:tasks.rados.rados.0.smithi104.stdout:3208: oid 35 version 2450 is already newer than 2446 2024-04-02T08:41:59.060 INFO:tasks.rados.rados.0.smithi104.stdout:3208: oid 35 version 2450 is already newer than 2447 2024-04-02T08:41:59.060 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2450 (ObjNum 998 snap 316 seq_num 998) dirty exists 2024-04-02T08:41:59.060 INFO:tasks.rados.rados.0.smithi104.stdout:3208: left oid 35 (ObjNum 998 snap 316 seq_num 998) 2024-04-02T08:41:59.060 INFO:tasks.rados.rados.0.smithi104.stdout:3210: expect (ObjNum 899 snap 291 seq_num 899) 2024-04-02T08:41:59.151 INFO:tasks.rados.rados.0.smithi104.stdout:3211: finishing copy_from to smithi10482514-8 2024-04-02T08:41:59.151 INFO:tasks.rados.rados.0.smithi104.stdout:3211: got expected ENOENT (src dne) 2024-04-02T08:41:59.152 INFO:tasks.rados.rados.0.smithi104.stdout:3211: finishing copy_from racing read to smithi10482514-8 2024-04-02T08:41:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:58 smithi188 ceph-mon[86835]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:41:59.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:58 smithi104 ceph-mon[94081]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:41:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:58 smithi104 ceph-mon[96567]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:41:59.948 INFO:tasks.rados.rados.0.smithi104.stdout:3208: done (3 left) 2024-04-02T08:41:59.948 INFO:tasks.rados.rados.0.smithi104.stdout:3210: done (2 left) 2024-04-02T08:41:59.948 INFO:tasks.rados.rados.0.smithi104.stdout:3211: done (1 left) 2024-04-02T08:41:59.948 INFO:tasks.rados.rados.0.smithi104.stdout:3213: done (0 left) 2024-04-02T08:41:59.948 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 317 2024-04-02T08:41:59.948 INFO:tasks.rados.rados.0.smithi104.stdout:3214: seq_num 1000 ranges {1687552=753664,2441216=442368,2883584=565248,3448832=458752,3907584=139264} 2024-04-02T08:41:59.961 INFO:tasks.rados.rados.0.smithi104.stdout:3214: writing smithi10482514-29 from 1687552 to 2441216 tid 1 2024-04-02T08:41:59.964 INFO:tasks.rados.rados.0.smithi104.stdout:3214: writing smithi10482514-29 from 2441216 to 2883584 tid 2 2024-04-02T08:41:59.968 INFO:tasks.rados.rados.0.smithi104.stdout:3214: writing smithi10482514-29 from 2883584 to 3448832 tid 3 2024-04-02T08:41:59.971 INFO:tasks.rados.rados.0.smithi104.stdout:3214: writing smithi10482514-29 from 3448832 to 3907584 tid 4 2024-04-02T08:41:59.972 INFO:tasks.rados.rados.0.smithi104.stdout:3214: writing smithi10482514-29 from 3907584 to 4046848 tid 5 2024-04-02T08:41:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:3215: read oid 15 snap -1 2024-04-02T08:41:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:3215: expect (ObjNum 950 snap 303 seq_num 950) 2024-04-02T08:41:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:3216: rollback oid 1 current snap is 317 2024-04-02T08:41:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 315 2024-04-02T08:41:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:3214: finishing write tid 1 to smithi10482514-29 2024-04-02T08:41:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:3214: finishing write tid 2 to smithi10482514-29 2024-04-02T08:41:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:3214: finishing write tid 3 to smithi10482514-29 2024-04-02T08:41:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:3217: read oid 33 snap -1 2024-04-02T08:41:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:3217: expect deleted 2024-04-02T08:41:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 317 2024-04-02T08:41:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:3218: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2024-04-02T08:41:59.977 INFO:tasks.rados.rados.0.smithi104.stdout:3218: writing smithi10482514-49 from 0 to 770048 tid 1 2024-04-02T08:41:59.982 INFO:tasks.rados.rados.0.smithi104.stdout:3218: writing smithi10482514-49 from 770048 to 1499136 tid 2 2024-04-02T08:41:59.986 INFO:tasks.rados.rados.0.smithi104.stdout:3218: writing smithi10482514-49 from 1499136 to 2269184 tid 3 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3218: writing smithi10482514-49 from 2269184 to 2375680 tid 4 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3219: snap_create 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3216: finishing rollback tid 0 to smithi10482514-1 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3214: finishing write tid 4 to smithi10482514-29 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3214: finishing write tid 5 to smithi10482514-29 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3216: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3216: finishing rollback tid 2 to smithi10482514-1 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2122 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3214: finishing write tid 6 to smithi10482514-29 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3214: finishing write tid 7 to smithi10482514-29 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3214: oid 29 updating version 0 to 2051 2024-04-02T08:41:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3214: oid 29 version 2051 is already newer than 2047 2024-04-02T08:41:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3214: oid 29 version 2051 is already newer than 2050 2024-04-02T08:41:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3214: oid 29 version 2051 is already newer than 2048 2024-04-02T08:41:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3214: oid 29 version 2051 is already newer than 2049 2024-04-02T08:41:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3214: oid 29 updating version 2051 to 2052 2024-04-02T08:41:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2052 (ObjNum 1000 snap 317 seq_num 1000) dirty exists 2024-04-02T08:41:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3214: left oid 29 (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:41:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3218: finishing write tid 1 to smithi10482514-49 2024-04-02T08:41:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3218: finishing write tid 2 to smithi10482514-49 2024-04-02T08:41:59.992 INFO:tasks.rados.rados.0.smithi104.stdout:3218: finishing write tid 3 to smithi10482514-49 2024-04-02T08:41:59.993 INFO:tasks.rados.rados.0.smithi104.stdout:3218: finishing write tid 4 to smithi10482514-49 2024-04-02T08:41:59.993 INFO:tasks.rados.rados.0.smithi104.stdout:3218: finishing write tid 5 to smithi10482514-49 2024-04-02T08:41:59.996 INFO:tasks.rados.rados.0.smithi104.stdout:3218: finishing write tid 6 to smithi10482514-49 2024-04-02T08:41:59.996 INFO:tasks.rados.rados.0.smithi104.stdout:3218: oid 49 updating version 0 to 2142 2024-04-02T08:41:59.996 INFO:tasks.rados.rados.0.smithi104.stdout:3218: oid 49 updating version 2142 to 2143 2024-04-02T08:41:59.996 INFO:tasks.rados.rados.0.smithi104.stdout:3218: oid 49 version 2143 is already newer than 2140 2024-04-02T08:41:59.996 INFO:tasks.rados.rados.0.smithi104.stdout:3218: oid 49 version 2143 is already newer than 2139 2024-04-02T08:41:59.997 INFO:tasks.rados.rados.0.smithi104.stdout:3218: oid 49 version 2143 is already newer than 2141 2024-04-02T08:41:59.997 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2143 (ObjNum 1001 snap 317 seq_num 1001) dirty exists 2024-04-02T08:41:59.997 INFO:tasks.rados.rados.0.smithi104.stdout:3218: left oid 49 (ObjNum 1001 snap 317 seq_num 1001) 2024-04-02T08:41:59.997 INFO:tasks.rados.rados.0.smithi104.stdout:3215: expect (ObjNum 950 snap 303 seq_num 950) 2024-04-02T08:42:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:59 smithi188 ceph-mon[86835]: pgmap v707: 121 pgs: 121 active+clean; 89 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-02T08:42:00.467 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:41:59 smithi188 ceph-mon[86835]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:42:00.467 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:59 smithi104 ceph-mon[94081]: pgmap v707: 121 pgs: 121 active+clean; 89 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-02T08:42:00.468 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:41:59 smithi104 ceph-mon[94081]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:42:00.468 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:59 smithi104 ceph-mon[96567]: pgmap v707: 121 pgs: 121 active+clean; 89 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-02T08:42:00.468 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:41:59 smithi104 ceph-mon[96567]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:42:00.931 INFO:tasks.rados.rados.0.smithi104.stdout:3214: done (5 left) 2024-04-02T08:42:00.931 INFO:tasks.rados.rados.0.smithi104.stdout:3215: done (4 left) 2024-04-02T08:42:00.931 INFO:tasks.rados.rados.0.smithi104.stdout:3216: done (3 left) 2024-04-02T08:42:00.931 INFO:tasks.rados.rados.0.smithi104.stdout:3217: done (2 left) 2024-04-02T08:42:00.931 INFO:tasks.rados.rados.0.smithi104.stdout:3218: done (1 left) 2024-04-02T08:42:00.931 INFO:tasks.rados.rados.0.smithi104.stdout:3219: done (0 left) 2024-04-02T08:42:00.931 INFO:tasks.rados.rados.0.smithi104.stdout:3220: snap_remove snap 313 2024-04-02T08:42:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:00 smithi188 ceph-mon[86835]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:42:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:00 smithi188 ceph-mon[86835]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:42:01.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:00 smithi104 ceph-mon[96567]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:42:01.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:00 smithi104 ceph-mon[96567]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:42:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:00 smithi104 ceph-mon[94081]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:42:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:00 smithi104 ceph-mon[94081]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:42:01.931 INFO:tasks.rados.rados.0.smithi104.stdout:3220: done (0 left) 2024-04-02T08:42:01.931 INFO:tasks.rados.rados.0.smithi104.stdout:3221: copy_from oid 13 from oid 29 current snap is 318 2024-04-02T08:42:01.931 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 318 2024-04-02T08:42:01.931 INFO:tasks.rados.rados.0.smithi104.stdout:3222: seq_num 1002 ranges {0=786432,786432=614400,1400832=581632,1982464=409600} 2024-04-02T08:42:01.936 INFO:tasks.rados.rados.0.smithi104.stdout:3222: writing smithi10482514-47 from 0 to 786432 tid 1 2024-04-02T08:42:01.940 INFO:tasks.rados.rados.0.smithi104.stdout:3222: writing smithi10482514-47 from 786432 to 1400832 tid 2 2024-04-02T08:42:01.944 INFO:tasks.rados.rados.0.smithi104.stdout:3222: writing smithi10482514-47 from 1400832 to 1982464 tid 3 2024-04-02T08:42:01.948 INFO:tasks.rados.rados.0.smithi104.stdout:3222: writing smithi10482514-47 from 1982464 to 2392064 tid 4 2024-04-02T08:42:01.948 INFO:tasks.rados.rados.0.smithi104.stdout:3223: read oid 28 snap 316 2024-04-02T08:42:01.948 INFO:tasks.rados.rados.0.smithi104.stdout:3223: expect (ObjNum 1940332208 snap 22068 seq_num 1939885728) 2024-04-02T08:42:01.948 INFO:tasks.rados.rados.0.smithi104.stdout:3224: copy_from oid 5 from oid 44 current snap is 318 2024-04-02T08:42:01.948 INFO:tasks.rados.rados.0.smithi104.stdout:3225: rollback oid 15 current snap is 318 2024-04-02T08:42:01.948 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 15 to 317 2024-04-02T08:42:01.948 INFO:tasks.rados.rados.0.smithi104.stdout:3226: snap_create 2024-04-02T08:42:01.949 INFO:tasks.rados.rados.0.smithi104.stdout:3224: finishing copy_from to smithi10482514-5 2024-04-02T08:42:01.950 INFO:tasks.rados.rados.0.smithi104.stdout:3224: got expected ENOENT (src dne) 2024-04-02T08:42:01.950 INFO:tasks.rados.rados.0.smithi104.stdout:3224: finishing copy_from racing read to smithi10482514-5 2024-04-02T08:42:01.952 INFO:tasks.rados.rados.0.smithi104.stdout:3222: finishing write tid 1 to smithi10482514-47 2024-04-02T08:42:01.954 INFO:tasks.rados.rados.0.smithi104.stdout:3225: finishing rollback tid 0 to smithi10482514-15 2024-04-02T08:42:01.954 INFO:tasks.rados.rados.0.smithi104.stdout:3225: finishing rollback tid 1 to smithi10482514-15 2024-04-02T08:42:01.955 INFO:tasks.rados.rados.0.smithi104.stdout:3225: finishing rollback tid 2 to smithi10482514-15 2024-04-02T08:42:01.955 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 2458 (ObjNum 950 snap 303 seq_num 950) dirty exists 2024-04-02T08:42:01.955 INFO:tasks.rados.rados.0.smithi104.stdout:3222: finishing write tid 2 to smithi10482514-47 2024-04-02T08:42:01.956 INFO:tasks.rados.rados.0.smithi104.stdout:3222: finishing write tid 3 to smithi10482514-47 2024-04-02T08:42:01.956 INFO:tasks.rados.rados.0.smithi104.stdout:3222: finishing write tid 4 to smithi10482514-47 2024-04-02T08:42:01.956 INFO:tasks.rados.rados.0.smithi104.stdout:3222: finishing write tid 5 to smithi10482514-47 2024-04-02T08:42:01.957 INFO:tasks.rados.rados.0.smithi104.stdout:3223: expect (ObjNum 1940332208 snap 22068 seq_num 1939885728) 2024-04-02T08:42:01.961 INFO:tasks.rados.rados.0.smithi104.stdout:3222: finishing write tid 6 to smithi10482514-47 2024-04-02T08:42:01.961 INFO:tasks.rados.rados.0.smithi104.stdout:3222: oid 47 updating version 0 to 2055 2024-04-02T08:42:01.961 INFO:tasks.rados.rados.0.smithi104.stdout:3222: oid 47 version 2055 is already newer than 2053 2024-04-02T08:42:01.961 INFO:tasks.rados.rados.0.smithi104.stdout:3222: oid 47 version 2055 is already newer than 2054 2024-04-02T08:42:01.961 INFO:tasks.rados.rados.0.smithi104.stdout:3222: oid 47 updating version 2055 to 2057 2024-04-02T08:42:01.961 INFO:tasks.rados.rados.0.smithi104.stdout:3222: oid 47 version 2057 is already newer than 2056 2024-04-02T08:42:01.961 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 2057 (ObjNum 1002 snap 318 seq_num 1002) dirty exists 2024-04-02T08:42:01.961 INFO:tasks.rados.rados.0.smithi104.stdout:3222: left oid 47 (ObjNum 1002 snap 318 seq_num 1002) 2024-04-02T08:42:01.965 INFO:tasks.rados.rados.0.smithi104.stdout:3221: finishing copy_from racing read to smithi10482514-13 2024-04-02T08:42:01.968 INFO:tasks.rados.rados.0.smithi104.stdout:3221: finishing copy_from to smithi10482514-13 2024-04-02T08:42:01.968 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2052 (ObjNum 1000 snap 317 seq_num 1000) dirty exists 2024-04-02T08:42:02.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:01 smithi188 ceph-mon[86835]: pgmap v710: 121 pgs: 121 active+clean; 91 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-04-02T08:42:02.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:01 smithi188 ceph-mon[86835]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:42:02.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:01 smithi104 ceph-mon[96567]: pgmap v710: 121 pgs: 121 active+clean; 91 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-04-02T08:42:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:01 smithi104 ceph-mon[96567]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:42:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:01 smithi104 ceph-mon[94081]: pgmap v710: 121 pgs: 121 active+clean; 91 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-04-02T08:42:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:01 smithi104 ceph-mon[94081]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:42:02.390 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 08:42:01 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T08:42:01.960+0000 7f7d776c8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17a after trimming was started 2024-04-02T08:42:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:42:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:02.934 INFO:tasks.rados.rados.0.smithi104.stdout:3221: done (5 left) 2024-04-02T08:42:02.934 INFO:tasks.rados.rados.0.smithi104.stdout:3222: done (4 left) 2024-04-02T08:42:02.935 INFO:tasks.rados.rados.0.smithi104.stdout:3223: done (3 left) 2024-04-02T08:42:02.935 INFO:tasks.rados.rados.0.smithi104.stdout:3224: done (2 left) 2024-04-02T08:42:02.935 INFO:tasks.rados.rados.0.smithi104.stdout:3225: done (1 left) 2024-04-02T08:42:02.935 INFO:tasks.rados.rados.0.smithi104.stdout:3226: done (0 left) 2024-04-02T08:42:02.935 INFO:tasks.rados.rados.0.smithi104.stdout:3227: snap_remove snap 316 2024-04-02T08:42:03.940 INFO:tasks.rados.rados.0.smithi104.stdout:3227: done (0 left) 2024-04-02T08:42:03.940 INFO:tasks.rados.rados.0.smithi104.stdout:3228: copy_from oid 16 from oid 21 current snap is 319 2024-04-02T08:42:03.940 INFO:tasks.rados.rados.0.smithi104.stdout:3229: rmattr oid 13 current snap is 319 2024-04-02T08:42:03.940 INFO:tasks.rados.rados.0.smithi104.stdout:3230: delete oid 42 current snap is 319 2024-04-02T08:42:03.947 INFO:tasks.rados.rados.0.smithi104.stdout:3230: done (2 left) 2024-04-02T08:42:03.947 INFO:tasks.rados.rados.0.smithi104.stdout:3231: snap_remove snap 315 2024-04-02T08:42:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:03 smithi188 ceph-mon[86835]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 95 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-02T08:42:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:03 smithi188 ceph-mon[86835]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:42:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:03 smithi104 ceph-mon[94081]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 95 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-02T08:42:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:03 smithi104 ceph-mon[94081]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:42:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:03 smithi104 ceph-mon[96567]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 95 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-02T08:42:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:03 smithi104 ceph-mon[96567]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:42:04.949 INFO:tasks.rados.rados.0.smithi104.stdout:3231: done (2 left) 2024-04-02T08:42:04.949 INFO:tasks.rados.rados.0.smithi104.stdout:3232: rollback oid 49 current snap is 319 2024-04-02T08:42:04.949 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 49 to 318 2024-04-02T08:42:04.949 INFO:tasks.rados.rados.0.smithi104.stdout:3233: setattr oid 46 current snap is 319 2024-04-02T08:42:04.949 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2144 (ObjNum 1000 snap 317 seq_num 1000) dirty exists 2024-04-02T08:42:04.949 INFO:tasks.rados.rados.0.smithi104.stdout:3228: finishing copy_from racing read to smithi10482514-16 2024-04-02T08:42:04.949 INFO:tasks.rados.rados.0.smithi104.stdout:3228: finishing copy_from to smithi10482514-16 2024-04-02T08:42:04.949 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 2124 (ObjNum 958 snap 305 seq_num 958) dirty exists 2024-04-02T08:42:04.953 INFO:tasks.rados.rados.0.smithi104.stdout:3228: done (3 left) 2024-04-02T08:42:04.953 INFO:tasks.rados.rados.0.smithi104.stdout:3229: done (2 left) 2024-04-02T08:42:04.953 INFO:tasks.rados.rados.0.smithi104.stdout:3234: copy_from oid 15 from oid 33 current snap is 319 2024-04-02T08:42:04.953 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 319 2024-04-02T08:42:04.953 INFO:tasks.rados.rados.0.smithi104.stdout:3235: seq_num 1004 ranges {4079616=16384} 2024-04-02T08:42:04.976 INFO:tasks.rados.rados.0.smithi104.stdout:3235: writing smithi10482514-35 from 4079616 to 4096000 tid 1 2024-04-02T08:42:04.976 INFO:tasks.rados.rados.0.smithi104.stdout:3236: copy_from oid 39 from oid 5 current snap is 319 2024-04-02T08:42:04.976 INFO:tasks.rados.rados.0.smithi104.stdout:3232: finishing rollback tid 0 to smithi10482514-49 2024-04-02T08:42:04.976 INFO:tasks.rados.rados.0.smithi104.stdout:3232: finishing rollback tid 1 to smithi10482514-49 2024-04-02T08:42:04.976 INFO:tasks.rados.rados.0.smithi104.stdout:3232: finishing rollback tid 2 to smithi10482514-49 2024-04-02T08:42:04.976 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2147 (ObjNum 1001 snap 317 seq_num 1001) dirty exists 2024-04-02T08:42:04.976 INFO:tasks.rados.rados.0.smithi104.stdout:3234: finishing copy_from to smithi10482514-15 2024-04-02T08:42:04.977 INFO:tasks.rados.rados.0.smithi104.stdout:3234: got expected ENOENT (src dne) 2024-04-02T08:42:04.977 INFO:tasks.rados.rados.0.smithi104.stdout:3234: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:42:04.977 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 2001 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:42:04.977 INFO:tasks.rados.rados.0.smithi104.stdout:3232: done (4 left) 2024-04-02T08:42:04.977 INFO:tasks.rados.rados.0.smithi104.stdout:3233: done (3 left) 2024-04-02T08:42:04.977 INFO:tasks.rados.rados.0.smithi104.stdout:3234: done (2 left) 2024-04-02T08:42:04.977 INFO:tasks.rados.rados.0.smithi104.stdout:3237: delete oid 47 current snap is 319 2024-04-02T08:42:04.978 INFO:tasks.rados.rados.0.smithi104.stdout:3237: done (2 left) 2024-04-02T08:42:04.979 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 46 current snap is 319 2024-04-02T08:42:04.979 INFO:tasks.rados.rados.0.smithi104.stdout:3238: seq_num 1006 ranges {0=49152} 2024-04-02T08:42:04.979 INFO:tasks.rados.rados.0.smithi104.stdout:3238: writing smithi10482514-46 from 0 to 49152 tid 1 2024-04-02T08:42:04.979 INFO:tasks.rados.rados.0.smithi104.stdout:3239: read oid 28 snap -1 2024-04-02T08:42:04.979 INFO:tasks.rados.rados.0.smithi104.stdout:3239: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:04.979 INFO:tasks.rados.rados.0.smithi104.stdout:3240: rollback oid 8 current snap is 319 2024-04-02T08:42:04.979 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 8 to 317 2024-04-02T08:42:04.979 INFO:tasks.rados.rados.0.smithi104.stdout:3241: rmattr oid 27 current snap is 319 2024-04-02T08:42:04.979 INFO:tasks.rados.rados.0.smithi104.stdout:3241: done (5 left) 2024-04-02T08:42:04.979 INFO:tasks.rados.rados.0.smithi104.stdout:3242: snap_create 2024-04-02T08:42:04.980 INFO:tasks.rados.rados.0.smithi104.stdout:3239: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:04.982 INFO:tasks.rados.rados.0.smithi104.stdout:3235: finishing write tid 1 to smithi10482514-35 2024-04-02T08:42:04.983 INFO:tasks.rados.rados.0.smithi104.stdout:3235: finishing write tid 2 to smithi10482514-35 2024-04-02T08:42:04.983 INFO:tasks.rados.rados.0.smithi104.stdout:3240: finishing rollback tid 1 to smithi10482514-8 2024-04-02T08:42:04.983 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 0 (ObjNum 33 snap 0 seq_num 1940199936) dirty dne 2024-04-02T08:42:04.983 INFO:tasks.rados.rados.0.smithi104.stdout:3238: finishing write tid 1 to smithi10482514-46 2024-04-02T08:42:04.983 INFO:tasks.rados.rados.0.smithi104.stdout:3238: finishing write tid 2 to smithi10482514-46 2024-04-02T08:42:04.983 INFO:tasks.rados.rados.0.smithi104.stdout:3236: finishing copy_from to smithi10482514-39 2024-04-02T08:42:04.983 INFO:tasks.rados.rados.0.smithi104.stdout:3236: got expected ENOENT (src dne) 2024-04-02T08:42:04.983 INFO:tasks.rados.rados.0.smithi104.stdout:3236: finishing copy_from racing read to smithi10482514-39 2024-04-02T08:42:04.984 INFO:tasks.rados.rados.0.smithi104.stdout:3235: finishing write tid 3 to smithi10482514-35 2024-04-02T08:42:04.984 INFO:tasks.rados.rados.0.smithi104.stdout:3235: oid 35 updating version 0 to 2466 2024-04-02T08:42:04.984 INFO:tasks.rados.rados.0.smithi104.stdout:3235: oid 35 updating version 2466 to 2467 2024-04-02T08:42:04.984 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2467 (ObjNum 1004 snap 319 seq_num 1004) dirty exists 2024-04-02T08:42:04.984 INFO:tasks.rados.rados.0.smithi104.stdout:3235: left oid 35 (ObjNum 1004 snap 319 seq_num 1004) 2024-04-02T08:42:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3238: finishing write tid 3 to smithi10482514-46 2024-04-02T08:42:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3238: oid 46 updating version 0 to 2002 2024-04-02T08:42:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3238: oid 46 updating version 2002 to 2003 2024-04-02T08:42:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 2003 (ObjNum 1006 snap 319 seq_num 1006) dirty exists 2024-04-02T08:42:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3238: left oid 46 (ObjNum 1006 snap 319 seq_num 1006) 2024-04-02T08:42:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:04 smithi188 ceph-mon[86835]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:42:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:05.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:04 smithi104 ceph-mon[96567]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:42:05.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:04 smithi104 ceph-mon[94081]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:42:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:05.931 INFO:tasks.rados.rados.0.smithi104.stdout:3235: done (5 left) 2024-04-02T08:42:05.931 INFO:tasks.rados.rados.0.smithi104.stdout:3236: done (4 left) 2024-04-02T08:42:05.931 INFO:tasks.rados.rados.0.smithi104.stdout:3238: done (3 left) 2024-04-02T08:42:05.931 INFO:tasks.rados.rados.0.smithi104.stdout:3239: done (2 left) 2024-04-02T08:42:05.931 INFO:tasks.rados.rados.0.smithi104.stdout:3240: done (1 left) 2024-04-02T08:42:05.931 INFO:tasks.rados.rados.0.smithi104.stdout:3242: done (0 left) 2024-04-02T08:42:05.931 INFO:tasks.rados.rados.0.smithi104.stdout:3243: snap_create 2024-04-02T08:42:06.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:05 smithi104 ceph-mon[96567]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 101 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-02T08:42:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:05 smithi104 ceph-mon[96567]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:42:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:05 smithi104 ceph-mon[96567]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:42:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:05 smithi104 ceph-mon[94081]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 101 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-02T08:42:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:05 smithi104 ceph-mon[94081]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:42:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:05 smithi104 ceph-mon[94081]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:42:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:42:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:42:05] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-04-02T08:42:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:05 smithi188 ceph-mon[86835]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 101 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-02T08:42:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:05 smithi188 ceph-mon[86835]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:42:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:05 smithi188 ceph-mon[86835]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:42:06.939 INFO:tasks.rados.rados.0.smithi104.stdout:3243: done (0 left) 2024-04-02T08:42:06.939 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 321 2024-04-02T08:42:06.939 INFO:tasks.rados.rados.0.smithi104.stdout:3244: seq_num 1007 ranges {4505600=65536} 2024-04-02T08:42:06.964 INFO:tasks.rados.rados.0.smithi104.stdout:3244: writing smithi10482514-15 from 4505600 to 4571136 tid 1 2024-04-02T08:42:06.964 INFO:tasks.rados.rados.0.smithi104.stdout:3245: rollback oid 3 current snap is 321 2024-04-02T08:42:06.964 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 3 to 320 2024-04-02T08:42:06.964 INFO:tasks.rados.rados.0.smithi104.stdout:3246: read oid 50 snap 320 2024-04-02T08:42:06.965 INFO:tasks.rados.rados.0.smithi104.stdout:3246: expect deleted 2024-04-02T08:42:06.965 INFO:tasks.rados.rados.0.smithi104.stdout:3247: snap_create 2024-04-02T08:42:06.971 INFO:tasks.rados.rados.0.smithi104.stdout:3245: finishing rollback tid 0 to smithi10482514-3 2024-04-02T08:42:06.971 INFO:tasks.rados.rados.0.smithi104.stdout:3245: finishing rollback tid 1 to smithi10482514-3 2024-04-02T08:42:06.971 INFO:tasks.rados.rados.0.smithi104.stdout:3245: finishing rollback tid 2 to smithi10482514-3 2024-04-02T08:42:06.971 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2139 (ObjNum 947 snap 301 seq_num 947) dirty exists 2024-04-02T08:42:06.972 INFO:tasks.rados.rados.0.smithi104.stdout:3244: finishing write tid 1 to smithi10482514-15 2024-04-02T08:42:06.972 INFO:tasks.rados.rados.0.smithi104.stdout:3244: finishing write tid 2 to smithi10482514-15 2024-04-02T08:42:06.974 INFO:tasks.rados.rados.0.smithi104.stdout:3244: finishing write tid 3 to smithi10482514-15 2024-04-02T08:42:06.974 INFO:tasks.rados.rados.0.smithi104.stdout:3244: oid 15 updating version 0 to 2469 2024-04-02T08:42:06.974 INFO:tasks.rados.rados.0.smithi104.stdout:3244: oid 15 updating version 2469 to 2470 2024-04-02T08:42:06.974 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 2470 (ObjNum 1007 snap 321 seq_num 1007) dirty exists 2024-04-02T08:42:06.974 INFO:tasks.rados.rados.0.smithi104.stdout:3244: left oid 15 (ObjNum 1007 snap 321 seq_num 1007) 2024-04-02T08:42:07.950 INFO:tasks.rados.rados.0.smithi104.stdout:3244: done (3 left) 2024-04-02T08:42:07.950 INFO:tasks.rados.rados.0.smithi104.stdout:3245: done (2 left) 2024-04-02T08:42:07.950 INFO:tasks.rados.rados.0.smithi104.stdout:3246: done (1 left) 2024-04-02T08:42:07.950 INFO:tasks.rados.rados.0.smithi104.stdout:3247: done (0 left) 2024-04-02T08:42:07.950 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 322 2024-04-02T08:42:07.951 INFO:tasks.rados.rados.0.smithi104.stdout:3248: seq_num 1008 ranges {884736=90112} 2024-04-02T08:42:07.955 INFO:tasks.rados.rados.0.smithi104.stdout:3248: writing smithi10482514-7 from 884736 to 974848 tid 1 2024-04-02T08:42:07.955 INFO:tasks.rados.rados.0.smithi104.stdout:3249: rollback oid 44 current snap is 322 2024-04-02T08:42:07.956 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 44 to 317 2024-04-02T08:42:07.956 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 42 current snap is 322 2024-04-02T08:42:07.956 INFO:tasks.rados.rados.0.smithi104.stdout:3250: seq_num 1009 ranges {0=106496} 2024-04-02T08:42:07.957 INFO:tasks.rados.rados.0.smithi104.stdout:3250: writing smithi10482514-42 from 0 to 106496 tid 1 2024-04-02T08:42:07.957 INFO:tasks.rados.rados.0.smithi104.stdout:3251: rollback oid 9 current snap is 322 2024-04-02T08:42:07.957 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 9 to 317 2024-04-02T08:42:07.957 INFO:tasks.rados.rados.0.smithi104.stdout:3252: read oid 27 snap -1 2024-04-02T08:42:07.957 INFO:tasks.rados.rados.0.smithi104.stdout:3252: expect (ObjNum 899 snap 291 seq_num 899) 2024-04-02T08:42:07.957 INFO:tasks.rados.rados.0.smithi104.stdout:3253: snap_create 2024-04-02T08:42:07.958 INFO:tasks.rados.rados.0.smithi104.stdout:3249: finishing rollback tid 1 to smithi10482514-44 2024-04-02T08:42:07.958 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:42:07.963 INFO:tasks.rados.rados.0.smithi104.stdout:3248: finishing write tid 1 to smithi10482514-7 2024-04-02T08:42:07.963 INFO:tasks.rados.rados.0.smithi104.stdout:3248: finishing write tid 2 to smithi10482514-7 2024-04-02T08:42:07.963 INFO:tasks.rados.rados.0.smithi104.stdout:3250: finishing write tid 1 to smithi10482514-42 2024-04-02T08:42:07.964 INFO:tasks.rados.rados.0.smithi104.stdout:3251: finishing rollback tid 0 to smithi10482514-9 2024-04-02T08:42:07.965 INFO:tasks.rados.rados.0.smithi104.stdout:3250: finishing write tid 2 to smithi10482514-42 2024-04-02T08:42:07.965 INFO:tasks.rados.rados.0.smithi104.stdout:3252: expect (ObjNum 899 snap 291 seq_num 899) 2024-04-02T08:42:08.050 INFO:tasks.rados.rados.0.smithi104.stdout:3248: finishing write tid 3 to smithi10482514-7 2024-04-02T08:42:08.050 INFO:tasks.rados.rados.0.smithi104.stdout:3248: oid 7 updating version 0 to 2124 2024-04-02T08:42:08.050 INFO:tasks.rados.rados.0.smithi104.stdout:3248: oid 7 version 2124 is already newer than 2123 2024-04-02T08:42:08.050 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2124 (ObjNum 1008 snap 322 seq_num 1008) dirty exists 2024-04-02T08:42:08.050 INFO:tasks.rados.rados.0.smithi104.stdout:3248: left oid 7 (ObjNum 1008 snap 322 seq_num 1008) 2024-04-02T08:42:08.050 INFO:tasks.rados.rados.0.smithi104.stdout:3251: finishing rollback tid 1 to smithi10482514-9 2024-04-02T08:42:08.050 INFO:tasks.rados.rados.0.smithi104.stdout:3251: finishing rollback tid 2 to smithi10482514-9 2024-04-02T08:42:08.050 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2735 (ObjNum 961 snap 305 seq_num 961) dirty exists 2024-04-02T08:42:08.051 INFO:tasks.rados.rados.0.smithi104.stdout:3250: finishing write tid 3 to smithi10482514-42 2024-04-02T08:42:08.051 INFO:tasks.rados.rados.0.smithi104.stdout:3250: oid 42 updating version 0 to 2133 2024-04-02T08:42:08.051 INFO:tasks.rados.rados.0.smithi104.stdout:3250: oid 42 version 2133 is already newer than 2132 2024-04-02T08:42:08.051 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 2133 (ObjNum 1009 snap 322 seq_num 1009) dirty exists 2024-04-02T08:42:08.051 INFO:tasks.rados.rados.0.smithi104.stdout:3250: left oid 42 (ObjNum 1009 snap 322 seq_num 1009) 2024-04-02T08:42:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:07 smithi188 ceph-mon[86835]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 95 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:42:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:07 smithi188 ceph-mon[86835]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:42:08.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:07 smithi104 ceph-mon[94081]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 95 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:42:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:07 smithi104 ceph-mon[94081]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:42:08.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:07 smithi104 ceph-mon[96567]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 95 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-02T08:42:08.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:07 smithi104 ceph-mon[96567]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:42:08.960 INFO:tasks.rados.rados.0.smithi104.stdout:3248: done (5 left) 2024-04-02T08:42:08.960 INFO:tasks.rados.rados.0.smithi104.stdout:3249: done (4 left) 2024-04-02T08:42:08.960 INFO:tasks.rados.rados.0.smithi104.stdout:3250: done (3 left) 2024-04-02T08:42:08.960 INFO:tasks.rados.rados.0.smithi104.stdout:3251: done (2 left) 2024-04-02T08:42:08.960 INFO:tasks.rados.rados.0.smithi104.stdout:3252: done (1 left) 2024-04-02T08:42:08.960 INFO:tasks.rados.rados.0.smithi104.stdout:3253: done (0 left) 2024-04-02T08:42:08.960 INFO:tasks.rados.rados.0.smithi104.stdout:3254: snap_remove snap 322 2024-04-02T08:42:09.274 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:08 smithi188 ceph-mon[86835]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:42:09.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:08 smithi104 ceph-mon[96567]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:42:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:08 smithi104 ceph-mon[94081]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:42:09.972 INFO:tasks.rados.rados.0.smithi104.stdout:3254: done (0 left) 2024-04-02T08:42:09.972 INFO:tasks.rados.rados.0.smithi104.stdout:3255: rmattr oid 38 current snap is 323 2024-04-02T08:42:09.972 INFO:tasks.rados.rados.0.smithi104.stdout:3255: done (0 left) 2024-04-02T08:42:09.972 INFO:tasks.rados.rados.0.smithi104.stdout:3256: read oid 15 snap -1 2024-04-02T08:42:09.972 INFO:tasks.rados.rados.0.smithi104.stdout:3256: expect (ObjNum 1007 snap 321 seq_num 1007) 2024-04-02T08:42:09.973 INFO:tasks.rados.rados.0.smithi104.stdout:3257: rollback oid 33 current snap is 323 2024-04-02T08:42:09.973 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 321 2024-04-02T08:42:09.973 INFO:tasks.rados.rados.0.smithi104.stdout:3258: snap_remove snap 320 2024-04-02T08:42:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:09 smithi188 ceph-mon[86835]: pgmap v722: 121 pgs: 121 active+clean; 95 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 420 KiB/s wr, 12 op/s 2024-04-02T08:42:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:09 smithi188 ceph-mon[86835]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:42:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:10.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:42:10.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[96567]: pgmap v722: 121 pgs: 121 active+clean; 95 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 420 KiB/s wr, 12 op/s 2024-04-02T08:42:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[96567]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:42:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:42:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[94081]: pgmap v722: 121 pgs: 121 active+clean; 95 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 420 KiB/s wr, 12 op/s 2024-04-02T08:42:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[94081]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:42:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:10.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:10.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:42:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:3258: done (2 left) 2024-04-02T08:42:10.941 INFO:tasks.rados.rados.0.smithi104.stdout:3259: snap_remove snap 319 2024-04-02T08:42:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:10 smithi188 ceph-mon[86835]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:42:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:10 smithi188 ceph-mon[86835]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:42:11.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:10 smithi104 ceph-mon[96567]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:42:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:10 smithi104 ceph-mon[96567]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:42:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:10 smithi104 ceph-mon[94081]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:42:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:10 smithi104 ceph-mon[94081]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:42:11.934 INFO:tasks.rados.rados.0.smithi104.stdout:3259: done (2 left) 2024-04-02T08:42:11.934 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 323 2024-04-02T08:42:11.934 INFO:tasks.rados.rados.0.smithi104.stdout:3257: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:42:11.934 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 0 (ObjNum 65 snap 0 seq_num 1633112922) dirty dne 2024-04-02T08:42:11.934 INFO:tasks.rados.rados.0.smithi104.stdout:3260: seq_num 1010 ranges {4202496=122880} 2024-04-02T08:42:11.957 INFO:tasks.rados.rados.0.smithi104.stdout:3260: writing smithi10482514-32 from 4202496 to 4325376 tid 1 2024-04-02T08:42:11.958 INFO:tasks.rados.rados.0.smithi104.stdout:3256: expect (ObjNum 1007 snap 321 seq_num 1007) 2024-04-02T08:42:12.236 INFO:tasks.rados.rados.0.smithi104.stdout:3260: finishing write tid 1 to smithi10482514-32 2024-04-02T08:42:12.236 INFO:tasks.rados.rados.0.smithi104.stdout:3260: finishing write tid 2 to smithi10482514-32 2024-04-02T08:42:12.236 INFO:tasks.rados.rados.0.smithi104.stdout:3260: finishing write tid 3 to smithi10482514-32 2024-04-02T08:42:12.236 INFO:tasks.rados.rados.0.smithi104.stdout:3260: oid 32 updating version 0 to 455 2024-04-02T08:42:12.236 INFO:tasks.rados.rados.0.smithi104.stdout:3260: oid 32 updating version 455 to 456 2024-04-02T08:42:12.236 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 456 (ObjNum 1010 snap 323 seq_num 1010) dirty exists 2024-04-02T08:42:12.237 INFO:tasks.rados.rados.0.smithi104.stdout:3260: left oid 32 (ObjNum 1010 snap 323 seq_num 1010) 2024-04-02T08:42:12.237 INFO:tasks.rados.rados.0.smithi104.stdout:3256: done (2 left) 2024-04-02T08:42:12.237 INFO:tasks.rados.rados.0.smithi104.stdout:3257: done (1 left) 2024-04-02T08:42:12.237 INFO:tasks.rados.rados.0.smithi104.stdout:3260: done (0 left) 2024-04-02T08:42:12.237 INFO:tasks.rados.rados.0.smithi104.stdout:3261: rollback oid 41 current snap is 323 2024-04-02T08:42:12.237 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 318 2024-04-02T08:42:12.237 INFO:tasks.rados.rados.0.smithi104.stdout:3262: rollback oid 6 current snap is 323 2024-04-02T08:42:12.237 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 6 to 318 2024-04-02T08:42:12.237 INFO:tasks.rados.rados.0.smithi104.stdout:3263: snap_remove snap 321 2024-04-02T08:42:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:11 smithi188 ceph-mon[86835]: pgmap v725: 121 pgs: 121 active+clean; 95 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 16 KiB/s wr, 6 op/s 2024-04-02T08:42:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:11 smithi188 ceph-mon[86835]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:42:12.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:11 smithi104 ceph-mon[96567]: pgmap v725: 121 pgs: 121 active+clean; 95 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 16 KiB/s wr, 6 op/s 2024-04-02T08:42:12.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:11 smithi104 ceph-mon[96567]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:42:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:11 smithi104 ceph-mon[94081]: pgmap v725: 121 pgs: 121 active+clean; 95 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 16 KiB/s wr, 6 op/s 2024-04-02T08:42:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:11 smithi104 ceph-mon[94081]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:42:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:42:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:12.980 INFO:tasks.rados.rados.0.smithi104.stdout:3263: done (2 left) 2024-04-02T08:42:12.980 INFO:tasks.rados.rados.0.smithi104.stdout:3264: read oid 28 snap -1 2024-04-02T08:42:12.980 INFO:tasks.rados.rados.0.smithi104.stdout:3264: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:12.980 INFO:tasks.rados.rados.0.smithi104.stdout:3265: delete oid 42 current snap is 323 2024-04-02T08:42:12.980 INFO:tasks.rados.rados.0.smithi104.stdout:3261: finishing rollback tid 0 to smithi10482514-41 2024-04-02T08:42:12.980 INFO:tasks.rados.rados.0.smithi104.stdout:3261: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:42:12.981 INFO:tasks.rados.rados.0.smithi104.stdout:3261: finishing rollback tid 2 to smithi10482514-41 2024-04-02T08:42:12.981 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2478 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:42:12.981 INFO:tasks.rados.rados.0.smithi104.stdout:3262: finishing rollback tid 0 to smithi10482514-6 2024-04-02T08:42:12.981 INFO:tasks.rados.rados.0.smithi104.stdout:3262: finishing rollback tid 1 to smithi10482514-6 2024-04-02T08:42:12.981 INFO:tasks.rados.rados.0.smithi104.stdout:3262: finishing rollback tid 2 to smithi10482514-6 2024-04-02T08:42:12.981 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2482 (ObjNum 897 snap 291 seq_num 897) dirty exists 2024-04-02T08:42:12.984 INFO:tasks.rados.rados.0.smithi104.stdout:3264: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:12.990 INFO:tasks.rados.rados.0.smithi104.stdout:3261: done (3 left) 2024-04-02T08:42:12.990 INFO:tasks.rados.rados.0.smithi104.stdout:3262: done (2 left) 2024-04-02T08:42:12.990 INFO:tasks.rados.rados.0.smithi104.stdout:3264: done (1 left) 2024-04-02T08:42:12.990 INFO:tasks.rados.rados.0.smithi104.stdout:3265: done (0 left) 2024-04-02T08:42:12.990 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 46 current snap is 323 2024-04-02T08:42:12.990 INFO:tasks.rados.rados.0.smithi104.stdout:3266: seq_num 1012 ranges {49152=155648} 2024-04-02T08:42:12.991 INFO:tasks.rados.rados.0.smithi104.stdout:3266: writing smithi10482514-46 from 49152 to 204800 tid 1 2024-04-02T08:42:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:3267: read oid 45 snap -1 2024-04-02T08:42:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:3267: expect (ObjNum 989 snap 313 seq_num 989) 2024-04-02T08:42:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:3268: rollback oid 1 current snap is 323 2024-04-02T08:42:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 318 2024-04-02T08:42:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:3269: copy_from oid 5 from oid 33 current snap is 323 2024-04-02T08:42:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:3270: copy_from oid 41 from oid 49 current snap is 323 2024-04-02T08:42:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:3271: read oid 10 snap -1 2024-04-02T08:42:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:3271: expect (ObjNum 950 snap 303 seq_num 950) 2024-04-02T08:42:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:3272: copy_from oid 6 from oid 3 current snap is 323 2024-04-02T08:42:12.992 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 323 2024-04-02T08:42:12.993 INFO:tasks.rados.rados.0.smithi104.stdout:3273: seq_num 1013 ranges {3227648=172032} 2024-04-02T08:42:13.011 INFO:tasks.rados.rados.0.smithi104.stdout:3273: writing smithi10482514-19 from 3227648 to 3399680 tid 1 2024-04-02T08:42:13.011 INFO:tasks.rados.rados.0.smithi104.stdout:3274: snap_create 2024-04-02T08:42:13.011 INFO:tasks.rados.rados.0.smithi104.stdout:3266: finishing write tid 1 to smithi10482514-46 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3266: finishing write tid 2 to smithi10482514-46 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3268: finishing rollback tid 0 to smithi10482514-1 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3268: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3269: finishing copy_from to smithi10482514-5 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3269: got expected ENOENT (src dne) 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3269: finishing copy_from racing read to smithi10482514-5 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3266: finishing write tid 3 to smithi10482514-46 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3266: oid 46 updating version 0 to 2004 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3266: oid 46 updating version 2004 to 2005 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 2005 (ObjNum 1012 snap 323 seq_num 1012) dirty exists 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3266: left oid 46 (ObjNum 1012 snap 323 seq_num 1012) 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3268: finishing rollback tid 2 to smithi10482514-1 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2127 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:42:13.012 INFO:tasks.rados.rados.0.smithi104.stdout:3271: expect (ObjNum 950 snap 303 seq_num 950) 2024-04-02T08:42:13.212 INFO:tasks.rados.rados.0.smithi104.stdout:3267: expect (ObjNum 989 snap 313 seq_num 989) 2024-04-02T08:42:13.335 INFO:tasks.rados.rados.0.smithi104.stdout:3273: finishing write tid 1 to smithi10482514-19 2024-04-02T08:42:13.335 INFO:tasks.rados.rados.0.smithi104.stdout:3273: finishing write tid 2 to smithi10482514-19 2024-04-02T08:42:13.335 INFO:tasks.rados.rados.0.smithi104.stdout:3273: finishing write tid 3 to smithi10482514-19 2024-04-02T08:42:13.336 INFO:tasks.rados.rados.0.smithi104.stdout:3273: oid 19 updating version 0 to 2153 2024-04-02T08:42:13.336 INFO:tasks.rados.rados.0.smithi104.stdout:3273: oid 19 updating version 2153 to 2154 2024-04-02T08:42:13.336 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 2154 (ObjNum 1013 snap 323 seq_num 1013) dirty exists 2024-04-02T08:42:13.336 INFO:tasks.rados.rados.0.smithi104.stdout:3273: left oid 19 (ObjNum 1013 snap 323 seq_num 1013) 2024-04-02T08:42:13.336 INFO:tasks.rados.rados.0.smithi104.stdout:3270: finishing copy_from racing read to smithi10482514-41 2024-04-02T08:42:13.336 INFO:tasks.rados.rados.0.smithi104.stdout:3272: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:42:13.336 INFO:tasks.rados.rados.0.smithi104.stdout:3272: finishing copy_from to smithi10482514-6 2024-04-02T08:42:13.336 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2139 (ObjNum 947 snap 301 seq_num 947) dirty exists 2024-04-02T08:42:13.336 INFO:tasks.rados.rados.0.smithi104.stdout:3270: finishing copy_from to smithi10482514-41 2024-04-02T08:42:13.336 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2147 (ObjNum 1001 snap 317 seq_num 1001) dirty exists 2024-04-02T08:42:13.992 INFO:tasks.rados.rados.0.smithi104.stdout:3266: done (8 left) 2024-04-02T08:42:13.992 INFO:tasks.rados.rados.0.smithi104.stdout:3267: done (7 left) 2024-04-02T08:42:13.992 INFO:tasks.rados.rados.0.smithi104.stdout:3268: done (6 left) 2024-04-02T08:42:13.992 INFO:tasks.rados.rados.0.smithi104.stdout:3269: done (5 left) 2024-04-02T08:42:13.993 INFO:tasks.rados.rados.0.smithi104.stdout:3270: done (4 left) 2024-04-02T08:42:13.993 INFO:tasks.rados.rados.0.smithi104.stdout:3271: done (3 left) 2024-04-02T08:42:13.993 INFO:tasks.rados.rados.0.smithi104.stdout:3272: done (2 left) 2024-04-02T08:42:13.993 INFO:tasks.rados.rados.0.smithi104.stdout:3273: done (1 left) 2024-04-02T08:42:13.993 INFO:tasks.rados.rados.0.smithi104.stdout:3274: done (0 left) 2024-04-02T08:42:13.993 INFO:tasks.rados.rados.0.smithi104.stdout:3275: delete oid 35 current snap is 324 2024-04-02T08:42:13.999 INFO:tasks.rados.rados.0.smithi104.stdout:3275: done (0 left) 2024-04-02T08:42:13.999 INFO:tasks.rados.rados.0.smithi104.stdout:3276: delete oid 27 current snap is 324 2024-04-02T08:42:14.002 INFO:tasks.rados.rados.0.smithi104.stdout:3276: done (0 left) 2024-04-02T08:42:14.003 INFO:tasks.rados.rados.0.smithi104.stdout:3277: snap_remove snap 318 2024-04-02T08:42:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:13 smithi188 ceph-mon[86835]: pgmap v728: 121 pgs: 121 active+clean; 96 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 94 KiB/s wr, 5 op/s 2024-04-02T08:42:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:13 smithi188 ceph-mon[86835]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:42:14.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:13 smithi104 ceph-mon[96567]: pgmap v728: 121 pgs: 121 active+clean; 96 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 94 KiB/s wr, 5 op/s 2024-04-02T08:42:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:13 smithi104 ceph-mon[96567]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:42:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:13 smithi104 ceph-mon[94081]: pgmap v728: 121 pgs: 121 active+clean; 96 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 94 KiB/s wr, 5 op/s 2024-04-02T08:42:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:13 smithi104 ceph-mon[94081]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:42:15.000 INFO:tasks.rados.rados.0.smithi104.stdout:3277: done (0 left) 2024-04-02T08:42:15.000 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 324 2024-04-02T08:42:15.000 INFO:tasks.rados.rados.0.smithi104.stdout:3278: seq_num 1016 ranges {4268032=221184} 2024-04-02T08:42:15.024 INFO:tasks.rados.rados.0.smithi104.stdout:3278: writing smithi10482514-17 from 4268032 to 4489216 tid 1 2024-04-02T08:42:15.025 INFO:tasks.rados.rados.0.smithi104.stdout:3279: snap_remove snap 323 2024-04-02T08:42:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:14 smithi188 ceph-mon[86835]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:42:15.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:14 smithi104 ceph-mon[96567]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:42:15.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:14 smithi104 ceph-mon[94081]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:42:15.934 INFO:tasks.rados.rados.0.smithi104.stdout:3279: done (1 left) 2024-04-02T08:42:15.934 INFO:tasks.rados.rados.0.smithi104.stdout:3280: snap_create 2024-04-02T08:42:15.935 INFO:tasks.rados.rados.0.smithi104.stdout:3278: finishing write tid 1 to smithi10482514-17 2024-04-02T08:42:15.935 INFO:tasks.rados.rados.0.smithi104.stdout:3278: finishing write tid 2 to smithi10482514-17 2024-04-02T08:42:15.935 INFO:tasks.rados.rados.0.smithi104.stdout:3278: finishing write tid 3 to smithi10482514-17 2024-04-02T08:42:15.935 INFO:tasks.rados.rados.0.smithi104.stdout:3278: oid 17 updating version 0 to 2745 2024-04-02T08:42:15.935 INFO:tasks.rados.rados.0.smithi104.stdout:3278: oid 17 updating version 2745 to 2746 2024-04-02T08:42:15.935 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 2746 (ObjNum 1016 snap 324 seq_num 1016) dirty exists 2024-04-02T08:42:15.935 INFO:tasks.rados.rados.0.smithi104.stdout:3278: left oid 17 (ObjNum 1016 snap 324 seq_num 1016) 2024-04-02T08:42:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:42:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:42:15] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-04-02T08:42:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:15 smithi104 ceph-mon[94081]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 96 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 78 KiB/s wr, 4 op/s 2024-04-02T08:42:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:15 smithi104 ceph-mon[94081]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:42:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:15 smithi104 ceph-mon[94081]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:42:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:15 smithi104 ceph-mon[96567]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 96 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 78 KiB/s wr, 4 op/s 2024-04-02T08:42:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:15 smithi104 ceph-mon[96567]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:42:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:15 smithi104 ceph-mon[96567]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:42:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:15 smithi188 ceph-mon[86835]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 96 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 78 KiB/s wr, 4 op/s 2024-04-02T08:42:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:15 smithi188 ceph-mon[86835]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:42:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:15 smithi188 ceph-mon[86835]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:42:16.939 INFO:tasks.rados.rados.0.smithi104.stdout:3278: done (1 left) 2024-04-02T08:42:16.939 INFO:tasks.rados.rados.0.smithi104.stdout:3280: done (0 left) 2024-04-02T08:42:16.939 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 34 current snap is 325 2024-04-02T08:42:16.939 INFO:tasks.rados.rados.0.smithi104.stdout:3281: seq_num 1017 ranges {0=237568} 2024-04-02T08:42:16.940 INFO:tasks.rados.rados.0.smithi104.stdout:3281: writing smithi10482514-34 from 0 to 237568 tid 1 2024-04-02T08:42:16.940 INFO:tasks.rados.rados.0.smithi104.stdout:3282: setattr oid 41 current snap is 325 2024-04-02T08:42:16.941 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 325 2024-04-02T08:42:16.941 INFO:tasks.rados.rados.0.smithi104.stdout:3283: seq_num 1018 ranges {2228224=253952} 2024-04-02T08:42:16.956 INFO:tasks.rados.rados.0.smithi104.stdout:3283: writing smithi10482514-40 from 2228224 to 2482176 tid 1 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3284: read oid 47 snap 324 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3284: expect deleted 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3285: read oid 12 snap -1 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3285: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3286: read oid 33 snap -1 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3286: expect deleted 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3287: copy_from oid 2 from oid 1 current snap is 325 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3281: finishing write tid 1 to smithi10482514-34 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3281: finishing write tid 2 to smithi10482514-34 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3281: finishing write tid 3 to smithi10482514-34 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3281: oid 34 updating version 0 to 2750 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3281: oid 34 updating version 2750 to 2751 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 2751 (ObjNum 1017 snap 325 seq_num 1017) dirty exists 2024-04-02T08:42:16.957 INFO:tasks.rados.rados.0.smithi104.stdout:3281: left oid 34 (ObjNum 1017 snap 325 seq_num 1017) 2024-04-02T08:42:16.958 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2502 (ObjNum 1001 snap 317 seq_num 1001) dirty exists 2024-04-02T08:42:16.958 INFO:tasks.rados.rados.0.smithi104.stdout:3281: done (6 left) 2024-04-02T08:42:16.958 INFO:tasks.rados.rados.0.smithi104.stdout:3282: done (5 left) 2024-04-02T08:42:16.958 INFO:tasks.rados.rados.0.smithi104.stdout:3288: read oid 15 snap -1 2024-04-02T08:42:16.958 INFO:tasks.rados.rados.0.smithi104.stdout:3288: expect (ObjNum 1007 snap 321 seq_num 1007) 2024-04-02T08:42:16.958 INFO:tasks.rados.rados.0.smithi104.stdout:3289: copy_from oid 3 from oid 31 current snap is 325 2024-04-02T08:42:16.958 INFO:tasks.rados.rados.0.smithi104.stdout:3290: read oid 49 snap 317 2024-04-02T08:42:16.958 INFO:tasks.rados.rados.0.smithi104.stdout:3290: expect (ObjNum 1001 snap 317 seq_num 1001) 2024-04-02T08:42:16.958 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 16 current snap is 325 2024-04-02T08:42:16.958 INFO:tasks.rados.rados.0.smithi104.stdout:3291: seq_num 1019 ranges {1654784=270336} 2024-04-02T08:42:16.967 INFO:tasks.rados.rados.0.smithi104.stdout:3291: writing smithi10482514-16 from 1654784 to 1925120 tid 1 2024-04-02T08:42:16.967 INFO:tasks.rados.rados.0.smithi104.stdout:3292: read oid 21 snap -1 2024-04-02T08:42:16.967 INFO:tasks.rados.rados.0.smithi104.stdout:3292: expect (ObjNum 958 snap 305 seq_num 958) 2024-04-02T08:42:16.968 INFO:tasks.rados.rados.0.smithi104.stdout:3293: rollback oid 32 current snap is 325 2024-04-02T08:42:16.968 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 32 to 317 2024-04-02T08:42:16.968 INFO:tasks.rados.rados.0.smithi104.stdout:3285: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3283: finishing write tid 1 to smithi10482514-40 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3283: finishing write tid 2 to smithi10482514-40 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3283: finishing write tid 3 to smithi10482514-40 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3283: oid 40 updating version 0 to 2157 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3283: oid 40 version 2157 is already newer than 2156 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 2157 (ObjNum 1018 snap 325 seq_num 1018) dirty exists 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3283: left oid 40 (ObjNum 1018 snap 325 seq_num 1018) 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3287: finishing copy_from racing read to smithi10482514-2 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3283: done (10 left) 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3284: done (9 left) 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3285: done (8 left) 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3286: done (7 left) 2024-04-02T08:42:16.972 INFO:tasks.rados.rados.0.smithi104.stdout:3294: snap_create 2024-04-02T08:42:16.973 INFO:tasks.rados.rados.0.smithi104.stdout:3289: finishing copy_from racing read to smithi10482514-3 2024-04-02T08:42:16.973 INFO:tasks.rados.rados.0.smithi104.stdout:3293: finishing rollback tid 0 to smithi10482514-32 2024-04-02T08:42:16.976 INFO:tasks.rados.rados.0.smithi104.stdout:3293: finishing rollback tid 1 to smithi10482514-32 2024-04-02T08:42:16.976 INFO:tasks.rados.rados.0.smithi104.stdout:3291: finishing write tid 1 to smithi10482514-16 2024-04-02T08:42:16.976 INFO:tasks.rados.rados.0.smithi104.stdout:3287: finishing copy_from to smithi10482514-2 2024-04-02T08:42:16.976 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 2127 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:42:16.976 INFO:tasks.rados.rados.0.smithi104.stdout:3293: finishing rollback tid 2 to smithi10482514-32 2024-04-02T08:42:16.976 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 459 (ObjNum 922 snap 296 seq_num 922) dirty exists 2024-04-02T08:42:16.976 INFO:tasks.rados.rados.0.smithi104.stdout:3291: finishing write tid 2 to smithi10482514-16 2024-04-02T08:42:16.976 INFO:tasks.rados.rados.0.smithi104.stdout:3290: expect (ObjNum 1001 snap 317 seq_num 1001) 2024-04-02T08:42:17.042 INFO:tasks.rados.rados.0.smithi104.stdout:3292: expect (ObjNum 958 snap 305 seq_num 958) 2024-04-02T08:42:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3289: finishing copy_from to smithi10482514-3 2024-04-02T08:42:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2124 (ObjNum 958 snap 305 seq_num 958) dirty exists 2024-04-02T08:42:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3291: finishing write tid 3 to smithi10482514-16 2024-04-02T08:42:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3291: oid 16 updating version 0 to 2135 2024-04-02T08:42:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3291: oid 16 updating version 2135 to 2136 2024-04-02T08:42:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 2136 (ObjNum 1019 snap 325 seq_num 1019) dirty exists 2024-04-02T08:42:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3291: left oid 16 (ObjNum 1019 snap 325 seq_num 1019) 2024-04-02T08:42:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3288: expect (ObjNum 1007 snap 321 seq_num 1007) 2024-04-02T08:42:17.940 INFO:tasks.rados.rados.0.smithi104.stdout:3287: done (7 left) 2024-04-02T08:42:17.940 INFO:tasks.rados.rados.0.smithi104.stdout:3288: done (6 left) 2024-04-02T08:42:17.940 INFO:tasks.rados.rados.0.smithi104.stdout:3289: done (5 left) 2024-04-02T08:42:17.940 INFO:tasks.rados.rados.0.smithi104.stdout:3290: done (4 left) 2024-04-02T08:42:17.940 INFO:tasks.rados.rados.0.smithi104.stdout:3291: done (3 left) 2024-04-02T08:42:17.940 INFO:tasks.rados.rados.0.smithi104.stdout:3292: done (2 left) 2024-04-02T08:42:17.940 INFO:tasks.rados.rados.0.smithi104.stdout:3293: done (1 left) 2024-04-02T08:42:17.940 INFO:tasks.rados.rados.0.smithi104.stdout:3294: done (0 left) 2024-04-02T08:42:17.940 INFO:tasks.rados.rados.0.smithi104.stdout:3295: read oid 13 snap -1 2024-04-02T08:42:17.940 INFO:tasks.rados.rados.0.smithi104.stdout:3295: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:17.940 INFO:tasks.rados.rados.0.smithi104.stdout:3296: read oid 6 snap -1 2024-04-02T08:42:17.941 INFO:tasks.rados.rados.0.smithi104.stdout:3296: expect (ObjNum 947 snap 301 seq_num 947) 2024-04-02T08:42:17.941 INFO:tasks.rados.rados.0.smithi104.stdout:3297: snap_remove snap 317 2024-04-02T08:42:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:17 smithi188 ceph-mon[86835]: pgmap v734: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 101 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-02T08:42:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:17 smithi188 ceph-mon[86835]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:42:18.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:17 smithi104 ceph-mon[96567]: pgmap v734: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 101 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-02T08:42:18.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:17 smithi104 ceph-mon[96567]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:42:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:17 smithi104 ceph-mon[94081]: pgmap v734: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 101 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-02T08:42:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:17 smithi104 ceph-mon[94081]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:42:18.954 INFO:tasks.rados.rados.0.smithi104.stdout:3297: done (2 left) 2024-04-02T08:42:18.954 INFO:tasks.rados.rados.0.smithi104.stdout:3298: delete oid 3 current snap is 326 2024-04-02T08:42:18.954 INFO:tasks.rados.rados.0.smithi104.stdout:3296: expect (ObjNum 947 snap 301 seq_num 947) 2024-04-02T08:42:19.065 INFO:tasks.rados.rados.0.smithi104.stdout:3295: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:19.224 INFO:tasks.rados.rados.0.smithi104.stdout:3295: done (2 left) 2024-04-02T08:42:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:3296: done (1 left) 2024-04-02T08:42:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:3298: done (0 left) 2024-04-02T08:42:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:3299: read oid 10 snap -1 2024-04-02T08:42:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:3299: expect (ObjNum 950 snap 303 seq_num 950) 2024-04-02T08:42:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:3300: rmattr oid 43 current snap is 326 2024-04-02T08:42:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:3300: done (1 left) 2024-04-02T08:42:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 326 2024-04-02T08:42:19.225 INFO:tasks.rados.rados.0.smithi104.stdout:3301: seq_num 1021 ranges {3448832=303104} 2024-04-02T08:42:19.245 INFO:tasks.rados.rados.0.smithi104.stdout:3301: writing smithi10482514-45 from 3448832 to 3751936 tid 1 2024-04-02T08:42:19.245 INFO:tasks.rados.rados.0.smithi104.stdout:3302: rmattr oid 11 current snap is 326 2024-04-02T08:42:19.245 INFO:tasks.rados.rados.0.smithi104.stdout:3299: expect (ObjNum 950 snap 303 seq_num 950) 2024-04-02T08:42:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:18 smithi188 ceph-mon[86835]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:42:19.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:18 smithi104 ceph-mon[96567]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:42:19.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:18 smithi104 ceph-mon[94081]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:42:19.485 INFO:tasks.rados.rados.0.smithi104.stdout:3299: done (2 left) 2024-04-02T08:42:19.485 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 326 2024-04-02T08:42:19.486 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 1513 (ObjNum 922 snap 296 seq_num 922) dirty exists 2024-04-02T08:42:19.486 INFO:tasks.rados.rados.0.smithi104.stdout:3301: finishing write tid 1 to smithi10482514-45 2024-04-02T08:42:19.486 INFO:tasks.rados.rados.0.smithi104.stdout:3301: finishing write tid 2 to smithi10482514-45 2024-04-02T08:42:19.486 INFO:tasks.rados.rados.0.smithi104.stdout:3303: seq_num 1022 ranges {2129920=319488} 2024-04-02T08:42:19.498 INFO:tasks.rados.rados.0.smithi104.stdout:3303: writing smithi10482514-48 from 2129920 to 2449408 tid 1 2024-04-02T08:42:19.498 INFO:tasks.rados.rados.0.smithi104.stdout:3302: done (2 left) 2024-04-02T08:42:19.498 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 326 2024-04-02T08:42:19.498 INFO:tasks.rados.rados.0.smithi104.stdout:3304: seq_num 1023 ranges {0=335872} 2024-04-02T08:42:19.500 INFO:tasks.rados.rados.0.smithi104.stdout:3304: writing smithi10482514-22 from 0 to 335872 tid 1 2024-04-02T08:42:19.500 INFO:tasks.rados.rados.0.smithi104.stdout:3305: delete oid 13 current snap is 326 2024-04-02T08:42:19.500 INFO:tasks.rados.rados.0.smithi104.stdout:3301: finishing write tid 3 to smithi10482514-45 2024-04-02T08:42:19.501 INFO:tasks.rados.rados.0.smithi104.stdout:3301: oid 45 updating version 0 to 2149 2024-04-02T08:42:19.501 INFO:tasks.rados.rados.0.smithi104.stdout:3301: oid 45 version 2149 is already newer than 2148 2024-04-02T08:42:19.501 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 2149 (ObjNum 1021 snap 326 seq_num 1021) dirty exists 2024-04-02T08:42:19.501 INFO:tasks.rados.rados.0.smithi104.stdout:3301: left oid 45 (ObjNum 1021 snap 326 seq_num 1021) 2024-04-02T08:42:19.503 INFO:tasks.rados.rados.0.smithi104.stdout:3303: finishing write tid 1 to smithi10482514-48 2024-04-02T08:42:19.503 INFO:tasks.rados.rados.0.smithi104.stdout:3303: finishing write tid 2 to smithi10482514-48 2024-04-02T08:42:19.506 INFO:tasks.rados.rados.0.smithi104.stdout:3304: finishing write tid 1 to smithi10482514-22 2024-04-02T08:42:19.506 INFO:tasks.rados.rados.0.smithi104.stdout:3301: done (3 left) 2024-04-02T08:42:19.506 INFO:tasks.rados.rados.0.smithi104.stdout:3305: done (2 left) 2024-04-02T08:42:19.506 INFO:tasks.rados.rados.0.smithi104.stdout:3306: read oid 31 snap -1 2024-04-02T08:42:19.506 INFO:tasks.rados.rados.0.smithi104.stdout:3306: expect (ObjNum 958 snap 305 seq_num 958) 2024-04-02T08:42:19.506 INFO:tasks.rados.rados.0.smithi104.stdout:3307: rmattr oid 40 current snap is 326 2024-04-02T08:42:19.507 INFO:tasks.rados.rados.0.smithi104.stdout:3308: snap_create 2024-04-02T08:42:19.507 INFO:tasks.rados.rados.0.smithi104.stdout:3304: finishing write tid 2 to smithi10482514-22 2024-04-02T08:42:19.507 INFO:tasks.rados.rados.0.smithi104.stdout:3303: finishing write tid 3 to smithi10482514-48 2024-04-02T08:42:19.507 INFO:tasks.rados.rados.0.smithi104.stdout:3303: oid 48 updating version 0 to 2006 2024-04-02T08:42:19.507 INFO:tasks.rados.rados.0.smithi104.stdout:3303: oid 48 updating version 2006 to 2007 2024-04-02T08:42:19.507 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 2007 (ObjNum 1022 snap 326 seq_num 1022) dirty exists 2024-04-02T08:42:19.507 INFO:tasks.rados.rados.0.smithi104.stdout:3303: left oid 48 (ObjNum 1022 snap 326 seq_num 1022) 2024-04-02T08:42:19.507 INFO:tasks.rados.rados.0.smithi104.stdout:3304: finishing write tid 3 to smithi10482514-22 2024-04-02T08:42:19.508 INFO:tasks.rados.rados.0.smithi104.stdout:3304: oid 22 updating version 0 to 1981 2024-04-02T08:42:19.508 INFO:tasks.rados.rados.0.smithi104.stdout:3304: oid 22 updating version 1981 to 1982 2024-04-02T08:42:19.508 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 1982 (ObjNum 1023 snap 326 seq_num 1023) dirty exists 2024-04-02T08:42:19.508 INFO:tasks.rados.rados.0.smithi104.stdout:3304: left oid 22 (ObjNum 1023 snap 326 seq_num 1023) 2024-04-02T08:42:19.509 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 2158 (ObjNum 1018 snap 325 seq_num 1018) dirty exists 2024-04-02T08:42:19.511 INFO:tasks.rados.rados.0.smithi104.stdout:3306: expect (ObjNum 958 snap 305 seq_num 958) 2024-04-02T08:42:19.951 INFO:tasks.rados.rados.0.smithi104.stdout:3303: done (4 left) 2024-04-02T08:42:19.951 INFO:tasks.rados.rados.0.smithi104.stdout:3304: done (3 left) 2024-04-02T08:42:19.951 INFO:tasks.rados.rados.0.smithi104.stdout:3306: done (2 left) 2024-04-02T08:42:19.951 INFO:tasks.rados.rados.0.smithi104.stdout:3307: done (1 left) 2024-04-02T08:42:19.951 INFO:tasks.rados.rados.0.smithi104.stdout:3308: done (0 left) 2024-04-02T08:42:19.951 INFO:tasks.rados.rados.0.smithi104.stdout:3309: read oid 49 snap -1 2024-04-02T08:42:19.951 INFO:tasks.rados.rados.0.smithi104.stdout:3309: expect (ObjNum 1001 snap 317 seq_num 1001) 2024-04-02T08:42:19.951 INFO:tasks.rados.rados.0.smithi104.stdout:3310: snap_remove snap 325 2024-04-02T08:42:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:19 smithi188 ceph-mon[86835]: pgmap v737: 121 pgs: 121 active+clean; 99 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:42:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:19 smithi188 ceph-mon[86835]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:42:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:19 smithi104 ceph-mon[94081]: pgmap v737: 121 pgs: 121 active+clean; 99 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:42:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:19 smithi104 ceph-mon[94081]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:42:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:19 smithi104 ceph-mon[96567]: pgmap v737: 121 pgs: 121 active+clean; 99 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:42:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:19 smithi104 ceph-mon[96567]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:42:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:20.935 INFO:tasks.rados.rados.0.smithi104.stdout:3310: done (1 left) 2024-04-02T08:42:20.935 INFO:tasks.rados.rados.0.smithi104.stdout:3311: read oid 29 snap -1 2024-04-02T08:42:20.935 INFO:tasks.rados.rados.0.smithi104.stdout:3311: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:20.935 INFO:tasks.rados.rados.0.smithi104.stdout:3312: copy_from oid 42 from oid 16 current snap is 327 2024-04-02T08:42:20.935 INFO:tasks.rados.rados.0.smithi104.stdout:3309: expect (ObjNum 1001 snap 317 seq_num 1001) 2024-04-02T08:42:21.019 INFO:tasks.rados.rados.0.smithi104.stdout:3309: done (2 left) 2024-04-02T08:42:21.019 INFO:tasks.rados.rados.0.smithi104.stdout:3313: copy_from oid 20 from oid 50 current snap is 327 2024-04-02T08:42:21.019 INFO:tasks.rados.rados.0.smithi104.stdout:3312: finishing copy_from racing read to smithi10482514-42 2024-04-02T08:42:21.019 INFO:tasks.rados.rados.0.smithi104.stdout:3312: finishing copy_from to smithi10482514-42 2024-04-02T08:42:21.019 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 2136 (ObjNum 1019 snap 325 seq_num 1019) dirty exists 2024-04-02T08:42:21.019 INFO:tasks.rados.rados.0.smithi104.stdout:3311: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:21.178 INFO:tasks.rados.rados.0.smithi104.stdout:3313: finishing copy_from to smithi10482514-20 2024-04-02T08:42:21.179 INFO:tasks.rados.rados.0.smithi104.stdout:3313: got expected ENOENT (src dne) 2024-04-02T08:42:21.179 INFO:tasks.rados.rados.0.smithi104.stdout:3313: finishing copy_from racing read to smithi10482514-20 2024-04-02T08:42:21.179 INFO:tasks.rados.rados.0.smithi104.stdout:3311: done (2 left) 2024-04-02T08:42:21.179 INFO:tasks.rados.rados.0.smithi104.stdout:3312: done (1 left) 2024-04-02T08:42:21.179 INFO:tasks.rados.rados.0.smithi104.stdout:3313: done (0 left) 2024-04-02T08:42:21.180 INFO:tasks.rados.rados.0.smithi104.stdout:3314: delete oid 10 current snap is 327 2024-04-02T08:42:21.181 INFO:tasks.rados.rados.0.smithi104.stdout:3314: done (0 left) 2024-04-02T08:42:21.181 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 327 2024-04-02T08:42:21.181 INFO:tasks.rados.rados.0.smithi104.stdout:3315: seq_num 1026 ranges {4202496=385024} 2024-04-02T08:42:21.206 INFO:tasks.rados.rados.0.smithi104.stdout:3315: writing smithi10482514-32 from 4202496 to 4587520 tid 1 2024-04-02T08:42:21.206 INFO:tasks.rados.rados.0.smithi104.stdout:3316: copy_from oid 11 from oid 6 current snap is 327 2024-04-02T08:42:21.206 INFO:tasks.rados.rados.0.smithi104.stdout:3317: copy_from oid 38 from oid 7 current snap is 327 2024-04-02T08:42:21.206 INFO:tasks.rados.rados.0.smithi104.stdout:3318: snap_remove snap 326 2024-04-02T08:42:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:20 smithi188 ceph-mon[86835]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:42:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:20 smithi188 ceph-mon[86835]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:42:21.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:20 smithi104 ceph-mon[96567]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:42:21.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:20 smithi104 ceph-mon[96567]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:42:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:20 smithi104 ceph-mon[94081]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:42:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:20 smithi104 ceph-mon[94081]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:42:21.966 INFO:tasks.rados.rados.0.smithi104.stdout:3315: finishing write tid 1 to smithi10482514-32 2024-04-02T08:42:21.966 INFO:tasks.rados.rados.0.smithi104.stdout:3315: finishing write tid 2 to smithi10482514-32 2024-04-02T08:42:21.967 INFO:tasks.rados.rados.0.smithi104.stdout:3315: finishing write tid 3 to smithi10482514-32 2024-04-02T08:42:21.967 INFO:tasks.rados.rados.0.smithi104.stdout:3315: oid 32 updating version 0 to 464 2024-04-02T08:42:21.967 INFO:tasks.rados.rados.0.smithi104.stdout:3315: oid 32 version 464 is already newer than 463 2024-04-02T08:42:21.967 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 464 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-04-02T08:42:21.967 INFO:tasks.rados.rados.0.smithi104.stdout:3315: left oid 32 (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:42:21.967 INFO:tasks.rados.rados.0.smithi104.stdout:3317: finishing copy_from racing read to smithi10482514-38 2024-04-02T08:42:21.968 INFO:tasks.rados.rados.0.smithi104.stdout:3317: finishing copy_from to smithi10482514-38 2024-04-02T08:42:21.968 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 2124 (ObjNum 1008 snap 322 seq_num 1008) dirty exists 2024-04-02T08:42:21.968 INFO:tasks.rados.rados.0.smithi104.stdout:3316: finishing copy_from racing read to smithi10482514-11 2024-04-02T08:42:21.968 INFO:tasks.rados.rados.0.smithi104.stdout:3316: finishing copy_from to smithi10482514-11 2024-04-02T08:42:21.968 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 2139 (ObjNum 947 snap 301 seq_num 947) dirty exists 2024-04-02T08:42:21.968 INFO:tasks.rados.rados.0.smithi104.stdout:3315: done (3 left) 2024-04-02T08:42:21.969 INFO:tasks.rados.rados.0.smithi104.stdout:3316: done (2 left) 2024-04-02T08:42:21.969 INFO:tasks.rados.rados.0.smithi104.stdout:3317: done (1 left) 2024-04-02T08:42:21.969 INFO:tasks.rados.rados.0.smithi104.stdout:3318: done (0 left) 2024-04-02T08:42:21.969 INFO:tasks.rados.rados.0.smithi104.stdout:3319: copy_from oid 24 from oid 46 current snap is 327 2024-04-02T08:42:21.969 INFO:tasks.rados.rados.0.smithi104.stdout:3320: rmattr oid 42 current snap is 327 2024-04-02T08:42:21.969 INFO:tasks.rados.rados.0.smithi104.stdout:3320: done (1 left) 2024-04-02T08:42:21.969 INFO:tasks.rados.rados.0.smithi104.stdout:3321: rollback oid 15 current snap is 327 2024-04-02T08:42:21.969 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 15 to 324 2024-04-02T08:42:21.969 INFO:tasks.rados.rados.0.smithi104.stdout:3322: copy_from oid 33 from oid 39 current snap is 327 2024-04-02T08:42:21.970 INFO:tasks.rados.rados.0.smithi104.stdout:3323: read oid 48 snap -1 2024-04-02T08:42:21.970 INFO:tasks.rados.rados.0.smithi104.stdout:3323: expect (ObjNum 1022 snap 326 seq_num 1022) 2024-04-02T08:42:21.970 INFO:tasks.rados.rados.0.smithi104.stdout:3324: read oid 20 snap -1 2024-04-02T08:42:21.970 INFO:tasks.rados.rados.0.smithi104.stdout:3324: expect (ObjNum 985 snap 309 seq_num 985) 2024-04-02T08:42:21.970 INFO:tasks.rados.rados.0.smithi104.stdout:3325: copy_from oid 41 from oid 26 current snap is 327 2024-04-02T08:42:21.970 INFO:tasks.rados.rados.0.smithi104.stdout:3326: rollback oid 13 current snap is 327 2024-04-02T08:42:21.970 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 324 2024-04-02T08:42:21.970 INFO:tasks.rados.rados.0.smithi104.stdout:3327: delete oid 6 current snap is 327 2024-04-02T08:42:21.974 INFO:tasks.rados.rados.0.smithi104.stdout:3322: finishing copy_from racing read to smithi10482514-33 2024-04-02T08:42:21.976 INFO:tasks.rados.rados.0.smithi104.stdout:3324: expect (ObjNum 985 snap 309 seq_num 985) 2024-04-02T08:42:22.034 INFO:tasks.rados.rados.0.smithi104.stdout:3322: finishing copy_from to smithi10482514-33 2024-04-02T08:42:22.034 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 2438 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:42:22.034 INFO:tasks.rados.rados.0.smithi104.stdout:3321: finishing rollback tid 0 to smithi10482514-15 2024-04-02T08:42:22.035 INFO:tasks.rados.rados.0.smithi104.stdout:3326: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:42:22.035 INFO:tasks.rados.rados.0.smithi104.stdout:3326: finishing rollback tid 2 to smithi10482514-13 2024-04-02T08:42:22.035 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2152 (ObjNum 1000 snap 317 seq_num 1000) dirty exists 2024-04-02T08:42:22.035 INFO:tasks.rados.rados.0.smithi104.stdout:3321: finishing rollback tid 1 to smithi10482514-15 2024-04-02T08:42:22.035 INFO:tasks.rados.rados.0.smithi104.stdout:3321: finishing rollback tid 2 to smithi10482514-15 2024-04-02T08:42:22.035 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 2514 (ObjNum 1007 snap 321 seq_num 1007) dirty exists 2024-04-02T08:42:22.035 INFO:tasks.rados.rados.0.smithi104.stdout:3319: finishing copy_from racing read to smithi10482514-24 2024-04-02T08:42:22.035 INFO:tasks.rados.rados.0.smithi104.stdout:3323: expect (ObjNum 1022 snap 326 seq_num 1022) 2024-04-02T08:42:22.136 INFO:tasks.rados.rados.0.smithi104.stdout:3319: finishing copy_from to smithi10482514-24 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 2005 (ObjNum 1012 snap 323 seq_num 1012) dirty exists 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:3325: finishing copy_from racing read to smithi10482514-41 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:3325: finishing copy_from to smithi10482514-41 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2146 (ObjNum 984 snap 309 seq_num 984) dirty exists 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:3319: done (7 left) 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:3321: done (6 left) 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:3322: done (5 left) 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:3323: done (4 left) 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:3324: done (3 left) 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:3325: done (2 left) 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:3326: done (1 left) 2024-04-02T08:42:22.137 INFO:tasks.rados.rados.0.smithi104.stdout:3327: done (0 left) 2024-04-02T08:42:22.138 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 34 current snap is 327 2024-04-02T08:42:22.138 INFO:tasks.rados.rados.0.smithi104.stdout:3328: seq_num 1028 ranges {237568=425984} 2024-04-02T08:42:22.140 INFO:tasks.rados.rados.0.smithi104.stdout:3328: writing smithi10482514-34 from 237568 to 663552 tid 1 2024-04-02T08:42:22.140 INFO:tasks.rados.rados.0.smithi104.stdout:3329: read oid 41 snap 324 2024-04-02T08:42:22.140 INFO:tasks.rados.rados.0.smithi104.stdout:3329: expect (ObjNum 1001 snap 317 seq_num 1001) 2024-04-02T08:42:22.140 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 327 2024-04-02T08:42:22.140 INFO:tasks.rados.rados.0.smithi104.stdout:3330: seq_num 1029 ranges {204800=442368} 2024-04-02T08:42:22.143 INFO:tasks.rados.rados.0.smithi104.stdout:3330: writing smithi10482514-24 from 204800 to 647168 tid 1 2024-04-02T08:42:22.143 INFO:tasks.rados.rados.0.smithi104.stdout:3331: read oid 45 snap 324 2024-04-02T08:42:22.143 INFO:tasks.rados.rados.0.smithi104.stdout:3331: expect (ObjNum 989 snap 313 seq_num 989) 2024-04-02T08:42:22.143 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 327 2024-04-02T08:42:22.143 INFO:tasks.rados.rados.0.smithi104.stdout:3332: seq_num 1030 ranges {4571136=458752} 2024-04-02T08:42:22.171 INFO:tasks.rados.rados.0.smithi104.stdout:3332: writing smithi10482514-15 from 4571136 to 5029888 tid 1 2024-04-02T08:42:22.171 INFO:tasks.rados.rados.0.smithi104.stdout:3333: rollback oid 35 current snap is 327 2024-04-02T08:42:22.171 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 35 to 324 2024-04-02T08:42:22.171 INFO:tasks.rados.rados.0.smithi104.stdout:3328: finishing write tid 1 to smithi10482514-34 2024-04-02T08:42:22.171 INFO:tasks.rados.rados.0.smithi104.stdout:3328: finishing write tid 2 to smithi10482514-34 2024-04-02T08:42:22.171 INFO:tasks.rados.rados.0.smithi104.stdout:3328: finishing write tid 3 to smithi10482514-34 2024-04-02T08:42:22.172 INFO:tasks.rados.rados.0.smithi104.stdout:3328: oid 34 updating version 0 to 2758 2024-04-02T08:42:22.172 INFO:tasks.rados.rados.0.smithi104.stdout:3328: oid 34 updating version 2758 to 2759 2024-04-02T08:42:22.172 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 2759 (ObjNum 1028 snap 327 seq_num 1028) dirty exists 2024-04-02T08:42:22.172 INFO:tasks.rados.rados.0.smithi104.stdout:3328: left oid 34 (ObjNum 1028 snap 327 seq_num 1028) 2024-04-02T08:42:22.172 INFO:tasks.rados.rados.0.smithi104.stdout:3329: expect (ObjNum 1001 snap 317 seq_num 1001) 2024-04-02T08:42:22.235 INFO:tasks.rados.rados.0.smithi104.stdout:3330: finishing write tid 1 to smithi10482514-24 2024-04-02T08:42:22.236 INFO:tasks.rados.rados.0.smithi104.stdout:3330: finishing write tid 2 to smithi10482514-24 2024-04-02T08:42:22.236 INFO:tasks.rados.rados.0.smithi104.stdout:3330: finishing write tid 3 to smithi10482514-24 2024-04-02T08:42:22.236 INFO:tasks.rados.rados.0.smithi104.stdout:3330: oid 24 updating version 0 to 2519 2024-04-02T08:42:22.236 INFO:tasks.rados.rados.0.smithi104.stdout:3330: oid 24 updating version 2519 to 2520 2024-04-02T08:42:22.236 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 2520 (ObjNum 1029 snap 327 seq_num 1029) dirty exists 2024-04-02T08:42:22.236 INFO:tasks.rados.rados.0.smithi104.stdout:3330: left oid 24 (ObjNum 1029 snap 327 seq_num 1029) 2024-04-02T08:42:22.236 INFO:tasks.rados.rados.0.smithi104.stdout:3331: expect (ObjNum 989 snap 313 seq_num 989) 2024-04-02T08:42:22.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:21 smithi188 ceph-mon[86835]: pgmap v740: 121 pgs: 121 active+clean; 95 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 516 KiB/s wr, 15 op/s 2024-04-02T08:42:22.350 INFO:tasks.rados.rados.0.smithi104.stdout:3332: finishing write tid 1 to smithi10482514-15 2024-04-02T08:42:22.350 INFO:tasks.rados.rados.0.smithi104.stdout:3328: done (5 left) 2024-04-02T08:42:22.350 INFO:tasks.rados.rados.0.smithi104.stdout:3329: done (4 left) 2024-04-02T08:42:22.350 INFO:tasks.rados.rados.0.smithi104.stdout:3330: done (3 left) 2024-04-02T08:42:22.350 INFO:tasks.rados.rados.0.smithi104.stdout:3331: done (2 left) 2024-04-02T08:42:22.350 INFO:tasks.rados.rados.0.smithi104.stdout:3334: rollback oid 1 current snap is 327 2024-04-02T08:42:22.350 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 324 2024-04-02T08:42:22.350 INFO:tasks.rados.rados.0.smithi104.stdout:3333: finishing rollback tid 1 to smithi10482514-35 2024-04-02T08:42:22.350 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 0 (ObjNum 33 snap 0 seq_num 1939898016) dirty dne 2024-04-02T08:42:22.350 INFO:tasks.rados.rados.0.smithi104.stdout:3332: finishing write tid 2 to smithi10482514-15 2024-04-02T08:42:22.350 INFO:tasks.rados.rados.0.smithi104.stdout:3332: finishing write tid 3 to smithi10482514-15 2024-04-02T08:42:22.351 INFO:tasks.rados.rados.0.smithi104.stdout:3332: oid 15 updating version 0 to 2522 2024-04-02T08:42:22.351 INFO:tasks.rados.rados.0.smithi104.stdout:3332: oid 15 version 2522 is already newer than 2521 2024-04-02T08:42:22.351 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 2522 (ObjNum 1030 snap 327 seq_num 1030) dirty exists 2024-04-02T08:42:22.351 INFO:tasks.rados.rados.0.smithi104.stdout:3332: left oid 15 (ObjNum 1030 snap 327 seq_num 1030) 2024-04-02T08:42:22.351 INFO:tasks.rados.rados.0.smithi104.stdout:3332: done (2 left) 2024-04-02T08:42:22.351 INFO:tasks.rados.rados.0.smithi104.stdout:3333: done (1 left) 2024-04-02T08:42:22.351 INFO:tasks.rados.rados.0.smithi104.stdout:3335: snap_create 2024-04-02T08:42:22.353 INFO:tasks.rados.rados.0.smithi104.stdout:3334: finishing rollback tid 0 to smithi10482514-1 2024-04-02T08:42:22.353 INFO:tasks.rados.rados.0.smithi104.stdout:3334: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:42:22.353 INFO:tasks.rados.rados.0.smithi104.stdout:3334: finishing rollback tid 2 to smithi10482514-1 2024-04-02T08:42:22.353 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2130 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:42:22.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:21 smithi104 ceph-mon[96567]: pgmap v740: 121 pgs: 121 active+clean; 95 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 516 KiB/s wr, 15 op/s 2024-04-02T08:42:22.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:21 smithi104 ceph-mon[94081]: pgmap v740: 121 pgs: 121 active+clean; 95 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 516 KiB/s wr, 15 op/s 2024-04-02T08:42:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:42:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:22.968 INFO:tasks.rados.rados.0.smithi104.stdout:3334: done (1 left) 2024-04-02T08:42:22.969 INFO:tasks.rados.rados.0.smithi104.stdout:3335: done (0 left) 2024-04-02T08:42:22.969 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 328 2024-04-02T08:42:22.969 INFO:tasks.rados.rados.0.smithi104.stdout:3336: seq_num 1031 ranges {6103040=475136} 2024-04-02T08:42:23.005 INFO:tasks.rados.rados.0.smithi104.stdout:3336: writing smithi10482514-30 from 6103040 to 6578176 tid 1 2024-04-02T08:42:23.006 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 328 2024-04-02T08:42:23.006 INFO:tasks.rados.rados.0.smithi104.stdout:3337: seq_num 1032 ranges {974848=491520} 2024-04-02T08:42:23.014 INFO:tasks.rados.rados.0.smithi104.stdout:3337: writing smithi10482514-38 from 974848 to 1466368 tid 1 2024-04-02T08:42:23.015 INFO:tasks.rados.rados.0.smithi104.stdout:3338: snap_create 2024-04-02T08:42:23.015 INFO:tasks.rados.rados.0.smithi104.stdout:3336: finishing write tid 1 to smithi10482514-30 2024-04-02T08:42:23.015 INFO:tasks.rados.rados.0.smithi104.stdout:3336: finishing write tid 2 to smithi10482514-30 2024-04-02T08:42:23.015 INFO:tasks.rados.rados.0.smithi104.stdout:3336: finishing write tid 3 to smithi10482514-30 2024-04-02T08:42:23.015 INFO:tasks.rados.rados.0.smithi104.stdout:3336: oid 30 updating version 0 to 2151 2024-04-02T08:42:23.015 INFO:tasks.rados.rados.0.smithi104.stdout:3336: oid 30 updating version 2151 to 2152 2024-04-02T08:42:23.015 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 2152 (ObjNum 1031 snap 328 seq_num 1031) dirty exists 2024-04-02T08:42:23.015 INFO:tasks.rados.rados.0.smithi104.stdout:3336: left oid 30 (ObjNum 1031 snap 328 seq_num 1031) 2024-04-02T08:42:23.020 INFO:tasks.rados.rados.0.smithi104.stdout:3337: finishing write tid 1 to smithi10482514-38 2024-04-02T08:42:23.020 INFO:tasks.rados.rados.0.smithi104.stdout:3337: finishing write tid 2 to smithi10482514-38 2024-04-02T08:42:23.023 INFO:tasks.rados.rados.0.smithi104.stdout:3337: finishing write tid 3 to smithi10482514-38 2024-04-02T08:42:23.023 INFO:tasks.rados.rados.0.smithi104.stdout:3337: oid 38 updating version 0 to 2142 2024-04-02T08:42:23.023 INFO:tasks.rados.rados.0.smithi104.stdout:3337: oid 38 version 2142 is already newer than 2141 2024-04-02T08:42:23.023 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 2142 (ObjNum 1032 snap 328 seq_num 1032) dirty exists 2024-04-02T08:42:23.023 INFO:tasks.rados.rados.0.smithi104.stdout:3337: left oid 38 (ObjNum 1032 snap 328 seq_num 1032) 2024-04-02T08:42:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:22 smithi188 ceph-mon[86835]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:42:23.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:22 smithi104 ceph-mon[94081]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:42:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:22 smithi104 ceph-mon[96567]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:42:23.981 INFO:tasks.rados.rados.0.smithi104.stdout:3336: done (2 left) 2024-04-02T08:42:23.981 INFO:tasks.rados.rados.0.smithi104.stdout:3337: done (1 left) 2024-04-02T08:42:23.981 INFO:tasks.rados.rados.0.smithi104.stdout:3338: done (0 left) 2024-04-02T08:42:23.981 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 31 current snap is 329 2024-04-02T08:42:23.981 INFO:tasks.rados.rados.0.smithi104.stdout:3339: seq_num 1033 ranges {1654784=507904} 2024-04-02T08:42:23.993 INFO:tasks.rados.rados.0.smithi104.stdout:3339: writing smithi10482514-31 from 1654784 to 2162688 tid 1 2024-04-02T08:42:23.994 INFO:tasks.rados.rados.0.smithi104.stdout:3340: rmattr oid 35 current snap is 329 2024-04-02T08:42:23.994 INFO:tasks.rados.rados.0.smithi104.stdout:3340: done (1 left) 2024-04-02T08:42:23.994 INFO:tasks.rados.rados.0.smithi104.stdout:3341: read oid 29 snap 328 2024-04-02T08:42:23.994 INFO:tasks.rados.rados.0.smithi104.stdout:3341: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:23.994 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 329 2024-04-02T08:42:23.994 INFO:tasks.rados.rados.0.smithi104.stdout:3342: seq_num 1034 ranges {2375680=524288} 2024-04-02T08:42:24.009 INFO:tasks.rados.rados.0.smithi104.stdout:3342: writing smithi10482514-49 from 2375680 to 2899968 tid 1 2024-04-02T08:42:24.010 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 329 2024-04-02T08:42:24.010 INFO:tasks.rados.rados.0.smithi104.stdout:3343: seq_num 1035 ranges {0=540672} 2024-04-02T08:42:24.012 INFO:tasks.rados.rados.0.smithi104.stdout:3343: writing smithi10482514-6 from 0 to 540672 tid 1 2024-04-02T08:42:24.012 INFO:tasks.rados.rados.0.smithi104.stdout:3344: copy_from oid 36 from oid 18 current snap is 329 2024-04-02T08:42:24.012 INFO:tasks.rados.rados.0.smithi104.stdout:3339: finishing write tid 1 to smithi10482514-31 2024-04-02T08:42:24.012 INFO:tasks.rados.rados.0.smithi104.stdout:3339: finishing write tid 2 to smithi10482514-31 2024-04-02T08:42:24.012 INFO:tasks.rados.rados.0.smithi104.stdout:3339: finishing write tid 3 to smithi10482514-31 2024-04-02T08:42:24.012 INFO:tasks.rados.rados.0.smithi104.stdout:3339: oid 31 updating version 0 to 2153 2024-04-02T08:42:24.012 INFO:tasks.rados.rados.0.smithi104.stdout:3339: oid 31 updating version 2153 to 2154 2024-04-02T08:42:24.012 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 2154 (ObjNum 1033 snap 329 seq_num 1033) dirty exists 2024-04-02T08:42:24.012 INFO:tasks.rados.rados.0.smithi104.stdout:3339: left oid 31 (ObjNum 1033 snap 329 seq_num 1033) 2024-04-02T08:42:24.013 INFO:tasks.rados.rados.0.smithi104.stdout:3341: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:24.150 INFO:tasks.rados.rados.0.smithi104.stdout:3342: finishing write tid 1 to smithi10482514-49 2024-04-02T08:42:24.150 INFO:tasks.rados.rados.0.smithi104.stdout:3343: finishing write tid 1 to smithi10482514-6 2024-04-02T08:42:24.150 INFO:tasks.rados.rados.0.smithi104.stdout:3342: finishing write tid 2 to smithi10482514-49 2024-04-02T08:42:24.150 INFO:tasks.rados.rados.0.smithi104.stdout:3343: finishing write tid 2 to smithi10482514-6 2024-04-02T08:42:24.150 INFO:tasks.rados.rados.0.smithi104.stdout:3342: finishing write tid 3 to smithi10482514-49 2024-04-02T08:42:24.150 INFO:tasks.rados.rados.0.smithi104.stdout:3342: oid 49 updating version 0 to 2154 2024-04-02T08:42:24.150 INFO:tasks.rados.rados.0.smithi104.stdout:3342: oid 49 version 2154 is already newer than 2153 2024-04-02T08:42:24.150 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2154 (ObjNum 1034 snap 329 seq_num 1034) dirty exists 2024-04-02T08:42:24.150 INFO:tasks.rados.rados.0.smithi104.stdout:3342: left oid 49 (ObjNum 1034 snap 329 seq_num 1034) 2024-04-02T08:42:24.150 INFO:tasks.rados.rados.0.smithi104.stdout:3343: finishing write tid 3 to smithi10482514-6 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3343: oid 6 updating version 0 to 2524 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3343: oid 6 version 2524 is already newer than 2523 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2524 (ObjNum 1035 snap 329 seq_num 1035) dirty exists 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3343: left oid 6 (ObjNum 1035 snap 329 seq_num 1035) 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3344: finishing copy_from racing read to smithi10482514-36 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3344: finishing copy_from to smithi10482514-36 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1982 (ObjNum 988 snap 312 seq_num 988) dirty exists 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3339: done (4 left) 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3341: done (3 left) 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3342: done (2 left) 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3343: done (1 left) 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3344: done (0 left) 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3345: copy_from oid 9 from oid 32 current snap is 329 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3346: copy_from oid 7 from oid 2 current snap is 329 2024-04-02T08:42:24.151 INFO:tasks.rados.rados.0.smithi104.stdout:3347: read oid 13 snap -1 2024-04-02T08:42:24.152 INFO:tasks.rados.rados.0.smithi104.stdout:3347: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:24.152 INFO:tasks.rados.rados.0.smithi104.stdout:3348: copy_from oid 47 from oid 14 current snap is 329 2024-04-02T08:42:24.152 INFO:tasks.rados.rados.0.smithi104.stdout:3349: read oid 30 snap 328 2024-04-02T08:42:24.152 INFO:tasks.rados.rados.0.smithi104.stdout:3349: expect (ObjNum 1031 snap 328 seq_num 1031) 2024-04-02T08:42:24.152 INFO:tasks.rados.rados.0.smithi104.stdout:3350: snap_create 2024-04-02T08:42:24.158 INFO:tasks.rados.rados.0.smithi104.stdout:3346: finishing copy_from racing read to smithi10482514-7 2024-04-02T08:42:24.161 INFO:tasks.rados.rados.0.smithi104.stdout:3346: finishing copy_from to smithi10482514-7 2024-04-02T08:42:24.161 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2127 (ObjNum 935 snap 297 seq_num 935) dirty exists 2024-04-02T08:42:24.179 INFO:tasks.rados.rados.0.smithi104.stdout:3347: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:24.348 INFO:tasks.rados.rados.0.smithi104.stdout:3345: finishing copy_from racing read to smithi10482514-9 2024-04-02T08:42:24.348 INFO:tasks.rados.rados.0.smithi104.stdout:3345: finishing copy_from to smithi10482514-9 2024-04-02T08:42:24.348 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 464 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-04-02T08:42:24.348 INFO:tasks.rados.rados.0.smithi104.stdout:3349: expect (ObjNum 1031 snap 328 seq_num 1031) 2024-04-02T08:42:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:23 smithi188 ceph-mon[86835]: pgmap v743: 121 pgs: 121 active+clean; 99 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-02T08:42:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:23 smithi188 ceph-mon[86835]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:42:24.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:23 smithi104 ceph-mon[94081]: pgmap v743: 121 pgs: 121 active+clean; 99 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-02T08:42:24.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:23 smithi104 ceph-mon[94081]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:42:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:23 smithi104 ceph-mon[96567]: pgmap v743: 121 pgs: 121 active+clean; 99 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-02T08:42:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:23 smithi104 ceph-mon[96567]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:42:24.712 INFO:tasks.rados.rados.0.smithi104.stdout:3348: finishing copy_from racing read to smithi10482514-47 2024-04-02T08:42:24.712 INFO:tasks.rados.rados.0.smithi104.stdout:3348: finishing copy_from to smithi10482514-47 2024-04-02T08:42:24.712 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 2128 (ObjNum 964 snap 305 seq_num 964) dirty exists 2024-04-02T08:42:24.982 INFO:tasks.rados.rados.0.smithi104.stdout:3345: done (5 left) 2024-04-02T08:42:24.982 INFO:tasks.rados.rados.0.smithi104.stdout:3346: done (4 left) 2024-04-02T08:42:24.982 INFO:tasks.rados.rados.0.smithi104.stdout:3347: done (3 left) 2024-04-02T08:42:24.983 INFO:tasks.rados.rados.0.smithi104.stdout:3348: done (2 left) 2024-04-02T08:42:24.983 INFO:tasks.rados.rados.0.smithi104.stdout:3349: done (1 left) 2024-04-02T08:42:24.983 INFO:tasks.rados.rados.0.smithi104.stdout:3350: done (0 left) 2024-04-02T08:42:24.983 INFO:tasks.rados.rados.0.smithi104.stdout:3351: snap_remove snap 329 2024-04-02T08:42:25.290 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:24 smithi104 ceph-mon[94081]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:42:25.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:24 smithi104 ceph-mon[96567]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:42:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:24 smithi188 ceph-mon[86835]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:42:25.937 INFO:tasks.rados.rados.0.smithi104.stdout:3351: done (0 left) 2024-04-02T08:42:25.937 INFO:tasks.rados.rados.0.smithi104.stdout:3352: copy_from oid 20 from oid 32 current snap is 330 2024-04-02T08:42:25.937 INFO:tasks.rados.rados.0.smithi104.stdout:3353: read oid 42 snap -1 2024-04-02T08:42:25.938 INFO:tasks.rados.rados.0.smithi104.stdout:3353: expect (ObjNum 1019 snap 325 seq_num 1019) 2024-04-02T08:42:25.938 INFO:tasks.rados.rados.0.smithi104.stdout:3354: read oid 19 snap -1 2024-04-02T08:42:25.938 INFO:tasks.rados.rados.0.smithi104.stdout:3354: expect (ObjNum 1013 snap 323 seq_num 1013) 2024-04-02T08:42:25.938 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 330 2024-04-02T08:42:25.938 INFO:tasks.rados.rados.0.smithi104.stdout:3355: seq_num 1036 ranges {647168=557056} 2024-04-02T08:42:25.945 INFO:tasks.rados.rados.0.smithi104.stdout:3355: writing smithi10482514-24 from 647168 to 1204224 tid 1 2024-04-02T08:42:25.945 INFO:tasks.rados.rados.0.smithi104.stdout:3356: rmattr oid 21 current snap is 330 2024-04-02T08:42:25.945 INFO:tasks.rados.rados.0.smithi104.stdout:3356: done (4 left) 2024-04-02T08:42:25.945 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 330 2024-04-02T08:42:25.945 INFO:tasks.rados.rados.0.smithi104.stdout:3357: seq_num 1037 ranges {2449408=573440} 2024-04-02T08:42:25.963 INFO:tasks.rados.rados.0.smithi104.stdout:3357: writing smithi10482514-48 from 2449408 to 3022848 tid 1 2024-04-02T08:42:25.963 INFO:tasks.rados.rados.0.smithi104.stdout:3358: read oid 9 snap -1 2024-04-02T08:42:25.964 INFO:tasks.rados.rados.0.smithi104.stdout:3358: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:42:25.964 INFO:tasks.rados.rados.0.smithi104.stdout:3359: setattr oid 21 current snap is 330 2024-04-02T08:42:25.964 INFO:tasks.rados.rados.0.smithi104.stdout:3355: finishing write tid 1 to smithi10482514-24 2024-04-02T08:42:25.964 INFO:tasks.rados.rados.0.smithi104.stdout:3354: expect (ObjNum 1013 snap 323 seq_num 1013) 2024-04-02T08:42:26.130 INFO:tasks.rados.rados.0.smithi104.stdout:3355: finishing write tid 2 to smithi10482514-24 2024-04-02T08:42:26.130 INFO:tasks.rados.rados.0.smithi104.stdout:3355: finishing write tid 3 to smithi10482514-24 2024-04-02T08:42:26.131 INFO:tasks.rados.rados.0.smithi104.stdout:3355: oid 24 updating version 0 to 2527 2024-04-02T08:42:26.131 INFO:tasks.rados.rados.0.smithi104.stdout:3355: oid 24 version 2527 is already newer than 2526 2024-04-02T08:42:26.131 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 2527 (ObjNum 1036 snap 330 seq_num 1036) dirty exists 2024-04-02T08:42:26.131 INFO:tasks.rados.rados.0.smithi104.stdout:3355: left oid 24 (ObjNum 1036 snap 330 seq_num 1036) 2024-04-02T08:42:26.131 INFO:tasks.rados.rados.0.smithi104.stdout:3353: expect (ObjNum 1019 snap 325 seq_num 1019) 2024-04-02T08:42:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:42:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:42:25] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-04-02T08:42:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:25 smithi104 ceph-mon[96567]: pgmap v746: 121 pgs: 121 active+clean; 98 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-02T08:42:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:25 smithi104 ceph-mon[96567]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:42:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:25 smithi104 ceph-mon[96567]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:42:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:25 smithi104 ceph-mon[94081]: pgmap v746: 121 pgs: 121 active+clean; 98 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-02T08:42:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:25 smithi104 ceph-mon[94081]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:42:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:25 smithi104 ceph-mon[94081]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:42:26.208 INFO:tasks.rados.rados.0.smithi104.stdout:3352: finishing copy_from racing read to smithi10482514-20 2024-04-02T08:42:26.208 INFO:tasks.rados.rados.0.smithi104.stdout:3357: finishing write tid 1 to smithi10482514-48 2024-04-02T08:42:26.208 INFO:tasks.rados.rados.0.smithi104.stdout:3357: finishing write tid 2 to smithi10482514-48 2024-04-02T08:42:26.208 INFO:tasks.rados.rados.0.smithi104.stdout:3357: finishing write tid 3 to smithi10482514-48 2024-04-02T08:42:26.208 INFO:tasks.rados.rados.0.smithi104.stdout:3357: oid 48 updating version 0 to 2008 2024-04-02T08:42:26.208 INFO:tasks.rados.rados.0.smithi104.stdout:3357: oid 48 updating version 2008 to 2009 2024-04-02T08:42:26.208 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 2009 (ObjNum 1037 snap 330 seq_num 1037) dirty exists 2024-04-02T08:42:26.208 INFO:tasks.rados.rados.0.smithi104.stdout:3357: left oid 48 (ObjNum 1037 snap 330 seq_num 1037) 2024-04-02T08:42:26.209 INFO:tasks.rados.rados.0.smithi104.stdout:3352: finishing copy_from to smithi10482514-20 2024-04-02T08:42:26.209 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 464 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-04-02T08:42:26.209 INFO:tasks.rados.rados.0.smithi104.stdout:3358: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:42:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:25 smithi188 ceph-mon[86835]: pgmap v746: 121 pgs: 121 active+clean; 98 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-02T08:42:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:25 smithi188 ceph-mon[86835]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:42:26.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:25 smithi188 ceph-mon[86835]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:42:26.543 INFO:tasks.rados.rados.0.smithi104.stdout:3352: done (6 left) 2024-04-02T08:42:26.543 INFO:tasks.rados.rados.0.smithi104.stdout:3353: done (5 left) 2024-04-02T08:42:26.543 INFO:tasks.rados.rados.0.smithi104.stdout:3354: done (4 left) 2024-04-02T08:42:26.543 INFO:tasks.rados.rados.0.smithi104.stdout:3355: done (3 left) 2024-04-02T08:42:26.543 INFO:tasks.rados.rados.0.smithi104.stdout:3357: done (2 left) 2024-04-02T08:42:26.543 INFO:tasks.rados.rados.0.smithi104.stdout:3358: done (1 left) 2024-04-02T08:42:26.543 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 1 current snap is 330 2024-04-02T08:42:26.543 INFO:tasks.rados.rados.0.smithi104.stdout:3360: seq_num 1038 ranges {1269760=589824} 2024-04-02T08:42:26.553 INFO:tasks.rados.rados.0.smithi104.stdout:3360: writing smithi10482514-1 from 1269760 to 1859584 tid 1 2024-04-02T08:42:26.553 INFO:tasks.rados.rados.0.smithi104.stdout:3361: delete oid 7 current snap is 330 2024-04-02T08:42:26.553 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2765 (ObjNum 958 snap 305 seq_num 958) dirty exists 2024-04-02T08:42:26.557 INFO:tasks.rados.rados.0.smithi104.stdout:3360: finishing write tid 1 to smithi10482514-1 2024-04-02T08:42:26.557 INFO:tasks.rados.rados.0.smithi104.stdout:3360: finishing write tid 2 to smithi10482514-1 2024-04-02T08:42:26.558 INFO:tasks.rados.rados.0.smithi104.stdout:3359: done (2 left) 2024-04-02T08:42:26.558 INFO:tasks.rados.rados.0.smithi104.stdout:3361: done (1 left) 2024-04-02T08:42:26.558 INFO:tasks.rados.rados.0.smithi104.stdout:3362: rollback oid 28 current snap is 330 2024-04-02T08:42:26.558 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 28 to 327 2024-04-02T08:42:26.558 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 330 2024-04-02T08:42:26.558 INFO:tasks.rados.rados.0.smithi104.stdout:3363: seq_num 1040 ranges {0=622592} 2024-04-02T08:42:26.562 INFO:tasks.rados.rados.0.smithi104.stdout:3363: writing smithi10482514-27 from 0 to 622592 tid 1 2024-04-02T08:42:26.562 INFO:tasks.rados.rados.0.smithi104.stdout:3364: read oid 8 snap -1 2024-04-02T08:42:26.563 INFO:tasks.rados.rados.0.smithi104.stdout:3364: expect deleted 2024-04-02T08:42:26.563 INFO:tasks.rados.rados.0.smithi104.stdout:3365: snap_remove snap 328 2024-04-02T08:42:26.987 INFO:tasks.rados.rados.0.smithi104.stdout:3365: done (4 left) 2024-04-02T08:42:26.987 INFO:tasks.rados.rados.0.smithi104.stdout:3366: read oid 25 snap -1 2024-04-02T08:42:26.987 INFO:tasks.rados.rados.0.smithi104.stdout:3366: expect (ObjNum 909 snap 292 seq_num 909) 2024-04-02T08:42:26.987 INFO:tasks.rados.rados.0.smithi104.stdout:3367: snap_remove snap 324 2024-04-02T08:42:27.991 INFO:tasks.rados.rados.0.smithi104.stdout:3367: done (5 left) 2024-04-02T08:42:27.991 INFO:tasks.rados.rados.0.smithi104.stdout:3368: read oid 19 snap -1 2024-04-02T08:42:27.991 INFO:tasks.rados.rados.0.smithi104.stdout:3368: expect (ObjNum 1013 snap 323 seq_num 1013) 2024-04-02T08:42:27.991 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 41 current snap is 330 2024-04-02T08:42:27.992 INFO:tasks.rados.rados.0.smithi104.stdout:3369: seq_num 1041 ranges {5365760=638976} 2024-04-02T08:42:28.027 INFO:tasks.rados.rados.0.smithi104.stdout:3369: writing smithi10482514-41 from 5365760 to 6004736 tid 1 2024-04-02T08:42:28.027 INFO:tasks.rados.rados.0.smithi104.stdout:3370: copy_from oid 26 from oid 9 current snap is 330 2024-04-02T08:42:28.027 INFO:tasks.rados.rados.0.smithi104.stdout:3360: finishing write tid 3 to smithi10482514-1 2024-04-02T08:42:28.027 INFO:tasks.rados.rados.0.smithi104.stdout:3360: oid 1 updating version 0 to 2131 2024-04-02T08:42:28.027 INFO:tasks.rados.rados.0.smithi104.stdout:3360: oid 1 updating version 2131 to 2132 2024-04-02T08:42:28.027 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2132 (ObjNum 1038 snap 330 seq_num 1038) dirty exists 2024-04-02T08:42:28.027 INFO:tasks.rados.rados.0.smithi104.stdout:3360: left oid 1 (ObjNum 1038 snap 330 seq_num 1038) 2024-04-02T08:42:28.027 INFO:tasks.rados.rados.0.smithi104.stdout:3360: done (7 left) 2024-04-02T08:42:28.027 INFO:tasks.rados.rados.0.smithi104.stdout:3371: read oid 33 snap -1 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3371: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3372: snap_create 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3362: finishing rollback tid 0 to smithi10482514-28 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3362: finishing rollback tid 1 to smithi10482514-28 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3362: finishing rollback tid 2 to smithi10482514-28 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 2131 (ObjNum 33 snap 0 seq_num 1936655608) dirty exists 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3363: finishing write tid 1 to smithi10482514-27 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3363: finishing write tid 2 to smithi10482514-27 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3363: finishing write tid 3 to smithi10482514-27 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3363: oid 27 updating version 0 to 2159 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3363: oid 27 updating version 2159 to 2160 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 2160 (ObjNum 1040 snap 330 seq_num 1040) dirty exists 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3363: left oid 27 (ObjNum 1040 snap 330 seq_num 1040) 2024-04-02T08:42:28.028 INFO:tasks.rados.rados.0.smithi104.stdout:3366: expect (ObjNum 909 snap 292 seq_num 909) 2024-04-02T08:42:28.054 INFO:tasks.rados.rados.0.smithi104.stdout:3368: expect (ObjNum 1013 snap 323 seq_num 1013) 2024-04-02T08:42:28.260 INFO:tasks.rados.rados.0.smithi104.stdout:3371: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:28.262 INFO:tasks.rados.rados.0.smithi104.stdout:3369: finishing write tid 1 to smithi10482514-41 2024-04-02T08:42:28.263 INFO:tasks.rados.rados.0.smithi104.stdout:3369: finishing write tid 2 to smithi10482514-41 2024-04-02T08:42:28.263 INFO:tasks.rados.rados.0.smithi104.stdout:3369: finishing write tid 3 to smithi10482514-41 2024-04-02T08:42:28.263 INFO:tasks.rados.rados.0.smithi104.stdout:3369: oid 41 updating version 0 to 2537 2024-04-02T08:42:28.263 INFO:tasks.rados.rados.0.smithi104.stdout:3369: oid 41 updating version 2537 to 2538 2024-04-02T08:42:28.263 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2538 (ObjNum 1041 snap 330 seq_num 1041) dirty exists 2024-04-02T08:42:28.263 INFO:tasks.rados.rados.0.smithi104.stdout:3369: left oid 41 (ObjNum 1041 snap 330 seq_num 1041) 2024-04-02T08:42:28.263 INFO:tasks.rados.rados.0.smithi104.stdout:3370: finishing copy_from racing read to smithi10482514-26 2024-04-02T08:42:28.263 INFO:tasks.rados.rados.0.smithi104.stdout:3370: finishing copy_from to smithi10482514-26 2024-04-02T08:42:28.263 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 464 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-04-02T08:42:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:27 smithi188 ceph-mon[86835]: pgmap v749: 121 pgs: 121 active+clean; 106 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-04-02T08:42:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:27 smithi188 ceph-mon[86835]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:42:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:27 smithi104 ceph-mon[96567]: pgmap v749: 121 pgs: 121 active+clean; 106 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-04-02T08:42:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:27 smithi104 ceph-mon[96567]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:42:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:27 smithi104 ceph-mon[94081]: pgmap v749: 121 pgs: 121 active+clean; 106 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-04-02T08:42:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:27 smithi104 ceph-mon[94081]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:42:29.010 INFO:tasks.rados.rados.0.smithi104.stdout:3362: done (8 left) 2024-04-02T08:42:29.010 INFO:tasks.rados.rados.0.smithi104.stdout:3363: done (7 left) 2024-04-02T08:42:29.010 INFO:tasks.rados.rados.0.smithi104.stdout:3364: done (6 left) 2024-04-02T08:42:29.010 INFO:tasks.rados.rados.0.smithi104.stdout:3366: done (5 left) 2024-04-02T08:42:29.010 INFO:tasks.rados.rados.0.smithi104.stdout:3368: done (4 left) 2024-04-02T08:42:29.010 INFO:tasks.rados.rados.0.smithi104.stdout:3369: done (3 left) 2024-04-02T08:42:29.010 INFO:tasks.rados.rados.0.smithi104.stdout:3370: done (2 left) 2024-04-02T08:42:29.011 INFO:tasks.rados.rados.0.smithi104.stdout:3371: done (1 left) 2024-04-02T08:42:29.011 INFO:tasks.rados.rados.0.smithi104.stdout:3372: done (0 left) 2024-04-02T08:42:29.011 INFO:tasks.rados.rados.0.smithi104.stdout:3373: copy_from oid 49 from oid 13 current snap is 331 2024-04-02T08:42:29.011 INFO:tasks.rados.rados.0.smithi104.stdout:3374: copy_from oid 46 from oid 17 current snap is 331 2024-04-02T08:42:29.011 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 331 2024-04-02T08:42:29.011 INFO:tasks.rados.rados.0.smithi104.stdout:3375: seq_num 1042 ranges {884736=655360} 2024-04-02T08:42:29.019 INFO:tasks.rados.rados.0.smithi104.stdout:3375: writing smithi10482514-25 from 884736 to 1540096 tid 1 2024-04-02T08:42:29.019 INFO:tasks.rados.rados.0.smithi104.stdout:3376: read oid 11 snap -1 2024-04-02T08:42:29.019 INFO:tasks.rados.rados.0.smithi104.stdout:3376: expect (ObjNum 947 snap 301 seq_num 947) 2024-04-02T08:42:29.019 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 331 2024-04-02T08:42:29.019 INFO:tasks.rados.rados.0.smithi104.stdout:3377: seq_num 1043 ranges {0=671744} 2024-04-02T08:42:29.023 INFO:tasks.rados.rados.0.smithi104.stdout:3377: writing smithi10482514-12 from 0 to 671744 tid 1 2024-04-02T08:42:29.023 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 331 2024-04-02T08:42:29.023 INFO:tasks.rados.rados.0.smithi104.stdout:3378: seq_num 1044 ranges {4587520=688128} 2024-04-02T08:42:29.054 INFO:tasks.rados.rados.0.smithi104.stdout:3378: writing smithi10482514-32 from 4587520 to 5275648 tid 1 2024-04-02T08:42:29.054 INFO:tasks.rados.rados.0.smithi104.stdout:3379: rollback oid 41 current snap is 331 2024-04-02T08:42:29.054 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 41 to 327 2024-04-02T08:42:29.054 INFO:tasks.rados.rados.0.smithi104.stdout:3375: finishing write tid 1 to smithi10482514-25 2024-04-02T08:42:29.054 INFO:tasks.rados.rados.0.smithi104.stdout:3375: finishing write tid 2 to smithi10482514-25 2024-04-02T08:42:29.054 INFO:tasks.rados.rados.0.smithi104.stdout:3380: delete oid 27 current snap is 331 2024-04-02T08:42:29.054 INFO:tasks.rados.rados.0.smithi104.stdout:3377: finishing write tid 1 to smithi10482514-12 2024-04-02T08:42:29.054 INFO:tasks.rados.rados.0.smithi104.stdout:3377: finishing write tid 2 to smithi10482514-12 2024-04-02T08:42:29.054 INFO:tasks.rados.rados.0.smithi104.stdout:3375: finishing write tid 3 to smithi10482514-25 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:3375: oid 25 updating version 0 to 2156 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:3375: oid 25 version 2156 is already newer than 2155 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 2156 (ObjNum 1042 snap 331 seq_num 1042) dirty exists 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:3375: left oid 25 (ObjNum 1042 snap 331 seq_num 1042) 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:3377: finishing write tid 3 to smithi10482514-12 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:3377: oid 12 updating version 0 to 2133 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:3377: oid 12 version 2133 is already newer than 2132 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2133 (ObjNum 1043 snap 331 seq_num 1043) dirty exists 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:3377: left oid 12 (ObjNum 1043 snap 331 seq_num 1043) 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:3373: finishing copy_from racing read to smithi10482514-49 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:3374: finishing copy_from racing read to smithi10482514-46 2024-04-02T08:42:29.055 INFO:tasks.rados.rados.0.smithi104.stdout:3376: expect (ObjNum 947 snap 301 seq_num 947) 2024-04-02T08:42:29.161 INFO:tasks.rados.rados.0.smithi104.stdout:3374: finishing copy_from to smithi10482514-46 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 2746 (ObjNum 1016 snap 324 seq_num 1016) dirty exists 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:3373: finishing copy_from to smithi10482514-49 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2152 (ObjNum 1000 snap 317 seq_num 1000) dirty exists 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:3373: done (7 left) 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:3374: done (6 left) 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:3375: done (5 left) 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:3376: done (4 left) 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:3377: done (3 left) 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:3380: done (2 left) 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:3381: read oid 26 snap -1 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:3381: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:3382: rollback oid 49 current snap is 331 2024-04-02T08:42:29.162 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 49 to 330 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3378: finishing write tid 1 to smithi10482514-32 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3378: finishing write tid 2 to smithi10482514-32 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3379: finishing rollback tid 0 to smithi10482514-41 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3379: finishing rollback tid 1 to smithi10482514-41 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3379: finishing rollback tid 2 to smithi10482514-41 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2542 (ObjNum 984 snap 309 seq_num 984) dirty exists 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3378: finishing write tid 3 to smithi10482514-32 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3378: oid 32 updating version 0 to 471 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3378: oid 32 version 471 is already newer than 470 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 471 (ObjNum 1044 snap 331 seq_num 1044) dirty exists 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3378: left oid 32 (ObjNum 1044 snap 331 seq_num 1044) 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3378: done (3 left) 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3379: done (2 left) 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3383: read oid 39 snap -1 2024-04-02T08:42:29.163 INFO:tasks.rados.rados.0.smithi104.stdout:3383: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:29.164 INFO:tasks.rados.rados.0.smithi104.stdout:3384: snap_remove snap 327 2024-04-02T08:42:29.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:29 smithi188 ceph-mon[86835]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:42:29.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:29 smithi104 ceph-mon[94081]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:42:29.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:29 smithi104 ceph-mon[96567]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:42:30.012 INFO:tasks.rados.rados.0.smithi104.stdout:3383: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:30.013 INFO:tasks.rados.rados.0.smithi104.stdout:3382: finishing rollback tid 0 to smithi10482514-49 2024-04-02T08:42:30.013 INFO:tasks.rados.rados.0.smithi104.stdout:3382: finishing rollback tid 1 to smithi10482514-49 2024-04-02T08:42:30.014 INFO:tasks.rados.rados.0.smithi104.stdout:3382: finishing rollback tid 2 to smithi10482514-49 2024-04-02T08:42:30.014 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2157 (ObjNum 1034 snap 329 seq_num 1034) dirty exists 2024-04-02T08:42:30.014 INFO:tasks.rados.rados.0.smithi104.stdout:3382: done (3 left) 2024-04-02T08:42:30.014 INFO:tasks.rados.rados.0.smithi104.stdout:3383: done (2 left) 2024-04-02T08:42:30.014 INFO:tasks.rados.rados.0.smithi104.stdout:3384: done (1 left) 2024-04-02T08:42:30.014 INFO:tasks.rados.rados.0.smithi104.stdout:3385: delete oid 45 current snap is 331 2024-04-02T08:42:30.014 INFO:tasks.rados.rados.0.smithi104.stdout:3381: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:42:30.369 INFO:tasks.rados.rados.0.smithi104.stdout:3381: done (1 left) 2024-04-02T08:42:30.369 INFO:tasks.rados.rados.0.smithi104.stdout:3385: done (0 left) 2024-04-02T08:42:30.369 INFO:tasks.rados.rados.0.smithi104.stdout:3386: rollback oid 32 current snap is 331 2024-04-02T08:42:30.369 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 32 to 330 2024-04-02T08:42:30.369 INFO:tasks.rados.rados.0.smithi104.stdout:3387: read oid 10 snap -1 2024-04-02T08:42:30.369 INFO:tasks.rados.rados.0.smithi104.stdout:3387: expect deleted 2024-04-02T08:42:30.369 INFO:tasks.rados.rados.0.smithi104.stdout:3388: copy_from oid 48 from oid 24 current snap is 331 2024-04-02T08:42:30.370 INFO:tasks.rados.rados.0.smithi104.stdout:3389: snap_create 2024-04-02T08:42:30.373 INFO:tasks.rados.rados.0.smithi104.stdout:3386: finishing rollback tid 0 to smithi10482514-32 2024-04-02T08:42:30.373 INFO:tasks.rados.rados.0.smithi104.stdout:3386: finishing rollback tid 1 to smithi10482514-32 2024-04-02T08:42:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:30 smithi188 ceph-mon[86835]: pgmap v752: 121 pgs: 121 active+clean; 115 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.9 MiB/s wr, 25 op/s 2024-04-02T08:42:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:30 smithi188 ceph-mon[86835]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:42:30.373 INFO:tasks.rados.rados.0.smithi104.stdout:3386: finishing rollback tid 2 to smithi10482514-32 2024-04-02T08:42:30.374 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 476 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-04-02T08:42:30.377 INFO:tasks.rados.rados.0.smithi104.stdout:3388: finishing copy_from racing read to smithi10482514-48 2024-04-02T08:42:30.379 INFO:tasks.rados.rados.0.smithi104.stdout:3388: finishing copy_from to smithi10482514-48 2024-04-02T08:42:30.380 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 2527 (ObjNum 1036 snap 330 seq_num 1036) dirty exists 2024-04-02T08:42:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:30 smithi104 ceph-mon[96567]: pgmap v752: 121 pgs: 121 active+clean; 115 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.9 MiB/s wr, 25 op/s 2024-04-02T08:42:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:30 smithi104 ceph-mon[96567]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:42:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:30 smithi104 ceph-mon[94081]: pgmap v752: 121 pgs: 121 active+clean; 115 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.9 MiB/s wr, 25 op/s 2024-04-02T08:42:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:30 smithi104 ceph-mon[94081]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:42:30.938 INFO:tasks.rados.rados.0.smithi104.stdout:3386: done (3 left) 2024-04-02T08:42:30.938 INFO:tasks.rados.rados.0.smithi104.stdout:3387: done (2 left) 2024-04-02T08:42:30.938 INFO:tasks.rados.rados.0.smithi104.stdout:3388: done (1 left) 2024-04-02T08:42:30.938 INFO:tasks.rados.rados.0.smithi104.stdout:3389: done (0 left) 2024-04-02T08:42:30.938 INFO:tasks.rados.rados.0.smithi104.stdout:3390: snap_create 2024-04-02T08:42:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:31 smithi188 ceph-mon[86835]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:42:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:31 smithi188 ceph-mon[86835]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:42:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:31 smithi104 ceph-mon[94081]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:42:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:31 smithi104 ceph-mon[94081]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:42:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:31 smithi104 ceph-mon[96567]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:42:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:31 smithi104 ceph-mon[96567]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:42:31.937 INFO:tasks.rados.rados.0.smithi104.stdout:3390: done (0 left) 2024-04-02T08:42:31.937 INFO:tasks.rados.rados.0.smithi104.stdout:3391: snap_create 2024-04-02T08:42:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:32 smithi188 ceph-mon[86835]: pgmap v755: 121 pgs: 121 active+clean; 105 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:42:32.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:32 smithi188 ceph-mon[86835]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:42:32.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:32 smithi104 ceph-mon[94081]: pgmap v755: 121 pgs: 121 active+clean; 105 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:42:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:32 smithi104 ceph-mon[94081]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:42:32.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:32 smithi104 ceph-mon[96567]: pgmap v755: 121 pgs: 121 active+clean; 105 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-02T08:42:32.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:32 smithi104 ceph-mon[96567]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:42:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:42:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:32.938 INFO:tasks.rados.rados.0.smithi104.stdout:3391: done (0 left) 2024-04-02T08:42:32.939 INFO:tasks.rados.rados.0.smithi104.stdout:3392: rmattr oid 31 current snap is 334 2024-04-02T08:42:32.939 INFO:tasks.rados.rados.0.smithi104.stdout:3392: done (0 left) 2024-04-02T08:42:32.939 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 24 current snap is 334 2024-04-02T08:42:32.939 INFO:tasks.rados.rados.0.smithi104.stdout:3393: seq_num 1047 ranges {1204224=745472} 2024-04-02T08:42:32.949 INFO:tasks.rados.rados.0.smithi104.stdout:3393: writing smithi10482514-24 from 1204224 to 1949696 tid 1 2024-04-02T08:42:32.949 INFO:tasks.rados.rados.0.smithi104.stdout:3394: copy_from oid 13 from oid 50 current snap is 334 2024-04-02T08:42:32.950 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 334 2024-04-02T08:42:32.950 INFO:tasks.rados.rados.0.smithi104.stdout:3395: seq_num 1048 ranges {540672=761856} 2024-04-02T08:42:32.956 INFO:tasks.rados.rados.0.smithi104.stdout:3395: writing smithi10482514-6 from 540672 to 1302528 tid 1 2024-04-02T08:42:32.956 INFO:tasks.rados.rados.0.smithi104.stdout:3396: copy_from oid 2 from oid 10 current snap is 334 2024-04-02T08:42:32.956 INFO:tasks.rados.rados.0.smithi104.stdout:3394: finishing copy_from to smithi10482514-13 2024-04-02T08:42:32.956 INFO:tasks.rados.rados.0.smithi104.stdout:3394: got expected ENOENT (src dne) 2024-04-02T08:42:32.957 INFO:tasks.rados.rados.0.smithi104.stdout:3394: finishing copy_from racing read to smithi10482514-13 2024-04-02T08:42:32.957 INFO:tasks.rados.rados.0.smithi104.stdout:3394: done (3 left) 2024-04-02T08:42:32.957 INFO:tasks.rados.rados.0.smithi104.stdout:3397: read oid 26 snap -1 2024-04-02T08:42:32.957 INFO:tasks.rados.rados.0.smithi104.stdout:3397: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:42:32.957 INFO:tasks.rados.rados.0.smithi104.stdout:3398: delete oid 28 current snap is 334 2024-04-02T08:42:32.960 INFO:tasks.rados.rados.0.smithi104.stdout:3396: finishing copy_from to smithi10482514-2 2024-04-02T08:42:32.960 INFO:tasks.rados.rados.0.smithi104.stdout:3396: got expected ENOENT (src dne) 2024-04-02T08:42:32.960 INFO:tasks.rados.rados.0.smithi104.stdout:3396: finishing copy_from racing read to smithi10482514-2 2024-04-02T08:42:32.961 INFO:tasks.rados.rados.0.smithi104.stdout:3393: finishing write tid 1 to smithi10482514-24 2024-04-02T08:42:32.961 INFO:tasks.rados.rados.0.smithi104.stdout:3393: finishing write tid 2 to smithi10482514-24 2024-04-02T08:42:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:3396: done (4 left) 2024-04-02T08:42:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:3398: done (3 left) 2024-04-02T08:42:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:3399: read oid 43 snap 333 2024-04-02T08:42:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:3399: expect (ObjNum 994 snap 314 seq_num 994) 2024-04-02T08:42:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:3400: copy_from oid 25 from oid 37 current snap is 334 2024-04-02T08:42:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 11 current snap is 334 2024-04-02T08:42:32.962 INFO:tasks.rados.rados.0.smithi104.stdout:3401: seq_num 1050 ranges {2670592=794624} 2024-04-02T08:42:32.981 INFO:tasks.rados.rados.0.smithi104.stdout:3401: writing smithi10482514-11 from 2670592 to 3465216 tid 1 2024-04-02T08:42:32.981 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 334 2024-04-02T08:42:32.981 INFO:tasks.rados.rados.0.smithi104.stdout:3402: seq_num 1051 ranges {2162688=409600,2572288=401408} 2024-04-02T08:42:32.995 INFO:tasks.rados.rados.0.smithi104.stdout:3402: writing smithi10482514-18 from 2162688 to 2572288 tid 1 2024-04-02T08:42:32.998 INFO:tasks.rados.rados.0.smithi104.stdout:3402: writing smithi10482514-18 from 2572288 to 2973696 tid 2 2024-04-02T08:42:32.998 INFO:tasks.rados.rados.0.smithi104.stdout:3403: copy_from oid 48 from oid 20 current snap is 334 2024-04-02T08:42:32.998 INFO:tasks.rados.rados.0.smithi104.stdout:3395: finishing write tid 1 to smithi10482514-6 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3393: finishing write tid 3 to smithi10482514-24 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3393: oid 24 updating version 0 to 2548 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3393: oid 24 updating version 2548 to 2549 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 24 v 2549 (ObjNum 1047 snap 334 seq_num 1047) dirty exists 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3393: left oid 24 (ObjNum 1047 snap 334 seq_num 1047) 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3395: finishing write tid 2 to smithi10482514-6 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3395: finishing write tid 3 to smithi10482514-6 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3395: oid 6 updating version 0 to 2552 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3395: oid 6 version 2552 is already newer than 2551 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2552 (ObjNum 1048 snap 334 seq_num 1048) dirty exists 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3395: left oid 6 (ObjNum 1048 snap 334 seq_num 1048) 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3393: done (7 left) 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3395: done (6 left) 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3404: snap_create 2024-04-02T08:42:32.999 INFO:tasks.rados.rados.0.smithi104.stdout:3400: finishing copy_from racing read to smithi10482514-25 2024-04-02T08:42:33.000 INFO:tasks.rados.rados.0.smithi104.stdout:3397: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:42:33.332 INFO:tasks.rados.rados.0.smithi104.stdout:3399: expect (ObjNum 994 snap 314 seq_num 994) 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:3400: finishing copy_from to smithi10482514-25 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 1445 (ObjNum 177 snap 0 seq_num 1941085584) dirty exists 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:3401: finishing write tid 1 to smithi10482514-11 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:3401: finishing write tid 2 to smithi10482514-11 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:3401: finishing write tid 3 to smithi10482514-11 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:3401: oid 11 updating version 0 to 2140 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:3401: oid 11 updating version 2140 to 2141 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 2141 (ObjNum 1050 snap 334 seq_num 1050) dirty exists 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:3401: left oid 11 (ObjNum 1050 snap 334 seq_num 1050) 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:3402: finishing write tid 1 to smithi10482514-18 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:3402: finishing write tid 2 to smithi10482514-18 2024-04-02T08:42:33.401 INFO:tasks.rados.rados.0.smithi104.stdout:3402: finishing write tid 3 to smithi10482514-18 2024-04-02T08:42:33.402 INFO:tasks.rados.rados.0.smithi104.stdout:3402: finishing write tid 4 to smithi10482514-18 2024-04-02T08:42:33.402 INFO:tasks.rados.rados.0.smithi104.stdout:3402: oid 18 updating version 0 to 1983 2024-04-02T08:42:33.402 INFO:tasks.rados.rados.0.smithi104.stdout:3402: oid 18 updating version 1983 to 1985 2024-04-02T08:42:33.402 INFO:tasks.rados.rados.0.smithi104.stdout:3402: oid 18 version 1985 is already newer than 1984 2024-04-02T08:42:33.402 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 1985 (ObjNum 1051 snap 334 seq_num 1051) dirty exists 2024-04-02T08:42:33.402 INFO:tasks.rados.rados.0.smithi104.stdout:3402: left oid 18 (ObjNum 1051 snap 334 seq_num 1051) 2024-04-02T08:42:33.402 INFO:tasks.rados.rados.0.smithi104.stdout:3403: finishing copy_from racing read to smithi10482514-48 2024-04-02T08:42:33.402 INFO:tasks.rados.rados.0.smithi104.stdout:3403: finishing copy_from to smithi10482514-48 2024-04-02T08:42:33.402 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 464 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-04-02T08:42:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:3397: done (6 left) 2024-04-02T08:42:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:3399: done (5 left) 2024-04-02T08:42:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:3400: done (4 left) 2024-04-02T08:42:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:3401: done (3 left) 2024-04-02T08:42:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:3402: done (2 left) 2024-04-02T08:42:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:3403: done (1 left) 2024-04-02T08:42:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:3404: done (0 left) 2024-04-02T08:42:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:3405: read oid 38 snap 333 2024-04-02T08:42:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:3405: expect (ObjNum 1032 snap 328 seq_num 1032) 2024-04-02T08:42:33.947 INFO:tasks.rados.rados.0.smithi104.stdout:3406: delete oid 20 current snap is 335 2024-04-02T08:42:33.951 INFO:tasks.rados.rados.0.smithi104.stdout:3406: done (1 left) 2024-04-02T08:42:33.951 INFO:tasks.rados.rados.0.smithi104.stdout:3407: snap_create 2024-04-02T08:42:33.962 INFO:tasks.rados.rados.0.smithi104.stdout:3405: expect (ObjNum 1032 snap 328 seq_num 1032) 2024-04-02T08:42:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:33 smithi188 ceph-mon[86835]: pgmap v758: 121 pgs: 121 active+clean; 100 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-04-02T08:42:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:33 smithi188 ceph-mon[86835]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:42:34.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:33 smithi104 ceph-mon[96567]: pgmap v758: 121 pgs: 121 active+clean; 100 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-04-02T08:42:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:33 smithi104 ceph-mon[96567]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:42:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:33 smithi104 ceph-mon[94081]: pgmap v758: 121 pgs: 121 active+clean; 100 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-04-02T08:42:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:33 smithi104 ceph-mon[94081]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:42:34.952 INFO:tasks.rados.rados.0.smithi104.stdout:3405: done (1 left) 2024-04-02T08:42:34.952 INFO:tasks.rados.rados.0.smithi104.stdout:3407: done (0 left) 2024-04-02T08:42:34.952 INFO:tasks.rados.rados.0.smithi104.stdout:3408: rollback oid 31 current snap is 336 2024-04-02T08:42:34.952 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 31 to 335 2024-04-02T08:42:34.952 INFO:tasks.rados.rados.0.smithi104.stdout:3409: read oid 45 snap -1 2024-04-02T08:42:34.952 INFO:tasks.rados.rados.0.smithi104.stdout:3409: expect deleted 2024-04-02T08:42:34.952 INFO:tasks.rados.rados.0.smithi104.stdout:3410: read oid 1 snap -1 2024-04-02T08:42:34.952 INFO:tasks.rados.rados.0.smithi104.stdout:3410: expect (ObjNum 1038 snap 330 seq_num 1038) 2024-04-02T08:42:34.953 INFO:tasks.rados.rados.0.smithi104.stdout:3411: read oid 33 snap 332 2024-04-02T08:42:34.953 INFO:tasks.rados.rados.0.smithi104.stdout:3411: expect (ObjNum 1940579344 snap 22068 seq_num 1939960160) 2024-04-02T08:42:34.953 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 41 current snap is 336 2024-04-02T08:42:34.953 INFO:tasks.rados.rados.0.smithi104.stdout:3412: seq_num 1053 ranges {5365760=442368,5808128=401408} 2024-04-02T08:42:34.984 INFO:tasks.rados.rados.0.smithi104.stdout:3412: writing smithi10482514-41 from 5365760 to 5808128 tid 1 2024-04-02T08:42:34.986 INFO:tasks.rados.rados.0.smithi104.stdout:3412: writing smithi10482514-41 from 5808128 to 6209536 tid 2 2024-04-02T08:42:34.986 INFO:tasks.rados.rados.0.smithi104.stdout:3413: delete oid 13 current snap is 336 2024-04-02T08:42:34.986 INFO:tasks.rados.rados.0.smithi104.stdout:3411: expect (ObjNum 1940579344 snap 22068 seq_num 1939960160) 2024-04-02T08:42:34.990 INFO:tasks.rados.rados.0.smithi104.stdout:3408: finishing rollback tid 0 to smithi10482514-31 2024-04-02T08:42:34.990 INFO:tasks.rados.rados.0.smithi104.stdout:3408: finishing rollback tid 1 to smithi10482514-31 2024-04-02T08:42:34.990 INFO:tasks.rados.rados.0.smithi104.stdout:3408: finishing rollback tid 2 to smithi10482514-31 2024-04-02T08:42:34.990 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 2159 (ObjNum 1033 snap 329 seq_num 1033) dirty exists 2024-04-02T08:42:34.990 INFO:tasks.rados.rados.0.smithi104.stdout:3410: expect (ObjNum 1038 snap 330 seq_num 1038) 2024-04-02T08:42:35.061 INFO:tasks.rados.rados.0.smithi104.stdout:3412: finishing write tid 1 to smithi10482514-41 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:3412: finishing write tid 2 to smithi10482514-41 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:3412: finishing write tid 3 to smithi10482514-41 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:3412: finishing write tid 4 to smithi10482514-41 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:3412: oid 41 updating version 0 to 2556 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:3412: oid 41 version 2556 is already newer than 2555 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:3412: oid 41 version 2556 is already newer than 2554 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2556 (ObjNum 1053 snap 336 seq_num 1053) dirty exists 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:3412: left oid 41 (ObjNum 1053 snap 336 seq_num 1053) 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:3408: done (5 left) 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:3409: done (4 left) 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:3410: done (3 left) 2024-04-02T08:42:35.062 INFO:tasks.rados.rados.0.smithi104.stdout:3411: done (2 left) 2024-04-02T08:42:35.063 INFO:tasks.rados.rados.0.smithi104.stdout:3412: done (1 left) 2024-04-02T08:42:35.063 INFO:tasks.rados.rados.0.smithi104.stdout:3413: done (0 left) 2024-04-02T08:42:35.063 INFO:tasks.rados.rados.0.smithi104.stdout:3414: snap_create 2024-04-02T08:42:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:34 smithi188 ceph-mon[86835]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:42:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:35.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:34 smithi104 ceph-mon[96567]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:42:35.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:34 smithi104 ceph-mon[94081]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:42:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:35.937 INFO:tasks.rados.rados.0.smithi104.stdout:3414: done (0 left) 2024-04-02T08:42:35.937 INFO:tasks.rados.rados.0.smithi104.stdout:3415: read oid 21 snap 333 2024-04-02T08:42:35.937 INFO:tasks.rados.rados.0.smithi104.stdout:3415: expect (ObjNum 958 snap 305 seq_num 958) 2024-04-02T08:42:35.938 INFO:tasks.rados.rados.0.smithi104.stdout:3416: rollback oid 28 current snap is 337 2024-04-02T08:42:35.938 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 28 to 331 2024-04-02T08:42:35.938 INFO:tasks.rados.rados.0.smithi104.stdout:3417: read oid 15 snap -1 2024-04-02T08:42:35.938 INFO:tasks.rados.rados.0.smithi104.stdout:3417: expect (ObjNum 1030 snap 327 seq_num 1030) 2024-04-02T08:42:35.938 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 337 2024-04-02T08:42:35.938 INFO:tasks.rados.rados.0.smithi104.stdout:3418: seq_num 1055 ranges {0=475136,475136=401408} 2024-04-02T08:42:35.940 INFO:tasks.rados.rados.0.smithi104.stdout:3418: writing smithi10482514-8 from 0 to 475136 tid 1 2024-04-02T08:42:35.943 INFO:tasks.rados.rados.0.smithi104.stdout:3418: writing smithi10482514-8 from 475136 to 876544 tid 2 2024-04-02T08:42:35.943 INFO:tasks.rados.rados.0.smithi104.stdout:3419: copy_from oid 30 from oid 23 current snap is 337 2024-04-02T08:42:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:3420: read oid 37 snap -1 2024-04-02T08:42:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:3420: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 337 2024-04-02T08:42:35.944 INFO:tasks.rados.rados.0.smithi104.stdout:3421: seq_num 1056 ranges {0=491520,491520=401408} 2024-04-02T08:42:35.947 INFO:tasks.rados.rados.0.smithi104.stdout:3421: writing smithi10482514-10 from 0 to 491520 tid 1 2024-04-02T08:42:35.950 INFO:tasks.rados.rados.0.smithi104.stdout:3421: writing smithi10482514-10 from 491520 to 892928 tid 2 2024-04-02T08:42:35.950 INFO:tasks.rados.rados.0.smithi104.stdout:3422: setattr oid 22 current snap is 337 2024-04-02T08:42:35.951 INFO:tasks.rados.rados.0.smithi104.stdout:3415: expect (ObjNum 958 snap 305 seq_num 958) 2024-04-02T08:42:36.004 INFO:tasks.rados.rados.0.smithi104.stdout:3420: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:36.006 INFO:tasks.rados.rados.0.smithi104.stdout:3419: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3416: finishing rollback tid 1 to smithi10482514-28 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3416: finishing rollback tid 2 to smithi10482514-28 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 2136 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3418: finishing write tid 1 to smithi10482514-8 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3419: finishing copy_from to smithi10482514-30 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 1980 (ObjNum 65 snap 0 seq_num 1615946080) dirty exists 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3418: finishing write tid 2 to smithi10482514-8 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3418: finishing write tid 3 to smithi10482514-8 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3421: finishing write tid 1 to smithi10482514-10 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3421: finishing write tid 2 to smithi10482514-10 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3421: finishing write tid 3 to smithi10482514-10 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3418: finishing write tid 4 to smithi10482514-8 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3418: oid 8 updating version 0 to 2749 2024-04-02T08:42:36.007 INFO:tasks.rados.rados.0.smithi104.stdout:3418: oid 8 version 2749 is already newer than 2747 2024-04-02T08:42:36.008 INFO:tasks.rados.rados.0.smithi104.stdout:3418: oid 8 version 2749 is already newer than 2748 2024-04-02T08:42:36.008 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 2749 (ObjNum 1055 snap 337 seq_num 1055) dirty exists 2024-04-02T08:42:36.008 INFO:tasks.rados.rados.0.smithi104.stdout:3418: left oid 8 (ObjNum 1055 snap 337 seq_num 1055) 2024-04-02T08:42:36.008 INFO:tasks.rados.rados.0.smithi104.stdout:3421: finishing write tid 4 to smithi10482514-10 2024-04-02T08:42:36.008 INFO:tasks.rados.rados.0.smithi104.stdout:3421: oid 10 updating version 0 to 2139 2024-04-02T08:42:36.008 INFO:tasks.rados.rados.0.smithi104.stdout:3421: oid 10 version 2139 is already newer than 2138 2024-04-02T08:42:36.008 INFO:tasks.rados.rados.0.smithi104.stdout:3421: oid 10 version 2139 is already newer than 2137 2024-04-02T08:42:36.008 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2139 (ObjNum 1056 snap 337 seq_num 1056) dirty exists 2024-04-02T08:42:36.008 INFO:tasks.rados.rados.0.smithi104.stdout:3421: left oid 10 (ObjNum 1056 snap 337 seq_num 1056) 2024-04-02T08:42:36.008 INFO:tasks.rados.rados.0.smithi104.stdout:3417: expect (ObjNum 1030 snap 327 seq_num 1030) 2024-04-02T08:42:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:42:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:42:35] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:42:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:35 smithi104 ceph-mon[94081]: pgmap v761: 121 pgs: 121 active+clean; 99 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-04-02T08:42:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:35 smithi104 ceph-mon[94081]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:42:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:35 smithi104 ceph-mon[94081]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:42:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:35 smithi104 ceph-mon[96567]: pgmap v761: 121 pgs: 121 active+clean; 99 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-04-02T08:42:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:35 smithi104 ceph-mon[96567]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:42:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:35 smithi104 ceph-mon[96567]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:42:36.372 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 1983 (ObjNum 1023 snap 326 seq_num 1023) dirty exists 2024-04-02T08:42:36.372 INFO:tasks.rados.rados.0.smithi104.stdout:3415: done (7 left) 2024-04-02T08:42:36.372 INFO:tasks.rados.rados.0.smithi104.stdout:3416: done (6 left) 2024-04-02T08:42:36.372 INFO:tasks.rados.rados.0.smithi104.stdout:3417: done (5 left) 2024-04-02T08:42:36.372 INFO:tasks.rados.rados.0.smithi104.stdout:3418: done (4 left) 2024-04-02T08:42:36.372 INFO:tasks.rados.rados.0.smithi104.stdout:3419: done (3 left) 2024-04-02T08:42:36.372 INFO:tasks.rados.rados.0.smithi104.stdout:3420: done (2 left) 2024-04-02T08:42:36.372 INFO:tasks.rados.rados.0.smithi104.stdout:3421: done (1 left) 2024-04-02T08:42:36.372 INFO:tasks.rados.rados.0.smithi104.stdout:3422: done (0 left) 2024-04-02T08:42:36.372 INFO:tasks.rados.rados.0.smithi104.stdout:3423: snap_create 2024-04-02T08:42:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:35 smithi188 ceph-mon[86835]: pgmap v761: 121 pgs: 121 active+clean; 99 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-04-02T08:42:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:35 smithi188 ceph-mon[86835]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:42:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:35 smithi188 ceph-mon[86835]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:42:36.957 INFO:tasks.rados.rados.0.smithi104.stdout:3423: done (0 left) 2024-04-02T08:42:36.957 INFO:tasks.rados.rados.0.smithi104.stdout:3424: delete oid 42 current snap is 338 2024-04-02T08:42:36.962 INFO:tasks.rados.rados.0.smithi104.stdout:3424: done (0 left) 2024-04-02T08:42:36.962 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 338 2024-04-02T08:42:36.962 INFO:tasks.rados.rados.0.smithi104.stdout:3425: seq_num 1058 ranges {4587520=524288,5111808=401408} 2024-04-02T08:42:36.990 INFO:tasks.rados.rados.0.smithi104.stdout:3425: writing smithi10482514-26 from 4587520 to 5111808 tid 1 2024-04-02T08:42:36.993 INFO:tasks.rados.rados.0.smithi104.stdout:3425: writing smithi10482514-26 from 5111808 to 5513216 tid 2 2024-04-02T08:42:36.993 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 42 current snap is 338 2024-04-02T08:42:36.993 INFO:tasks.rados.rados.0.smithi104.stdout:3426: seq_num 1059 ranges {0=540672,540672=401408} 2024-04-02T08:42:36.996 INFO:tasks.rados.rados.0.smithi104.stdout:3426: writing smithi10482514-42 from 0 to 540672 tid 1 2024-04-02T08:42:36.998 INFO:tasks.rados.rados.0.smithi104.stdout:3426: writing smithi10482514-42 from 540672 to 942080 tid 2 2024-04-02T08:42:36.999 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 338 2024-04-02T08:42:36.999 INFO:tasks.rados.rados.0.smithi104.stdout:3427: seq_num 1060 ranges {335872=557056,892928=401408} 2024-04-02T08:42:37.003 INFO:tasks.rados.rados.0.smithi104.stdout:3427: writing smithi10482514-22 from 335872 to 892928 tid 1 2024-04-02T08:42:37.007 INFO:tasks.rados.rados.0.smithi104.stdout:3427: writing smithi10482514-22 from 892928 to 1294336 tid 2 2024-04-02T08:42:37.007 INFO:tasks.rados.rados.0.smithi104.stdout:3428: delete oid 44 current snap is 338 2024-04-02T08:42:37.007 INFO:tasks.rados.rados.0.smithi104.stdout:3425: finishing write tid 1 to smithi10482514-26 2024-04-02T08:42:37.007 INFO:tasks.rados.rados.0.smithi104.stdout:3425: finishing write tid 2 to smithi10482514-26 2024-04-02T08:42:37.007 INFO:tasks.rados.rados.0.smithi104.stdout:3425: finishing write tid 3 to smithi10482514-26 2024-04-02T08:42:37.007 INFO:tasks.rados.rados.0.smithi104.stdout:3425: finishing write tid 4 to smithi10482514-26 2024-04-02T08:42:37.007 INFO:tasks.rados.rados.0.smithi104.stdout:3425: oid 26 updating version 0 to 2163 2024-04-02T08:42:37.007 INFO:tasks.rados.rados.0.smithi104.stdout:3425: oid 26 updating version 2163 to 2164 2024-04-02T08:42:37.007 INFO:tasks.rados.rados.0.smithi104.stdout:3425: oid 26 version 2164 is already newer than 2162 2024-04-02T08:42:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2164 (ObjNum 1058 snap 338 seq_num 1058) dirty exists 2024-04-02T08:42:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:3425: left oid 26 (ObjNum 1058 snap 338 seq_num 1058) 2024-04-02T08:42:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:3426: finishing write tid 1 to smithi10482514-42 2024-04-02T08:42:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:3426: finishing write tid 2 to smithi10482514-42 2024-04-02T08:42:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:3426: finishing write tid 3 to smithi10482514-42 2024-04-02T08:42:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:3426: finishing write tid 4 to smithi10482514-42 2024-04-02T08:42:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:3426: oid 42 updating version 0 to 2442 2024-04-02T08:42:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:3426: oid 42 version 2442 is already newer than 2441 2024-04-02T08:42:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:3426: oid 42 version 2442 is already newer than 2440 2024-04-02T08:42:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 2442 (ObjNum 1059 snap 338 seq_num 1059) dirty exists 2024-04-02T08:42:37.008 INFO:tasks.rados.rados.0.smithi104.stdout:3426: left oid 42 (ObjNum 1059 snap 338 seq_num 1059) 2024-04-02T08:42:37.011 INFO:tasks.rados.rados.0.smithi104.stdout:3425: done (3 left) 2024-04-02T08:42:37.011 INFO:tasks.rados.rados.0.smithi104.stdout:3426: done (2 left) 2024-04-02T08:42:37.011 INFO:tasks.rados.rados.0.smithi104.stdout:3428: done (1 left) 2024-04-02T08:42:37.011 INFO:tasks.rados.rados.0.smithi104.stdout:3429: read oid 18 snap -1 2024-04-02T08:42:37.011 INFO:tasks.rados.rados.0.smithi104.stdout:3429: expect (ObjNum 1051 snap 334 seq_num 1051) 2024-04-02T08:42:37.011 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 46 current snap is 338 2024-04-02T08:42:37.011 INFO:tasks.rados.rados.0.smithi104.stdout:3430: seq_num 1062 ranges {4489216=589824,5079040=401408} 2024-04-02T08:42:37.038 INFO:tasks.rados.rados.0.smithi104.stdout:3430: writing smithi10482514-46 from 4489216 to 5079040 tid 1 2024-04-02T08:42:37.041 INFO:tasks.rados.rados.0.smithi104.stdout:3430: writing smithi10482514-46 from 5079040 to 5480448 tid 2 2024-04-02T08:42:37.041 INFO:tasks.rados.rados.0.smithi104.stdout:3431: read oid 29 snap -1 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:3431: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:3432: rollback oid 43 current snap is 338 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 43 to 331 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:3427: finishing write tid 1 to smithi10482514-22 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:3427: finishing write tid 2 to smithi10482514-22 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:3427: finishing write tid 3 to smithi10482514-22 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:3427: finishing write tid 4 to smithi10482514-22 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:3427: oid 22 updating version 0 to 1985 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:3427: oid 22 updating version 1985 to 1986 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:3427: oid 22 version 1986 is already newer than 1984 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 1986 (ObjNum 1060 snap 338 seq_num 1060) dirty exists 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:3427: left oid 22 (ObjNum 1060 snap 338 seq_num 1060) 2024-04-02T08:42:37.042 INFO:tasks.rados.rados.0.smithi104.stdout:3429: expect (ObjNum 1051 snap 334 seq_num 1051) 2024-04-02T08:42:37.159 INFO:tasks.rados.rados.0.smithi104.stdout:3430: finishing write tid 1 to smithi10482514-46 2024-04-02T08:42:37.159 INFO:tasks.rados.rados.0.smithi104.stdout:3430: finishing write tid 2 to smithi10482514-46 2024-04-02T08:42:37.159 INFO:tasks.rados.rados.0.smithi104.stdout:3430: finishing write tid 3 to smithi10482514-46 2024-04-02T08:42:37.159 INFO:tasks.rados.rados.0.smithi104.stdout:3427: done (4 left) 2024-04-02T08:42:37.159 INFO:tasks.rados.rados.0.smithi104.stdout:3429: done (3 left) 2024-04-02T08:42:37.159 INFO:tasks.rados.rados.0.smithi104.stdout:3433: read oid 5 snap 332 2024-04-02T08:42:37.159 INFO:tasks.rados.rados.0.smithi104.stdout:3433: expect deleted 2024-04-02T08:42:37.159 INFO:tasks.rados.rados.0.smithi104.stdout:3434: snap_remove snap 337 2024-04-02T08:42:37.963 INFO:tasks.rados.rados.0.smithi104.stdout:3434: done (4 left) 2024-04-02T08:42:37.963 INFO:tasks.rados.rados.0.smithi104.stdout:3435: copy_from oid 33 from oid 30 current snap is 338 2024-04-02T08:42:37.963 INFO:tasks.rados.rados.0.smithi104.stdout:3432: finishing rollback tid 0 to smithi10482514-43 2024-04-02T08:42:37.963 INFO:tasks.rados.rados.0.smithi104.stdout:3432: finishing rollback tid 1 to smithi10482514-43 2024-04-02T08:42:37.963 INFO:tasks.rados.rados.0.smithi104.stdout:3432: finishing rollback tid 2 to smithi10482514-43 2024-04-02T08:42:37.963 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 2162 (ObjNum 994 snap 314 seq_num 994) dirty exists 2024-04-02T08:42:37.963 INFO:tasks.rados.rados.0.smithi104.stdout:3430: finishing write tid 4 to smithi10482514-46 2024-04-02T08:42:37.963 INFO:tasks.rados.rados.0.smithi104.stdout:3430: oid 46 updating version 0 to 2751 2024-04-02T08:42:37.963 INFO:tasks.rados.rados.0.smithi104.stdout:3430: oid 46 version 2751 is already newer than 2750 2024-04-02T08:42:37.964 INFO:tasks.rados.rados.0.smithi104.stdout:3430: oid 46 updating version 2751 to 2752 2024-04-02T08:42:37.964 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 2752 (ObjNum 1062 snap 338 seq_num 1062) dirty exists 2024-04-02T08:42:37.964 INFO:tasks.rados.rados.0.smithi104.stdout:3430: left oid 46 (ObjNum 1062 snap 338 seq_num 1062) 2024-04-02T08:42:37.964 INFO:tasks.rados.rados.0.smithi104.stdout:3431: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:38.101 INFO:tasks.rados.rados.0.smithi104.stdout:3435: finishing copy_from racing read to smithi10482514-33 2024-04-02T08:42:38.101 INFO:tasks.rados.rados.0.smithi104.stdout:3435: finishing copy_from to smithi10482514-33 2024-04-02T08:42:38.101 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1980 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:42:38.101 INFO:tasks.rados.rados.0.smithi104.stdout:3430: done (4 left) 2024-04-02T08:42:38.101 INFO:tasks.rados.rados.0.smithi104.stdout:3431: done (3 left) 2024-04-02T08:42:38.101 INFO:tasks.rados.rados.0.smithi104.stdout:3432: done (2 left) 2024-04-02T08:42:38.101 INFO:tasks.rados.rados.0.smithi104.stdout:3433: done (1 left) 2024-04-02T08:42:38.102 INFO:tasks.rados.rados.0.smithi104.stdout:3435: done (0 left) 2024-04-02T08:42:38.102 INFO:tasks.rados.rados.0.smithi104.stdout:3436: snap_remove snap 334 2024-04-02T08:42:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:37 smithi188 ceph-mon[86835]: pgmap v764: 121 pgs: 121 active+clean; 108 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-02T08:42:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:37 smithi188 ceph-mon[86835]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:42:38.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:37 smithi104 ceph-mon[94081]: pgmap v764: 121 pgs: 121 active+clean; 108 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-02T08:42:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:37 smithi104 ceph-mon[94081]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:42:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:37 smithi104 ceph-mon[96567]: pgmap v764: 121 pgs: 121 active+clean; 108 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-02T08:42:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:37 smithi104 ceph-mon[96567]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:42:38.967 INFO:tasks.rados.rados.0.smithi104.stdout:3436: done (0 left) 2024-04-02T08:42:38.967 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 338 2024-04-02T08:42:38.967 INFO:tasks.rados.rados.0.smithi104.stdout:3437: seq_num 1063 ranges {0=606208,606208=401408} 2024-04-02T08:42:38.970 INFO:tasks.rados.rados.0.smithi104.stdout:3437: writing smithi10482514-45 from 0 to 606208 tid 1 2024-04-02T08:42:38.973 INFO:tasks.rados.rados.0.smithi104.stdout:3437: writing smithi10482514-45 from 606208 to 1007616 tid 2 2024-04-02T08:42:38.973 INFO:tasks.rados.rados.0.smithi104.stdout:3438: snap_remove snap 331 2024-04-02T08:42:39.274 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:38 smithi188 ceph-mon[86835]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:42:39.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:38 smithi104 ceph-mon[96567]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:42:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:38 smithi104 ceph-mon[94081]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:42:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:3438: done (1 left) 2024-04-02T08:42:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:3439: delete oid 28 current snap is 338 2024-04-02T08:42:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:3437: finishing write tid 1 to smithi10482514-45 2024-04-02T08:42:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:3437: finishing write tid 2 to smithi10482514-45 2024-04-02T08:42:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:3437: finishing write tid 3 to smithi10482514-45 2024-04-02T08:42:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:3437: finishing write tid 4 to smithi10482514-45 2024-04-02T08:42:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:3437: oid 45 updating version 0 to 2160 2024-04-02T08:42:39.970 INFO:tasks.rados.rados.0.smithi104.stdout:3437: oid 45 updating version 2160 to 2162 2024-04-02T08:42:39.971 INFO:tasks.rados.rados.0.smithi104.stdout:3437: oid 45 version 2162 is already newer than 2161 2024-04-02T08:42:39.971 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 2162 (ObjNum 1063 snap 338 seq_num 1063) dirty exists 2024-04-02T08:42:39.971 INFO:tasks.rados.rados.0.smithi104.stdout:3437: left oid 45 (ObjNum 1063 snap 338 seq_num 1063) 2024-04-02T08:42:39.982 INFO:tasks.rados.rados.0.smithi104.stdout:3437: done (1 left) 2024-04-02T08:42:39.982 INFO:tasks.rados.rados.0.smithi104.stdout:3439: done (0 left) 2024-04-02T08:42:39.982 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 4 current snap is 338 2024-04-02T08:42:39.982 INFO:tasks.rados.rados.0.smithi104.stdout:3440: seq_num 1065 ranges {212992=638976,851968=401408} 2024-04-02T08:42:39.987 INFO:tasks.rados.rados.0.smithi104.stdout:3440: writing smithi10482514-4 from 212992 to 851968 tid 1 2024-04-02T08:42:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:3440: writing smithi10482514-4 from 851968 to 1253376 tid 2 2024-04-02T08:42:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 338 2024-04-02T08:42:39.990 INFO:tasks.rados.rados.0.smithi104.stdout:3441: seq_num 1066 ranges {2482176=663552,3145728=401408} 2024-04-02T08:42:40.008 INFO:tasks.rados.rados.0.smithi104.stdout:3441: writing smithi10482514-40 from 2482176 to 3145728 tid 1 2024-04-02T08:42:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:3441: writing smithi10482514-40 from 3145728 to 3547136 tid 2 2024-04-02T08:42:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:3442: copy_from oid 33 from oid 22 current snap is 338 2024-04-02T08:42:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:3440: finishing write tid 1 to smithi10482514-4 2024-04-02T08:42:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:3440: finishing write tid 2 to smithi10482514-4 2024-04-02T08:42:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:3440: finishing write tid 3 to smithi10482514-4 2024-04-02T08:42:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:3440: finishing write tid 4 to smithi10482514-4 2024-04-02T08:42:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:3440: oid 4 updating version 0 to 2167 2024-04-02T08:42:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:3440: oid 4 version 2167 is already newer than 2165 2024-04-02T08:42:40.011 INFO:tasks.rados.rados.0.smithi104.stdout:3440: oid 4 version 2167 is already newer than 2166 2024-04-02T08:42:40.012 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 2167 (ObjNum 1065 snap 338 seq_num 1065) dirty exists 2024-04-02T08:42:40.012 INFO:tasks.rados.rados.0.smithi104.stdout:3440: left oid 4 (ObjNum 1065 snap 338 seq_num 1065) 2024-04-02T08:42:40.012 INFO:tasks.rados.rados.0.smithi104.stdout:3440: done (2 left) 2024-04-02T08:42:40.012 INFO:tasks.rados.rados.0.smithi104.stdout:3443: snap_remove snap 332 2024-04-02T08:42:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:39 smithi188 ceph-mon[86835]: pgmap v767: 121 pgs: 121 active+clean; 110 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-04-02T08:42:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:39 smithi188 ceph-mon[86835]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:42:40.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:39 smithi104 ceph-mon[94081]: pgmap v767: 121 pgs: 121 active+clean; 110 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-04-02T08:42:40.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:39 smithi104 ceph-mon[94081]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:42:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:39 smithi104 ceph-mon[96567]: pgmap v767: 121 pgs: 121 active+clean; 110 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-04-02T08:42:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:39 smithi104 ceph-mon[96567]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:42:40.984 INFO:tasks.rados.rados.0.smithi104.stdout:3443: done (2 left) 2024-04-02T08:42:40.985 INFO:tasks.rados.rados.0.smithi104.stdout:3444: rmattr oid 45 current snap is 338 2024-04-02T08:42:40.985 INFO:tasks.rados.rados.0.smithi104.stdout:3444: done (2 left) 2024-04-02T08:42:40.985 INFO:tasks.rados.rados.0.smithi104.stdout:3445: setattr oid 32 current snap is 338 2024-04-02T08:42:40.985 INFO:tasks.rados.rados.0.smithi104.stdout:3441: finishing write tid 1 to smithi10482514-40 2024-04-02T08:42:40.985 INFO:tasks.rados.rados.0.smithi104.stdout:3441: finishing write tid 2 to smithi10482514-40 2024-04-02T08:42:40.985 INFO:tasks.rados.rados.0.smithi104.stdout:3441: finishing write tid 3 to smithi10482514-40 2024-04-02T08:42:40.985 INFO:tasks.rados.rados.0.smithi104.stdout:3441: finishing write tid 4 to smithi10482514-40 2024-04-02T08:42:40.985 INFO:tasks.rados.rados.0.smithi104.stdout:3441: oid 40 updating version 0 to 2168 2024-04-02T08:42:40.985 INFO:tasks.rados.rados.0.smithi104.stdout:3441: oid 40 updating version 2168 to 2169 2024-04-02T08:42:40.985 INFO:tasks.rados.rados.0.smithi104.stdout:3441: oid 40 updating version 2169 to 2170 2024-04-02T08:42:40.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 2170 (ObjNum 1066 snap 338 seq_num 1066) dirty exists 2024-04-02T08:42:40.986 INFO:tasks.rados.rados.0.smithi104.stdout:3441: left oid 40 (ObjNum 1066 snap 338 seq_num 1066) 2024-04-02T08:42:40.986 INFO:tasks.rados.rados.0.smithi104.stdout:3442: finishing copy_from racing read to smithi10482514-33 2024-04-02T08:42:40.986 INFO:tasks.rados.rados.0.smithi104.stdout:3442: finishing copy_from to smithi10482514-33 2024-04-02T08:42:40.986 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 1986 (ObjNum 1060 snap 338 seq_num 1060) dirty exists 2024-04-02T08:42:40.987 INFO:tasks.rados.rados.0.smithi104.stdout:3441: done (2 left) 2024-04-02T08:42:40.988 INFO:tasks.rados.rados.0.smithi104.stdout:3442: done (1 left) 2024-04-02T08:42:40.988 INFO:tasks.rados.rados.0.smithi104.stdout:3446: read oid 33 snap -1 2024-04-02T08:42:40.988 INFO:tasks.rados.rados.0.smithi104.stdout:3446: expect (ObjNum 1060 snap 338 seq_num 1060) 2024-04-02T08:42:40.988 INFO:tasks.rados.rados.0.smithi104.stdout:3447: read oid 7 snap -1 2024-04-02T08:42:40.988 INFO:tasks.rados.rados.0.smithi104.stdout:3447: expect deleted 2024-04-02T08:42:40.988 INFO:tasks.rados.rados.0.smithi104.stdout:3448: read oid 21 snap 336 2024-04-02T08:42:40.988 INFO:tasks.rados.rados.0.smithi104.stdout:3448: expect (ObjNum 958 snap 305 seq_num 958) 2024-04-02T08:42:40.988 INFO:tasks.rados.rados.0.smithi104.stdout:3449: snap_remove snap 330 2024-04-02T08:42:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:40 smithi188 ceph-mon[86835]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:42:41.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:40 smithi104 ceph-mon[96567]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:42:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:40 smithi104 ceph-mon[94081]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:42:41.990 INFO:tasks.rados.rados.0.smithi104.stdout:3449: done (4 left) 2024-04-02T08:42:41.990 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 338 2024-04-02T08:42:41.990 INFO:tasks.rados.rados.0.smithi104.stdout:3450: seq_num 1067 ranges {5513216=679936,6193152=401408} 2024-04-02T08:42:42.025 INFO:tasks.rados.rados.0.smithi104.stdout:3450: writing smithi10482514-26 from 5513216 to 6193152 tid 1 2024-04-02T08:42:42.031 INFO:tasks.rados.rados.0.smithi104.stdout:3450: writing smithi10482514-26 from 6193152 to 6594560 tid 2 2024-04-02T08:42:42.031 INFO:tasks.rados.rados.0.smithi104.stdout:3451: read oid 13 snap 335 2024-04-02T08:42:42.031 INFO:tasks.rados.rados.0.smithi104.stdout:3451: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:42.031 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 338 2024-04-02T08:42:42.031 INFO:tasks.rados.rados.0.smithi104.stdout:3452: seq_num 1068 ranges {5029888=696320,5726208=401408} 2024-04-02T08:42:42.058 INFO:tasks.rados.rados.0.smithi104.stdout:3452: writing smithi10482514-15 from 5029888 to 5726208 tid 1 2024-04-02T08:42:42.067 INFO:tasks.rados.rados.0.smithi104.stdout:3452: writing smithi10482514-15 from 5726208 to 6127616 tid 2 2024-04-02T08:42:42.067 INFO:tasks.rados.rados.0.smithi104.stdout:3453: snap_create 2024-04-02T08:42:42.067 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 478 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-04-02T08:42:42.067 INFO:tasks.rados.rados.0.smithi104.stdout:3448: expect (ObjNum 958 snap 305 seq_num 958) 2024-04-02T08:42:42.106 INFO:tasks.rados.rados.0.smithi104.stdout:3446: expect (ObjNum 1060 snap 338 seq_num 1060) 2024-04-02T08:42:42.154 INFO:tasks.rados.rados.0.smithi104.stdout:3450: finishing write tid 1 to smithi10482514-26 2024-04-02T08:42:42.155 INFO:tasks.rados.rados.0.smithi104.stdout:3450: finishing write tid 2 to smithi10482514-26 2024-04-02T08:42:42.155 INFO:tasks.rados.rados.0.smithi104.stdout:3450: finishing write tid 3 to smithi10482514-26 2024-04-02T08:42:42.155 INFO:tasks.rados.rados.0.smithi104.stdout:3450: finishing write tid 4 to smithi10482514-26 2024-04-02T08:42:42.155 INFO:tasks.rados.rados.0.smithi104.stdout:3450: oid 26 updating version 0 to 2172 2024-04-02T08:42:42.155 INFO:tasks.rados.rados.0.smithi104.stdout:3450: oid 26 updating version 2172 to 2173 2024-04-02T08:42:42.155 INFO:tasks.rados.rados.0.smithi104.stdout:3450: oid 26 version 2173 is already newer than 2171 2024-04-02T08:42:42.155 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2173 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-04-02T08:42:42.155 INFO:tasks.rados.rados.0.smithi104.stdout:3450: left oid 26 (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:42:42.155 INFO:tasks.rados.rados.0.smithi104.stdout:3451: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:42.286 INFO:tasks.rados.rados.0.smithi104.stdout:3452: finishing write tid 1 to smithi10482514-15 2024-04-02T08:42:42.286 INFO:tasks.rados.rados.0.smithi104.stdout:3452: finishing write tid 2 to smithi10482514-15 2024-04-02T08:42:42.286 INFO:tasks.rados.rados.0.smithi104.stdout:3452: finishing write tid 3 to smithi10482514-15 2024-04-02T08:42:42.286 INFO:tasks.rados.rados.0.smithi104.stdout:3452: finishing write tid 4 to smithi10482514-15 2024-04-02T08:42:42.286 INFO:tasks.rados.rados.0.smithi104.stdout:3452: oid 15 updating version 0 to 2579 2024-04-02T08:42:42.286 INFO:tasks.rados.rados.0.smithi104.stdout:3452: oid 15 updating version 2579 to 2580 2024-04-02T08:42:42.286 INFO:tasks.rados.rados.0.smithi104.stdout:3452: oid 15 version 2580 is already newer than 2578 2024-04-02T08:42:42.287 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 2580 (ObjNum 1068 snap 338 seq_num 1068) dirty exists 2024-04-02T08:42:42.287 INFO:tasks.rados.rados.0.smithi104.stdout:3452: left oid 15 (ObjNum 1068 snap 338 seq_num 1068) 2024-04-02T08:42:42.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:41 smithi188 ceph-mon[86835]: pgmap v770: 121 pgs: 121 active+clean; 110 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 646 KiB/s wr, 15 op/s 2024-04-02T08:42:42.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:41 smithi188 ceph-mon[86835]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:42:42.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:41 smithi104 ceph-mon[96567]: pgmap v770: 121 pgs: 121 active+clean; 110 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 646 KiB/s wr, 15 op/s 2024-04-02T08:42:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:41 smithi104 ceph-mon[96567]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:42:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:41 smithi104 ceph-mon[94081]: pgmap v770: 121 pgs: 121 active+clean; 110 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 646 KiB/s wr, 15 op/s 2024-04-02T08:42:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:41 smithi104 ceph-mon[94081]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:42:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:42:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:43.000 INFO:tasks.rados.rados.0.smithi104.stdout:3445: done (7 left) 2024-04-02T08:42:43.000 INFO:tasks.rados.rados.0.smithi104.stdout:3446: done (6 left) 2024-04-02T08:42:43.000 INFO:tasks.rados.rados.0.smithi104.stdout:3447: done (5 left) 2024-04-02T08:42:43.000 INFO:tasks.rados.rados.0.smithi104.stdout:3448: done (4 left) 2024-04-02T08:42:43.000 INFO:tasks.rados.rados.0.smithi104.stdout:3450: done (3 left) 2024-04-02T08:42:43.000 INFO:tasks.rados.rados.0.smithi104.stdout:3451: done (2 left) 2024-04-02T08:42:43.000 INFO:tasks.rados.rados.0.smithi104.stdout:3452: done (1 left) 2024-04-02T08:42:43.000 INFO:tasks.rados.rados.0.smithi104.stdout:3453: done (0 left) 2024-04-02T08:42:43.001 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 339 2024-04-02T08:42:43.001 INFO:tasks.rados.rados.0.smithi104.stdout:3454: seq_num 1069 ranges {1294336=712704,2007040=401408} 2024-04-02T08:42:43.010 INFO:tasks.rados.rados.0.smithi104.stdout:3454: writing smithi10482514-33 from 1294336 to 2007040 tid 1 2024-04-02T08:42:43.012 INFO:tasks.rados.rados.0.smithi104.stdout:3454: writing smithi10482514-33 from 2007040 to 2408448 tid 2 2024-04-02T08:42:43.012 INFO:tasks.rados.rados.0.smithi104.stdout:3455: snap_remove snap 336 2024-04-02T08:42:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:42 smithi188 ceph-mon[86835]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:42:43.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:42 smithi104 ceph-mon[96567]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:42:43.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:42 smithi104 ceph-mon[94081]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:42:44.002 INFO:tasks.rados.rados.0.smithi104.stdout:3455: done (1 left) 2024-04-02T08:42:44.002 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 30 current snap is 339 2024-04-02T08:42:44.003 INFO:tasks.rados.rados.0.smithi104.stdout:3454: finishing write tid 1 to smithi10482514-33 2024-04-02T08:42:44.003 INFO:tasks.rados.rados.0.smithi104.stdout:3456: seq_num 1070 ranges {0=729088,729088=401408} 2024-04-02T08:42:44.007 INFO:tasks.rados.rados.0.smithi104.stdout:3456: writing smithi10482514-30 from 0 to 729088 tid 1 2024-04-02T08:42:44.010 INFO:tasks.rados.rados.0.smithi104.stdout:3456: writing smithi10482514-30 from 729088 to 1130496 tid 2 2024-04-02T08:42:44.011 INFO:tasks.rados.rados.0.smithi104.stdout:3457: rollback oid 19 current snap is 339 2024-04-02T08:42:44.011 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 19 to 333 2024-04-02T08:42:44.011 INFO:tasks.rados.rados.0.smithi104.stdout:3454: finishing write tid 2 to smithi10482514-33 2024-04-02T08:42:44.011 INFO:tasks.rados.rados.0.smithi104.stdout:3454: finishing write tid 3 to smithi10482514-33 2024-04-02T08:42:44.011 INFO:tasks.rados.rados.0.smithi104.stdout:3454: finishing write tid 4 to smithi10482514-33 2024-04-02T08:42:44.011 INFO:tasks.rados.rados.0.smithi104.stdout:3454: oid 33 updating version 0 to 2445 2024-04-02T08:42:44.011 INFO:tasks.rados.rados.0.smithi104.stdout:3454: oid 33 version 2445 is already newer than 2443 2024-04-02T08:42:44.011 INFO:tasks.rados.rados.0.smithi104.stdout:3454: oid 33 version 2445 is already newer than 2444 2024-04-02T08:42:44.011 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 2445 (ObjNum 1069 snap 339 seq_num 1069) dirty exists 2024-04-02T08:42:44.011 INFO:tasks.rados.rados.0.smithi104.stdout:3454: left oid 33 (ObjNum 1069 snap 339 seq_num 1069) 2024-04-02T08:42:44.011 INFO:tasks.rados.rados.0.smithi104.stdout:3454: done (2 left) 2024-04-02T08:42:44.012 INFO:tasks.rados.rados.0.smithi104.stdout:3458: snap_remove snap 335 2024-04-02T08:42:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:43 smithi188 ceph-mon[86835]: pgmap v773: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:42:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:43 smithi188 ceph-mon[86835]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:42:44.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:43 smithi104 ceph-mon[96567]: pgmap v773: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:42:44.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:43 smithi104 ceph-mon[96567]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:42:44.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:43 smithi104 ceph-mon[94081]: pgmap v773: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-02T08:42:44.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:43 smithi104 ceph-mon[94081]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:42:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:3458: done (2 left) 2024-04-02T08:42:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:3459: rmattr oid 14 current snap is 339 2024-04-02T08:42:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:3456: finishing write tid 1 to smithi10482514-30 2024-04-02T08:42:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:3456: finishing write tid 2 to smithi10482514-30 2024-04-02T08:42:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:3456: finishing write tid 3 to smithi10482514-30 2024-04-02T08:42:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:3457: finishing rollback tid 0 to smithi10482514-19 2024-04-02T08:42:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:3457: finishing rollback tid 1 to smithi10482514-19 2024-04-02T08:42:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:3457: finishing rollback tid 2 to smithi10482514-19 2024-04-02T08:42:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 2176 (ObjNum 1013 snap 323 seq_num 1013) dirty exists 2024-04-02T08:42:45.014 INFO:tasks.rados.rados.0.smithi104.stdout:3456: finishing write tid 4 to smithi10482514-30 2024-04-02T08:42:45.015 INFO:tasks.rados.rados.0.smithi104.stdout:3456: oid 30 updating version 0 to 2163 2024-04-02T08:42:45.015 INFO:tasks.rados.rados.0.smithi104.stdout:3456: oid 30 updating version 2163 to 2165 2024-04-02T08:42:45.015 INFO:tasks.rados.rados.0.smithi104.stdout:3456: oid 30 version 2165 is already newer than 2164 2024-04-02T08:42:45.015 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 2165 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-04-02T08:42:45.015 INFO:tasks.rados.rados.0.smithi104.stdout:3456: left oid 30 (ObjNum 1070 snap 339 seq_num 1070) 2024-04-02T08:42:45.015 INFO:tasks.rados.rados.0.smithi104.stdout:3456: done (2 left) 2024-04-02T08:42:45.015 INFO:tasks.rados.rados.0.smithi104.stdout:3457: done (1 left) 2024-04-02T08:42:45.015 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 339 2024-04-02T08:42:45.015 INFO:tasks.rados.rados.0.smithi104.stdout:3460: seq_num 1071 ranges {1753088=745472,2498560=401408} 2024-04-02T08:42:45.028 INFO:tasks.rados.rados.0.smithi104.stdout:3460: writing smithi10482514-47 from 1753088 to 2498560 tid 1 2024-04-02T08:42:45.031 INFO:tasks.rados.rados.0.smithi104.stdout:3460: writing smithi10482514-47 from 2498560 to 2899968 tid 2 2024-04-02T08:42:45.031 INFO:tasks.rados.rados.0.smithi104.stdout:3461: snap_remove snap 333 2024-04-02T08:42:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:45 smithi188 ceph-mon[86835]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:42:45.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:45 smithi104 ceph-mon[96567]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:42:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:45 smithi104 ceph-mon[94081]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:42:45.942 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2166 (ObjNum 964 snap 305 seq_num 964) dirty exists 2024-04-02T08:42:45.942 INFO:tasks.rados.rados.0.smithi104.stdout:3460: finishing write tid 1 to smithi10482514-47 2024-04-02T08:42:45.942 INFO:tasks.rados.rados.0.smithi104.stdout:3460: finishing write tid 2 to smithi10482514-47 2024-04-02T08:42:45.942 INFO:tasks.rados.rados.0.smithi104.stdout:3460: finishing write tid 3 to smithi10482514-47 2024-04-02T08:42:45.942 INFO:tasks.rados.rados.0.smithi104.stdout:3460: finishing write tid 4 to smithi10482514-47 2024-04-02T08:42:45.942 INFO:tasks.rados.rados.0.smithi104.stdout:3460: oid 47 updating version 0 to 2142 2024-04-02T08:42:45.942 INFO:tasks.rados.rados.0.smithi104.stdout:3460: oid 47 version 2142 is already newer than 2141 2024-04-02T08:42:45.943 INFO:tasks.rados.rados.0.smithi104.stdout:3460: oid 47 updating version 2142 to 2143 2024-04-02T08:42:45.943 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 2143 (ObjNum 1071 snap 339 seq_num 1071) dirty exists 2024-04-02T08:42:45.943 INFO:tasks.rados.rados.0.smithi104.stdout:3460: left oid 47 (ObjNum 1071 snap 339 seq_num 1071) 2024-04-02T08:42:45.943 INFO:tasks.rados.rados.0.smithi104.stdout:3459: done (2 left) 2024-04-02T08:42:45.943 INFO:tasks.rados.rados.0.smithi104.stdout:3460: done (1 left) 2024-04-02T08:42:45.943 INFO:tasks.rados.rados.0.smithi104.stdout:3461: done (0 left) 2024-04-02T08:42:45.943 INFO:tasks.rados.rados.0.smithi104.stdout:3462: copy_from oid 7 from oid 39 current snap is 339 2024-04-02T08:42:45.943 INFO:tasks.rados.rados.0.smithi104.stdout:3463: copy_from oid 33 from oid 49 current snap is 339 2024-04-02T08:42:45.943 INFO:tasks.rados.rados.0.smithi104.stdout:3464: setattr oid 12 current snap is 339 2024-04-02T08:42:45.946 INFO:tasks.rados.rados.0.smithi104.stdout:3465: delete oid 1 current snap is 339 2024-04-02T08:42:45.956 INFO:tasks.rados.rados.0.smithi104.stdout:3462: finishing copy_from racing read to smithi10482514-7 2024-04-02T08:42:45.956 INFO:tasks.rados.rados.0.smithi104.stdout:3465: done (3 left) 2024-04-02T08:42:45.956 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 339 2024-04-02T08:42:45.956 INFO:tasks.rados.rados.0.smithi104.stdout:3466: seq_num 1073 ranges {876544=778240,1654784=401408} 2024-04-02T08:42:45.966 INFO:tasks.rados.rados.0.smithi104.stdout:3466: writing smithi10482514-8 from 876544 to 1654784 tid 1 2024-04-02T08:42:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:3466: writing smithi10482514-8 from 1654784 to 2056192 tid 2 2024-04-02T08:42:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 339 2024-04-02T08:42:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2144 (ObjNum 1043 snap 331 seq_num 1043) dirty exists 2024-04-02T08:42:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:3462: finishing copy_from to smithi10482514-7 2024-04-02T08:42:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2438 (ObjNum 577 snap 0 seq_num 1940469568) dirty exists 2024-04-02T08:42:45.969 INFO:tasks.rados.rados.0.smithi104.stdout:3467: seq_num 1074 ranges {0=794624,794624=401408} 2024-04-02T08:42:45.974 INFO:tasks.rados.rados.0.smithi104.stdout:3467: writing smithi10482514-28 from 0 to 794624 tid 1 2024-04-02T08:42:45.976 INFO:tasks.rados.rados.0.smithi104.stdout:3467: writing smithi10482514-28 from 794624 to 1196032 tid 2 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3462: done (4 left) 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3464: done (3 left) 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3468: setattr oid 17 current snap is 339 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3463: finishing copy_from racing read to smithi10482514-33 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3463: finishing copy_from to smithi10482514-33 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 2157 (ObjNum 1034 snap 329 seq_num 1034) dirty exists 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3466: finishing write tid 1 to smithi10482514-8 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3466: finishing write tid 2 to smithi10482514-8 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3466: finishing write tid 3 to smithi10482514-8 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3466: finishing write tid 4 to smithi10482514-8 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3466: oid 8 updating version 0 to 2755 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3466: oid 8 version 2755 is already newer than 2753 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:3466: oid 8 version 2755 is already newer than 2754 2024-04-02T08:42:45.977 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 2755 (ObjNum 1073 snap 339 seq_num 1073) dirty exists 2024-04-02T08:42:45.978 INFO:tasks.rados.rados.0.smithi104.stdout:3466: left oid 8 (ObjNum 1073 snap 339 seq_num 1073) 2024-04-02T08:42:45.978 INFO:tasks.rados.rados.0.smithi104.stdout:3463: done (3 left) 2024-04-02T08:42:45.979 INFO:tasks.rados.rados.0.smithi104.stdout:3466: done (2 left) 2024-04-02T08:42:45.979 INFO:tasks.rados.rados.0.smithi104.stdout:3469: rollback oid 14 current snap is 339 2024-04-02T08:42:45.979 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 338 2024-04-02T08:42:45.979 INFO:tasks.rados.rados.0.smithi104.stdout:3470: setattr oid 23 current snap is 339 2024-04-02T08:42:45.979 INFO:tasks.rados.rados.0.smithi104.stdout:3467: finishing write tid 1 to smithi10482514-28 2024-04-02T08:42:45.980 INFO:tasks.rados.rados.0.smithi104.stdout:3467: finishing write tid 2 to smithi10482514-28 2024-04-02T08:42:45.980 INFO:tasks.rados.rados.0.smithi104.stdout:3467: finishing write tid 3 to smithi10482514-28 2024-04-02T08:42:45.981 INFO:tasks.rados.rados.0.smithi104.stdout:3471: snap_create 2024-04-02T08:42:45.982 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 2800 (ObjNum 1016 snap 324 seq_num 1016) dirty exists 2024-04-02T08:42:45.984 INFO:tasks.rados.rados.0.smithi104.stdout:3469: finishing rollback tid 0 to smithi10482514-14 2024-04-02T08:42:45.984 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 1987 (ObjNum 561 snap 0 seq_num 327134976) dirty exists 2024-04-02T08:42:45.984 INFO:tasks.rados.rados.0.smithi104.stdout:3469: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:42:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3467: finishing write tid 4 to smithi10482514-28 2024-04-02T08:42:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3467: oid 28 updating version 0 to 2145 2024-04-02T08:42:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3467: oid 28 updating version 2145 to 2146 2024-04-02T08:42:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3467: oid 28 updating version 2146 to 2147 2024-04-02T08:42:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 2147 (ObjNum 1074 snap 339 seq_num 1074) dirty exists 2024-04-02T08:42:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3467: left oid 28 (ObjNum 1074 snap 339 seq_num 1074) 2024-04-02T08:42:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:3469: finishing rollback tid 2 to smithi10482514-14 2024-04-02T08:42:45.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2169 (ObjNum 964 snap 305 seq_num 964) dirty exists 2024-04-02T08:42:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:42:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:42:45] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:42:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:46 smithi104 ceph-mon[94081]: pgmap v776: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 111 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:42:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:46 smithi104 ceph-mon[94081]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:42:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:46 smithi104 ceph-mon[94081]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:42:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:46 smithi104 ceph-mon[96567]: pgmap v776: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 111 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:42:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:46 smithi104 ceph-mon[96567]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:42:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:46 smithi104 ceph-mon[96567]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:42:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:46 smithi188 ceph-mon[86835]: pgmap v776: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 111 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:42:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:46 smithi188 ceph-mon[86835]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:42:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:46 smithi188 ceph-mon[86835]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:42:46.941 INFO:tasks.rados.rados.0.smithi104.stdout:3467: done (4 left) 2024-04-02T08:42:46.941 INFO:tasks.rados.rados.0.smithi104.stdout:3468: done (3 left) 2024-04-02T08:42:46.941 INFO:tasks.rados.rados.0.smithi104.stdout:3469: done (2 left) 2024-04-02T08:42:46.942 INFO:tasks.rados.rados.0.smithi104.stdout:3470: done (1 left) 2024-04-02T08:42:46.942 INFO:tasks.rados.rados.0.smithi104.stdout:3471: done (0 left) 2024-04-02T08:42:46.942 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 340 2024-04-02T08:42:46.942 INFO:tasks.rados.rados.0.smithi104.stdout:3472: seq_num 1075 ranges {1007616=409600,1417216=671744,2088960=131072} 2024-04-02T08:42:46.949 INFO:tasks.rados.rados.0.smithi104.stdout:3472: writing smithi10482514-45 from 1007616 to 1417216 tid 1 2024-04-02T08:42:46.953 INFO:tasks.rados.rados.0.smithi104.stdout:3472: writing smithi10482514-45 from 1417216 to 2088960 tid 2 2024-04-02T08:42:46.954 INFO:tasks.rados.rados.0.smithi104.stdout:3472: writing smithi10482514-45 from 2088960 to 2220032 tid 3 2024-04-02T08:42:46.954 INFO:tasks.rados.rados.0.smithi104.stdout:3473: read oid 41 snap 339 2024-04-02T08:42:46.954 INFO:tasks.rados.rados.0.smithi104.stdout:3473: expect (ObjNum 1053 snap 336 seq_num 1053) 2024-04-02T08:42:46.955 INFO:tasks.rados.rados.0.smithi104.stdout:3474: delete oid 6 current snap is 340 2024-04-02T08:42:46.957 INFO:tasks.rados.rados.0.smithi104.stdout:3472: finishing write tid 1 to smithi10482514-45 2024-04-02T08:42:46.960 INFO:tasks.rados.rados.0.smithi104.stdout:3472: finishing write tid 2 to smithi10482514-45 2024-04-02T08:42:46.960 INFO:tasks.rados.rados.0.smithi104.stdout:3472: finishing write tid 3 to smithi10482514-45 2024-04-02T08:42:46.961 INFO:tasks.rados.rados.0.smithi104.stdout:3472: finishing write tid 4 to smithi10482514-45 2024-04-02T08:42:46.963 INFO:tasks.rados.rados.0.smithi104.stdout:3472: finishing write tid 5 to smithi10482514-45 2024-04-02T08:42:46.963 INFO:tasks.rados.rados.0.smithi104.stdout:3472: oid 45 updating version 0 to 2163 2024-04-02T08:42:46.963 INFO:tasks.rados.rados.0.smithi104.stdout:3472: oid 45 updating version 2163 to 2164 2024-04-02T08:42:46.963 INFO:tasks.rados.rados.0.smithi104.stdout:3472: oid 45 updating version 2164 to 2166 2024-04-02T08:42:46.963 INFO:tasks.rados.rados.0.smithi104.stdout:3472: oid 45 version 2166 is already newer than 2165 2024-04-02T08:42:46.963 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 2166 (ObjNum 1075 snap 340 seq_num 1075) dirty exists 2024-04-02T08:42:46.963 INFO:tasks.rados.rados.0.smithi104.stdout:3472: left oid 45 (ObjNum 1075 snap 340 seq_num 1075) 2024-04-02T08:42:46.997 INFO:tasks.rados.rados.0.smithi104.stdout:3473: expect (ObjNum 1053 snap 336 seq_num 1053) 2024-04-02T08:42:47.333 INFO:tasks.rados.rados.0.smithi104.stdout:3472: done (2 left) 2024-04-02T08:42:47.333 INFO:tasks.rados.rados.0.smithi104.stdout:3473: done (1 left) 2024-04-02T08:42:47.333 INFO:tasks.rados.rados.0.smithi104.stdout:3474: done (0 left) 2024-04-02T08:42:47.333 INFO:tasks.rados.rados.0.smithi104.stdout:3475: copy_from oid 15 from oid 27 current snap is 340 2024-04-02T08:42:47.333 INFO:tasks.rados.rados.0.smithi104.stdout:3476: setattr oid 44 current snap is 340 2024-04-02T08:42:47.334 INFO:tasks.rados.rados.0.smithi104.stdout:3475: finishing copy_from to smithi10482514-15 2024-04-02T08:42:47.335 INFO:tasks.rados.rados.0.smithi104.stdout:3475: got expected ENOENT (src dne) 2024-04-02T08:42:47.335 INFO:tasks.rados.rados.0.smithi104.stdout:3477: read oid 16 snap 338 2024-04-02T08:42:47.335 INFO:tasks.rados.rados.0.smithi104.stdout:3477: expect (ObjNum 1019 snap 325 seq_num 1019) 2024-04-02T08:42:47.335 INFO:tasks.rados.rados.0.smithi104.stdout:3478: setattr oid 25 current snap is 340 2024-04-02T08:42:47.335 INFO:tasks.rados.rados.0.smithi104.stdout:3475: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:42:47.337 INFO:tasks.rados.rados.0.smithi104.stdout:3475: done (3 left) 2024-04-02T08:42:47.337 INFO:tasks.rados.rados.0.smithi104.stdout:3479: read oid 17 snap 339 2024-04-02T08:42:47.337 INFO:tasks.rados.rados.0.smithi104.stdout:3479: expect (ObjNum 1016 snap 324 seq_num 1016) 2024-04-02T08:42:47.337 INFO:tasks.rados.rados.0.smithi104.stdout:3480: rollback oid 26 current snap is 340 2024-04-02T08:42:47.337 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 339 2024-04-02T08:42:47.337 INFO:tasks.rados.rados.0.smithi104.stdout:3481: read oid 31 snap 339 2024-04-02T08:42:47.337 INFO:tasks.rados.rados.0.smithi104.stdout:3481: expect (ObjNum 1033 snap 329 seq_num 1033) 2024-04-02T08:42:47.337 INFO:tasks.rados.rados.0.smithi104.stdout:3482: read oid 49 snap -1 2024-04-02T08:42:47.337 INFO:tasks.rados.rados.0.smithi104.stdout:3482: expect (ObjNum 1034 snap 329 seq_num 1034) 2024-04-02T08:42:47.337 INFO:tasks.rados.rados.0.smithi104.stdout:3483: delete oid 42 current snap is 340 2024-04-02T08:42:47.340 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2801 (ObjNum 65 snap 0 seq_num 1366586449) dirty exists 2024-04-02T08:42:47.344 INFO:tasks.rados.rados.0.smithi104.stdout:3480: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:42:47.346 INFO:tasks.rados.rados.0.smithi104.stdout:3480: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:42:47.346 INFO:tasks.rados.rados.0.smithi104.stdout:3480: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:42:47.346 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2179 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-04-02T08:42:47.354 INFO:tasks.rados.rados.0.smithi104.stdout:3477: expect (ObjNum 1019 snap 325 seq_num 1019) 2024-04-02T08:42:47.431 INFO:tasks.rados.rados.0.smithi104.stdout:3482: expect (ObjNum 1034 snap 329 seq_num 1034) 2024-04-02T08:42:47.545 INFO:tasks.rados.rados.0.smithi104.stdout:3479: expect (ObjNum 1016 snap 324 seq_num 1016) 2024-04-02T08:42:47.769 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 2170 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:42:47.769 INFO:tasks.rados.rados.0.smithi104.stdout:3481: expect (ObjNum 1033 snap 329 seq_num 1033) 2024-04-02T08:42:47.853 INFO:tasks.rados.rados.0.smithi104.stdout:3476: done (7 left) 2024-04-02T08:42:47.854 INFO:tasks.rados.rados.0.smithi104.stdout:3477: done (6 left) 2024-04-02T08:42:47.854 INFO:tasks.rados.rados.0.smithi104.stdout:3478: done (5 left) 2024-04-02T08:42:47.854 INFO:tasks.rados.rados.0.smithi104.stdout:3479: done (4 left) 2024-04-02T08:42:47.854 INFO:tasks.rados.rados.0.smithi104.stdout:3480: done (3 left) 2024-04-02T08:42:47.854 INFO:tasks.rados.rados.0.smithi104.stdout:3481: done (2 left) 2024-04-02T08:42:47.854 INFO:tasks.rados.rados.0.smithi104.stdout:3482: done (1 left) 2024-04-02T08:42:47.854 INFO:tasks.rados.rados.0.smithi104.stdout:3483: done (0 left) 2024-04-02T08:42:47.854 INFO:tasks.rados.rados.0.smithi104.stdout:3484: rmattr oid 14 current snap is 340 2024-04-02T08:42:47.854 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 340 2024-04-02T08:42:47.854 INFO:tasks.rados.rados.0.smithi104.stdout:3485: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-04-02T08:42:47.856 INFO:tasks.rados.rados.0.smithi104.stdout:3485: writing smithi10482514-5 from 0 to 458752 tid 1 2024-04-02T08:42:47.860 INFO:tasks.rados.rados.0.smithi104.stdout:3485: writing smithi10482514-5 from 458752 to 1179648 tid 2 2024-04-02T08:42:47.861 INFO:tasks.rados.rados.0.smithi104.stdout:3485: writing smithi10482514-5 from 1179648 to 1261568 tid 3 2024-04-02T08:42:47.861 INFO:tasks.rados.rados.0.smithi104.stdout:3486: snap_create 2024-04-02T08:42:47.861 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2171 (ObjNum 964 snap 305 seq_num 964) dirty exists 2024-04-02T08:42:47.861 INFO:tasks.rados.rados.0.smithi104.stdout:3485: finishing write tid 1 to smithi10482514-5 2024-04-02T08:42:47.865 INFO:tasks.rados.rados.0.smithi104.stdout:3485: finishing write tid 2 to smithi10482514-5 2024-04-02T08:42:47.865 INFO:tasks.rados.rados.0.smithi104.stdout:3485: finishing write tid 3 to smithi10482514-5 2024-04-02T08:42:47.865 INFO:tasks.rados.rados.0.smithi104.stdout:3485: finishing write tid 4 to smithi10482514-5 2024-04-02T08:42:47.867 INFO:tasks.rados.rados.0.smithi104.stdout:3485: finishing write tid 5 to smithi10482514-5 2024-04-02T08:42:47.867 INFO:tasks.rados.rados.0.smithi104.stdout:3485: oid 5 updating version 0 to 2757 2024-04-02T08:42:47.867 INFO:tasks.rados.rados.0.smithi104.stdout:3485: oid 5 updating version 2757 to 2758 2024-04-02T08:42:47.867 INFO:tasks.rados.rados.0.smithi104.stdout:3485: oid 5 updating version 2758 to 2759 2024-04-02T08:42:47.867 INFO:tasks.rados.rados.0.smithi104.stdout:3485: oid 5 version 2759 is already newer than 2756 2024-04-02T08:42:47.867 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 2759 (ObjNum 1078 snap 340 seq_num 1078) dirty exists 2024-04-02T08:42:47.867 INFO:tasks.rados.rados.0.smithi104.stdout:3485: left oid 5 (ObjNum 1078 snap 340 seq_num 1078) 2024-04-02T08:42:48.010 INFO:tasks.rados.rados.0.smithi104.stdout:3484: done (2 left) 2024-04-02T08:42:48.010 INFO:tasks.rados.rados.0.smithi104.stdout:3485: done (1 left) 2024-04-02T08:42:48.010 INFO:tasks.rados.rados.0.smithi104.stdout:3486: done (0 left) 2024-04-02T08:42:48.011 INFO:tasks.rados.rados.0.smithi104.stdout:3487: delete oid 25 current snap is 341 2024-04-02T08:42:48.016 INFO:tasks.rados.rados.0.smithi104.stdout:3487: done (0 left) 2024-04-02T08:42:48.016 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 341 2024-04-02T08:42:48.016 INFO:tasks.rados.rados.0.smithi104.stdout:3488: seq_num 1080 ranges {2220032=491520,2711552=540672,3252224=262144} 2024-04-02T08:42:48.030 INFO:tasks.rados.rados.0.smithi104.stdout:3488: writing smithi10482514-45 from 2220032 to 2711552 tid 1 2024-04-02T08:42:48.033 INFO:tasks.rados.rados.0.smithi104.stdout:3488: writing smithi10482514-45 from 2711552 to 3252224 tid 2 2024-04-02T08:42:48.035 INFO:tasks.rados.rados.0.smithi104.stdout:3488: writing smithi10482514-45 from 3252224 to 3514368 tid 3 2024-04-02T08:42:48.036 INFO:tasks.rados.rados.0.smithi104.stdout:3489: read oid 17 snap -1 2024-04-02T08:42:48.036 INFO:tasks.rados.rados.0.smithi104.stdout:3489: expect (ObjNum 1016 snap 324 seq_num 1016) 2024-04-02T08:42:48.036 INFO:tasks.rados.rados.0.smithi104.stdout:3490: rollback oid 5 current snap is 341 2024-04-02T08:42:48.036 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 5 to 339 2024-04-02T08:42:48.036 INFO:tasks.rados.rados.0.smithi104.stdout:3488: finishing write tid 1 to smithi10482514-45 2024-04-02T08:42:48.036 INFO:tasks.rados.rados.0.smithi104.stdout:3491: snap_create 2024-04-02T08:42:48.039 INFO:tasks.rados.rados.0.smithi104.stdout:3490: finishing rollback tid 0 to smithi10482514-5 2024-04-02T08:42:48.039 INFO:tasks.rados.rados.0.smithi104.stdout:3490: finishing rollback tid 1 to smithi10482514-5 2024-04-02T08:42:48.039 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 2761 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:42:48.041 INFO:tasks.rados.rados.0.smithi104.stdout:3488: finishing write tid 2 to smithi10482514-45 2024-04-02T08:42:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:3488: finishing write tid 3 to smithi10482514-45 2024-04-02T08:42:48.042 INFO:tasks.rados.rados.0.smithi104.stdout:3488: finishing write tid 4 to smithi10482514-45 2024-04-02T08:42:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:3488: finishing write tid 5 to smithi10482514-45 2024-04-02T08:42:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:3488: oid 45 updating version 0 to 2167 2024-04-02T08:42:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:3488: oid 45 updating version 2167 to 2168 2024-04-02T08:42:48.043 INFO:tasks.rados.rados.0.smithi104.stdout:3488: oid 45 updating version 2168 to 2169 2024-04-02T08:42:48.044 INFO:tasks.rados.rados.0.smithi104.stdout:3488: oid 45 updating version 2169 to 2170 2024-04-02T08:42:48.044 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 2170 (ObjNum 1080 snap 341 seq_num 1080) dirty exists 2024-04-02T08:42:48.044 INFO:tasks.rados.rados.0.smithi104.stdout:3488: left oid 45 (ObjNum 1080 snap 341 seq_num 1080) 2024-04-02T08:42:48.047 INFO:tasks.rados.rados.0.smithi104.stdout:3489: expect (ObjNum 1016 snap 324 seq_num 1016) 2024-04-02T08:42:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:47 smithi188 ceph-mon[86835]: pgmap v779: 121 pgs: 121 active+clean; 108 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-02T08:42:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:47 smithi188 ceph-mon[86835]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:42:48.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:47 smithi104 ceph-mon[94081]: pgmap v779: 121 pgs: 121 active+clean; 108 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-02T08:42:48.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:47 smithi104 ceph-mon[94081]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:42:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:47 smithi104 ceph-mon[96567]: pgmap v779: 121 pgs: 121 active+clean; 108 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-02T08:42:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:47 smithi104 ceph-mon[96567]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:42:49.019 INFO:tasks.rados.rados.0.smithi104.stdout:3488: done (3 left) 2024-04-02T08:42:49.019 INFO:tasks.rados.rados.0.smithi104.stdout:3489: done (2 left) 2024-04-02T08:42:49.019 INFO:tasks.rados.rados.0.smithi104.stdout:3490: done (1 left) 2024-04-02T08:42:49.019 INFO:tasks.rados.rados.0.smithi104.stdout:3491: done (0 left) 2024-04-02T08:42:49.019 INFO:tasks.rados.rados.0.smithi104.stdout:3492: read oid 15 snap -1 2024-04-02T08:42:49.019 INFO:tasks.rados.rados.0.smithi104.stdout:3492: expect (ObjNum 1068 snap 338 seq_num 1068) 2024-04-02T08:42:49.019 INFO:tasks.rados.rados.0.smithi104.stdout:3493: read oid 49 snap -1 2024-04-02T08:42:49.019 INFO:tasks.rados.rados.0.smithi104.stdout:3493: expect (ObjNum 1034 snap 329 seq_num 1034) 2024-04-02T08:42:49.019 INFO:tasks.rados.rados.0.smithi104.stdout:3494: copy_from oid 43 from oid 7 current snap is 342 2024-04-02T08:42:49.019 INFO:tasks.rados.rados.0.smithi104.stdout:3495: copy_from oid 48 from oid 3 current snap is 342 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3496: rollback oid 39 current snap is 342 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 39 to 340 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3497: read oid 16 snap -1 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3497: expect (ObjNum 1019 snap 325 seq_num 1019) 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3498: read oid 6 snap -1 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3498: expect deleted 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3499: read oid 9 snap -1 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3499: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3500: read oid 13 snap -1 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3500: expect deleted 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3501: read oid 14 snap -1 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3501: expect (ObjNum 964 snap 305 seq_num 964) 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:3502: copy_from oid 18 from oid 4 current snap is 342 2024-04-02T08:42:49.020 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 342 2024-04-02T08:42:49.021 INFO:tasks.rados.rados.0.smithi104.stdout:3503: seq_num 1081 ranges {671744=507904,1179648=425984,1605632=376832} 2024-04-02T08:42:49.024 INFO:tasks.rados.rados.0.smithi104.stdout:3503: writing smithi10482514-12 from 671744 to 1179648 tid 1 2024-04-02T08:42:49.027 INFO:tasks.rados.rados.0.smithi104.stdout:3503: writing smithi10482514-12 from 1179648 to 1605632 tid 2 2024-04-02T08:42:49.030 INFO:tasks.rados.rados.0.smithi104.stdout:3503: writing smithi10482514-12 from 1605632 to 1982464 tid 3 2024-04-02T08:42:49.030 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 342 2024-04-02T08:42:49.030 INFO:tasks.rados.rados.0.smithi104.stdout:3504: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2024-04-02T08:42:49.034 INFO:tasks.rados.rados.0.smithi104.stdout:3504: writing smithi10482514-5 from 0 to 524288 tid 1 2024-04-02T08:42:49.041 INFO:tasks.rados.rados.0.smithi104.stdout:3504: writing smithi10482514-5 from 524288 to 1228800 tid 2 2024-04-02T08:42:49.042 INFO:tasks.rados.rados.0.smithi104.stdout:3504: writing smithi10482514-5 from 1228800 to 1327104 tid 3 2024-04-02T08:42:49.042 INFO:tasks.rados.rados.0.smithi104.stdout:3505: snap_remove snap 338 2024-04-02T08:42:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:49 smithi188 ceph-mon[86835]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:42:49.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:49 smithi104 ceph-mon[94081]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:42:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:49 smithi104 ceph-mon[96567]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:42:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:3505: done (13 left) 2024-04-02T08:42:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:3506: snap_create 2024-04-02T08:42:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:3495: finishing copy_from to smithi10482514-48 2024-04-02T08:42:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:3495: got expected ENOENT (src dne) 2024-04-02T08:42:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:3495: finishing copy_from racing read to smithi10482514-48 2024-04-02T08:42:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:3494: finishing copy_from racing read to smithi10482514-43 2024-04-02T08:42:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:3502: finishing copy_from racing read to smithi10482514-18 2024-04-02T08:42:50.024 INFO:tasks.rados.rados.0.smithi104.stdout:3493: expect (ObjNum 1034 snap 329 seq_num 1034) 2024-04-02T08:42:50.149 INFO:tasks.rados.rados.0.smithi104.stdout:3502: finishing copy_from to smithi10482514-18 2024-04-02T08:42:50.149 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 2167 (ObjNum 1065 snap 338 seq_num 1065) dirty exists 2024-04-02T08:42:50.149 INFO:tasks.rados.rados.0.smithi104.stdout:3499: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:42:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:50 smithi188 ceph-mon[86835]: pgmap v782: 121 pgs: 121 active+clean; 97 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-02T08:42:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:50 smithi188 ceph-mon[86835]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:42:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:50 smithi104 ceph-mon[96567]: pgmap v782: 121 pgs: 121 active+clean; 97 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-02T08:42:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:50 smithi104 ceph-mon[96567]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:42:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:50 smithi104 ceph-mon[94081]: pgmap v782: 121 pgs: 121 active+clean; 97 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-02T08:42:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:50 smithi104 ceph-mon[94081]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:42:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:50.480 INFO:tasks.rados.rados.0.smithi104.stdout:3497: expect (ObjNum 1019 snap 325 seq_num 1019) 2024-04-02T08:42:50.557 INFO:tasks.rados.rados.0.smithi104.stdout:3504: finishing write tid 1 to smithi10482514-5 2024-04-02T08:42:50.557 INFO:tasks.rados.rados.0.smithi104.stdout:3504: finishing write tid 2 to smithi10482514-5 2024-04-02T08:42:50.557 INFO:tasks.rados.rados.0.smithi104.stdout:3504: finishing write tid 3 to smithi10482514-5 2024-04-02T08:42:50.557 INFO:tasks.rados.rados.0.smithi104.stdout:3504: finishing write tid 4 to smithi10482514-5 2024-04-02T08:42:50.558 INFO:tasks.rados.rados.0.smithi104.stdout:3503: finishing write tid 1 to smithi10482514-12 2024-04-02T08:42:50.558 INFO:tasks.rados.rados.0.smithi104.stdout:3503: finishing write tid 2 to smithi10482514-12 2024-04-02T08:42:50.558 INFO:tasks.rados.rados.0.smithi104.stdout:3503: finishing write tid 3 to smithi10482514-12 2024-04-02T08:42:50.558 INFO:tasks.rados.rados.0.smithi104.stdout:3503: finishing write tid 4 to smithi10482514-12 2024-04-02T08:42:50.558 INFO:tasks.rados.rados.0.smithi104.stdout:3501: expect (ObjNum 964 snap 305 seq_num 964) 2024-04-02T08:42:50.606 INFO:tasks.rados.rados.0.smithi104.stdout:3494: finishing copy_from to smithi10482514-43 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 2438 (ObjNum 65 snap 0 seq_num 284102892) dirty exists 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3504: finishing write tid 5 to smithi10482514-5 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3504: oid 5 updating version 0 to 2762 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3504: oid 5 updating version 2762 to 2764 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3504: oid 5 updating version 2764 to 2765 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3504: oid 5 version 2765 is already newer than 2763 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 2765 (ObjNum 1082 snap 342 seq_num 1082) dirty exists 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3504: left oid 5 (ObjNum 1082 snap 342 seq_num 1082) 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3503: finishing write tid 5 to smithi10482514-12 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3503: oid 12 updating version 0 to 2148 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3503: oid 12 updating version 2148 to 2151 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3503: oid 12 version 2151 is already newer than 2149 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3503: oid 12 version 2151 is already newer than 2150 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2151 (ObjNum 1081 snap 342 seq_num 1081) dirty exists 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3503: left oid 12 (ObjNum 1081 snap 342 seq_num 1081) 2024-04-02T08:42:50.607 INFO:tasks.rados.rados.0.smithi104.stdout:3492: expect (ObjNum 1068 snap 338 seq_num 1068) 2024-04-02T08:42:51.093 INFO:tasks.rados.rados.0.smithi104.stdout:3496: finishing rollback tid 0 to smithi10482514-39 2024-04-02T08:42:51.093 INFO:tasks.rados.rados.0.smithi104.stdout:3496: finishing rollback tid 1 to smithi10482514-39 2024-04-02T08:42:51.093 INFO:tasks.rados.rados.0.smithi104.stdout:3496: finishing rollback tid 2 to smithi10482514-39 2024-04-02T08:42:51.093 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 2600 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:42:51.093 INFO:tasks.rados.rados.0.smithi104.stdout:3492: done (13 left) 2024-04-02T08:42:51.093 INFO:tasks.rados.rados.0.smithi104.stdout:3493: done (12 left) 2024-04-02T08:42:51.093 INFO:tasks.rados.rados.0.smithi104.stdout:3494: done (11 left) 2024-04-02T08:42:51.093 INFO:tasks.rados.rados.0.smithi104.stdout:3495: done (10 left) 2024-04-02T08:42:51.093 INFO:tasks.rados.rados.0.smithi104.stdout:3496: done (9 left) 2024-04-02T08:42:51.093 INFO:tasks.rados.rados.0.smithi104.stdout:3497: done (8 left) 2024-04-02T08:42:51.093 INFO:tasks.rados.rados.0.smithi104.stdout:3498: done (7 left) 2024-04-02T08:42:51.094 INFO:tasks.rados.rados.0.smithi104.stdout:3499: done (6 left) 2024-04-02T08:42:51.094 INFO:tasks.rados.rados.0.smithi104.stdout:3500: done (5 left) 2024-04-02T08:42:51.094 INFO:tasks.rados.rados.0.smithi104.stdout:3501: done (4 left) 2024-04-02T08:42:51.094 INFO:tasks.rados.rados.0.smithi104.stdout:3502: done (3 left) 2024-04-02T08:42:51.094 INFO:tasks.rados.rados.0.smithi104.stdout:3503: done (2 left) 2024-04-02T08:42:51.094 INFO:tasks.rados.rados.0.smithi104.stdout:3504: done (1 left) 2024-04-02T08:42:51.094 INFO:tasks.rados.rados.0.smithi104.stdout:3506: done (0 left) 2024-04-02T08:42:51.094 INFO:tasks.rados.rados.0.smithi104.stdout:3507: copy_from oid 20 from oid 30 current snap is 343 2024-04-02T08:42:51.094 INFO:tasks.rados.rados.0.smithi104.stdout:3508: setattr oid 7 current snap is 343 2024-04-02T08:42:51.095 INFO:tasks.rados.rados.0.smithi104.stdout:3509: copy_from oid 15 from oid 11 current snap is 343 2024-04-02T08:42:51.095 INFO:tasks.rados.rados.0.smithi104.stdout:3510: delete oid 25 current snap is 343 2024-04-02T08:42:51.099 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2439 (ObjNum 49 snap 0 seq_num 1939823152) dirty exists 2024-04-02T08:42:51.104 INFO:tasks.rados.rados.0.smithi104.stdout:3508: done (3 left) 2024-04-02T08:42:51.104 INFO:tasks.rados.rados.0.smithi104.stdout:3510: done (2 left) 2024-04-02T08:42:51.104 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 343 2024-04-02T08:42:51.104 INFO:tasks.rados.rados.0.smithi104.stdout:3511: seq_num 1084 ranges {1253376=557056,1810432=475136,2285568=327680} 2024-04-02T08:42:51.114 INFO:tasks.rados.rados.0.smithi104.stdout:3511: writing smithi10482514-18 from 1253376 to 1810432 tid 1 2024-04-02T08:42:51.117 INFO:tasks.rados.rados.0.smithi104.stdout:3511: writing smithi10482514-18 from 1810432 to 2285568 tid 2 2024-04-02T08:42:51.120 INFO:tasks.rados.rados.0.smithi104.stdout:3511: writing smithi10482514-18 from 2285568 to 2613248 tid 3 2024-04-02T08:42:51.120 INFO:tasks.rados.rados.0.smithi104.stdout:3512: copy_from oid 22 from oid 5 current snap is 343 2024-04-02T08:42:51.120 INFO:tasks.rados.rados.0.smithi104.stdout:3507: finishing copy_from racing read to smithi10482514-20 2024-04-02T08:42:51.120 INFO:tasks.rados.rados.0.smithi104.stdout:3507: finishing copy_from to smithi10482514-20 2024-04-02T08:42:51.120 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 2165 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-04-02T08:42:51.120 INFO:tasks.rados.rados.0.smithi104.stdout:3507: done (3 left) 2024-04-02T08:42:51.121 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 343 2024-04-02T08:42:51.121 INFO:tasks.rados.rados.0.smithi104.stdout:3513: seq_num 1085 ranges {0=581632,581632=761856,1343488=40960} 2024-04-02T08:42:51.123 INFO:tasks.rados.rados.0.smithi104.stdout:3513: writing smithi10482514-35 from 0 to 581632 tid 1 2024-04-02T08:42:51.128 INFO:tasks.rados.rados.0.smithi104.stdout:3513: writing smithi10482514-35 from 581632 to 1343488 tid 2 2024-04-02T08:42:51.129 INFO:tasks.rados.rados.0.smithi104.stdout:3513: writing smithi10482514-35 from 1343488 to 1384448 tid 3 2024-04-02T08:42:51.129 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 343 2024-04-02T08:42:51.129 INFO:tasks.rados.rados.0.smithi104.stdout:3509: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:42:51.129 INFO:tasks.rados.rados.0.smithi104.stdout:3514: seq_num 1086 ranges {0=598016,598016=647168,1245184=155648} 2024-04-02T08:42:51.132 INFO:tasks.rados.rados.0.smithi104.stdout:3514: writing smithi10482514-7 from 0 to 598016 tid 1 2024-04-02T08:42:51.136 INFO:tasks.rados.rados.0.smithi104.stdout:3514: writing smithi10482514-7 from 598016 to 1245184 tid 2 2024-04-02T08:42:51.138 INFO:tasks.rados.rados.0.smithi104.stdout:3514: writing smithi10482514-7 from 1245184 to 1400832 tid 3 2024-04-02T08:42:51.138 INFO:tasks.rados.rados.0.smithi104.stdout:3515: rmattr oid 26 current snap is 343 2024-04-02T08:42:51.138 INFO:tasks.rados.rados.0.smithi104.stdout:3509: finishing copy_from to smithi10482514-15 2024-04-02T08:42:51.138 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 2141 (ObjNum 1050 snap 334 seq_num 1050) dirty exists 2024-04-02T08:42:51.138 INFO:tasks.rados.rados.0.smithi104.stdout:3511: finishing write tid 1 to smithi10482514-18 2024-04-02T08:42:51.138 INFO:tasks.rados.rados.0.smithi104.stdout:3511: finishing write tid 2 to smithi10482514-18 2024-04-02T08:42:51.138 INFO:tasks.rados.rados.0.smithi104.stdout:3511: finishing write tid 3 to smithi10482514-18 2024-04-02T08:42:51.138 INFO:tasks.rados.rados.0.smithi104.stdout:3511: finishing write tid 4 to smithi10482514-18 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3509: done (5 left) 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3516: snap_create 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3511: finishing write tid 5 to smithi10482514-18 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3511: oid 18 updating version 0 to 2171 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3511: oid 18 version 2171 is already newer than 2169 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3511: oid 18 version 2171 is already newer than 2168 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3511: oid 18 version 2171 is already newer than 2170 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 2171 (ObjNum 1084 snap 343 seq_num 1084) dirty exists 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3511: left oid 18 (ObjNum 1084 snap 343 seq_num 1084) 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3513: finishing write tid 1 to smithi10482514-35 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3512: finishing copy_from racing read to smithi10482514-22 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3512: finishing copy_from to smithi10482514-22 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 2765 (ObjNum 1082 snap 342 seq_num 1082) dirty exists 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3514: finishing write tid 1 to smithi10482514-7 2024-04-02T08:42:51.139 INFO:tasks.rados.rados.0.smithi104.stdout:3513: finishing write tid 2 to smithi10482514-35 2024-04-02T08:42:51.140 INFO:tasks.rados.rados.0.smithi104.stdout:3513: finishing write tid 3 to smithi10482514-35 2024-04-02T08:42:51.140 INFO:tasks.rados.rados.0.smithi104.stdout:3513: finishing write tid 4 to smithi10482514-35 2024-04-02T08:42:51.140 INFO:tasks.rados.rados.0.smithi104.stdout:3513: finishing write tid 5 to smithi10482514-35 2024-04-02T08:42:51.140 INFO:tasks.rados.rados.0.smithi104.stdout:3513: oid 35 updating version 0 to 2609 2024-04-02T08:42:51.140 INFO:tasks.rados.rados.0.smithi104.stdout:3513: oid 35 version 2609 is already newer than 2607 2024-04-02T08:42:51.140 INFO:tasks.rados.rados.0.smithi104.stdout:3513: oid 35 version 2609 is already newer than 2608 2024-04-02T08:42:51.140 INFO:tasks.rados.rados.0.smithi104.stdout:3513: oid 35 updating version 2609 to 2610 2024-04-02T08:42:51.140 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2610 (ObjNum 1085 snap 343 seq_num 1085) dirty exists 2024-04-02T08:42:51.141 INFO:tasks.rados.rados.0.smithi104.stdout:3513: left oid 35 (ObjNum 1085 snap 343 seq_num 1085) 2024-04-02T08:42:51.141 INFO:tasks.rados.rados.0.smithi104.stdout:3514: finishing write tid 2 to smithi10482514-7 2024-04-02T08:42:51.141 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2180 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-04-02T08:42:51.141 INFO:tasks.rados.rados.0.smithi104.stdout:3514: finishing write tid 3 to smithi10482514-7 2024-04-02T08:42:51.141 INFO:tasks.rados.rados.0.smithi104.stdout:3514: finishing write tid 4 to smithi10482514-7 2024-04-02T08:42:51.144 INFO:tasks.rados.rados.0.smithi104.stdout:3514: finishing write tid 5 to smithi10482514-7 2024-04-02T08:42:51.144 INFO:tasks.rados.rados.0.smithi104.stdout:3514: oid 7 updating version 0 to 2443 2024-04-02T08:42:51.144 INFO:tasks.rados.rados.0.smithi104.stdout:3514: oid 7 version 2443 is already newer than 2442 2024-04-02T08:42:51.144 INFO:tasks.rados.rados.0.smithi104.stdout:3514: oid 7 version 2443 is already newer than 2441 2024-04-02T08:42:51.144 INFO:tasks.rados.rados.0.smithi104.stdout:3514: oid 7 version 2443 is already newer than 2440 2024-04-02T08:42:51.144 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2443 (ObjNum 1086 snap 343 seq_num 1086) dirty exists 2024-04-02T08:42:51.144 INFO:tasks.rados.rados.0.smithi104.stdout:3514: left oid 7 (ObjNum 1086 snap 343 seq_num 1086) 2024-04-02T08:42:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:51 smithi188 ceph-mon[86835]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:42:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:51 smithi188 ceph-mon[86835]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:42:51.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:51 smithi104 ceph-mon[94081]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:42:51.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:51 smithi104 ceph-mon[94081]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:42:51.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:51 smithi104 ceph-mon[96567]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:42:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:51 smithi104 ceph-mon[96567]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:42:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:3511: done (5 left) 2024-04-02T08:42:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:3512: done (4 left) 2024-04-02T08:42:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:3513: done (3 left) 2024-04-02T08:42:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:3514: done (2 left) 2024-04-02T08:42:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:3515: done (1 left) 2024-04-02T08:42:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:3516: done (0 left) 2024-04-02T08:42:52.050 INFO:tasks.rados.rados.0.smithi104.stdout:3517: delete oid 7 current snap is 344 2024-04-02T08:42:52.052 INFO:tasks.rados.rados.0.smithi104.stdout:3517: done (0 left) 2024-04-02T08:42:52.052 INFO:tasks.rados.rados.0.smithi104.stdout:3518: snap_remove snap 343 2024-04-02T08:42:52.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:52 smithi188 ceph-mon[86835]: pgmap v785: 121 pgs: 121 active+clean; 97 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 33 op/s 2024-04-02T08:42:52.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:52 smithi104 ceph-mon[94081]: pgmap v785: 121 pgs: 121 active+clean; 97 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 33 op/s 2024-04-02T08:42:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:52 smithi104 ceph-mon[96567]: pgmap v785: 121 pgs: 121 active+clean; 97 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 33 op/s 2024-04-02T08:42:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:42:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:53.054 INFO:tasks.rados.rados.0.smithi104.stdout:3518: done (0 left) 2024-04-02T08:42:53.054 INFO:tasks.rados.rados.0.smithi104.stdout:3519: read oid 20 snap -1 2024-04-02T08:42:53.054 INFO:tasks.rados.rados.0.smithi104.stdout:3519: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-04-02T08:42:53.054 INFO:tasks.rados.rados.0.smithi104.stdout:3520: read oid 26 snap 341 2024-04-02T08:42:53.054 INFO:tasks.rados.rados.0.smithi104.stdout:3520: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:42:53.054 INFO:tasks.rados.rados.0.smithi104.stdout:3521: copy_from oid 38 from oid 32 current snap is 344 2024-04-02T08:42:53.054 INFO:tasks.rados.rados.0.smithi104.stdout:3522: rmattr oid 39 current snap is 344 2024-04-02T08:42:53.055 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 344 2024-04-02T08:42:53.055 INFO:tasks.rados.rados.0.smithi104.stdout:3523: seq_num 1088 ranges {1654784=630784,2285568=466944,2752512=335872} 2024-04-02T08:42:53.067 INFO:tasks.rados.rados.0.smithi104.stdout:3523: writing smithi10482514-21 from 1654784 to 2285568 tid 1 2024-04-02T08:42:53.070 INFO:tasks.rados.rados.0.smithi104.stdout:3523: writing smithi10482514-21 from 2285568 to 2752512 tid 2 2024-04-02T08:42:53.073 INFO:tasks.rados.rados.0.smithi104.stdout:3523: writing smithi10482514-21 from 2752512 to 3088384 tid 3 2024-04-02T08:42:53.073 INFO:tasks.rados.rados.0.smithi104.stdout:3524: copy_from oid 15 from oid 10 current snap is 344 2024-04-02T08:42:53.073 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 2612 (ObjNum 33 snap 0 seq_num 1939339712) dirty exists 2024-04-02T08:42:53.073 INFO:tasks.rados.rados.0.smithi104.stdout:3522: done (5 left) 2024-04-02T08:42:53.073 INFO:tasks.rados.rados.0.smithi104.stdout:3525: snap_remove snap 340 2024-04-02T08:42:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:53 smithi188 ceph-mon[86835]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:42:53.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:53 smithi104 ceph-mon[94081]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:42:53.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:53 smithi104 ceph-mon[96567]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:42:54.056 INFO:tasks.rados.rados.0.smithi104.stdout:3525: done (5 left) 2024-04-02T08:42:54.056 INFO:tasks.rados.rados.0.smithi104.stdout:3526: copy_from oid 2 from oid 46 current snap is 344 2024-04-02T08:42:54.057 INFO:tasks.rados.rados.0.smithi104.stdout:3519: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-04-02T08:42:54.105 INFO:tasks.rados.rados.0.smithi104.stdout:3523: finishing write tid 1 to smithi10482514-21 2024-04-02T08:42:54.105 INFO:tasks.rados.rados.0.smithi104.stdout:3523: finishing write tid 2 to smithi10482514-21 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:3523: finishing write tid 3 to smithi10482514-21 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:3519: done (5 left) 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:3527: delete oid 36 current snap is 344 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:3523: finishing write tid 4 to smithi10482514-21 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:3523: finishing write tid 5 to smithi10482514-21 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:3523: oid 21 updating version 0 to 2808 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:3523: oid 21 version 2808 is already newer than 2807 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:3523: oid 21 version 2808 is already newer than 2806 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:3523: oid 21 updating version 2808 to 2809 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2809 (ObjNum 1088 snap 344 seq_num 1088) dirty exists 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:3523: left oid 21 (ObjNum 1088 snap 344 seq_num 1088) 2024-04-02T08:42:54.106 INFO:tasks.rados.rados.0.smithi104.stdout:3520: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:42:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:54 smithi188 ceph-mon[86835]: pgmap v788: 121 pgs: 121 active+clean; 101 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-04-02T08:42:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:54 smithi188 ceph-mon[86835]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:42:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:54 smithi104 ceph-mon[96567]: pgmap v788: 121 pgs: 121 active+clean; 101 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-04-02T08:42:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:54 smithi104 ceph-mon[96567]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:42:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:54 smithi104 ceph-mon[94081]: pgmap v788: 121 pgs: 121 active+clean; 101 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-04-02T08:42:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:54 smithi104 ceph-mon[94081]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:42:54.701 INFO:tasks.rados.rados.0.smithi104.stdout:3524: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:42:54.701 INFO:tasks.rados.rados.0.smithi104.stdout:3524: finishing copy_from to smithi10482514-15 2024-04-02T08:42:54.701 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 2139 (ObjNum 1056 snap 337 seq_num 1056) dirty exists 2024-04-02T08:42:54.701 INFO:tasks.rados.rados.0.smithi104.stdout:3521: finishing copy_from racing read to smithi10482514-38 2024-04-02T08:42:54.701 INFO:tasks.rados.rados.0.smithi104.stdout:3521: finishing copy_from to smithi10482514-38 2024-04-02T08:42:54.701 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 478 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-04-02T08:42:54.701 INFO:tasks.rados.rados.0.smithi104.stdout:3526: finishing copy_from racing read to smithi10482514-2 2024-04-02T08:42:54.701 INFO:tasks.rados.rados.0.smithi104.stdout:3526: finishing copy_from to smithi10482514-2 2024-04-02T08:42:54.701 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 2752 (ObjNum 1062 snap 338 seq_num 1062) dirty exists 2024-04-02T08:42:54.701 INFO:tasks.rados.rados.0.smithi104.stdout:3520: done (5 left) 2024-04-02T08:42:54.702 INFO:tasks.rados.rados.0.smithi104.stdout:3521: done (4 left) 2024-04-02T08:42:54.702 INFO:tasks.rados.rados.0.smithi104.stdout:3523: done (3 left) 2024-04-02T08:42:54.702 INFO:tasks.rados.rados.0.smithi104.stdout:3524: done (2 left) 2024-04-02T08:42:54.702 INFO:tasks.rados.rados.0.smithi104.stdout:3526: done (1 left) 2024-04-02T08:42:54.702 INFO:tasks.rados.rados.0.smithi104.stdout:3527: done (0 left) 2024-04-02T08:42:54.702 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 344 2024-04-02T08:42:54.702 INFO:tasks.rados.rados.0.smithi104.stdout:3528: seq_num 1090 ranges {0=663552,663552=630784,1294336=172032} 2024-04-02T08:42:54.706 INFO:tasks.rados.rados.0.smithi104.stdout:3528: writing smithi10482514-6 from 0 to 663552 tid 1 2024-04-02T08:42:54.707 INFO:tasks.rados.rados.0.smithi104.stdout:3528: writing smithi10482514-6 from 663552 to 1294336 tid 2 2024-04-02T08:42:54.708 INFO:tasks.rados.rados.0.smithi104.stdout:3528: writing smithi10482514-6 from 1294336 to 1466368 tid 3 2024-04-02T08:42:54.708 INFO:tasks.rados.rados.0.smithi104.stdout:3529: rollback oid 38 current snap is 344 2024-04-02T08:42:54.708 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 38 to 339 2024-04-02T08:42:54.708 INFO:tasks.rados.rados.0.smithi104.stdout:3530: setattr oid 44 current snap is 344 2024-04-02T08:42:54.709 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 41 current snap is 344 2024-04-02T08:42:54.710 INFO:tasks.rados.rados.0.smithi104.stdout:3531: seq_num 1091 ranges {6209536=679936,6889472=516096,7405568=286720} 2024-04-02T08:42:54.747 INFO:tasks.rados.rados.0.smithi104.stdout:3531: writing smithi10482514-41 from 6209536 to 6889472 tid 1 2024-04-02T08:42:54.750 INFO:tasks.rados.rados.0.smithi104.stdout:3531: writing smithi10482514-41 from 6889472 to 7405568 tid 2 2024-04-02T08:42:54.752 INFO:tasks.rados.rados.0.smithi104.stdout:3531: writing smithi10482514-41 from 7405568 to 7692288 tid 3 2024-04-02T08:42:54.752 INFO:tasks.rados.rados.0.smithi104.stdout:3532: read oid 29 snap -1 2024-04-02T08:42:54.752 INFO:tasks.rados.rados.0.smithi104.stdout:3532: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:54.752 INFO:tasks.rados.rados.0.smithi104.stdout:3533: rollback oid 3 current snap is 344 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 3 to 341 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:3528: finishing write tid 1 to smithi10482514-6 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:3534: delete oid 12 current snap is 344 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:3529: finishing rollback tid 0 to smithi10482514-38 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:3529: finishing rollback tid 1 to smithi10482514-38 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:3529: finishing rollback tid 2 to smithi10482514-38 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 2145 (ObjNum 1032 snap 328 seq_num 1032) dirty exists 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2813 (ObjNum 65 snap 0 seq_num 1939634656) dirty exists 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:3528: finishing write tid 2 to smithi10482514-6 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:3528: finishing write tid 3 to smithi10482514-6 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:3528: finishing write tid 4 to smithi10482514-6 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:3528: finishing write tid 5 to smithi10482514-6 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:3528: oid 6 updating version 0 to 2618 2024-04-02T08:42:54.753 INFO:tasks.rados.rados.0.smithi104.stdout:3528: oid 6 updating version 2618 to 2621 2024-04-02T08:42:54.754 INFO:tasks.rados.rados.0.smithi104.stdout:3528: oid 6 version 2621 is already newer than 2620 2024-04-02T08:42:54.754 INFO:tasks.rados.rados.0.smithi104.stdout:3528: oid 6 version 2621 is already newer than 2619 2024-04-02T08:42:54.754 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2621 (ObjNum 1090 snap 344 seq_num 1090) dirty exists 2024-04-02T08:42:54.754 INFO:tasks.rados.rados.0.smithi104.stdout:3528: left oid 6 (ObjNum 1090 snap 344 seq_num 1090) 2024-04-02T08:42:54.754 INFO:tasks.rados.rados.0.smithi104.stdout:3533: finishing rollback tid 1 to smithi10482514-3 2024-04-02T08:42:54.754 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 0 (ObjNum 161 snap 0 seq_num 1939556352) dirty dne 2024-04-02T08:42:54.754 INFO:tasks.rados.rados.0.smithi104.stdout:3531: finishing write tid 1 to smithi10482514-41 2024-04-02T08:42:54.756 INFO:tasks.rados.rados.0.smithi104.stdout:3531: finishing write tid 2 to smithi10482514-41 2024-04-02T08:42:54.756 INFO:tasks.rados.rados.0.smithi104.stdout:3531: finishing write tid 3 to smithi10482514-41 2024-04-02T08:42:54.757 INFO:tasks.rados.rados.0.smithi104.stdout:3531: finishing write tid 4 to smithi10482514-41 2024-04-02T08:42:54.758 INFO:tasks.rados.rados.0.smithi104.stdout:3531: finishing write tid 5 to smithi10482514-41 2024-04-02T08:42:54.758 INFO:tasks.rados.rados.0.smithi104.stdout:3531: oid 41 updating version 0 to 2623 2024-04-02T08:42:54.759 INFO:tasks.rados.rados.0.smithi104.stdout:3531: oid 41 updating version 2623 to 2626 2024-04-02T08:42:54.759 INFO:tasks.rados.rados.0.smithi104.stdout:3531: oid 41 version 2626 is already newer than 2625 2024-04-02T08:42:54.759 INFO:tasks.rados.rados.0.smithi104.stdout:3531: oid 41 version 2626 is already newer than 2624 2024-04-02T08:42:54.759 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 41 v 2626 (ObjNum 1091 snap 344 seq_num 1091) dirty exists 2024-04-02T08:42:54.759 INFO:tasks.rados.rados.0.smithi104.stdout:3531: left oid 41 (ObjNum 1091 snap 344 seq_num 1091) 2024-04-02T08:42:54.760 INFO:tasks.rados.rados.0.smithi104.stdout:3528: done (6 left) 2024-04-02T08:42:54.760 INFO:tasks.rados.rados.0.smithi104.stdout:3529: done (5 left) 2024-04-02T08:42:54.760 INFO:tasks.rados.rados.0.smithi104.stdout:3530: done (4 left) 2024-04-02T08:42:54.760 INFO:tasks.rados.rados.0.smithi104.stdout:3531: done (3 left) 2024-04-02T08:42:54.760 INFO:tasks.rados.rados.0.smithi104.stdout:3533: done (2 left) 2024-04-02T08:42:54.760 INFO:tasks.rados.rados.0.smithi104.stdout:3534: done (1 left) 2024-04-02T08:42:54.760 INFO:tasks.rados.rados.0.smithi104.stdout:3535: rmattr oid 34 current snap is 344 2024-04-02T08:42:54.761 INFO:tasks.rados.rados.0.smithi104.stdout:3536: snap_create 2024-04-02T08:42:54.763 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 2815 (ObjNum 1028 snap 327 seq_num 1028) dirty exists 2024-04-02T08:42:54.766 INFO:tasks.rados.rados.0.smithi104.stdout:3532: expect (ObjNum 1000 snap 317 seq_num 1000) 2024-04-02T08:42:55.063 INFO:tasks.rados.rados.0.smithi104.stdout:3532: done (2 left) 2024-04-02T08:42:55.063 INFO:tasks.rados.rados.0.smithi104.stdout:3535: done (1 left) 2024-04-02T08:42:55.063 INFO:tasks.rados.rados.0.smithi104.stdout:3536: done (0 left) 2024-04-02T08:42:55.063 INFO:tasks.rados.rados.0.smithi104.stdout:3537: delete oid 43 current snap is 345 2024-04-02T08:42:55.066 INFO:tasks.rados.rados.0.smithi104.stdout:3537: done (0 left) 2024-04-02T08:42:55.066 INFO:tasks.rados.rados.0.smithi104.stdout:3538: snap_create 2024-04-02T08:42:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:55 smithi188 ceph-mon[86835]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:42:55.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:55 smithi104 ceph-mon[96567]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:42:55.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:55 smithi104 ceph-mon[94081]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:42:55.941 INFO:tasks.rados.rados.0.smithi104.stdout:3538: done (0 left) 2024-04-02T08:42:55.942 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 346 2024-04-02T08:42:55.942 INFO:tasks.rados.rados.0.smithi104.stdout:3539: seq_num 1094 ranges {2899968=729088,3629056=573440,4202496=229376} 2024-04-02T08:42:55.960 INFO:tasks.rados.rados.0.smithi104.stdout:3539: writing smithi10482514-33 from 2899968 to 3629056 tid 1 2024-04-02T08:42:55.964 INFO:tasks.rados.rados.0.smithi104.stdout:3539: writing smithi10482514-33 from 3629056 to 4202496 tid 2 2024-04-02T08:42:55.965 INFO:tasks.rados.rados.0.smithi104.stdout:3539: writing smithi10482514-33 from 4202496 to 4431872 tid 3 2024-04-02T08:42:55.966 INFO:tasks.rados.rados.0.smithi104.stdout:3540: copy_from oid 10 from oid 40 current snap is 346 2024-04-02T08:42:55.966 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 346 2024-04-02T08:42:55.966 INFO:tasks.rados.rados.0.smithi104.stdout:3541: seq_num 1095 ranges {2613248=745472,3358720=499712,3858432=303104} 2024-04-02T08:42:55.984 INFO:tasks.rados.rados.0.smithi104.stdout:3541: writing smithi10482514-18 from 2613248 to 3358720 tid 1 2024-04-02T08:42:55.988 INFO:tasks.rados.rados.0.smithi104.stdout:3541: writing smithi10482514-18 from 3358720 to 3858432 tid 2 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3541: writing smithi10482514-18 from 3858432 to 4161536 tid 3 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3542: setattr oid 34 current snap is 346 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3539: finishing write tid 1 to smithi10482514-33 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3539: finishing write tid 2 to smithi10482514-33 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3539: finishing write tid 3 to smithi10482514-33 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3539: finishing write tid 4 to smithi10482514-33 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3539: finishing write tid 5 to smithi10482514-33 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3539: oid 33 updating version 0 to 2449 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3539: oid 33 updating version 2449 to 2450 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3539: oid 33 version 2450 is already newer than 2448 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3539: oid 33 version 2450 is already newer than 2447 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 2450 (ObjNum 1094 snap 346 seq_num 1094) dirty exists 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3539: left oid 33 (ObjNum 1094 snap 346 seq_num 1094) 2024-04-02T08:42:55.991 INFO:tasks.rados.rados.0.smithi104.stdout:3540: finishing copy_from racing read to smithi10482514-10 2024-04-02T08:42:55.992 INFO:tasks.rados.rados.0.smithi104.stdout:3540: finishing copy_from to smithi10482514-10 2024-04-02T08:42:55.992 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2170 (ObjNum 1066 snap 338 seq_num 1066) dirty exists 2024-04-02T08:42:55.992 INFO:tasks.rados.rados.0.smithi104.stdout:3539: done (3 left) 2024-04-02T08:42:55.992 INFO:tasks.rados.rados.0.smithi104.stdout:3540: done (2 left) 2024-04-02T08:42:55.992 INFO:tasks.rados.rados.0.smithi104.stdout:3543: snap_remove snap 341 2024-04-02T08:42:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:42:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:42:55] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-04-02T08:42:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:56 smithi104 ceph-mon[94081]: pgmap v791: 121 pgs: 121 active+clean; 105 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-04-02T08:42:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:56 smithi104 ceph-mon[94081]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:42:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:56 smithi104 ceph-mon[94081]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:42:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:56 smithi104 ceph-mon[96567]: pgmap v791: 121 pgs: 121 active+clean; 105 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-04-02T08:42:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:56 smithi104 ceph-mon[96567]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:42:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:56 smithi104 ceph-mon[96567]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:42:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:56 smithi188 ceph-mon[86835]: pgmap v791: 121 pgs: 121 active+clean; 105 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-04-02T08:42:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:56 smithi188 ceph-mon[86835]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:42:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:56 smithi188 ceph-mon[86835]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:42:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:3543: done (2 left) 2024-04-02T08:42:56.945 INFO:tasks.rados.rados.0.smithi104.stdout:3544: snap_remove snap 339 2024-04-02T08:42:57.952 INFO:tasks.rados.rados.0.smithi104.stdout:3544: done (2 left) 2024-04-02T08:42:57.952 INFO:tasks.rados.rados.0.smithi104.stdout:3545: snap_remove snap 342 2024-04-02T08:42:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:57 smithi188 ceph-mon[86835]: pgmap v794: 121 pgs: 121 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 19 op/s 2024-04-02T08:42:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:57 smithi188 ceph-mon[86835]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:42:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:57 smithi104 ceph-mon[96567]: pgmap v794: 121 pgs: 121 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 19 op/s 2024-04-02T08:42:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:57 smithi104 ceph-mon[96567]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:42:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:57 smithi104 ceph-mon[94081]: pgmap v794: 121 pgs: 121 active+clean; 114 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 19 op/s 2024-04-02T08:42:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:57 smithi104 ceph-mon[94081]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:42:58.956 INFO:tasks.rados.rados.0.smithi104.stdout:3545: done (2 left) 2024-04-02T08:42:58.956 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 346 2024-04-02T08:42:58.956 INFO:tasks.rados.rados.0.smithi104.stdout:3541: finishing write tid 1 to smithi10482514-18 2024-04-02T08:42:58.956 INFO:tasks.rados.rados.0.smithi104.stdout:3546: seq_num 1096 ranges {2899968=761856,3661824=786432,4448256=16384} 2024-04-02T08:42:58.977 INFO:tasks.rados.rados.0.smithi104.stdout:3546: writing smithi10482514-49 from 2899968 to 3661824 tid 1 2024-04-02T08:42:58.984 INFO:tasks.rados.rados.0.smithi104.stdout:3546: writing smithi10482514-49 from 3661824 to 4448256 tid 2 2024-04-02T08:42:58.984 INFO:tasks.rados.rados.0.smithi104.stdout:3546: writing smithi10482514-49 from 4448256 to 4464640 tid 3 2024-04-02T08:42:58.984 INFO:tasks.rados.rados.0.smithi104.stdout:3547: snap_create 2024-04-02T08:42:58.984 INFO:tasks.rados.rados.0.smithi104.stdout:3541: finishing write tid 2 to smithi10482514-18 2024-04-02T08:42:58.984 INFO:tasks.rados.rados.0.smithi104.stdout:3541: finishing write tid 3 to smithi10482514-18 2024-04-02T08:42:58.984 INFO:tasks.rados.rados.0.smithi104.stdout:3541: finishing write tid 4 to smithi10482514-18 2024-04-02T08:42:58.984 INFO:tasks.rados.rados.0.smithi104.stdout:3541: finishing write tid 5 to smithi10482514-18 2024-04-02T08:42:58.984 INFO:tasks.rados.rados.0.smithi104.stdout:3541: oid 18 updating version 0 to 2172 2024-04-02T08:42:58.984 INFO:tasks.rados.rados.0.smithi104.stdout:3541: oid 18 updating version 2172 to 2175 2024-04-02T08:42:58.984 INFO:tasks.rados.rados.0.smithi104.stdout:3541: oid 18 version 2175 is already newer than 2174 2024-04-02T08:42:58.984 INFO:tasks.rados.rados.0.smithi104.stdout:3541: oid 18 version 2175 is already newer than 2173 2024-04-02T08:42:58.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 2175 (ObjNum 1095 snap 346 seq_num 1095) dirty exists 2024-04-02T08:42:58.985 INFO:tasks.rados.rados.0.smithi104.stdout:3541: left oid 18 (ObjNum 1095 snap 346 seq_num 1095) 2024-04-02T08:42:58.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 2817 (ObjNum 1028 snap 327 seq_num 1028) dirty exists 2024-04-02T08:42:58.985 INFO:tasks.rados.rados.0.smithi104.stdout:3546: finishing write tid 1 to smithi10482514-49 2024-04-02T08:42:58.987 INFO:tasks.rados.rados.0.smithi104.stdout:3546: finishing write tid 2 to smithi10482514-49 2024-04-02T08:42:58.987 INFO:tasks.rados.rados.0.smithi104.stdout:3546: finishing write tid 3 to smithi10482514-49 2024-04-02T08:42:58.988 INFO:tasks.rados.rados.0.smithi104.stdout:3546: finishing write tid 4 to smithi10482514-49 2024-04-02T08:42:58.989 INFO:tasks.rados.rados.0.smithi104.stdout:3546: finishing write tid 5 to smithi10482514-49 2024-04-02T08:42:58.989 INFO:tasks.rados.rados.0.smithi104.stdout:3546: oid 49 updating version 0 to 2172 2024-04-02T08:42:58.989 INFO:tasks.rados.rados.0.smithi104.stdout:3546: oid 49 updating version 2172 to 2174 2024-04-02T08:42:58.989 INFO:tasks.rados.rados.0.smithi104.stdout:3546: oid 49 version 2174 is already newer than 2171 2024-04-02T08:42:58.989 INFO:tasks.rados.rados.0.smithi104.stdout:3546: oid 49 version 2174 is already newer than 2173 2024-04-02T08:42:58.989 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2174 (ObjNum 1096 snap 346 seq_num 1096) dirty exists 2024-04-02T08:42:58.989 INFO:tasks.rados.rados.0.smithi104.stdout:3546: left oid 49 (ObjNum 1096 snap 346 seq_num 1096) 2024-04-02T08:42:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:58 smithi188 ceph-mon[86835]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:42:59.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:58 smithi104 ceph-mon[96567]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:42:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:58 smithi104 ceph-mon[94081]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:42:59.967 INFO:tasks.rados.rados.0.smithi104.stdout:3541: done (3 left) 2024-04-02T08:42:59.967 INFO:tasks.rados.rados.0.smithi104.stdout:3542: done (2 left) 2024-04-02T08:42:59.967 INFO:tasks.rados.rados.0.smithi104.stdout:3546: done (1 left) 2024-04-02T08:42:59.967 INFO:tasks.rados.rados.0.smithi104.stdout:3547: done (0 left) 2024-04-02T08:42:59.967 INFO:tasks.rados.rados.0.smithi104.stdout:3548: rmattr oid 43 current snap is 347 2024-04-02T08:42:59.967 INFO:tasks.rados.rados.0.smithi104.stdout:3548: done (0 left) 2024-04-02T08:42:59.967 INFO:tasks.rados.rados.0.smithi104.stdout:3549: read oid 26 snap 345 2024-04-02T08:42:59.968 INFO:tasks.rados.rados.0.smithi104.stdout:3549: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:42:59.968 INFO:tasks.rados.rados.0.smithi104.stdout:3550: rmattr oid 21 current snap is 347 2024-04-02T08:42:59.968 INFO:tasks.rados.rados.0.smithi104.stdout:3551: snap_create 2024-04-02T08:42:59.973 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2835 (ObjNum 1088 snap 344 seq_num 1088) dirty exists 2024-04-02T08:42:59.991 INFO:tasks.rados.rados.0.smithi104.stdout:3549: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:43:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:59 smithi188 ceph-mon[86835]: pgmap v797: 121 pgs: 121 active+clean; 123 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.7 MiB/s wr, 31 op/s 2024-04-02T08:43:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:42:59 smithi188 ceph-mon[86835]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:43:00.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:59 smithi104 ceph-mon[96567]: pgmap v797: 121 pgs: 121 active+clean; 123 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.7 MiB/s wr, 31 op/s 2024-04-02T08:43:00.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:42:59 smithi104 ceph-mon[96567]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:43:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:59 smithi104 ceph-mon[94081]: pgmap v797: 121 pgs: 121 active+clean; 123 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.7 MiB/s wr, 31 op/s 2024-04-02T08:43:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:42:59 smithi104 ceph-mon[94081]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:43:00.943 INFO:tasks.rados.rados.0.smithi104.stdout:3549: done (2 left) 2024-04-02T08:43:00.943 INFO:tasks.rados.rados.0.smithi104.stdout:3550: done (1 left) 2024-04-02T08:43:00.943 INFO:tasks.rados.rados.0.smithi104.stdout:3551: done (0 left) 2024-04-02T08:43:00.944 INFO:tasks.rados.rados.0.smithi104.stdout:3552: read oid 43 snap -1 2024-04-02T08:43:00.944 INFO:tasks.rados.rados.0.smithi104.stdout:3552: expect deleted 2024-04-02T08:43:00.944 INFO:tasks.rados.rados.0.smithi104.stdout:3553: snap_create 2024-04-02T08:43:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:00 smithi188 ceph-mon[86835]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:43:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:00 smithi188 ceph-mon[86835]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:43:01.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:00 smithi104 ceph-mon[94081]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:43:01.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:00 smithi104 ceph-mon[94081]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:43:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:00 smithi104 ceph-mon[96567]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:43:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:00 smithi104 ceph-mon[96567]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:43:01.948 INFO:tasks.rados.rados.0.smithi104.stdout:3552: done (1 left) 2024-04-02T08:43:01.948 INFO:tasks.rados.rados.0.smithi104.stdout:3553: done (0 left) 2024-04-02T08:43:01.948 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 349 2024-04-02T08:43:01.948 INFO:tasks.rados.rados.0.smithi104.stdout:3554: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2024-04-02T08:43:01.953 INFO:tasks.rados.rados.0.smithi104.stdout:3554: writing smithi10482514-7 from 0 to 778240 tid 1 2024-04-02T08:43:01.957 INFO:tasks.rados.rados.0.smithi104.stdout:3554: writing smithi10482514-7 from 778240 to 1449984 tid 2 2024-04-02T08:43:01.958 INFO:tasks.rados.rados.0.smithi104.stdout:3554: writing smithi10482514-7 from 1449984 to 1581056 tid 3 2024-04-02T08:43:01.959 INFO:tasks.rados.rados.0.smithi104.stdout:3555: delete oid 47 current snap is 349 2024-04-02T08:43:01.959 INFO:tasks.rados.rados.0.smithi104.stdout:3554: finishing write tid 1 to smithi10482514-7 2024-04-02T08:43:01.963 INFO:tasks.rados.rados.0.smithi104.stdout:3554: finishing write tid 2 to smithi10482514-7 2024-04-02T08:43:01.963 INFO:tasks.rados.rados.0.smithi104.stdout:3555: done (1 left) 2024-04-02T08:43:01.963 INFO:tasks.rados.rados.0.smithi104.stdout:3556: read oid 21 snap -1 2024-04-02T08:43:01.963 INFO:tasks.rados.rados.0.smithi104.stdout:3556: expect (ObjNum 1088 snap 344 seq_num 1088) 2024-04-02T08:43:01.963 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 349 2024-04-02T08:43:01.963 INFO:tasks.rados.rados.0.smithi104.stdout:3557: seq_num 1099 ranges {1753088=409600,2162688=442368,2605056=720896,3325952=40960} 2024-04-02T08:43:01.975 INFO:tasks.rados.rados.0.smithi104.stdout:3557: writing smithi10482514-14 from 1753088 to 2162688 tid 1 2024-04-02T08:43:01.977 INFO:tasks.rados.rados.0.smithi104.stdout:3557: writing smithi10482514-14 from 2162688 to 2605056 tid 2 2024-04-02T08:43:01.983 INFO:tasks.rados.rados.0.smithi104.stdout:3557: writing smithi10482514-14 from 2605056 to 3325952 tid 3 2024-04-02T08:43:01.983 INFO:tasks.rados.rados.0.smithi104.stdout:3557: writing smithi10482514-14 from 3325952 to 3366912 tid 4 2024-04-02T08:43:01.983 INFO:tasks.rados.rados.0.smithi104.stdout:3558: setattr oid 35 current snap is 349 2024-04-02T08:43:01.983 INFO:tasks.rados.rados.0.smithi104.stdout:3554: finishing write tid 3 to smithi10482514-7 2024-04-02T08:43:01.983 INFO:tasks.rados.rados.0.smithi104.stdout:3554: finishing write tid 4 to smithi10482514-7 2024-04-02T08:43:01.983 INFO:tasks.rados.rados.0.smithi104.stdout:3554: finishing write tid 5 to smithi10482514-7 2024-04-02T08:43:01.983 INFO:tasks.rados.rados.0.smithi104.stdout:3554: oid 7 updating version 0 to 2447 2024-04-02T08:43:01.983 INFO:tasks.rados.rados.0.smithi104.stdout:3554: oid 7 updating version 2447 to 2448 2024-04-02T08:43:01.983 INFO:tasks.rados.rados.0.smithi104.stdout:3554: oid 7 version 2448 is already newer than 2446 2024-04-02T08:43:01.984 INFO:tasks.rados.rados.0.smithi104.stdout:3554: oid 7 version 2448 is already newer than 2445 2024-04-02T08:43:01.984 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2448 (ObjNum 1097 snap 349 seq_num 1097) dirty exists 2024-04-02T08:43:01.984 INFO:tasks.rados.rados.0.smithi104.stdout:3554: left oid 7 (ObjNum 1097 snap 349 seq_num 1097) 2024-04-02T08:43:01.984 INFO:tasks.rados.rados.0.smithi104.stdout:3556: expect (ObjNum 1088 snap 344 seq_num 1088) 2024-04-02T08:43:02.097 INFO:tasks.rados.rados.0.smithi104.stdout:3557: finishing write tid 1 to smithi10482514-14 2024-04-02T08:43:02.264 INFO:tasks.rados.rados.0.smithi104.stdout:3557: finishing write tid 2 to smithi10482514-14 2024-04-02T08:43:02.264 INFO:tasks.rados.rados.0.smithi104.stdout:3557: finishing write tid 3 to smithi10482514-14 2024-04-02T08:43:02.264 INFO:tasks.rados.rados.0.smithi104.stdout:3557: finishing write tid 4 to smithi10482514-14 2024-04-02T08:43:02.264 INFO:tasks.rados.rados.0.smithi104.stdout:3557: finishing write tid 5 to smithi10482514-14 2024-04-02T08:43:02.264 INFO:tasks.rados.rados.0.smithi104.stdout:3557: finishing write tid 6 to smithi10482514-14 2024-04-02T08:43:02.264 INFO:tasks.rados.rados.0.smithi104.stdout:3557: oid 14 updating version 0 to 2444 2024-04-02T08:43:02.264 INFO:tasks.rados.rados.0.smithi104.stdout:3557: oid 14 version 2444 is already newer than 2441 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:3557: oid 14 version 2444 is already newer than 2440 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:3557: oid 14 version 2444 is already newer than 2443 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:3557: oid 14 version 2444 is already newer than 2442 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2444 (ObjNum 1099 snap 349 seq_num 1099) dirty exists 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:3557: left oid 14 (ObjNum 1099 snap 349 seq_num 1099) 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:3554: done (3 left) 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:3556: done (2 left) 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:3557: done (1 left) 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:3559: read oid 37 snap -1 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:3559: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:3560: rollback oid 26 current snap is 349 2024-04-02T08:43:02.265 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 345 2024-04-02T08:43:02.266 INFO:tasks.rados.rados.0.smithi104.stdout:3561: setattr oid 47 current snap is 349 2024-04-02T08:43:02.266 INFO:tasks.rados.rados.0.smithi104.stdout:3559: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:02.270 INFO:tasks.rados.rados.0.smithi104.stdout:3559: done (3 left) 2024-04-02T08:43:02.270 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 18 current snap is 349 2024-04-02T08:43:02.270 INFO:tasks.rados.rados.0.smithi104.stdout:3562: seq_num 1100 ranges {4161536=425984,4587520=729088,5316608=475136} 2024-04-02T08:43:02.270 INFO:tasks.rados.rados.0.smithi104.stdout:3562: writing smithi10482514-18 from 4161536 to 4587520 tid 1 2024-04-02T08:43:02.270 INFO:tasks.rados.rados.0.smithi104.stdout:3562: writing smithi10482514-18 from 4587520 to 5316608 tid 2 2024-04-02T08:43:02.270 INFO:tasks.rados.rados.0.smithi104.stdout:3562: writing smithi10482514-18 from 5316608 to 5791744 tid 3 2024-04-02T08:43:02.271 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 11 current snap is 349 2024-04-02T08:43:02.271 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2648 (ObjNum 1085 snap 343 seq_num 1085) dirty exists 2024-04-02T08:43:02.271 INFO:tasks.rados.rados.0.smithi104.stdout:3563: seq_num 1101 ranges {3465216=442368,3907584=606208,4513792=598016} 2024-04-02T08:43:02.271 INFO:tasks.rados.rados.0.smithi104.stdout:3563: writing smithi10482514-11 from 3465216 to 3907584 tid 1 2024-04-02T08:43:02.271 INFO:tasks.rados.rados.0.smithi104.stdout:3563: writing smithi10482514-11 from 3907584 to 4513792 tid 2 2024-04-02T08:43:02.271 INFO:tasks.rados.rados.0.smithi104.stdout:3563: writing smithi10482514-11 from 4513792 to 5111808 tid 3 2024-04-02T08:43:02.271 INFO:tasks.rados.rados.0.smithi104.stdout:3558: done (4 left) 2024-04-02T08:43:02.271 INFO:tasks.rados.rados.0.smithi104.stdout:3564: delete oid 35 current snap is 349 2024-04-02T08:43:02.271 INFO:tasks.rados.rados.0.smithi104.stdout:3560: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:43:02.271 INFO:tasks.rados.rados.0.smithi104.stdout:3560: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:3560: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2183 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 2172 (ObjNum 65 snap 0 seq_num 1885492565) dirty exists 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:3562: finishing write tid 1 to smithi10482514-18 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:3562: finishing write tid 2 to smithi10482514-18 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:3562: finishing write tid 3 to smithi10482514-18 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:3562: finishing write tid 4 to smithi10482514-18 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:3562: finishing write tid 5 to smithi10482514-18 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:3562: oid 18 updating version 0 to 2179 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:3562: oid 18 version 2179 is already newer than 2177 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:3562: oid 18 version 2179 is already newer than 2176 2024-04-02T08:43:02.272 INFO:tasks.rados.rados.0.smithi104.stdout:3562: oid 18 version 2179 is already newer than 2178 2024-04-02T08:43:02.273 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 2179 (ObjNum 1100 snap 349 seq_num 1100) dirty exists 2024-04-02T08:43:02.273 INFO:tasks.rados.rados.0.smithi104.stdout:3562: left oid 18 (ObjNum 1100 snap 349 seq_num 1100) 2024-04-02T08:43:02.273 INFO:tasks.rados.rados.0.smithi104.stdout:3563: finishing write tid 1 to smithi10482514-11 2024-04-02T08:43:02.273 INFO:tasks.rados.rados.0.smithi104.stdout:3563: finishing write tid 2 to smithi10482514-11 2024-04-02T08:43:02.273 INFO:tasks.rados.rados.0.smithi104.stdout:3563: finishing write tid 3 to smithi10482514-11 2024-04-02T08:43:02.273 INFO:tasks.rados.rados.0.smithi104.stdout:3563: finishing write tid 4 to smithi10482514-11 2024-04-02T08:43:02.273 INFO:tasks.rados.rados.0.smithi104.stdout:3560: done (4 left) 2024-04-02T08:43:02.273 INFO:tasks.rados.rados.0.smithi104.stdout:3561: done (3 left) 2024-04-02T08:43:02.273 INFO:tasks.rados.rados.0.smithi104.stdout:3562: done (2 left) 2024-04-02T08:43:02.273 INFO:tasks.rados.rados.0.smithi104.stdout:3564: done (1 left) 2024-04-02T08:43:02.273 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 349 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:3565: seq_num 1103 ranges {3547136=475136,4022272=425984,4448256=696320,5144576=81920} 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:3565: writing smithi10482514-10 from 3547136 to 4022272 tid 1 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:3565: writing smithi10482514-10 from 4022272 to 4448256 tid 2 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:3565: writing smithi10482514-10 from 4448256 to 5144576 tid 3 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:3565: writing smithi10482514-10 from 5144576 to 5226496 tid 4 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:3566: snap_create 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:3563: finishing write tid 5 to smithi10482514-11 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:3563: oid 11 updating version 0 to 2144 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:3563: oid 11 version 2144 is already newer than 2142 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:3563: oid 11 updating version 2144 to 2145 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:3563: oid 11 version 2145 is already newer than 2143 2024-04-02T08:43:02.274 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 2145 (ObjNum 1101 snap 349 seq_num 1101) dirty exists 2024-04-02T08:43:02.275 INFO:tasks.rados.rados.0.smithi104.stdout:3563: left oid 11 (ObjNum 1101 snap 349 seq_num 1101) 2024-04-02T08:43:02.275 INFO:tasks.rados.rados.0.smithi104.stdout:3565: finishing write tid 1 to smithi10482514-10 2024-04-02T08:43:02.275 INFO:tasks.rados.rados.0.smithi104.stdout:3565: finishing write tid 2 to smithi10482514-10 2024-04-02T08:43:02.275 INFO:tasks.rados.rados.0.smithi104.stdout:3565: finishing write tid 3 to smithi10482514-10 2024-04-02T08:43:02.275 INFO:tasks.rados.rados.0.smithi104.stdout:3565: finishing write tid 4 to smithi10482514-10 2024-04-02T08:43:02.275 INFO:tasks.rados.rados.0.smithi104.stdout:3565: finishing write tid 5 to smithi10482514-10 2024-04-02T08:43:02.275 INFO:tasks.rados.rados.0.smithi104.stdout:3565: finishing write tid 6 to smithi10482514-10 2024-04-02T08:43:02.275 INFO:tasks.rados.rados.0.smithi104.stdout:3565: oid 10 updating version 0 to 2177 2024-04-02T08:43:02.275 INFO:tasks.rados.rados.0.smithi104.stdout:3565: oid 10 version 2177 is already newer than 2175 2024-04-02T08:43:02.275 INFO:tasks.rados.rados.0.smithi104.stdout:3565: oid 10 version 2177 is already newer than 2174 2024-04-02T08:43:02.276 INFO:tasks.rados.rados.0.smithi104.stdout:3565: oid 10 version 2177 is already newer than 2176 2024-04-02T08:43:02.276 INFO:tasks.rados.rados.0.smithi104.stdout:3565: oid 10 version 2177 is already newer than 2173 2024-04-02T08:43:02.276 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2177 (ObjNum 1103 snap 349 seq_num 1103) dirty exists 2024-04-02T08:43:02.276 INFO:tasks.rados.rados.0.smithi104.stdout:3565: left oid 10 (ObjNum 1103 snap 349 seq_num 1103) 2024-04-02T08:43:02.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:01 smithi188 ceph-mon[86835]: pgmap v800: 121 pgs: 121 active+clean; 112 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-02T08:43:02.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:01 smithi188 ceph-mon[86835]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:43:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:01 smithi104 ceph-mon[96567]: pgmap v800: 121 pgs: 121 active+clean; 112 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-02T08:43:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:01 smithi104 ceph-mon[96567]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:43:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:01 smithi104 ceph-mon[94081]: pgmap v800: 121 pgs: 121 active+clean; 112 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-02T08:43:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:01 smithi104 ceph-mon[94081]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:43:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:43:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:02.975 INFO:tasks.rados.rados.0.smithi104.stdout:3563: done (2 left) 2024-04-02T08:43:02.975 INFO:tasks.rados.rados.0.smithi104.stdout:3565: done (1 left) 2024-04-02T08:43:02.975 INFO:tasks.rados.rados.0.smithi104.stdout:3566: done (0 left) 2024-04-02T08:43:02.975 INFO:tasks.rados.rados.0.smithi104.stdout:3567: read oid 2 snap 347 2024-04-02T08:43:02.975 INFO:tasks.rados.rados.0.smithi104.stdout:3567: expect (ObjNum 1062 snap 338 seq_num 1062) 2024-04-02T08:43:02.975 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 350 2024-04-02T08:43:02.975 INFO:tasks.rados.rados.0.smithi104.stdout:3568: seq_num 1104 ranges {0=499712,499712=712704,1212416=491520} 2024-04-02T08:43:02.977 INFO:tasks.rados.rados.0.smithi104.stdout:3568: writing smithi10482514-12 from 0 to 499712 tid 1 2024-04-02T08:43:02.982 INFO:tasks.rados.rados.0.smithi104.stdout:3568: writing smithi10482514-12 from 499712 to 1212416 tid 2 2024-04-02T08:43:02.985 INFO:tasks.rados.rados.0.smithi104.stdout:3568: writing smithi10482514-12 from 1212416 to 1703936 tid 3 2024-04-02T08:43:02.985 INFO:tasks.rados.rados.0.smithi104.stdout:3569: read oid 18 snap -1 2024-04-02T08:43:02.985 INFO:tasks.rados.rados.0.smithi104.stdout:3569: expect (ObjNum 1100 snap 349 seq_num 1100) 2024-04-02T08:43:02.985 INFO:tasks.rados.rados.0.smithi104.stdout:3570: snap_create 2024-04-02T08:43:02.987 INFO:tasks.rados.rados.0.smithi104.stdout:3568: finishing write tid 1 to smithi10482514-12 2024-04-02T08:43:02.994 INFO:tasks.rados.rados.0.smithi104.stdout:3568: finishing write tid 2 to smithi10482514-12 2024-04-02T08:43:02.994 INFO:tasks.rados.rados.0.smithi104.stdout:3568: finishing write tid 3 to smithi10482514-12 2024-04-02T08:43:02.994 INFO:tasks.rados.rados.0.smithi104.stdout:3568: finishing write tid 4 to smithi10482514-12 2024-04-02T08:43:02.998 INFO:tasks.rados.rados.0.smithi104.stdout:3567: expect (ObjNum 1062 snap 338 seq_num 1062) 2024-04-02T08:43:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:3568: finishing write tid 5 to smithi10482514-12 2024-04-02T08:43:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:3568: oid 12 updating version 0 to 2179 2024-04-02T08:43:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:3568: oid 12 updating version 2179 to 2181 2024-04-02T08:43:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:3568: oid 12 version 2181 is already newer than 2180 2024-04-02T08:43:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:3568: oid 12 version 2181 is already newer than 2178 2024-04-02T08:43:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2181 (ObjNum 1104 snap 350 seq_num 1104) dirty exists 2024-04-02T08:43:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:3568: left oid 12 (ObjNum 1104 snap 350 seq_num 1104) 2024-04-02T08:43:03.321 INFO:tasks.rados.rados.0.smithi104.stdout:3569: expect (ObjNum 1100 snap 349 seq_num 1100) 2024-04-02T08:43:03.982 INFO:tasks.rados.rados.0.smithi104.stdout:3567: done (3 left) 2024-04-02T08:43:03.982 INFO:tasks.rados.rados.0.smithi104.stdout:3568: done (2 left) 2024-04-02T08:43:03.982 INFO:tasks.rados.rados.0.smithi104.stdout:3569: done (1 left) 2024-04-02T08:43:03.982 INFO:tasks.rados.rados.0.smithi104.stdout:3570: done (0 left) 2024-04-02T08:43:03.982 INFO:tasks.rados.rados.0.smithi104.stdout:3571: read oid 48 snap 347 2024-04-02T08:43:03.982 INFO:tasks.rados.rados.0.smithi104.stdout:3571: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:43:03.982 INFO:tasks.rados.rados.0.smithi104.stdout:3572: read oid 15 snap -1 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:3572: expect (ObjNum 1056 snap 337 seq_num 1056) 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:3573: rollback oid 50 current snap is 351 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 50 to 345 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:3574: rollback oid 8 current snap is 351 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 8 to 346 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:3575: read oid 38 snap 350 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:3575: expect (ObjNum 1032 snap 328 seq_num 1032) 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:3576: read oid 13 snap 349 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:3576: expect deleted 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:3577: rmattr oid 29 current snap is 351 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:3578: rollback oid 23 current snap is 351 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 23 to 350 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 43 current snap is 351 2024-04-02T08:43:03.983 INFO:tasks.rados.rados.0.smithi104.stdout:3579: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-04-02T08:43:03.985 INFO:tasks.rados.rados.0.smithi104.stdout:3579: writing smithi10482514-43 from 0 to 516096 tid 1 2024-04-02T08:43:03.989 INFO:tasks.rados.rados.0.smithi104.stdout:3579: writing smithi10482514-43 from 516096 to 1114112 tid 2 2024-04-02T08:43:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:3579: writing smithi10482514-43 from 1114112 to 1720320 tid 3 2024-04-02T08:43:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:3580: read oid 47 snap 350 2024-04-02T08:43:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:3580: expect (ObjNum 1939432160 snap 22068 seq_num 1939960160) 2024-04-02T08:43:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:3581: copy_from oid 44 from oid 39 current snap is 351 2024-04-02T08:43:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:3578: finishing rollback tid 0 to smithi10482514-23 2024-04-02T08:43:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:3578: finishing rollback tid 1 to smithi10482514-23 2024-04-02T08:43:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:3573: finishing rollback tid 1 to smithi10482514-50 2024-04-02T08:43:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 0 (ObjNum 33 snap 0 seq_num 1936655608) dirty dne 2024-04-02T08:43:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:3579: finishing write tid 1 to smithi10482514-43 2024-04-02T08:43:03.994 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2182 (ObjNum 1000 snap 317 seq_num 1000) dirty exists 2024-04-02T08:43:03.995 INFO:tasks.rados.rados.0.smithi104.stdout:3578: finishing rollback tid 2 to smithi10482514-23 2024-04-02T08:43:03.995 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 2768 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-04-02T08:43:03.995 INFO:tasks.rados.rados.0.smithi104.stdout:3579: finishing write tid 2 to smithi10482514-43 2024-04-02T08:43:03.995 INFO:tasks.rados.rados.0.smithi104.stdout:3573: done (10 left) 2024-04-02T08:43:03.995 INFO:tasks.rados.rados.0.smithi104.stdout:3576: done (9 left) 2024-04-02T08:43:03.995 INFO:tasks.rados.rados.0.smithi104.stdout:3577: done (8 left) 2024-04-02T08:43:03.995 INFO:tasks.rados.rados.0.smithi104.stdout:3578: done (7 left) 2024-04-02T08:43:03.995 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 351 2024-04-02T08:43:03.995 INFO:tasks.rados.rados.0.smithi104.stdout:3582: seq_num 1106 ranges {4464640=532480,4997120=483328,5480448=475136,5955584=245760} 2024-04-02T08:43:04.021 INFO:tasks.rados.rados.0.smithi104.stdout:3582: writing smithi10482514-49 from 4464640 to 4997120 tid 1 2024-04-02T08:43:04.024 INFO:tasks.rados.rados.0.smithi104.stdout:3582: writing smithi10482514-49 from 4997120 to 5480448 tid 2 2024-04-02T08:43:04.027 INFO:tasks.rados.rados.0.smithi104.stdout:3582: writing smithi10482514-49 from 5480448 to 5955584 tid 3 2024-04-02T08:43:04.028 INFO:tasks.rados.rados.0.smithi104.stdout:3582: writing smithi10482514-49 from 5955584 to 6201344 tid 4 2024-04-02T08:43:04.028 INFO:tasks.rados.rados.0.smithi104.stdout:3583: rollback oid 33 current snap is 351 2024-04-02T08:43:04.028 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 33 to 347 2024-04-02T08:43:04.028 INFO:tasks.rados.rados.0.smithi104.stdout:3580: expect (ObjNum 1939432160 snap 22068 seq_num 1939960160) 2024-04-02T08:43:04.031 INFO:tasks.rados.rados.0.smithi104.stdout:3572: expect (ObjNum 1056 snap 337 seq_num 1056) 2024-04-02T08:43:04.056 INFO:tasks.rados.rados.0.smithi104.stdout:3579: finishing write tid 3 to smithi10482514-43 2024-04-02T08:43:04.056 INFO:tasks.rados.rados.0.smithi104.stdout:3579: finishing write tid 4 to smithi10482514-43 2024-04-02T08:43:04.056 INFO:tasks.rados.rados.0.smithi104.stdout:3572: done (8 left) 2024-04-02T08:43:04.056 INFO:tasks.rados.rados.0.smithi104.stdout:3580: done (7 left) 2024-04-02T08:43:04.056 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 351 2024-04-02T08:43:04.056 INFO:tasks.rados.rados.0.smithi104.stdout:3581: finishing copy_from racing read to smithi10482514-44 2024-04-02T08:43:04.056 INFO:tasks.rados.rados.0.smithi104.stdout:3581: finishing copy_from to smithi10482514-44 2024-04-02T08:43:04.056 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2612 (ObjNum 33 snap 0 seq_num 284594360) dirty exists 2024-04-02T08:43:04.057 INFO:tasks.rados.rados.0.smithi104.stdout:3579: finishing write tid 5 to smithi10482514-43 2024-04-02T08:43:04.057 INFO:tasks.rados.rados.0.smithi104.stdout:3579: oid 43 updating version 0 to 2446 2024-04-02T08:43:04.057 INFO:tasks.rados.rados.0.smithi104.stdout:3579: oid 43 updating version 2446 to 2447 2024-04-02T08:43:04.057 INFO:tasks.rados.rados.0.smithi104.stdout:3579: oid 43 updating version 2447 to 2448 2024-04-02T08:43:04.057 INFO:tasks.rados.rados.0.smithi104.stdout:3579: oid 43 version 2448 is already newer than 2445 2024-04-02T08:43:04.057 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 43 v 2448 (ObjNum 1105 snap 351 seq_num 1105) dirty exists 2024-04-02T08:43:04.057 INFO:tasks.rados.rados.0.smithi104.stdout:3579: left oid 43 (ObjNum 1105 snap 351 seq_num 1105) 2024-04-02T08:43:04.057 INFO:tasks.rados.rados.0.smithi104.stdout:3575: expect (ObjNum 1032 snap 328 seq_num 1032) 2024-04-02T08:43:04.126 INFO:tasks.rados.rados.0.smithi104.stdout:3574: finishing rollback tid 0 to smithi10482514-8 2024-04-02T08:43:04.126 INFO:tasks.rados.rados.0.smithi104.stdout:3574: finishing rollback tid 1 to smithi10482514-8 2024-04-02T08:43:04.126 INFO:tasks.rados.rados.0.smithi104.stdout:3574: finishing rollback tid 2 to smithi10482514-8 2024-04-02T08:43:04.126 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 2768 (ObjNum 1073 snap 339 seq_num 1073) dirty exists 2024-04-02T08:43:04.126 INFO:tasks.rados.rados.0.smithi104.stdout:3571: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:43:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:03 smithi188 ceph-mon[86835]: pgmap v803: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 386 KiB/s wr, 2 op/s 2024-04-02T08:43:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:03 smithi188 ceph-mon[86835]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:43:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:03 smithi104 ceph-mon[94081]: pgmap v803: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 386 KiB/s wr, 2 op/s 2024-04-02T08:43:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:03 smithi104 ceph-mon[94081]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:43:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:03 smithi104 ceph-mon[96567]: pgmap v803: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 386 KiB/s wr, 2 op/s 2024-04-02T08:43:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:03 smithi104 ceph-mon[96567]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:43:04.467 INFO:tasks.rados.rados.0.smithi104.stdout:3582: finishing write tid 1 to smithi10482514-49 2024-04-02T08:43:04.467 INFO:tasks.rados.rados.0.smithi104.stdout:3582: finishing write tid 2 to smithi10482514-49 2024-04-02T08:43:04.467 INFO:tasks.rados.rados.0.smithi104.stdout:3584: seq_num 1107 ranges {1196032=548864,1744896=770048,2514944=434176} 2024-04-02T08:43:04.476 INFO:tasks.rados.rados.0.smithi104.stdout:3584: writing smithi10482514-28 from 1196032 to 1744896 tid 1 2024-04-02T08:43:04.481 INFO:tasks.rados.rados.0.smithi104.stdout:3584: writing smithi10482514-28 from 1744896 to 2514944 tid 2 2024-04-02T08:43:04.485 INFO:tasks.rados.rados.0.smithi104.stdout:3584: writing smithi10482514-28 from 2514944 to 2949120 tid 3 2024-04-02T08:43:04.485 INFO:tasks.rados.rados.0.smithi104.stdout:3571: done (7 left) 2024-04-02T08:43:04.485 INFO:tasks.rados.rados.0.smithi104.stdout:3574: done (6 left) 2024-04-02T08:43:04.485 INFO:tasks.rados.rados.0.smithi104.stdout:3575: done (5 left) 2024-04-02T08:43:04.485 INFO:tasks.rados.rados.0.smithi104.stdout:3579: done (4 left) 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3581: done (3 left) 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3585: snap_create 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3583: finishing rollback tid 0 to smithi10482514-33 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3583: finishing rollback tid 1 to smithi10482514-33 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3582: finishing write tid 3 to smithi10482514-49 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3583: finishing rollback tid 2 to smithi10482514-33 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 2453 (ObjNum 1094 snap 346 seq_num 1094) dirty exists 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3582: finishing write tid 4 to smithi10482514-49 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3582: finishing write tid 5 to smithi10482514-49 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3582: finishing write tid 6 to smithi10482514-49 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3582: oid 49 updating version 0 to 2175 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3582: oid 49 updating version 2175 to 2179 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3582: oid 49 version 2179 is already newer than 2177 2024-04-02T08:43:04.486 INFO:tasks.rados.rados.0.smithi104.stdout:3582: oid 49 version 2179 is already newer than 2176 2024-04-02T08:43:04.487 INFO:tasks.rados.rados.0.smithi104.stdout:3582: oid 49 version 2179 is already newer than 2178 2024-04-02T08:43:04.487 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2179 (ObjNum 1106 snap 351 seq_num 1106) dirty exists 2024-04-02T08:43:04.487 INFO:tasks.rados.rados.0.smithi104.stdout:3582: left oid 49 (ObjNum 1106 snap 351 seq_num 1106) 2024-04-02T08:43:04.487 INFO:tasks.rados.rados.0.smithi104.stdout:3584: finishing write tid 1 to smithi10482514-28 2024-04-02T08:43:04.488 INFO:tasks.rados.rados.0.smithi104.stdout:3584: finishing write tid 2 to smithi10482514-28 2024-04-02T08:43:04.488 INFO:tasks.rados.rados.0.smithi104.stdout:3584: finishing write tid 3 to smithi10482514-28 2024-04-02T08:43:04.488 INFO:tasks.rados.rados.0.smithi104.stdout:3584: finishing write tid 4 to smithi10482514-28 2024-04-02T08:43:04.489 INFO:tasks.rados.rados.0.smithi104.stdout:3584: finishing write tid 5 to smithi10482514-28 2024-04-02T08:43:04.489 INFO:tasks.rados.rados.0.smithi104.stdout:3584: oid 28 updating version 0 to 2185 2024-04-02T08:43:04.489 INFO:tasks.rados.rados.0.smithi104.stdout:3584: oid 28 version 2185 is already newer than 2184 2024-04-02T08:43:04.489 INFO:tasks.rados.rados.0.smithi104.stdout:3584: oid 28 updating version 2185 to 2186 2024-04-02T08:43:04.489 INFO:tasks.rados.rados.0.smithi104.stdout:3584: oid 28 version 2186 is already newer than 2183 2024-04-02T08:43:04.489 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 2186 (ObjNum 1107 snap 351 seq_num 1107) dirty exists 2024-04-02T08:43:04.489 INFO:tasks.rados.rados.0.smithi104.stdout:3584: left oid 28 (ObjNum 1107 snap 351 seq_num 1107) 2024-04-02T08:43:04.987 INFO:tasks.rados.rados.0.smithi104.stdout:3582: done (3 left) 2024-04-02T08:43:04.987 INFO:tasks.rados.rados.0.smithi104.stdout:3583: done (2 left) 2024-04-02T08:43:04.987 INFO:tasks.rados.rados.0.smithi104.stdout:3584: done (1 left) 2024-04-02T08:43:04.987 INFO:tasks.rados.rados.0.smithi104.stdout:3585: done (0 left) 2024-04-02T08:43:04.987 INFO:tasks.rados.rados.0.smithi104.stdout:3586: rmattr oid 26 current snap is 352 2024-04-02T08:43:04.987 INFO:tasks.rados.rados.0.smithi104.stdout:3587: rollback oid 10 current snap is 352 2024-04-02T08:43:04.987 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 10 to 345 2024-04-02T08:43:04.987 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 33 current snap is 352 2024-04-02T08:43:04.987 INFO:tasks.rados.rados.0.smithi104.stdout:3588: seq_num 1108 ranges {4431872=565248,4997120=647168,5644288=483328,6127616=73728} 2024-04-02T08:43:05.015 INFO:tasks.rados.rados.0.smithi104.stdout:3588: writing smithi10482514-33 from 4431872 to 4997120 tid 1 2024-04-02T08:43:05.018 INFO:tasks.rados.rados.0.smithi104.stdout:3588: writing smithi10482514-33 from 4997120 to 5644288 tid 2 2024-04-02T08:43:05.021 INFO:tasks.rados.rados.0.smithi104.stdout:3588: writing smithi10482514-33 from 5644288 to 6127616 tid 3 2024-04-02T08:43:05.022 INFO:tasks.rados.rados.0.smithi104.stdout:3588: writing smithi10482514-33 from 6127616 to 6201344 tid 4 2024-04-02T08:43:05.022 INFO:tasks.rados.rados.0.smithi104.stdout:3589: snap_remove snap 351 2024-04-02T08:43:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:04 smithi188 ceph-mon[86835]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:43:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:05.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:04 smithi104 ceph-mon[96567]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:43:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:04 smithi104 ceph-mon[94081]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:43:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:05.946 INFO:tasks.rados.rados.0.smithi104.stdout:3589: done (3 left) 2024-04-02T08:43:05.946 INFO:tasks.rados.rados.0.smithi104.stdout:3590: setattr oid 16 current snap is 352 2024-04-02T08:43:05.946 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2184 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-04-02T08:43:05.946 INFO:tasks.rados.rados.0.smithi104.stdout:3587: finishing rollback tid 0 to smithi10482514-10 2024-04-02T08:43:05.946 INFO:tasks.rados.rados.0.smithi104.stdout:3587: finishing rollback tid 1 to smithi10482514-10 2024-04-02T08:43:05.946 INFO:tasks.rados.rados.0.smithi104.stdout:3587: finishing rollback tid 2 to smithi10482514-10 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2189 (ObjNum 1056 snap 337 seq_num 1056) dirty exists 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:3588: finishing write tid 1 to smithi10482514-33 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:3588: finishing write tid 2 to smithi10482514-33 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:3588: finishing write tid 3 to smithi10482514-33 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:3588: finishing write tid 4 to smithi10482514-33 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:3588: finishing write tid 5 to smithi10482514-33 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:3588: finishing write tid 6 to smithi10482514-33 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:3588: oid 33 updating version 0 to 2454 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:3588: oid 33 updating version 2454 to 2455 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:3588: oid 33 updating version 2455 to 2457 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:3588: oid 33 version 2457 is already newer than 2456 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:3588: oid 33 updating version 2457 to 2458 2024-04-02T08:43:05.947 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 2458 (ObjNum 1108 snap 352 seq_num 1108) dirty exists 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi104.stdout:3588: left oid 33 (ObjNum 1108 snap 352 seq_num 1108) 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi104.stdout:3586: done (3 left) 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi104.stdout:3587: done (2 left) 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi104.stdout:3588: done (1 left) 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi104.stdout:3591: read oid 44 snap -1 2024-04-02T08:43:05.949 INFO:tasks.rados.rados.0.smithi104.stdout:3591: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:05.949 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 352 2024-04-02T08:43:05.949 INFO:tasks.rados.rados.0.smithi104.stdout:3592: seq_num 1109 ranges {0=581632,581632=532480,1114112=647168,1761280=24576} 2024-04-02T08:43:05.952 INFO:tasks.rados.rados.0.smithi104.stdout:3592: writing smithi10482514-25 from 0 to 581632 tid 1 2024-04-02T08:43:05.955 INFO:tasks.rados.rados.0.smithi104.stdout:3592: writing smithi10482514-25 from 581632 to 1114112 tid 2 2024-04-02T08:43:05.960 INFO:tasks.rados.rados.0.smithi104.stdout:3592: writing smithi10482514-25 from 1114112 to 1761280 tid 3 2024-04-02T08:43:05.960 INFO:tasks.rados.rados.0.smithi104.stdout:3592: writing smithi10482514-25 from 1761280 to 1785856 tid 4 2024-04-02T08:43:05.960 INFO:tasks.rados.rados.0.smithi104.stdout:3591: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 2459 (ObjNum 1019 snap 325 seq_num 1019) dirty exists 2024-04-02T08:43:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3592: finishing write tid 1 to smithi10482514-25 2024-04-02T08:43:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3593: read oid 45 snap -1 2024-04-02T08:43:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3593: expect (ObjNum 1080 snap 341 seq_num 1080) 2024-04-02T08:43:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3590: done (3 left) 2024-04-02T08:43:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3591: done (2 left) 2024-04-02T08:43:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3594: snap_remove snap 350 2024-04-02T08:43:06.142 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:43:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:43:05] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:43:06.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:05 smithi104 ceph-mon[96567]: pgmap v806: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 768 KiB/s wr, 6 op/s 2024-04-02T08:43:06.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:05 smithi104 ceph-mon[96567]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:43:06.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:05 smithi104 ceph-mon[96567]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:43:06.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:05 smithi104 ceph-mon[94081]: pgmap v806: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 768 KiB/s wr, 6 op/s 2024-04-02T08:43:06.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:05 smithi104 ceph-mon[94081]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:43:06.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:05 smithi104 ceph-mon[94081]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:43:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:05 smithi188 ceph-mon[86835]: pgmap v806: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 768 KiB/s wr, 6 op/s 2024-04-02T08:43:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:05 smithi188 ceph-mon[86835]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:43:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:05 smithi188 ceph-mon[86835]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:43:06.945 INFO:tasks.rados.rados.0.smithi104.stdout:3594: done (2 left) 2024-04-02T08:43:06.945 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 16 current snap is 352 2024-04-02T08:43:06.945 INFO:tasks.rados.rados.0.smithi104.stdout:3595: seq_num 1110 ranges {1925120=598016,2523136=466944,2990080=450560,3440640=286720} 2024-04-02T08:43:06.959 INFO:tasks.rados.rados.0.smithi104.stdout:3595: writing smithi10482514-16 from 1925120 to 2523136 tid 1 2024-04-02T08:43:06.961 INFO:tasks.rados.rados.0.smithi104.stdout:3595: writing smithi10482514-16 from 2523136 to 2990080 tid 2 2024-04-02T08:43:06.964 INFO:tasks.rados.rados.0.smithi104.stdout:3595: writing smithi10482514-16 from 2990080 to 3440640 tid 3 2024-04-02T08:43:06.966 INFO:tasks.rados.rados.0.smithi104.stdout:3595: writing smithi10482514-16 from 3440640 to 3727360 tid 4 2024-04-02T08:43:06.966 INFO:tasks.rados.rados.0.smithi104.stdout:3596: rmattr oid 29 current snap is 352 2024-04-02T08:43:06.966 INFO:tasks.rados.rados.0.smithi104.stdout:3592: finishing write tid 2 to smithi10482514-25 2024-04-02T08:43:06.967 INFO:tasks.rados.rados.0.smithi104.stdout:3592: finishing write tid 3 to smithi10482514-25 2024-04-02T08:43:06.967 INFO:tasks.rados.rados.0.smithi104.stdout:3592: finishing write tid 4 to smithi10482514-25 2024-04-02T08:43:06.967 INFO:tasks.rados.rados.0.smithi104.stdout:3592: finishing write tid 5 to smithi10482514-25 2024-04-02T08:43:06.967 INFO:tasks.rados.rados.0.smithi104.stdout:3592: finishing write tid 6 to smithi10482514-25 2024-04-02T08:43:06.967 INFO:tasks.rados.rados.0.smithi104.stdout:3592: oid 25 updating version 0 to 2450 2024-04-02T08:43:06.967 INFO:tasks.rados.rados.0.smithi104.stdout:3592: oid 25 updating version 2450 to 2452 2024-04-02T08:43:06.967 INFO:tasks.rados.rados.0.smithi104.stdout:3592: oid 25 version 2452 is already newer than 2451 2024-04-02T08:43:06.967 INFO:tasks.rados.rados.0.smithi104.stdout:3592: oid 25 updating version 2452 to 2453 2024-04-02T08:43:06.967 INFO:tasks.rados.rados.0.smithi104.stdout:3592: oid 25 version 2453 is already newer than 2449 2024-04-02T08:43:06.967 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 2453 (ObjNum 1109 snap 352 seq_num 1109) dirty exists 2024-04-02T08:43:06.967 INFO:tasks.rados.rados.0.smithi104.stdout:3592: left oid 25 (ObjNum 1109 snap 352 seq_num 1109) 2024-04-02T08:43:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3593: expect (ObjNum 1080 snap 341 seq_num 1080) 2024-04-02T08:43:07.136 INFO:tasks.rados.rados.0.smithi104.stdout:3595: finishing write tid 1 to smithi10482514-16 2024-04-02T08:43:07.136 INFO:tasks.rados.rados.0.smithi104.stdout:3595: finishing write tid 2 to smithi10482514-16 2024-04-02T08:43:07.136 INFO:tasks.rados.rados.0.smithi104.stdout:3592: done (3 left) 2024-04-02T08:43:07.136 INFO:tasks.rados.rados.0.smithi104.stdout:3593: done (2 left) 2024-04-02T08:43:07.136 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 31 current snap is 352 2024-04-02T08:43:07.136 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2190 (ObjNum 1000 snap 317 seq_num 1000) dirty exists 2024-04-02T08:43:07.136 INFO:tasks.rados.rados.0.smithi104.stdout:3595: finishing write tid 3 to smithi10482514-16 2024-04-02T08:43:07.137 INFO:tasks.rados.rados.0.smithi104.stdout:3597: seq_num 1111 ranges {2162688=614400,2777088=753664,3530752=450560} 2024-04-02T08:43:07.150 INFO:tasks.rados.rados.0.smithi104.stdout:3597: writing smithi10482514-31 from 2162688 to 2777088 tid 1 2024-04-02T08:43:07.155 INFO:tasks.rados.rados.0.smithi104.stdout:3597: writing smithi10482514-31 from 2777088 to 3530752 tid 2 2024-04-02T08:43:07.158 INFO:tasks.rados.rados.0.smithi104.stdout:3597: writing smithi10482514-31 from 3530752 to 3981312 tid 3 2024-04-02T08:43:07.158 INFO:tasks.rados.rados.0.smithi104.stdout:3596: done (2 left) 2024-04-02T08:43:07.158 INFO:tasks.rados.rados.0.smithi104.stdout:3598: delete oid 50 current snap is 352 2024-04-02T08:43:07.158 INFO:tasks.rados.rados.0.smithi104.stdout:3595: finishing write tid 4 to smithi10482514-16 2024-04-02T08:43:07.158 INFO:tasks.rados.rados.0.smithi104.stdout:3595: finishing write tid 5 to smithi10482514-16 2024-04-02T08:43:07.158 INFO:tasks.rados.rados.0.smithi104.stdout:3595: finishing write tid 6 to smithi10482514-16 2024-04-02T08:43:07.158 INFO:tasks.rados.rados.0.smithi104.stdout:3595: oid 16 updating version 0 to 2462 2024-04-02T08:43:07.158 INFO:tasks.rados.rados.0.smithi104.stdout:3595: oid 16 updating version 2462 to 2463 2024-04-02T08:43:07.158 INFO:tasks.rados.rados.0.smithi104.stdout:3595: oid 16 version 2463 is already newer than 2460 2024-04-02T08:43:07.159 INFO:tasks.rados.rados.0.smithi104.stdout:3595: oid 16 version 2463 is already newer than 2461 2024-04-02T08:43:07.159 INFO:tasks.rados.rados.0.smithi104.stdout:3595: oid 16 updating version 2463 to 2464 2024-04-02T08:43:07.159 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 2464 (ObjNum 1110 snap 352 seq_num 1110) dirty exists 2024-04-02T08:43:07.159 INFO:tasks.rados.rados.0.smithi104.stdout:3595: left oid 16 (ObjNum 1110 snap 352 seq_num 1110) 2024-04-02T08:43:07.159 INFO:tasks.rados.rados.0.smithi104.stdout:3597: finishing write tid 1 to smithi10482514-31 2024-04-02T08:43:07.161 INFO:tasks.rados.rados.0.smithi104.stdout:3597: finishing write tid 2 to smithi10482514-31 2024-04-02T08:43:07.161 INFO:tasks.rados.rados.0.smithi104.stdout:3595: done (2 left) 2024-04-02T08:43:07.161 INFO:tasks.rados.rados.0.smithi104.stdout:3598: done (1 left) 2024-04-02T08:43:07.161 INFO:tasks.rados.rados.0.smithi104.stdout:3599: copy_from oid 35 from oid 7 current snap is 352 2024-04-02T08:43:07.161 INFO:tasks.rados.rados.0.smithi104.stdout:3600: rmattr oid 43 current snap is 352 2024-04-02T08:43:07.161 INFO:tasks.rados.rados.0.smithi104.stdout:3600: done (2 left) 2024-04-02T08:43:07.161 INFO:tasks.rados.rados.0.smithi104.stdout:3601: snap_remove snap 346 2024-04-02T08:43:07.988 INFO:tasks.rados.rados.0.smithi104.stdout:3601: done (2 left) 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:3602: setattr oid 26 current snap is 352 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:3597: finishing write tid 3 to smithi10482514-31 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:3597: finishing write tid 4 to smithi10482514-31 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:3597: finishing write tid 5 to smithi10482514-31 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:3597: oid 31 updating version 0 to 2455 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:3597: oid 31 version 2455 is already newer than 2454 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:3597: oid 31 updating version 2455 to 2456 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:3597: oid 31 updating version 2456 to 2457 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 2457 (ObjNum 1111 snap 352 seq_num 1111) dirty exists 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:3597: left oid 31 (ObjNum 1111 snap 352 seq_num 1111) 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:3599: finishing copy_from racing read to smithi10482514-35 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:3599: finishing copy_from to smithi10482514-35 2024-04-02T08:43:07.989 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2448 (ObjNum 1097 snap 349 seq_num 1097) dirty exists 2024-04-02T08:43:07.991 INFO:tasks.rados.rados.0.smithi104.stdout:3597: done (2 left) 2024-04-02T08:43:07.991 INFO:tasks.rados.rados.0.smithi104.stdout:3599: done (1 left) 2024-04-02T08:43:07.992 INFO:tasks.rados.rados.0.smithi104.stdout:3603: copy_from oid 30 from oid 9 current snap is 352 2024-04-02T08:43:07.992 INFO:tasks.rados.rados.0.smithi104.stdout:3604: read oid 44 snap -1 2024-04-02T08:43:07.992 INFO:tasks.rados.rados.0.smithi104.stdout:3604: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:07.992 INFO:tasks.rados.rados.0.smithi104.stdout:3605: delete oid 13 current snap is 352 2024-04-02T08:43:07.998 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2185 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-04-02T08:43:08.002 INFO:tasks.rados.rados.0.smithi104.stdout:3602: done (3 left) 2024-04-02T08:43:08.002 INFO:tasks.rados.rados.0.smithi104.stdout:3605: done (2 left) 2024-04-02T08:43:08.002 INFO:tasks.rados.rados.0.smithi104.stdout:3606: read oid 45 snap -1 2024-04-02T08:43:08.003 INFO:tasks.rados.rados.0.smithi104.stdout:3606: expect (ObjNum 1080 snap 341 seq_num 1080) 2024-04-02T08:43:08.003 INFO:tasks.rados.rados.0.smithi104.stdout:3607: read oid 43 snap -1 2024-04-02T08:43:08.003 INFO:tasks.rados.rados.0.smithi104.stdout:3607: expect (ObjNum 1105 snap 351 seq_num 1105) 2024-04-02T08:43:08.003 INFO:tasks.rados.rados.0.smithi104.stdout:3608: snap_remove snap 349 2024-04-02T08:43:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:07 smithi188 ceph-mon[86835]: pgmap v809: 121 pgs: 121 active+clean; 108 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-04-02T08:43:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:07 smithi188 ceph-mon[86835]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:43:08.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:07 smithi104 ceph-mon[94081]: pgmap v809: 121 pgs: 121 active+clean; 108 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-04-02T08:43:08.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:07 smithi104 ceph-mon[94081]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:43:08.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:07 smithi104 ceph-mon[96567]: pgmap v809: 121 pgs: 121 active+clean; 108 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-04-02T08:43:08.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:07 smithi104 ceph-mon[96567]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:43:08.994 INFO:tasks.rados.rados.0.smithi104.stdout:3608: done (4 left) 2024-04-02T08:43:08.994 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 352 2024-04-02T08:43:08.994 INFO:tasks.rados.rados.0.smithi104.stdout:3609: seq_num 1114 ranges {3088384=663552,3751936=802816,4554752=401408} 2024-04-02T08:43:09.015 INFO:tasks.rados.rados.0.smithi104.stdout:3609: writing smithi10482514-21 from 3088384 to 3751936 tid 1 2024-04-02T08:43:09.020 INFO:tasks.rados.rados.0.smithi104.stdout:3609: writing smithi10482514-21 from 3751936 to 4554752 tid 2 2024-04-02T08:43:09.022 INFO:tasks.rados.rados.0.smithi104.stdout:3609: writing smithi10482514-21 from 4554752 to 4956160 tid 3 2024-04-02T08:43:09.023 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 16 current snap is 352 2024-04-02T08:43:09.023 INFO:tasks.rados.rados.0.smithi104.stdout:3610: seq_num 1115 ranges {3727360=679936,4407296=688128,5095424=516096} 2024-04-02T08:43:09.047 INFO:tasks.rados.rados.0.smithi104.stdout:3610: writing smithi10482514-16 from 3727360 to 4407296 tid 1 2024-04-02T08:43:09.051 INFO:tasks.rados.rados.0.smithi104.stdout:3610: writing smithi10482514-16 from 4407296 to 5095424 tid 2 2024-04-02T08:43:09.055 INFO:tasks.rados.rados.0.smithi104.stdout:3610: writing smithi10482514-16 from 5095424 to 5611520 tid 3 2024-04-02T08:43:09.055 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 352 2024-04-02T08:43:09.055 INFO:tasks.rados.rados.0.smithi104.stdout:3604: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:09.055 INFO:tasks.rados.rados.0.smithi104.stdout:3606: expect (ObjNum 1080 snap 341 seq_num 1080) 2024-04-02T08:43:09.201 INFO:tasks.rados.rados.0.smithi104.stdout:3603: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:43:09.201 INFO:tasks.rados.rados.0.smithi104.stdout:3607: expect (ObjNum 1105 snap 351 seq_num 1105) 2024-04-02T08:43:09.246 INFO:tasks.rados.rados.0.smithi104.stdout:3603: finishing copy_from to smithi10482514-30 2024-04-02T08:43:09.246 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 464 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-04-02T08:43:09.246 INFO:tasks.rados.rados.0.smithi104.stdout:3609: finishing write tid 1 to smithi10482514-21 2024-04-02T08:43:09.246 INFO:tasks.rados.rados.0.smithi104.stdout:3611: seq_num 1116 ranges {4587520=696320,5283840=573440,5857280=450560,6307840=180224} 2024-04-02T08:43:09.273 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:08 smithi188 ceph-mon[86835]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:43:09.275 INFO:tasks.rados.rados.0.smithi104.stdout:3611: writing smithi10482514-32 from 4587520 to 5283840 tid 1 2024-04-02T08:43:09.279 INFO:tasks.rados.rados.0.smithi104.stdout:3611: writing smithi10482514-32 from 5283840 to 5857280 tid 2 2024-04-02T08:43:09.282 INFO:tasks.rados.rados.0.smithi104.stdout:3611: writing smithi10482514-32 from 5857280 to 6307840 tid 3 2024-04-02T08:43:09.283 INFO:tasks.rados.rados.0.smithi104.stdout:3611: writing smithi10482514-32 from 6307840 to 6488064 tid 4 2024-04-02T08:43:09.283 INFO:tasks.rados.rados.0.smithi104.stdout:3603: done (6 left) 2024-04-02T08:43:09.283 INFO:tasks.rados.rados.0.smithi104.stdout:3604: done (5 left) 2024-04-02T08:43:09.283 INFO:tasks.rados.rados.0.smithi104.stdout:3606: done (4 left) 2024-04-02T08:43:09.283 INFO:tasks.rados.rados.0.smithi104.stdout:3607: done (3 left) 2024-04-02T08:43:09.283 INFO:tasks.rados.rados.0.smithi104.stdout:3612: snap_remove snap 348 2024-04-02T08:43:09.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:08 smithi104 ceph-mon[96567]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:43:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:08 smithi104 ceph-mon[94081]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:43:10.007 INFO:tasks.rados.rados.0.smithi104.stdout:3612: done (3 left) 2024-04-02T08:43:10.007 INFO:tasks.rados.rados.0.smithi104.stdout:3613: snap_remove snap 345 2024-04-02T08:43:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:09 smithi188 ceph-mon[86835]: pgmap v812: 121 pgs: 121 active+clean; 122 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-02T08:43:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:09 smithi188 ceph-mon[86835]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:43:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:10.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:09 smithi104 ceph-mon[94081]: pgmap v812: 121 pgs: 121 active+clean; 122 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-02T08:43:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:09 smithi104 ceph-mon[94081]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:43:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:09 smithi104 ceph-mon[96567]: pgmap v812: 121 pgs: 121 active+clean; 122 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-02T08:43:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:09 smithi104 ceph-mon[96567]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:43:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:11.021 INFO:tasks.rados.rados.0.smithi104.stdout:3613: done (3 left) 2024-04-02T08:43:11.021 INFO:tasks.rados.rados.0.smithi104.stdout:3614: snap_remove snap 347 2024-04-02T08:43:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:11 smithi188 ceph-mon[86835]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:43:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:43:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:43:11.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:11 smithi104 ceph-mon[96567]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:43:11.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:43:11.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:43:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:11 smithi104 ceph-mon[94081]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:43:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:43:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:43:12.024 INFO:tasks.rados.rados.0.smithi104.stdout:3614: done (3 left) 2024-04-02T08:43:12.025 INFO:tasks.rados.rados.0.smithi104.stdout:3615: read oid 1 snap -1 2024-04-02T08:43:12.025 INFO:tasks.rados.rados.0.smithi104.stdout:3615: expect deleted 2024-04-02T08:43:12.025 INFO:tasks.rados.rados.0.smithi104.stdout:3616: read oid 6 snap -1 2024-04-02T08:43:12.025 INFO:tasks.rados.rados.0.smithi104.stdout:3616: expect (ObjNum 1090 snap 344 seq_num 1090) 2024-04-02T08:43:12.025 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 352 2024-04-02T08:43:12.025 INFO:tasks.rados.rados.0.smithi104.stdout:3617: seq_num 1117 ranges {1466368=712704,2179072=458752,2637824=655360,3293184=90112} 2024-04-02T08:43:12.037 INFO:tasks.rados.rados.0.smithi104.stdout:3617: writing smithi10482514-38 from 1466368 to 2179072 tid 1 2024-04-02T08:43:12.041 INFO:tasks.rados.rados.0.smithi104.stdout:3617: writing smithi10482514-38 from 2179072 to 2637824 tid 2 2024-04-02T08:43:12.045 INFO:tasks.rados.rados.0.smithi104.stdout:3617: writing smithi10482514-38 from 2637824 to 3293184 tid 3 2024-04-02T08:43:12.047 INFO:tasks.rados.rados.0.smithi104.stdout:3617: writing smithi10482514-38 from 3293184 to 3383296 tid 4 2024-04-02T08:43:12.047 INFO:tasks.rados.rados.0.smithi104.stdout:3618: delete oid 11 current snap is 352 2024-04-02T08:43:12.047 INFO:tasks.rados.rados.0.smithi104.stdout:3609: finishing write tid 2 to smithi10482514-21 2024-04-02T08:43:12.047 INFO:tasks.rados.rados.0.smithi104.stdout:3609: finishing write tid 3 to smithi10482514-21 2024-04-02T08:43:12.047 INFO:tasks.rados.rados.0.smithi104.stdout:3609: finishing write tid 4 to smithi10482514-21 2024-04-02T08:43:12.047 INFO:tasks.rados.rados.0.smithi104.stdout:3609: finishing write tid 5 to smithi10482514-21 2024-04-02T08:43:12.047 INFO:tasks.rados.rados.0.smithi104.stdout:3609: oid 21 updating version 0 to 2851 2024-04-02T08:43:12.047 INFO:tasks.rados.rados.0.smithi104.stdout:3609: oid 21 version 2851 is already newer than 2849 2024-04-02T08:43:12.047 INFO:tasks.rados.rados.0.smithi104.stdout:3609: oid 21 updating version 2851 to 2852 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:3609: oid 21 version 2852 is already newer than 2850 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2852 (ObjNum 1114 snap 352 seq_num 1114) dirty exists 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:3609: left oid 21 (ObjNum 1114 snap 352 seq_num 1114) 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:3610: finishing write tid 1 to smithi10482514-16 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:3610: finishing write tid 2 to smithi10482514-16 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:3610: finishing write tid 3 to smithi10482514-16 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:3610: finishing write tid 4 to smithi10482514-16 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:3610: finishing write tid 5 to smithi10482514-16 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:3610: oid 16 updating version 0 to 2468 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:3610: oid 16 version 2468 is already newer than 2467 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:3610: oid 16 version 2468 is already newer than 2465 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:3610: oid 16 version 2468 is already newer than 2466 2024-04-02T08:43:12.048 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 16 v 2468 (ObjNum 1115 snap 352 seq_num 1115) dirty exists 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3610: left oid 16 (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: finishing write tid 1 to smithi10482514-32 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: finishing write tid 2 to smithi10482514-32 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: finishing write tid 3 to smithi10482514-32 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: finishing write tid 4 to smithi10482514-32 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: finishing write tid 5 to smithi10482514-32 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: finishing write tid 6 to smithi10482514-32 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: oid 32 updating version 0 to 490 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: oid 32 version 490 is already newer than 488 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: oid 32 updating version 490 to 492 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: oid 32 version 492 is already newer than 489 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: oid 32 version 492 is already newer than 491 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 492 (ObjNum 1116 snap 352 seq_num 1116) dirty exists 2024-04-02T08:43:12.049 INFO:tasks.rados.rados.0.smithi104.stdout:3611: left oid 32 (ObjNum 1116 snap 352 seq_num 1116) 2024-04-02T08:43:12.050 INFO:tasks.rados.rados.0.smithi104.stdout:3616: expect (ObjNum 1090 snap 344 seq_num 1090) 2024-04-02T08:43:12.092 INFO:tasks.rados.rados.0.smithi104.stdout:3617: finishing write tid 1 to smithi10482514-38 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3617: finishing write tid 2 to smithi10482514-38 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3609: done (6 left) 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3610: done (5 left) 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3611: done (4 left) 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3615: done (3 left) 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3616: done (2 left) 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3618: done (1 left) 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3619: read oid 26 snap 344 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3619: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3620: copy_from oid 29 from oid 49 current snap is 352 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3617: finishing write tid 3 to smithi10482514-38 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3617: finishing write tid 4 to smithi10482514-38 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3617: finishing write tid 5 to smithi10482514-38 2024-04-02T08:43:12.093 INFO:tasks.rados.rados.0.smithi104.stdout:3617: finishing write tid 6 to smithi10482514-38 2024-04-02T08:43:12.094 INFO:tasks.rados.rados.0.smithi104.stdout:3617: oid 38 updating version 0 to 2149 2024-04-02T08:43:12.094 INFO:tasks.rados.rados.0.smithi104.stdout:3617: oid 38 version 2149 is already newer than 2147 2024-04-02T08:43:12.094 INFO:tasks.rados.rados.0.smithi104.stdout:3617: oid 38 version 2149 is already newer than 2148 2024-04-02T08:43:12.094 INFO:tasks.rados.rados.0.smithi104.stdout:3617: oid 38 updating version 2149 to 2150 2024-04-02T08:43:12.094 INFO:tasks.rados.rados.0.smithi104.stdout:3617: oid 38 version 2150 is already newer than 2146 2024-04-02T08:43:12.094 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 2150 (ObjNum 1117 snap 352 seq_num 1117) dirty exists 2024-04-02T08:43:12.094 INFO:tasks.rados.rados.0.smithi104.stdout:3617: left oid 38 (ObjNum 1117 snap 352 seq_num 1117) 2024-04-02T08:43:12.094 INFO:tasks.rados.rados.0.smithi104.stdout:3617: done (2 left) 2024-04-02T08:43:12.094 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 352 2024-04-02T08:43:12.094 INFO:tasks.rados.rados.0.smithi104.stdout:3621: seq_num 1119 ranges {0=745472,745472=679936,1425408=524288} 2024-04-02T08:43:12.096 INFO:tasks.rados.rados.0.smithi104.stdout:3621: writing smithi10482514-39 from 0 to 745472 tid 1 2024-04-02T08:43:12.100 INFO:tasks.rados.rados.0.smithi104.stdout:3621: writing smithi10482514-39 from 745472 to 1425408 tid 2 2024-04-02T08:43:12.104 INFO:tasks.rados.rados.0.smithi104.stdout:3621: writing smithi10482514-39 from 1425408 to 1949696 tid 3 2024-04-02T08:43:12.104 INFO:tasks.rados.rados.0.smithi104.stdout:3621: finishing write tid 1 to smithi10482514-39 2024-04-02T08:43:12.104 INFO:tasks.rados.rados.0.smithi104.stdout:3622: snap_create 2024-04-02T08:43:12.104 INFO:tasks.rados.rados.0.smithi104.stdout:3621: finishing write tid 2 to smithi10482514-39 2024-04-02T08:43:12.109 INFO:tasks.rados.rados.0.smithi104.stdout:3621: finishing write tid 3 to smithi10482514-39 2024-04-02T08:43:12.109 INFO:tasks.rados.rados.0.smithi104.stdout:3621: finishing write tid 4 to smithi10482514-39 2024-04-02T08:43:12.111 INFO:tasks.rados.rados.0.smithi104.stdout:3621: finishing write tid 5 to smithi10482514-39 2024-04-02T08:43:12.111 INFO:tasks.rados.rados.0.smithi104.stdout:3621: oid 39 updating version 0 to 2662 2024-04-02T08:43:12.111 INFO:tasks.rados.rados.0.smithi104.stdout:3621: oid 39 updating version 2662 to 2663 2024-04-02T08:43:12.111 INFO:tasks.rados.rados.0.smithi104.stdout:3621: oid 39 version 2663 is already newer than 2660 2024-04-02T08:43:12.111 INFO:tasks.rados.rados.0.smithi104.stdout:3621: oid 39 version 2663 is already newer than 2661 2024-04-02T08:43:12.111 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 2663 (ObjNum 1119 snap 352 seq_num 1119) dirty exists 2024-04-02T08:43:12.111 INFO:tasks.rados.rados.0.smithi104.stdout:3621: left oid 39 (ObjNum 1119 snap 352 seq_num 1119) 2024-04-02T08:43:12.114 INFO:tasks.rados.rados.0.smithi104.stdout:3619: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:43:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:12 smithi188 ceph-mon[86835]: pgmap v815: 121 pgs: 121 active+clean; 124 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-04-02T08:43:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:12 smithi188 ceph-mon[86835]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:43:12.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:12.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:12.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:43:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:12 smithi104 ceph-mon[96567]: pgmap v815: 121 pgs: 121 active+clean; 124 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-04-02T08:43:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:12 smithi104 ceph-mon[96567]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:43:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:12.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:43:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:12 smithi104 ceph-mon[94081]: pgmap v815: 121 pgs: 121 active+clean; 124 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-04-02T08:43:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:12 smithi104 ceph-mon[94081]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:43:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:12.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:43:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:43:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:12.668 INFO:tasks.rados.rados.0.smithi104.stdout:3620: finishing copy_from racing read to smithi10482514-29 2024-04-02T08:43:12.668 INFO:tasks.rados.rados.0.smithi104.stdout:3620: finishing copy_from to smithi10482514-29 2024-04-02T08:43:12.668 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2179 (ObjNum 1106 snap 351 seq_num 1106) dirty exists 2024-04-02T08:43:13.027 INFO:tasks.rados.rados.0.smithi104.stdout:3619: done (3 left) 2024-04-02T08:43:13.027 INFO:tasks.rados.rados.0.smithi104.stdout:3620: done (2 left) 2024-04-02T08:43:13.027 INFO:tasks.rados.rados.0.smithi104.stdout:3621: done (1 left) 2024-04-02T08:43:13.027 INFO:tasks.rados.rados.0.smithi104.stdout:3622: done (0 left) 2024-04-02T08:43:13.027 INFO:tasks.rados.rados.0.smithi104.stdout:3623: snap_remove snap 352 2024-04-02T08:43:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:13 smithi188 ceph-mon[86835]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:43:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:13 smithi104 ceph-mon[94081]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:43:13.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:13 smithi104 ceph-mon[96567]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:43:14.028 INFO:tasks.rados.rados.0.smithi104.stdout:3623: done (0 left) 2024-04-02T08:43:14.028 INFO:tasks.rados.rados.0.smithi104.stdout:3624: snap_create 2024-04-02T08:43:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:14 smithi188 ceph-mon[86835]: pgmap v818: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 134 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-02T08:43:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:14 smithi188 ceph-mon[86835]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:43:14.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:14 smithi104 ceph-mon[96567]: pgmap v818: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 134 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-02T08:43:14.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:14 smithi104 ceph-mon[96567]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:43:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:14 smithi104 ceph-mon[94081]: pgmap v818: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 134 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-02T08:43:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:14 smithi104 ceph-mon[94081]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:43:15.037 INFO:tasks.rados.rados.0.smithi104.stdout:3624: done (0 left) 2024-04-02T08:43:15.037 INFO:tasks.rados.rados.0.smithi104.stdout:3625: read oid 11 snap -1 2024-04-02T08:43:15.037 INFO:tasks.rados.rados.0.smithi104.stdout:3625: expect deleted 2024-04-02T08:43:15.037 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 354 2024-04-02T08:43:15.037 INFO:tasks.rados.rados.0.smithi104.stdout:3626: seq_num 1120 ranges {2949120=761856,3710976=557056,4268032=425984,4694016=221184} 2024-04-02T08:43:15.057 INFO:tasks.rados.rados.0.smithi104.stdout:3626: writing smithi10482514-28 from 2949120 to 3710976 tid 1 2024-04-02T08:43:15.060 INFO:tasks.rados.rados.0.smithi104.stdout:3626: writing smithi10482514-28 from 3710976 to 4268032 tid 2 2024-04-02T08:43:15.062 INFO:tasks.rados.rados.0.smithi104.stdout:3626: writing smithi10482514-28 from 4268032 to 4694016 tid 3 2024-04-02T08:43:15.064 INFO:tasks.rados.rados.0.smithi104.stdout:3626: writing smithi10482514-28 from 4694016 to 4915200 tid 4 2024-04-02T08:43:15.064 INFO:tasks.rados.rados.0.smithi104.stdout:3627: delete oid 46 current snap is 354 2024-04-02T08:43:15.064 INFO:tasks.rados.rados.0.smithi104.stdout:3626: finishing write tid 1 to smithi10482514-28 2024-04-02T08:43:15.065 INFO:tasks.rados.rados.0.smithi104.stdout:3626: finishing write tid 2 to smithi10482514-28 2024-04-02T08:43:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3626: finishing write tid 3 to smithi10482514-28 2024-04-02T08:43:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3626: finishing write tid 4 to smithi10482514-28 2024-04-02T08:43:15.068 INFO:tasks.rados.rados.0.smithi104.stdout:3626: finishing write tid 5 to smithi10482514-28 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3626: finishing write tid 6 to smithi10482514-28 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3626: oid 28 updating version 0 to 2213 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3626: oid 28 updating version 2213 to 2214 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3626: oid 28 updating version 2214 to 2215 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3626: oid 28 version 2215 is already newer than 2212 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3626: oid 28 version 2215 is already newer than 2211 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 2215 (ObjNum 1120 snap 354 seq_num 1120) dirty exists 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3626: left oid 28 (ObjNum 1120 snap 354 seq_num 1120) 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3625: done (2 left) 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3626: done (1 left) 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3627: done (0 left) 2024-04-02T08:43:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3628: read oid 9 snap -1 2024-04-02T08:43:15.072 INFO:tasks.rados.rados.0.smithi104.stdout:3628: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:43:15.072 INFO:tasks.rados.rados.0.smithi104.stdout:3629: copy_from oid 45 from oid 27 current snap is 354 2024-04-02T08:43:15.072 INFO:tasks.rados.rados.0.smithi104.stdout:3630: rollback oid 49 current snap is 354 2024-04-02T08:43:15.072 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 49 to 353 2024-04-02T08:43:15.072 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 354 2024-04-02T08:43:15.072 INFO:tasks.rados.rados.0.smithi104.stdout:3631: seq_num 1122 ranges {1703936=794624,2498560=729088,3227648=475136} 2024-04-02T08:43:15.084 INFO:tasks.rados.rados.0.smithi104.stdout:3631: writing smithi10482514-12 from 1703936 to 2498560 tid 1 2024-04-02T08:43:15.088 INFO:tasks.rados.rados.0.smithi104.stdout:3631: writing smithi10482514-12 from 2498560 to 3227648 tid 2 2024-04-02T08:43:15.092 INFO:tasks.rados.rados.0.smithi104.stdout:3631: writing smithi10482514-12 from 3227648 to 3702784 tid 3 2024-04-02T08:43:15.092 INFO:tasks.rados.rados.0.smithi104.stdout:3632: read oid 3 snap -1 2024-04-02T08:43:15.092 INFO:tasks.rados.rados.0.smithi104.stdout:3632: expect deleted 2024-04-02T08:43:15.092 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 1 current snap is 354 2024-04-02T08:43:15.092 INFO:tasks.rados.rados.0.smithi104.stdout:3629: finishing copy_from to smithi10482514-45 2024-04-02T08:43:15.092 INFO:tasks.rados.rados.0.smithi104.stdout:3629: got expected ENOENT (src dne) 2024-04-02T08:43:15.092 INFO:tasks.rados.rados.0.smithi104.stdout:3633: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-04-02T08:43:15.094 INFO:tasks.rados.rados.0.smithi104.stdout:3633: writing smithi10482514-1 from 0 to 409600 tid 1 2024-04-02T08:43:15.098 INFO:tasks.rados.rados.0.smithi104.stdout:3633: writing smithi10482514-1 from 409600 to 1024000 tid 2 2024-04-02T08:43:15.101 INFO:tasks.rados.rados.0.smithi104.stdout:3633: writing smithi10482514-1 from 1024000 to 1622016 tid 3 2024-04-02T08:43:15.104 INFO:tasks.rados.rados.0.smithi104.stdout:3633: writing smithi10482514-1 from 1622016 to 2015232 tid 4 2024-04-02T08:43:15.104 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 354 2024-04-02T08:43:15.104 INFO:tasks.rados.rados.0.smithi104.stdout:3629: finishing copy_from racing read to smithi10482514-45 2024-04-02T08:43:15.104 INFO:tasks.rados.rados.0.smithi104.stdout:3630: finishing rollback tid 0 to smithi10482514-49 2024-04-02T08:43:15.104 INFO:tasks.rados.rados.0.smithi104.stdout:3630: finishing rollback tid 1 to smithi10482514-49 2024-04-02T08:43:15.104 INFO:tasks.rados.rados.0.smithi104.stdout:3630: finishing rollback tid 2 to smithi10482514-49 2024-04-02T08:43:15.104 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2182 (ObjNum 1106 snap 351 seq_num 1106) dirty exists 2024-04-02T08:43:15.104 INFO:tasks.rados.rados.0.smithi104.stdout:3628: expect (ObjNum 1026 snap 327 seq_num 1026) 2024-04-02T08:43:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:15 smithi188 ceph-mon[86835]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:43:15.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:15 smithi104 ceph-mon[96567]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:43:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:15 smithi104 ceph-mon[94081]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:43:15.470 INFO:tasks.rados.rados.0.smithi104.stdout:3631: finishing write tid 1 to smithi10482514-12 2024-04-02T08:43:15.470 INFO:tasks.rados.rados.0.smithi104.stdout:3634: seq_num 1124 ranges {1581056=434176,2015232=499712,2514944=409600,2924544=663552,3588096=32768} 2024-04-02T08:43:15.481 INFO:tasks.rados.rados.0.smithi104.stdout:3634: writing smithi10482514-7 from 1581056 to 2015232 tid 1 2024-04-02T08:43:15.484 INFO:tasks.rados.rados.0.smithi104.stdout:3634: writing smithi10482514-7 from 2015232 to 2514944 tid 2 2024-04-02T08:43:15.486 INFO:tasks.rados.rados.0.smithi104.stdout:3634: writing smithi10482514-7 from 2514944 to 2924544 tid 3 2024-04-02T08:43:15.491 INFO:tasks.rados.rados.0.smithi104.stdout:3634: writing smithi10482514-7 from 2924544 to 3588096 tid 4 2024-04-02T08:43:15.491 INFO:tasks.rados.rados.0.smithi104.stdout:3634: writing smithi10482514-7 from 3588096 to 3620864 tid 5 2024-04-02T08:43:15.491 INFO:tasks.rados.rados.0.smithi104.stdout:3628: done (6 left) 2024-04-02T08:43:15.491 INFO:tasks.rados.rados.0.smithi104.stdout:3629: done (5 left) 2024-04-02T08:43:15.491 INFO:tasks.rados.rados.0.smithi104.stdout:3630: done (4 left) 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3635: read oid 43 snap 344 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3635: expect (ObjNum 1940409712 snap 22068 seq_num 1940421696) 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3636: delete oid 9 current snap is 354 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3631: finishing write tid 2 to smithi10482514-12 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3631: finishing write tid 3 to smithi10482514-12 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3631: finishing write tid 4 to smithi10482514-12 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3633: finishing write tid 1 to smithi10482514-1 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3631: finishing write tid 5 to smithi10482514-12 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3631: oid 12 updating version 0 to 2217 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3631: oid 12 updating version 2217 to 2219 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3631: oid 12 version 2219 is already newer than 2218 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3631: oid 12 updating version 2219 to 2220 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2220 (ObjNum 1122 snap 354 seq_num 1122) dirty exists 2024-04-02T08:43:15.492 INFO:tasks.rados.rados.0.smithi104.stdout:3631: left oid 12 (ObjNum 1122 snap 354 seq_num 1122) 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3633: finishing write tid 2 to smithi10482514-1 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3633: finishing write tid 3 to smithi10482514-1 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3633: finishing write tid 4 to smithi10482514-1 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3633: finishing write tid 5 to smithi10482514-1 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3633: finishing write tid 6 to smithi10482514-1 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3633: oid 1 updating version 0 to 2450 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3633: oid 1 version 2450 is already newer than 2449 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3633: oid 1 updating version 2450 to 2451 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3633: oid 1 updating version 2451 to 2452 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3633: oid 1 updating version 2452 to 2453 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2453 (ObjNum 1123 snap 354 seq_num 1123) dirty exists 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3633: left oid 1 (ObjNum 1123 snap 354 seq_num 1123) 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3634: finishing write tid 1 to smithi10482514-7 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3634: finishing write tid 2 to smithi10482514-7 2024-04-02T08:43:15.493 INFO:tasks.rados.rados.0.smithi104.stdout:3634: finishing write tid 3 to smithi10482514-7 2024-04-02T08:43:15.494 INFO:tasks.rados.rados.0.smithi104.stdout:3635: expect (ObjNum 1940409712 snap 22068 seq_num 1940421696) 2024-04-02T08:43:15.496 INFO:tasks.rados.rados.0.smithi104.stdout:3634: finishing write tid 4 to smithi10482514-7 2024-04-02T08:43:15.496 INFO:tasks.rados.rados.0.smithi104.stdout:3634: finishing write tid 5 to smithi10482514-7 2024-04-02T08:43:15.496 INFO:tasks.rados.rados.0.smithi104.stdout:3631: done (5 left) 2024-04-02T08:43:15.496 INFO:tasks.rados.rados.0.smithi104.stdout:3632: done (4 left) 2024-04-02T08:43:15.496 INFO:tasks.rados.rados.0.smithi104.stdout:3633: done (3 left) 2024-04-02T08:43:15.496 INFO:tasks.rados.rados.0.smithi104.stdout:3635: done (2 left) 2024-04-02T08:43:15.496 INFO:tasks.rados.rados.0.smithi104.stdout:3636: done (1 left) 2024-04-02T08:43:15.496 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 23 current snap is 354 2024-04-02T08:43:15.496 INFO:tasks.rados.rados.0.smithi104.stdout:3634: finishing write tid 6 to smithi10482514-7 2024-04-02T08:43:15.496 INFO:tasks.rados.rados.0.smithi104.stdout:3637: seq_num 1126 ranges {0=466944,466944=720896,1187840=778240,1966080=106496} 2024-04-02T08:43:15.498 INFO:tasks.rados.rados.0.smithi104.stdout:3637: writing smithi10482514-23 from 0 to 466944 tid 1 2024-04-02T08:43:15.502 INFO:tasks.rados.rados.0.smithi104.stdout:3637: writing smithi10482514-23 from 466944 to 1187840 tid 2 2024-04-02T08:43:15.507 INFO:tasks.rados.rados.0.smithi104.stdout:3637: writing smithi10482514-23 from 1187840 to 1966080 tid 3 2024-04-02T08:43:15.508 INFO:tasks.rados.rados.0.smithi104.stdout:3637: writing smithi10482514-23 from 1966080 to 2072576 tid 4 2024-04-02T08:43:15.508 INFO:tasks.rados.rados.0.smithi104.stdout:3638: snap_create 2024-04-02T08:43:15.508 INFO:tasks.rados.rados.0.smithi104.stdout:3634: finishing write tid 7 to smithi10482514-7 2024-04-02T08:43:15.508 INFO:tasks.rados.rados.0.smithi104.stdout:3634: oid 7 updating version 0 to 2457 2024-04-02T08:43:15.508 INFO:tasks.rados.rados.0.smithi104.stdout:3634: oid 7 version 2457 is already newer than 2455 2024-04-02T08:43:15.508 INFO:tasks.rados.rados.0.smithi104.stdout:3634: oid 7 version 2457 is already newer than 2454 2024-04-02T08:43:15.508 INFO:tasks.rados.rados.0.smithi104.stdout:3634: oid 7 updating version 2457 to 2459 2024-04-02T08:43:15.508 INFO:tasks.rados.rados.0.smithi104.stdout:3634: oid 7 version 2459 is already newer than 2456 2024-04-02T08:43:15.508 INFO:tasks.rados.rados.0.smithi104.stdout:3634: oid 7 version 2459 is already newer than 2458 2024-04-02T08:43:15.508 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2459 (ObjNum 1124 snap 354 seq_num 1124) dirty exists 2024-04-02T08:43:15.509 INFO:tasks.rados.rados.0.smithi104.stdout:3634: left oid 7 (ObjNum 1124 snap 354 seq_num 1124) 2024-04-02T08:43:15.509 INFO:tasks.rados.rados.0.smithi104.stdout:3637: finishing write tid 1 to smithi10482514-23 2024-04-02T08:43:15.509 INFO:tasks.rados.rados.0.smithi104.stdout:3637: finishing write tid 2 to smithi10482514-23 2024-04-02T08:43:15.512 INFO:tasks.rados.rados.0.smithi104.stdout:3637: finishing write tid 3 to smithi10482514-23 2024-04-02T08:43:15.512 INFO:tasks.rados.rados.0.smithi104.stdout:3637: finishing write tid 4 to smithi10482514-23 2024-04-02T08:43:15.512 INFO:tasks.rados.rados.0.smithi104.stdout:3637: finishing write tid 5 to smithi10482514-23 2024-04-02T08:43:15.513 INFO:tasks.rados.rados.0.smithi104.stdout:3637: finishing write tid 6 to smithi10482514-23 2024-04-02T08:43:15.513 INFO:tasks.rados.rados.0.smithi104.stdout:3637: oid 23 updating version 0 to 2772 2024-04-02T08:43:15.514 INFO:tasks.rados.rados.0.smithi104.stdout:3637: oid 23 version 2772 is already newer than 2771 2024-04-02T08:43:15.514 INFO:tasks.rados.rados.0.smithi104.stdout:3637: oid 23 updating version 2772 to 2773 2024-04-02T08:43:15.514 INFO:tasks.rados.rados.0.smithi104.stdout:3637: oid 23 version 2773 is already newer than 2769 2024-04-02T08:43:15.514 INFO:tasks.rados.rados.0.smithi104.stdout:3637: oid 23 version 2773 is already newer than 2770 2024-04-02T08:43:15.514 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 2773 (ObjNum 1126 snap 354 seq_num 1126) dirty exists 2024-04-02T08:43:15.514 INFO:tasks.rados.rados.0.smithi104.stdout:3637: left oid 23 (ObjNum 1126 snap 354 seq_num 1126) 2024-04-02T08:43:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:3634: done (2 left) 2024-04-02T08:43:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:3637: done (1 left) 2024-04-02T08:43:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:3638: done (0 left) 2024-04-02T08:43:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:3639: read oid 24 snap -1 2024-04-02T08:43:15.954 INFO:tasks.rados.rados.0.smithi104.stdout:3639: expect (ObjNum 1047 snap 334 seq_num 1047) 2024-04-02T08:43:15.955 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 1 current snap is 355 2024-04-02T08:43:15.955 INFO:tasks.rados.rados.0.smithi104.stdout:3640: seq_num 1127 ranges {2015232=483328,2498560=598016,3096576=581632,3678208=425984} 2024-04-02T08:43:15.966 INFO:tasks.rados.rados.0.smithi104.stdout:3640: writing smithi10482514-1 from 2015232 to 2498560 tid 1 2024-04-02T08:43:15.970 INFO:tasks.rados.rados.0.smithi104.stdout:3640: writing smithi10482514-1 from 2498560 to 3096576 tid 2 2024-04-02T08:43:15.974 INFO:tasks.rados.rados.0.smithi104.stdout:3640: writing smithi10482514-1 from 3096576 to 3678208 tid 3 2024-04-02T08:43:15.977 INFO:tasks.rados.rados.0.smithi104.stdout:3640: writing smithi10482514-1 from 3678208 to 4104192 tid 4 2024-04-02T08:43:15.977 INFO:tasks.rados.rados.0.smithi104.stdout:3641: rollback oid 11 current snap is 355 2024-04-02T08:43:15.977 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 11 to 354 2024-04-02T08:43:15.978 INFO:tasks.rados.rados.0.smithi104.stdout:3639: expect (ObjNum 1047 snap 334 seq_num 1047) 2024-04-02T08:43:16.069 INFO:tasks.rados.rados.0.smithi104.stdout:3640: finishing write tid 1 to smithi10482514-1 2024-04-02T08:43:16.069 INFO:tasks.rados.rados.0.smithi104.stdout:3640: finishing write tid 2 to smithi10482514-1 2024-04-02T08:43:16.069 INFO:tasks.rados.rados.0.smithi104.stdout:3640: finishing write tid 3 to smithi10482514-1 2024-04-02T08:43:16.069 INFO:tasks.rados.rados.0.smithi104.stdout:3639: done (2 left) 2024-04-02T08:43:16.069 INFO:tasks.rados.rados.0.smithi104.stdout:3642: read oid 38 snap -1 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3642: expect (ObjNum 1117 snap 352 seq_num 1117) 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3643: read oid 25 snap -1 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3643: expect (ObjNum 1109 snap 352 seq_num 1109) 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 355 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3641: finishing rollback tid 1 to smithi10482514-11 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 2146 (ObjNum 33 snap 0 seq_num 1939740864) dirty dne 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3640: finishing write tid 4 to smithi10482514-1 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3640: finishing write tid 5 to smithi10482514-1 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3640: finishing write tid 6 to smithi10482514-1 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3640: oid 1 updating version 0 to 2463 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3640: oid 1 updating version 2463 to 2464 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3640: oid 1 version 2464 is already newer than 2460 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3640: oid 1 version 2464 is already newer than 2462 2024-04-02T08:43:16.070 INFO:tasks.rados.rados.0.smithi104.stdout:3640: oid 1 version 2464 is already newer than 2461 2024-04-02T08:43:16.071 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2464 (ObjNum 1127 snap 355 seq_num 1127) dirty exists 2024-04-02T08:43:16.071 INFO:tasks.rados.rados.0.smithi104.stdout:3640: left oid 1 (ObjNum 1127 snap 355 seq_num 1127) 2024-04-02T08:43:16.071 INFO:tasks.rados.rados.0.smithi104.stdout:3644: seq_num 1128 ranges {1327104=499712,1826816=483328,2310144=786432,3096576=335872} 2024-04-02T08:43:16.079 INFO:tasks.rados.rados.0.smithi104.stdout:3644: writing smithi10482514-22 from 1327104 to 1826816 tid 1 2024-04-02T08:43:16.081 INFO:tasks.rados.rados.0.smithi104.stdout:3644: writing smithi10482514-22 from 1826816 to 2310144 tid 2 2024-04-02T08:43:16.086 INFO:tasks.rados.rados.0.smithi104.stdout:3644: writing smithi10482514-22 from 2310144 to 3096576 tid 3 2024-04-02T08:43:16.088 INFO:tasks.rados.rados.0.smithi104.stdout:3644: writing smithi10482514-22 from 3096576 to 3432448 tid 4 2024-04-02T08:43:16.088 INFO:tasks.rados.rados.0.smithi104.stdout:3640: done (4 left) 2024-04-02T08:43:16.089 INFO:tasks.rados.rados.0.smithi104.stdout:3641: done (3 left) 2024-04-02T08:43:16.089 INFO:tasks.rados.rados.0.smithi104.stdout:3645: read oid 26 snap -1 2024-04-02T08:43:16.089 INFO:tasks.rados.rados.0.smithi104.stdout:3645: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:43:16.089 INFO:tasks.rados.rados.0.smithi104.stdout:3646: rmattr oid 8 current snap is 355 2024-04-02T08:43:16.089 INFO:tasks.rados.rados.0.smithi104.stdout:3646: done (4 left) 2024-04-02T08:43:16.089 INFO:tasks.rados.rados.0.smithi104.stdout:3647: read oid 12 snap -1 2024-04-02T08:43:16.089 INFO:tasks.rados.rados.0.smithi104.stdout:3647: expect (ObjNum 1122 snap 354 seq_num 1122) 2024-04-02T08:43:16.089 INFO:tasks.rados.rados.0.smithi104.stdout:3648: delete oid 42 current snap is 355 2024-04-02T08:43:16.089 INFO:tasks.rados.rados.0.smithi104.stdout:3643: expect (ObjNum 1109 snap 352 seq_num 1109) 2024-04-02T08:43:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:43:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:43:15] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:43:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:16 smithi104 ceph-mon[94081]: pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-02T08:43:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:16 smithi104 ceph-mon[94081]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:43:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:16 smithi104 ceph-mon[94081]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:43:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:16 smithi104 ceph-mon[96567]: pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-02T08:43:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:16 smithi104 ceph-mon[96567]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:43:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:16 smithi104 ceph-mon[96567]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:43:16.146 INFO:tasks.rados.rados.0.smithi104.stdout:3644: finishing write tid 1 to smithi10482514-22 2024-04-02T08:43:16.146 INFO:tasks.rados.rados.0.smithi104.stdout:3644: finishing write tid 2 to smithi10482514-22 2024-04-02T08:43:16.146 INFO:tasks.rados.rados.0.smithi104.stdout:3642: expect (ObjNum 1117 snap 352 seq_num 1117) 2024-04-02T08:43:16.294 INFO:tasks.rados.rados.0.smithi104.stdout:3644: finishing write tid 3 to smithi10482514-22 2024-04-02T08:43:16.294 INFO:tasks.rados.rados.0.smithi104.stdout:3644: finishing write tid 4 to smithi10482514-22 2024-04-02T08:43:16.294 INFO:tasks.rados.rados.0.smithi104.stdout:3644: finishing write tid 5 to smithi10482514-22 2024-04-02T08:43:16.294 INFO:tasks.rados.rados.0.smithi104.stdout:3644: finishing write tid 6 to smithi10482514-22 2024-04-02T08:43:16.294 INFO:tasks.rados.rados.0.smithi104.stdout:3644: oid 22 updating version 0 to 2776 2024-04-02T08:43:16.294 INFO:tasks.rados.rados.0.smithi104.stdout:3644: oid 22 updating version 2776 to 2778 2024-04-02T08:43:16.294 INFO:tasks.rados.rados.0.smithi104.stdout:3644: oid 22 version 2778 is already newer than 2777 2024-04-02T08:43:16.294 INFO:tasks.rados.rados.0.smithi104.stdout:3644: oid 22 version 2778 is already newer than 2774 2024-04-02T08:43:16.294 INFO:tasks.rados.rados.0.smithi104.stdout:3644: oid 22 version 2778 is already newer than 2775 2024-04-02T08:43:16.295 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 2778 (ObjNum 1128 snap 355 seq_num 1128) dirty exists 2024-04-02T08:43:16.295 INFO:tasks.rados.rados.0.smithi104.stdout:3644: left oid 22 (ObjNum 1128 snap 355 seq_num 1128) 2024-04-02T08:43:16.295 INFO:tasks.rados.rados.0.smithi104.stdout:3647: expect (ObjNum 1122 snap 354 seq_num 1122) 2024-04-02T08:43:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:16 smithi188 ceph-mon[86835]: pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-02T08:43:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:16 smithi188 ceph-mon[86835]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:43:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:16 smithi188 ceph-mon[86835]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:43:16.428 INFO:tasks.rados.rados.0.smithi104.stdout:3645: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:43:16.983 INFO:tasks.rados.rados.0.smithi104.stdout:3642: done (5 left) 2024-04-02T08:43:16.983 INFO:tasks.rados.rados.0.smithi104.stdout:3643: done (4 left) 2024-04-02T08:43:16.983 INFO:tasks.rados.rados.0.smithi104.stdout:3644: done (3 left) 2024-04-02T08:43:16.983 INFO:tasks.rados.rados.0.smithi104.stdout:3645: done (2 left) 2024-04-02T08:43:16.983 INFO:tasks.rados.rados.0.smithi104.stdout:3647: done (1 left) 2024-04-02T08:43:16.983 INFO:tasks.rados.rados.0.smithi104.stdout:3648: done (0 left) 2024-04-02T08:43:16.983 INFO:tasks.rados.rados.0.smithi104.stdout:3649: rollback oid 23 current snap is 355 2024-04-02T08:43:16.984 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 23 to 353 2024-04-02T08:43:16.984 INFO:tasks.rados.rados.0.smithi104.stdout:3650: read oid 4 snap 353 2024-04-02T08:43:16.984 INFO:tasks.rados.rados.0.smithi104.stdout:3650: expect (ObjNum 1065 snap 338 seq_num 1065) 2024-04-02T08:43:16.984 INFO:tasks.rados.rados.0.smithi104.stdout:3651: rmattr oid 28 current snap is 355 2024-04-02T08:43:16.984 INFO:tasks.rados.rados.0.smithi104.stdout:3651: done (2 left) 2024-04-02T08:43:16.984 INFO:tasks.rados.rados.0.smithi104.stdout:3652: rollback oid 6 current snap is 355 2024-04-02T08:43:16.984 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 6 to 354 2024-04-02T08:43:16.984 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 355 2024-04-02T08:43:16.984 INFO:tasks.rados.rados.0.smithi104.stdout:3653: seq_num 1130 ranges {3366912=532480,3899392=655360,4554752=753664,5308416=196608} 2024-04-02T08:43:17.004 INFO:tasks.rados.rados.0.smithi104.stdout:3653: writing smithi10482514-14 from 3366912 to 3899392 tid 1 2024-04-02T08:43:17.008 INFO:tasks.rados.rados.0.smithi104.stdout:3653: writing smithi10482514-14 from 3899392 to 4554752 tid 2 2024-04-02T08:43:17.013 INFO:tasks.rados.rados.0.smithi104.stdout:3653: writing smithi10482514-14 from 4554752 to 5308416 tid 3 2024-04-02T08:43:17.015 INFO:tasks.rados.rados.0.smithi104.stdout:3653: writing smithi10482514-14 from 5308416 to 5505024 tid 4 2024-04-02T08:43:17.015 INFO:tasks.rados.rados.0.smithi104.stdout:3654: copy_from oid 20 from oid 13 current snap is 355 2024-04-02T08:43:17.015 INFO:tasks.rados.rados.0.smithi104.stdout:3650: expect (ObjNum 1065 snap 338 seq_num 1065) 2024-04-02T08:43:17.061 INFO:tasks.rados.rados.0.smithi104.stdout:3649: finishing rollback tid 0 to smithi10482514-23 2024-04-02T08:43:17.061 INFO:tasks.rados.rados.0.smithi104.stdout:3649: finishing rollback tid 1 to smithi10482514-23 2024-04-02T08:43:17.061 INFO:tasks.rados.rados.0.smithi104.stdout:3649: finishing rollback tid 2 to smithi10482514-23 2024-04-02T08:43:17.061 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 2781 (ObjNum 33 snap 0 seq_num 1918066019) dirty exists 2024-04-02T08:43:17.061 INFO:tasks.rados.rados.0.smithi104.stdout:3652: finishing rollback tid 0 to smithi10482514-6 2024-04-02T08:43:17.061 INFO:tasks.rados.rados.0.smithi104.stdout:3652: finishing rollback tid 1 to smithi10482514-6 2024-04-02T08:43:17.061 INFO:tasks.rados.rados.0.smithi104.stdout:3652: finishing rollback tid 2 to smithi10482514-6 2024-04-02T08:43:17.061 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2667 (ObjNum 1090 snap 344 seq_num 1090) dirty exists 2024-04-02T08:43:17.062 INFO:tasks.rados.rados.0.smithi104.stdout:3653: finishing write tid 1 to smithi10482514-14 2024-04-02T08:43:17.062 INFO:tasks.rados.rados.0.smithi104.stdout:3649: done (4 left) 2024-04-02T08:43:17.062 INFO:tasks.rados.rados.0.smithi104.stdout:3650: done (3 left) 2024-04-02T08:43:17.062 INFO:tasks.rados.rados.0.smithi104.stdout:3652: done (2 left) 2024-04-02T08:43:17.062 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 6 current snap is 355 2024-04-02T08:43:17.062 INFO:tasks.rados.rados.0.smithi104.stdout:3653: finishing write tid 2 to smithi10482514-14 2024-04-02T08:43:17.062 INFO:tasks.rados.rados.0.smithi104.stdout:3655: seq_num 1131 ranges {1466368=548864,2015232=540672,2555904=565248,3121152=425984,3547136=73728} 2024-04-02T08:43:17.071 INFO:tasks.rados.rados.0.smithi104.stdout:3655: writing smithi10482514-6 from 1466368 to 2015232 tid 1 2024-04-02T08:43:17.074 INFO:tasks.rados.rados.0.smithi104.stdout:3655: writing smithi10482514-6 from 2015232 to 2555904 tid 2 2024-04-02T08:43:17.077 INFO:tasks.rados.rados.0.smithi104.stdout:3655: writing smithi10482514-6 from 2555904 to 3121152 tid 3 2024-04-02T08:43:17.080 INFO:tasks.rados.rados.0.smithi104.stdout:3655: writing smithi10482514-6 from 3121152 to 3547136 tid 4 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3655: writing smithi10482514-6 from 3547136 to 3620864 tid 5 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 355 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3654: finishing copy_from to smithi10482514-20 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3654: got expected ENOENT (src dne) 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3654: finishing copy_from racing read to smithi10482514-20 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3653: finishing write tid 3 to smithi10482514-14 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3653: finishing write tid 4 to smithi10482514-14 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3653: finishing write tid 5 to smithi10482514-14 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3653: finishing write tid 6 to smithi10482514-14 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3653: oid 14 updating version 0 to 2461 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3653: oid 14 version 2461 is already newer than 2458 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3653: oid 14 version 2461 is already newer than 2459 2024-04-02T08:43:17.081 INFO:tasks.rados.rados.0.smithi104.stdout:3653: oid 14 updating version 2461 to 2462 2024-04-02T08:43:17.082 INFO:tasks.rados.rados.0.smithi104.stdout:3653: oid 14 version 2462 is already newer than 2460 2024-04-02T08:43:17.082 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2462 (ObjNum 1130 snap 355 seq_num 1130) dirty exists 2024-04-02T08:43:17.082 INFO:tasks.rados.rados.0.smithi104.stdout:3653: left oid 14 (ObjNum 1130 snap 355 seq_num 1130) 2024-04-02T08:43:17.082 INFO:tasks.rados.rados.0.smithi104.stdout:3655: finishing write tid 1 to smithi10482514-6 2024-04-02T08:43:17.082 INFO:tasks.rados.rados.0.smithi104.stdout:3655: finishing write tid 2 to smithi10482514-6 2024-04-02T08:43:17.082 INFO:tasks.rados.rados.0.smithi104.stdout:3656: seq_num 1132 ranges {3702784=565248,4268032=425984,4694016=770048,5464064=409600} 2024-04-02T08:43:17.103 INFO:tasks.rados.rados.0.smithi104.stdout:3656: writing smithi10482514-12 from 3702784 to 4268032 tid 1 2024-04-02T08:43:17.106 INFO:tasks.rados.rados.0.smithi104.stdout:3656: writing smithi10482514-12 from 4268032 to 4694016 tid 2 2024-04-02T08:43:17.111 INFO:tasks.rados.rados.0.smithi104.stdout:3656: writing smithi10482514-12 from 4694016 to 5464064 tid 3 2024-04-02T08:43:17.114 INFO:tasks.rados.rados.0.smithi104.stdout:3656: writing smithi10482514-12 from 5464064 to 5873664 tid 4 2024-04-02T08:43:17.114 INFO:tasks.rados.rados.0.smithi104.stdout:3653: done (3 left) 2024-04-02T08:43:17.114 INFO:tasks.rados.rados.0.smithi104.stdout:3654: done (2 left) 2024-04-02T08:43:17.114 INFO:tasks.rados.rados.0.smithi104.stdout:3657: snap_create 2024-04-02T08:43:17.114 INFO:tasks.rados.rados.0.smithi104.stdout:3655: finishing write tid 3 to smithi10482514-6 2024-04-02T08:43:17.114 INFO:tasks.rados.rados.0.smithi104.stdout:3655: finishing write tid 4 to smithi10482514-6 2024-04-02T08:43:17.114 INFO:tasks.rados.rados.0.smithi104.stdout:3655: finishing write tid 5 to smithi10482514-6 2024-04-02T08:43:17.114 INFO:tasks.rados.rados.0.smithi104.stdout:3655: finishing write tid 6 to smithi10482514-6 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:3655: finishing write tid 7 to smithi10482514-6 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:3655: oid 6 updating version 0 to 2672 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:3655: oid 6 updating version 2672 to 2673 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:3655: oid 6 version 2673 is already newer than 2671 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:3655: oid 6 version 2673 is already newer than 2669 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:3655: oid 6 version 2673 is already newer than 2668 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:3655: oid 6 version 2673 is already newer than 2670 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2673 (ObjNum 1131 snap 355 seq_num 1131) dirty exists 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:3655: left oid 6 (ObjNum 1131 snap 355 seq_num 1131) 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:3656: finishing write tid 1 to smithi10482514-12 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:3656: finishing write tid 2 to smithi10482514-12 2024-04-02T08:43:17.115 INFO:tasks.rados.rados.0.smithi104.stdout:3656: finishing write tid 3 to smithi10482514-12 2024-04-02T08:43:17.117 INFO:tasks.rados.rados.0.smithi104.stdout:3656: finishing write tid 4 to smithi10482514-12 2024-04-02T08:43:17.117 INFO:tasks.rados.rados.0.smithi104.stdout:3656: finishing write tid 5 to smithi10482514-12 2024-04-02T08:43:17.119 INFO:tasks.rados.rados.0.smithi104.stdout:3656: finishing write tid 6 to smithi10482514-12 2024-04-02T08:43:17.119 INFO:tasks.rados.rados.0.smithi104.stdout:3656: oid 12 updating version 0 to 2226 2024-04-02T08:43:17.119 INFO:tasks.rados.rados.0.smithi104.stdout:3656: oid 12 version 2226 is already newer than 2224 2024-04-02T08:43:17.119 INFO:tasks.rados.rados.0.smithi104.stdout:3656: oid 12 version 2226 is already newer than 2223 2024-04-02T08:43:17.119 INFO:tasks.rados.rados.0.smithi104.stdout:3656: oid 12 version 2226 is already newer than 2225 2024-04-02T08:43:17.119 INFO:tasks.rados.rados.0.smithi104.stdout:3656: oid 12 version 2226 is already newer than 2222 2024-04-02T08:43:17.119 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2226 (ObjNum 1132 snap 355 seq_num 1132) dirty exists 2024-04-02T08:43:17.119 INFO:tasks.rados.rados.0.smithi104.stdout:3656: left oid 12 (ObjNum 1132 snap 355 seq_num 1132) 2024-04-02T08:43:18.052 INFO:tasks.rados.rados.0.smithi104.stdout:3655: done (2 left) 2024-04-02T08:43:18.052 INFO:tasks.rados.rados.0.smithi104.stdout:3656: done (1 left) 2024-04-02T08:43:18.052 INFO:tasks.rados.rados.0.smithi104.stdout:3657: done (0 left) 2024-04-02T08:43:18.053 INFO:tasks.rados.rados.0.smithi104.stdout:3658: read oid 35 snap 354 2024-04-02T08:43:18.053 INFO:tasks.rados.rados.0.smithi104.stdout:3658: expect (ObjNum 1097 snap 349 seq_num 1097) 2024-04-02T08:43:18.053 INFO:tasks.rados.rados.0.smithi104.stdout:3659: read oid 5 snap 355 2024-04-02T08:43:18.053 INFO:tasks.rados.rados.0.smithi104.stdout:3659: expect (ObjNum 1082 snap 342 seq_num 1082) 2024-04-02T08:43:18.053 INFO:tasks.rados.rados.0.smithi104.stdout:3660: rollback oid 29 current snap is 356 2024-04-02T08:43:18.053 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 344 2024-04-02T08:43:18.053 INFO:tasks.rados.rados.0.smithi104.stdout:3661: delete oid 14 current snap is 356 2024-04-02T08:43:18.057 INFO:tasks.rados.rados.0.smithi104.stdout:3661: done (3 left) 2024-04-02T08:43:18.057 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 356 2024-04-02T08:43:18.057 INFO:tasks.rados.rados.0.smithi104.stdout:3662: seq_num 1134 ranges {0=598016,598016=638976,1236992=737280,1974272=229376} 2024-04-02T08:43:18.061 INFO:tasks.rados.rados.0.smithi104.stdout:3662: writing smithi10482514-14 from 0 to 598016 tid 1 2024-04-02T08:43:18.065 INFO:tasks.rados.rados.0.smithi104.stdout:3662: writing smithi10482514-14 from 598016 to 1236992 tid 2 2024-04-02T08:43:18.069 INFO:tasks.rados.rados.0.smithi104.stdout:3662: writing smithi10482514-14 from 1236992 to 1974272 tid 3 2024-04-02T08:43:18.072 INFO:tasks.rados.rados.0.smithi104.stdout:3662: writing smithi10482514-14 from 1974272 to 2203648 tid 4 2024-04-02T08:43:18.072 INFO:tasks.rados.rados.0.smithi104.stdout:3663: read oid 18 snap -1 2024-04-02T08:43:18.072 INFO:tasks.rados.rados.0.smithi104.stdout:3663: expect (ObjNum 1100 snap 349 seq_num 1100) 2024-04-02T08:43:18.072 INFO:tasks.rados.rados.0.smithi104.stdout:3664: setattr oid 38 current snap is 356 2024-04-02T08:43:18.072 INFO:tasks.rados.rados.0.smithi104.stdout:3660: finishing rollback tid 0 to smithi10482514-29 2024-04-02T08:43:18.072 INFO:tasks.rados.rados.0.smithi104.stdout:3660: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:43:18.072 INFO:tasks.rados.rados.0.smithi104.stdout:3660: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:43:18.072 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2230 (ObjNum 1000 snap 317 seq_num 1000) dirty exists 2024-04-02T08:43:18.072 INFO:tasks.rados.rados.0.smithi104.stdout:3662: finishing write tid 1 to smithi10482514-14 2024-04-02T08:43:18.072 INFO:tasks.rados.rados.0.smithi104.stdout:3659: expect (ObjNum 1082 snap 342 seq_num 1082) 2024-04-02T08:43:18.111 INFO:tasks.rados.rados.0.smithi104.stdout:3662: finishing write tid 2 to smithi10482514-14 2024-04-02T08:43:18.111 INFO:tasks.rados.rados.0.smithi104.stdout:3658: expect (ObjNum 1097 snap 349 seq_num 1097) 2024-04-02T08:43:18.152 INFO:tasks.rados.rados.0.smithi104.stdout:3662: finishing write tid 3 to smithi10482514-14 2024-04-02T08:43:18.153 INFO:tasks.rados.rados.0.smithi104.stdout:3662: finishing write tid 4 to smithi10482514-14 2024-04-02T08:43:18.153 INFO:tasks.rados.rados.0.smithi104.stdout:3662: finishing write tid 5 to smithi10482514-14 2024-04-02T08:43:18.153 INFO:tasks.rados.rados.0.smithi104.stdout:3662: finishing write tid 6 to smithi10482514-14 2024-04-02T08:43:18.153 INFO:tasks.rados.rados.0.smithi104.stdout:3662: oid 14 updating version 0 to 2464 2024-04-02T08:43:18.153 INFO:tasks.rados.rados.0.smithi104.stdout:3662: oid 14 updating version 2464 to 2468 2024-04-02T08:43:18.153 INFO:tasks.rados.rados.0.smithi104.stdout:3662: oid 14 version 2468 is already newer than 2466 2024-04-02T08:43:18.153 INFO:tasks.rados.rados.0.smithi104.stdout:3662: oid 14 version 2468 is already newer than 2465 2024-04-02T08:43:18.153 INFO:tasks.rados.rados.0.smithi104.stdout:3662: oid 14 version 2468 is already newer than 2467 2024-04-02T08:43:18.153 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2468 (ObjNum 1134 snap 356 seq_num 1134) dirty exists 2024-04-02T08:43:18.153 INFO:tasks.rados.rados.0.smithi104.stdout:3662: left oid 14 (ObjNum 1134 snap 356 seq_num 1134) 2024-04-02T08:43:18.153 INFO:tasks.rados.rados.0.smithi104.stdout:3663: expect (ObjNum 1100 snap 349 seq_num 1100) 2024-04-02T08:43:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:18 smithi188 ceph-mon[86835]: pgmap v824: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-02T08:43:18.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:18 smithi104 ceph-mon[94081]: pgmap v824: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-02T08:43:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:18 smithi104 ceph-mon[96567]: pgmap v824: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 2151 (ObjNum 1117 snap 352 seq_num 1117) dirty exists 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:3658: done (5 left) 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:3659: done (4 left) 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:3660: done (3 left) 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:3662: done (2 left) 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:3663: done (1 left) 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:3664: done (0 left) 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:3665: rmattr oid 28 current snap is 356 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:3665: done (0 left) 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:3666: read oid 34 snap -1 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:3666: expect (ObjNum 1028 snap 327 seq_num 1028) 2024-04-02T08:43:18.448 INFO:tasks.rados.rados.0.smithi104.stdout:3667: read oid 26 snap -1 2024-04-02T08:43:18.449 INFO:tasks.rados.rados.0.smithi104.stdout:3667: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:43:18.449 INFO:tasks.rados.rados.0.smithi104.stdout:3668: snap_remove snap 355 2024-04-02T08:43:19.055 INFO:tasks.rados.rados.0.smithi104.stdout:3668: done (2 left) 2024-04-02T08:43:19.056 INFO:tasks.rados.rados.0.smithi104.stdout:3669: snap_remove snap 353 2024-04-02T08:43:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:19 smithi188 ceph-mon[86835]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:43:19.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:19 smithi104 ceph-mon[96567]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:43:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:19 smithi104 ceph-mon[94081]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:43:20.072 INFO:tasks.rados.rados.0.smithi104.stdout:3669: done (2 left) 2024-04-02T08:43:20.072 INFO:tasks.rados.rados.0.smithi104.stdout:3670: read oid 7 snap 344 2024-04-02T08:43:20.072 INFO:tasks.rados.rados.0.smithi104.stdout:3670: expect deleted 2024-04-02T08:43:20.072 INFO:tasks.rados.rados.0.smithi104.stdout:3671: read oid 9 snap -1 2024-04-02T08:43:20.072 INFO:tasks.rados.rados.0.smithi104.stdout:3671: expect deleted 2024-04-02T08:43:20.072 INFO:tasks.rados.rados.0.smithi104.stdout:3672: delete oid 38 current snap is 356 2024-04-02T08:43:20.072 INFO:tasks.rados.rados.0.smithi104.stdout:3666: expect (ObjNum 1028 snap 327 seq_num 1028) 2024-04-02T08:43:20.101 INFO:tasks.rados.rados.0.smithi104.stdout:3667: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:43:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:20 smithi188 ceph-mon[86835]: pgmap v826: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-04-02T08:43:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:20 smithi188 ceph-mon[86835]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:43:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:20 smithi104 ceph-mon[94081]: pgmap v826: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-04-02T08:43:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:20 smithi104 ceph-mon[94081]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:43:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:20 smithi104 ceph-mon[96567]: pgmap v826: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-04-02T08:43:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:20 smithi104 ceph-mon[96567]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:43:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:20.653 INFO:tasks.rados.rados.0.smithi104.stdout:3666: done (4 left) 2024-04-02T08:43:20.654 INFO:tasks.rados.rados.0.smithi104.stdout:3667: done (3 left) 2024-04-02T08:43:20.654 INFO:tasks.rados.rados.0.smithi104.stdout:3670: done (2 left) 2024-04-02T08:43:20.654 INFO:tasks.rados.rados.0.smithi104.stdout:3671: done (1 left) 2024-04-02T08:43:20.654 INFO:tasks.rados.rados.0.smithi104.stdout:3672: done (0 left) 2024-04-02T08:43:20.654 INFO:tasks.rados.rados.0.smithi104.stdout:3673: rmattr oid 46 current snap is 356 2024-04-02T08:43:20.654 INFO:tasks.rados.rados.0.smithi104.stdout:3673: done (0 left) 2024-04-02T08:43:20.654 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 11 current snap is 356 2024-04-02T08:43:20.654 INFO:tasks.rados.rados.0.smithi104.stdout:3674: seq_num 1136 ranges {0=630784,630784=409600,1040384=753664,1794048=417792,2211840=24576} 2024-04-02T08:43:20.656 INFO:tasks.rados.rados.0.smithi104.stdout:3674: writing smithi10482514-11 from 0 to 630784 tid 1 2024-04-02T08:43:20.659 INFO:tasks.rados.rados.0.smithi104.stdout:3674: writing smithi10482514-11 from 630784 to 1040384 tid 2 2024-04-02T08:43:20.663 INFO:tasks.rados.rados.0.smithi104.stdout:3674: writing smithi10482514-11 from 1040384 to 1794048 tid 3 2024-04-02T08:43:20.666 INFO:tasks.rados.rados.0.smithi104.stdout:3674: writing smithi10482514-11 from 1794048 to 2211840 tid 4 2024-04-02T08:43:20.666 INFO:tasks.rados.rados.0.smithi104.stdout:3674: writing smithi10482514-11 from 2211840 to 2236416 tid 5 2024-04-02T08:43:20.666 INFO:tasks.rados.rados.0.smithi104.stdout:3675: rollback oid 13 current snap is 356 2024-04-02T08:43:20.666 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 13 to 344 2024-04-02T08:43:20.666 INFO:tasks.rados.rados.0.smithi104.stdout:3674: finishing write tid 1 to smithi10482514-11 2024-04-02T08:43:20.666 INFO:tasks.rados.rados.0.smithi104.stdout:3674: finishing write tid 2 to smithi10482514-11 2024-04-02T08:43:20.667 INFO:tasks.rados.rados.0.smithi104.stdout:3676: rmattr oid 6 current snap is 356 2024-04-02T08:43:20.667 INFO:tasks.rados.rados.0.smithi104.stdout:3676: done (2 left) 2024-04-02T08:43:20.667 INFO:tasks.rados.rados.0.smithi104.stdout:3677: read oid 19 snap -1 2024-04-02T08:43:20.667 INFO:tasks.rados.rados.0.smithi104.stdout:3677: expect (ObjNum 1013 snap 323 seq_num 1013) 2024-04-02T08:43:20.667 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 48 current snap is 356 2024-04-02T08:43:20.667 INFO:tasks.rados.rados.0.smithi104.stdout:3678: seq_num 1137 ranges {4587520=647168,5234688=696320,5931008=557056,6488064=352256} 2024-04-02T08:43:20.694 INFO:tasks.rados.rados.0.smithi104.stdout:3678: writing smithi10482514-48 from 4587520 to 5234688 tid 1 2024-04-02T08:43:20.698 INFO:tasks.rados.rados.0.smithi104.stdout:3678: writing smithi10482514-48 from 5234688 to 5931008 tid 2 2024-04-02T08:43:20.701 INFO:tasks.rados.rados.0.smithi104.stdout:3678: writing smithi10482514-48 from 5931008 to 6488064 tid 3 2024-04-02T08:43:20.704 INFO:tasks.rados.rados.0.smithi104.stdout:3678: writing smithi10482514-48 from 6488064 to 6840320 tid 4 2024-04-02T08:43:20.704 INFO:tasks.rados.rados.0.smithi104.stdout:3679: snap_create 2024-04-02T08:43:20.704 INFO:tasks.rados.rados.0.smithi104.stdout:3675: finishing rollback tid 1 to smithi10482514-13 2024-04-02T08:43:20.704 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 0 (ObjNum 321 snap 0 seq_num 1941024096) dirty dne 2024-04-02T08:43:20.704 INFO:tasks.rados.rados.0.smithi104.stdout:3674: finishing write tid 3 to smithi10482514-11 2024-04-02T08:43:20.704 INFO:tasks.rados.rados.0.smithi104.stdout:3674: finishing write tid 4 to smithi10482514-11 2024-04-02T08:43:20.704 INFO:tasks.rados.rados.0.smithi104.stdout:3674: finishing write tid 5 to smithi10482514-11 2024-04-02T08:43:20.704 INFO:tasks.rados.rados.0.smithi104.stdout:3674: finishing write tid 6 to smithi10482514-11 2024-04-02T08:43:20.704 INFO:tasks.rados.rados.0.smithi104.stdout:3674: finishing write tid 7 to smithi10482514-11 2024-04-02T08:43:20.704 INFO:tasks.rados.rados.0.smithi104.stdout:3674: oid 11 updating version 0 to 2152 2024-04-02T08:43:20.705 INFO:tasks.rados.rados.0.smithi104.stdout:3674: oid 11 version 2152 is already newer than 2147 2024-04-02T08:43:20.705 INFO:tasks.rados.rados.0.smithi104.stdout:3674: oid 11 version 2152 is already newer than 2150 2024-04-02T08:43:20.705 INFO:tasks.rados.rados.0.smithi104.stdout:3674: oid 11 version 2152 is already newer than 2149 2024-04-02T08:43:20.705 INFO:tasks.rados.rados.0.smithi104.stdout:3674: oid 11 version 2152 is already newer than 2148 2024-04-02T08:43:20.705 INFO:tasks.rados.rados.0.smithi104.stdout:3674: oid 11 version 2152 is already newer than 2151 2024-04-02T08:43:20.705 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 2152 (ObjNum 1136 snap 356 seq_num 1136) dirty exists 2024-04-02T08:43:20.705 INFO:tasks.rados.rados.0.smithi104.stdout:3674: left oid 11 (ObjNum 1136 snap 356 seq_num 1136) 2024-04-02T08:43:20.705 INFO:tasks.rados.rados.0.smithi104.stdout:3677: expect (ObjNum 1013 snap 323 seq_num 1013) 2024-04-02T08:43:20.890 INFO:tasks.rados.rados.0.smithi104.stdout:3678: finishing write tid 1 to smithi10482514-48 2024-04-02T08:43:20.890 INFO:tasks.rados.rados.0.smithi104.stdout:3678: finishing write tid 2 to smithi10482514-48 2024-04-02T08:43:20.891 INFO:tasks.rados.rados.0.smithi104.stdout:3678: finishing write tid 3 to smithi10482514-48 2024-04-02T08:43:20.891 INFO:tasks.rados.rados.0.smithi104.stdout:3678: finishing write tid 4 to smithi10482514-48 2024-04-02T08:43:20.891 INFO:tasks.rados.rados.0.smithi104.stdout:3678: finishing write tid 5 to smithi10482514-48 2024-04-02T08:43:20.891 INFO:tasks.rados.rados.0.smithi104.stdout:3678: finishing write tid 6 to smithi10482514-48 2024-04-02T08:43:20.891 INFO:tasks.rados.rados.0.smithi104.stdout:3678: oid 48 updating version 0 to 2773 2024-04-02T08:43:20.891 INFO:tasks.rados.rados.0.smithi104.stdout:3678: oid 48 version 2773 is already newer than 2770 2024-04-02T08:43:20.891 INFO:tasks.rados.rados.0.smithi104.stdout:3678: oid 48 updating version 2773 to 2774 2024-04-02T08:43:20.891 INFO:tasks.rados.rados.0.smithi104.stdout:3678: oid 48 version 2774 is already newer than 2772 2024-04-02T08:43:20.891 INFO:tasks.rados.rados.0.smithi104.stdout:3678: oid 48 version 2774 is already newer than 2771 2024-04-02T08:43:20.891 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 48 v 2774 (ObjNum 1137 snap 356 seq_num 1137) dirty exists 2024-04-02T08:43:20.891 INFO:tasks.rados.rados.0.smithi104.stdout:3678: left oid 48 (ObjNum 1137 snap 356 seq_num 1137) 2024-04-02T08:43:20.952 INFO:tasks.rados.rados.0.smithi104.stdout:3674: done (4 left) 2024-04-02T08:43:20.953 INFO:tasks.rados.rados.0.smithi104.stdout:3675: done (3 left) 2024-04-02T08:43:20.953 INFO:tasks.rados.rados.0.smithi104.stdout:3677: done (2 left) 2024-04-02T08:43:20.953 INFO:tasks.rados.rados.0.smithi104.stdout:3678: done (1 left) 2024-04-02T08:43:20.953 INFO:tasks.rados.rados.0.smithi104.stdout:3679: done (0 left) 2024-04-02T08:43:20.953 INFO:tasks.rados.rados.0.smithi104.stdout:3680: snap_create 2024-04-02T08:43:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:21 smithi188 ceph-mon[86835]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:43:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:21 smithi188 ceph-mon[86835]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:43:21.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:21 smithi104 ceph-mon[96567]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:43:21.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:21 smithi104 ceph-mon[96567]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:43:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:21 smithi104 ceph-mon[94081]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:43:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:21 smithi104 ceph-mon[94081]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:43:21.956 INFO:tasks.rados.rados.0.smithi104.stdout:3680: done (0 left) 2024-04-02T08:43:21.956 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 358 2024-04-02T08:43:21.956 INFO:tasks.rados.rados.0.smithi104.stdout:3681: seq_num 1138 ranges {6488064=663552,7151616=581632,7733248=712704,8445952=311296} 2024-04-02T08:43:21.995 INFO:tasks.rados.rados.0.smithi104.stdout:3681: writing smithi10482514-32 from 6488064 to 7151616 tid 1 2024-04-02T08:43:21.998 INFO:tasks.rados.rados.0.smithi104.stdout:3681: writing smithi10482514-32 from 7151616 to 7733248 tid 2 2024-04-02T08:43:22.003 INFO:tasks.rados.rados.0.smithi104.stdout:3681: writing smithi10482514-32 from 7733248 to 8445952 tid 3 2024-04-02T08:43:22.005 INFO:tasks.rados.rados.0.smithi104.stdout:3681: writing smithi10482514-32 from 8445952 to 8757248 tid 4 2024-04-02T08:43:22.005 INFO:tasks.rados.rados.0.smithi104.stdout:3682: read oid 50 snap 356 2024-04-02T08:43:22.005 INFO:tasks.rados.rados.0.smithi104.stdout:3682: expect deleted 2024-04-02T08:43:22.005 INFO:tasks.rados.rados.0.smithi104.stdout:3683: copy_from oid 45 from oid 16 current snap is 358 2024-04-02T08:43:22.006 INFO:tasks.rados.rados.0.smithi104.stdout:3681: finishing write tid 1 to smithi10482514-32 2024-04-02T08:43:22.006 INFO:tasks.rados.rados.0.smithi104.stdout:3681: finishing write tid 2 to smithi10482514-32 2024-04-02T08:43:22.006 INFO:tasks.rados.rados.0.smithi104.stdout:3684: snap_create 2024-04-02T08:43:22.007 INFO:tasks.rados.rados.0.smithi104.stdout:3681: finishing write tid 3 to smithi10482514-32 2024-04-02T08:43:22.008 INFO:tasks.rados.rados.0.smithi104.stdout:3681: finishing write tid 4 to smithi10482514-32 2024-04-02T08:43:22.008 INFO:tasks.rados.rados.0.smithi104.stdout:3681: finishing write tid 5 to smithi10482514-32 2024-04-02T08:43:22.012 INFO:tasks.rados.rados.0.smithi104.stdout:3681: finishing write tid 6 to smithi10482514-32 2024-04-02T08:43:22.012 INFO:tasks.rados.rados.0.smithi104.stdout:3681: oid 32 updating version 0 to 503 2024-04-02T08:43:22.012 INFO:tasks.rados.rados.0.smithi104.stdout:3681: oid 32 updating version 503 to 504 2024-04-02T08:43:22.012 INFO:tasks.rados.rados.0.smithi104.stdout:3681: oid 32 version 504 is already newer than 502 2024-04-02T08:43:22.012 INFO:tasks.rados.rados.0.smithi104.stdout:3681: oid 32 version 504 is already newer than 500 2024-04-02T08:43:22.013 INFO:tasks.rados.rados.0.smithi104.stdout:3681: oid 32 version 504 is already newer than 501 2024-04-02T08:43:22.013 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 504 (ObjNum 1138 snap 358 seq_num 1138) dirty exists 2024-04-02T08:43:22.013 INFO:tasks.rados.rados.0.smithi104.stdout:3681: left oid 32 (ObjNum 1138 snap 358 seq_num 1138) 2024-04-02T08:43:22.031 INFO:tasks.rados.rados.0.smithi104.stdout:3683: finishing copy_from racing read to smithi10482514-45 2024-04-02T08:43:22.033 INFO:tasks.rados.rados.0.smithi104.stdout:3683: finishing copy_from to smithi10482514-45 2024-04-02T08:43:22.033 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 2468 (ObjNum 1115 snap 352 seq_num 1115) dirty exists 2024-04-02T08:43:22.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:22 smithi188 ceph-mon[86835]: pgmap v829: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-02T08:43:22.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:22 smithi188 ceph-mon[86835]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:43:22.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:43:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:22.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:22 smithi104 ceph-mon[96567]: pgmap v829: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-02T08:43:22.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:22 smithi104 ceph-mon[96567]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:43:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:22 smithi104 ceph-mon[94081]: pgmap v829: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-02T08:43:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:22 smithi104 ceph-mon[94081]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:43:22.955 INFO:tasks.rados.rados.0.smithi104.stdout:3681: done (3 left) 2024-04-02T08:43:22.955 INFO:tasks.rados.rados.0.smithi104.stdout:3682: done (2 left) 2024-04-02T08:43:22.955 INFO:tasks.rados.rados.0.smithi104.stdout:3683: done (1 left) 2024-04-02T08:43:22.956 INFO:tasks.rados.rados.0.smithi104.stdout:3684: done (0 left) 2024-04-02T08:43:22.956 INFO:tasks.rados.rados.0.smithi104.stdout:3685: read oid 34 snap -1 2024-04-02T08:43:22.956 INFO:tasks.rados.rados.0.smithi104.stdout:3685: expect (ObjNum 1028 snap 327 seq_num 1028) 2024-04-02T08:43:22.956 INFO:tasks.rados.rados.0.smithi104.stdout:3686: read oid 12 snap -1 2024-04-02T08:43:22.956 INFO:tasks.rados.rados.0.smithi104.stdout:3686: expect (ObjNum 1132 snap 355 seq_num 1132) 2024-04-02T08:43:22.956 INFO:tasks.rados.rados.0.smithi104.stdout:3687: read oid 2 snap -1 2024-04-02T08:43:22.956 INFO:tasks.rados.rados.0.smithi104.stdout:3687: expect (ObjNum 1062 snap 338 seq_num 1062) 2024-04-02T08:43:22.956 INFO:tasks.rados.rados.0.smithi104.stdout:3688: copy_from oid 3 from oid 49 current snap is 359 2024-04-02T08:43:22.956 INFO:tasks.rados.rados.0.smithi104.stdout:3689: snap_remove snap 354 2024-04-02T08:43:23.966 INFO:tasks.rados.rados.0.smithi104.stdout:3689: done (4 left) 2024-04-02T08:43:23.966 INFO:tasks.rados.rados.0.smithi104.stdout:3690: snap_create 2024-04-02T08:43:23.966 INFO:tasks.rados.rados.0.smithi104.stdout:3685: expect (ObjNum 1028 snap 327 seq_num 1028) 2024-04-02T08:43:23.993 INFO:tasks.rados.rados.0.smithi104.stdout:3687: expect (ObjNum 1062 snap 338 seq_num 1062) 2024-04-02T08:43:24.314 INFO:tasks.rados.rados.0.smithi104.stdout:3686: expect (ObjNum 1132 snap 355 seq_num 1132) 2024-04-02T08:43:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:23 smithi188 ceph-mon[86835]: pgmap v832: 121 pgs: 121 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-04-02T08:43:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:23 smithi188 ceph-mon[86835]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:43:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:23 smithi104 ceph-mon[96567]: pgmap v832: 121 pgs: 121 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-04-02T08:43:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:23 smithi104 ceph-mon[96567]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:43:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:23 smithi104 ceph-mon[94081]: pgmap v832: 121 pgs: 121 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-04-02T08:43:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:23 smithi104 ceph-mon[94081]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:43:24.559 INFO:tasks.rados.rados.0.smithi104.stdout:3688: finishing copy_from racing read to smithi10482514-3 2024-04-02T08:43:24.559 INFO:tasks.rados.rados.0.smithi104.stdout:3688: finishing copy_from to smithi10482514-3 2024-04-02T08:43:24.559 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2182 (ObjNum 1106 snap 351 seq_num 1106) dirty exists 2024-04-02T08:43:24.968 INFO:tasks.rados.rados.0.smithi104.stdout:3685: done (4 left) 2024-04-02T08:43:24.968 INFO:tasks.rados.rados.0.smithi104.stdout:3686: done (3 left) 2024-04-02T08:43:24.968 INFO:tasks.rados.rados.0.smithi104.stdout:3687: done (2 left) 2024-04-02T08:43:24.968 INFO:tasks.rados.rados.0.smithi104.stdout:3688: done (1 left) 2024-04-02T08:43:24.968 INFO:tasks.rados.rados.0.smithi104.stdout:3690: done (0 left) 2024-04-02T08:43:24.968 INFO:tasks.rados.rados.0.smithi104.stdout:3691: snap_create 2024-04-02T08:43:25.291 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:24 smithi104 ceph-mon[94081]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:43:25.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:24 smithi104 ceph-mon[96567]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:43:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:24 smithi188 ceph-mon[86835]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:43:25.958 INFO:tasks.rados.rados.0.smithi104.stdout:3691: done (0 left) 2024-04-02T08:43:25.958 INFO:tasks.rados.rados.0.smithi104.stdout:3692: copy_from oid 28 from oid 26 current snap is 361 2024-04-02T08:43:25.958 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 20 current snap is 361 2024-04-02T08:43:25.958 INFO:tasks.rados.rados.0.smithi104.stdout:3693: seq_num 1139 ranges {1130496=679936,1810432=458752,2269184=524288,2793472=540672,3334144=81920} 2024-04-02T08:43:25.968 INFO:tasks.rados.rados.0.smithi104.stdout:3693: writing smithi10482514-20 from 1130496 to 1810432 tid 1 2024-04-02T08:43:25.971 INFO:tasks.rados.rados.0.smithi104.stdout:3693: writing smithi10482514-20 from 1810432 to 2269184 tid 2 2024-04-02T08:43:25.974 INFO:tasks.rados.rados.0.smithi104.stdout:3693: writing smithi10482514-20 from 2269184 to 2793472 tid 3 2024-04-02T08:43:25.978 INFO:tasks.rados.rados.0.smithi104.stdout:3693: writing smithi10482514-20 from 2793472 to 3334144 tid 4 2024-04-02T08:43:25.979 INFO:tasks.rados.rados.0.smithi104.stdout:3693: writing smithi10482514-20 from 3334144 to 3416064 tid 5 2024-04-02T08:43:25.979 INFO:tasks.rados.rados.0.smithi104.stdout:3694: snap_create 2024-04-02T08:43:25.979 INFO:tasks.rados.rados.0.smithi104.stdout:3693: finishing write tid 1 to smithi10482514-20 2024-04-02T08:43:25.979 INFO:tasks.rados.rados.0.smithi104.stdout:3693: finishing write tid 2 to smithi10482514-20 2024-04-02T08:43:25.983 INFO:tasks.rados.rados.0.smithi104.stdout:3693: finishing write tid 3 to smithi10482514-20 2024-04-02T08:43:25.985 INFO:tasks.rados.rados.0.smithi104.stdout:3693: finishing write tid 4 to smithi10482514-20 2024-04-02T08:43:25.985 INFO:tasks.rados.rados.0.smithi104.stdout:3693: finishing write tid 5 to smithi10482514-20 2024-04-02T08:43:25.986 INFO:tasks.rados.rados.0.smithi104.stdout:3693: finishing write tid 6 to smithi10482514-20 2024-04-02T08:43:25.988 INFO:tasks.rados.rados.0.smithi104.stdout:3693: finishing write tid 7 to smithi10482514-20 2024-04-02T08:43:25.988 INFO:tasks.rados.rados.0.smithi104.stdout:3693: oid 20 updating version 0 to 2877 2024-04-02T08:43:25.988 INFO:tasks.rados.rados.0.smithi104.stdout:3693: oid 20 version 2877 is already newer than 2873 2024-04-02T08:43:25.988 INFO:tasks.rados.rados.0.smithi104.stdout:3693: oid 20 version 2877 is already newer than 2874 2024-04-02T08:43:25.989 INFO:tasks.rados.rados.0.smithi104.stdout:3693: oid 20 version 2877 is already newer than 2876 2024-04-02T08:43:25.989 INFO:tasks.rados.rados.0.smithi104.stdout:3693: oid 20 version 2877 is already newer than 2872 2024-04-02T08:43:25.989 INFO:tasks.rados.rados.0.smithi104.stdout:3693: oid 20 version 2877 is already newer than 2875 2024-04-02T08:43:25.989 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 2877 (ObjNum 1139 snap 361 seq_num 1139) dirty exists 2024-04-02T08:43:25.989 INFO:tasks.rados.rados.0.smithi104.stdout:3693: left oid 20 (ObjNum 1139 snap 361 seq_num 1139) 2024-04-02T08:43:25.990 INFO:tasks.rados.rados.0.smithi104.stdout:3692: finishing copy_from racing read to smithi10482514-28 2024-04-02T08:43:25.993 INFO:tasks.rados.rados.0.smithi104.stdout:3692: finishing copy_from to smithi10482514-28 2024-04-02T08:43:25.993 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 2185 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-04-02T08:43:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:43:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:43:25] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:43:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:25 smithi104 ceph-mon[96567]: pgmap v835: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-04-02T08:43:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:25 smithi104 ceph-mon[96567]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:43:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:25 smithi104 ceph-mon[96567]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:43:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:25 smithi104 ceph-mon[94081]: pgmap v835: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-04-02T08:43:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:25 smithi104 ceph-mon[94081]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:43:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:25 smithi104 ceph-mon[94081]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:43:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:25 smithi188 ceph-mon[86835]: pgmap v835: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-04-02T08:43:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:25 smithi188 ceph-mon[86835]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:43:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:25 smithi188 ceph-mon[86835]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:43:26.976 INFO:tasks.rados.rados.0.smithi104.stdout:3692: done (2 left) 2024-04-02T08:43:26.976 INFO:tasks.rados.rados.0.smithi104.stdout:3693: done (1 left) 2024-04-02T08:43:26.977 INFO:tasks.rados.rados.0.smithi104.stdout:3694: done (0 left) 2024-04-02T08:43:26.977 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 5 current snap is 362 2024-04-02T08:43:26.977 INFO:tasks.rados.rados.0.smithi104.stdout:3695: seq_num 1140 ranges {1327104=696320,2023424=745472,2768896=729088,3497984=131072} 2024-04-02T08:43:26.987 INFO:tasks.rados.rados.0.smithi104.stdout:3695: writing smithi10482514-5 from 1327104 to 2023424 tid 1 2024-04-02T08:43:26.991 INFO:tasks.rados.rados.0.smithi104.stdout:3695: writing smithi10482514-5 from 2023424 to 2768896 tid 2 2024-04-02T08:43:26.995 INFO:tasks.rados.rados.0.smithi104.stdout:3695: writing smithi10482514-5 from 2768896 to 3497984 tid 3 2024-04-02T08:43:26.996 INFO:tasks.rados.rados.0.smithi104.stdout:3695: writing smithi10482514-5 from 3497984 to 3629056 tid 4 2024-04-02T08:43:26.997 INFO:tasks.rados.rados.0.smithi104.stdout:3696: delete oid 35 current snap is 362 2024-04-02T08:43:26.997 INFO:tasks.rados.rados.0.smithi104.stdout:3695: finishing write tid 1 to smithi10482514-5 2024-04-02T08:43:26.997 INFO:tasks.rados.rados.0.smithi104.stdout:3695: finishing write tid 2 to smithi10482514-5 2024-04-02T08:43:27.001 INFO:tasks.rados.rados.0.smithi104.stdout:3695: finishing write tid 3 to smithi10482514-5 2024-04-02T08:43:27.003 INFO:tasks.rados.rados.0.smithi104.stdout:3695: finishing write tid 4 to smithi10482514-5 2024-04-02T08:43:27.003 INFO:tasks.rados.rados.0.smithi104.stdout:3695: finishing write tid 5 to smithi10482514-5 2024-04-02T08:43:27.004 INFO:tasks.rados.rados.0.smithi104.stdout:3696: done (1 left) 2024-04-02T08:43:27.004 INFO:tasks.rados.rados.0.smithi104.stdout:3697: rmattr oid 45 current snap is 362 2024-04-02T08:43:27.004 INFO:tasks.rados.rados.0.smithi104.stdout:3698: read oid 20 snap -1 2024-04-02T08:43:27.004 INFO:tasks.rados.rados.0.smithi104.stdout:3698: expect (ObjNum 1139 snap 361 seq_num 1139) 2024-04-02T08:43:27.004 INFO:tasks.rados.rados.0.smithi104.stdout:3699: rollback oid 18 current snap is 362 2024-04-02T08:43:27.004 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 18 to 357 2024-04-02T08:43:27.004 INFO:tasks.rados.rados.0.smithi104.stdout:3700: snap_create 2024-04-02T08:43:27.006 INFO:tasks.rados.rados.0.smithi104.stdout:3695: finishing write tid 6 to smithi10482514-5 2024-04-02T08:43:27.006 INFO:tasks.rados.rados.0.smithi104.stdout:3695: oid 5 updating version 0 to 2775 2024-04-02T08:43:27.006 INFO:tasks.rados.rados.0.smithi104.stdout:3695: oid 5 updating version 2775 to 2777 2024-04-02T08:43:27.006 INFO:tasks.rados.rados.0.smithi104.stdout:3695: oid 5 updating version 2777 to 2779 2024-04-02T08:43:27.006 INFO:tasks.rados.rados.0.smithi104.stdout:3695: oid 5 version 2779 is already newer than 2776 2024-04-02T08:43:27.006 INFO:tasks.rados.rados.0.smithi104.stdout:3695: oid 5 version 2779 is already newer than 2778 2024-04-02T08:43:27.006 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 2779 (ObjNum 1140 snap 362 seq_num 1140) dirty exists 2024-04-02T08:43:27.006 INFO:tasks.rados.rados.0.smithi104.stdout:3695: left oid 5 (ObjNum 1140 snap 362 seq_num 1140) 2024-04-02T08:43:27.009 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 2469 (ObjNum 1115 snap 352 seq_num 1115) dirty exists 2024-04-02T08:43:27.012 INFO:tasks.rados.rados.0.smithi104.stdout:3699: finishing rollback tid 0 to smithi10482514-18 2024-04-02T08:43:27.012 INFO:tasks.rados.rados.0.smithi104.stdout:3699: finishing rollback tid 1 to smithi10482514-18 2024-04-02T08:43:27.013 INFO:tasks.rados.rados.0.smithi104.stdout:3699: finishing rollback tid 2 to smithi10482514-18 2024-04-02T08:43:27.013 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 2182 (ObjNum 1100 snap 349 seq_num 1100) dirty exists 2024-04-02T08:43:27.018 INFO:tasks.rados.rados.0.smithi104.stdout:3698: expect (ObjNum 1139 snap 361 seq_num 1139) 2024-04-02T08:43:27.988 INFO:tasks.rados.rados.0.smithi104.stdout:3695: done (4 left) 2024-04-02T08:43:27.989 INFO:tasks.rados.rados.0.smithi104.stdout:3697: done (3 left) 2024-04-02T08:43:27.989 INFO:tasks.rados.rados.0.smithi104.stdout:3698: done (2 left) 2024-04-02T08:43:27.989 INFO:tasks.rados.rados.0.smithi104.stdout:3699: done (1 left) 2024-04-02T08:43:27.989 INFO:tasks.rados.rados.0.smithi104.stdout:3700: done (0 left) 2024-04-02T08:43:27.989 INFO:tasks.rados.rados.0.smithi104.stdout:3701: rollback oid 9 current snap is 363 2024-04-02T08:43:27.989 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 9 to 360 2024-04-02T08:43:27.989 INFO:tasks.rados.rados.0.smithi104.stdout:3702: copy_from oid 11 from oid 31 current snap is 363 2024-04-02T08:43:27.989 INFO:tasks.rados.rados.0.smithi104.stdout:3703: read oid 13 snap -1 2024-04-02T08:43:27.989 INFO:tasks.rados.rados.0.smithi104.stdout:3703: expect deleted 2024-04-02T08:43:27.989 INFO:tasks.rados.rados.0.smithi104.stdout:3704: snap_create 2024-04-02T08:43:27.993 INFO:tasks.rados.rados.0.smithi104.stdout:3701: finishing rollback tid 1 to smithi10482514-9 2024-04-02T08:43:27.994 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2868 (ObjNum 65 snap 0 seq_num 1936655184) dirty dne 2024-04-02T08:43:28.005 INFO:tasks.rados.rados.0.smithi104.stdout:3702: finishing copy_from racing read to smithi10482514-11 2024-04-02T08:43:28.011 INFO:tasks.rados.rados.0.smithi104.stdout:3702: finishing copy_from to smithi10482514-11 2024-04-02T08:43:28.011 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 2457 (ObjNum 1111 snap 352 seq_num 1111) dirty exists 2024-04-02T08:43:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:27 smithi188 ceph-mon[86835]: pgmap v838: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1016 KiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:43:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:27 smithi188 ceph-mon[86835]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:43:28.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:27 smithi104 ceph-mon[94081]: pgmap v838: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1016 KiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:43:28.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:27 smithi104 ceph-mon[94081]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:43:28.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:27 smithi104 ceph-mon[96567]: pgmap v838: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1016 KiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:43:28.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:27 smithi104 ceph-mon[96567]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:43:28.993 INFO:tasks.rados.rados.0.smithi104.stdout:3701: done (3 left) 2024-04-02T08:43:28.993 INFO:tasks.rados.rados.0.smithi104.stdout:3702: done (2 left) 2024-04-02T08:43:28.994 INFO:tasks.rados.rados.0.smithi104.stdout:3703: done (1 left) 2024-04-02T08:43:28.994 INFO:tasks.rados.rados.0.smithi104.stdout:3704: done (0 left) 2024-04-02T08:43:28.994 INFO:tasks.rados.rados.0.smithi104.stdout:3705: rollback oid 20 current snap is 364 2024-04-02T08:43:28.994 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 20 to 357 2024-04-02T08:43:28.994 INFO:tasks.rados.rados.0.smithi104.stdout:3706: rmattr oid 23 current snap is 364 2024-04-02T08:43:28.994 INFO:tasks.rados.rados.0.smithi104.stdout:3707: rollback oid 6 current snap is 364 2024-04-02T08:43:28.994 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 6 to 358 2024-04-02T08:43:28.994 INFO:tasks.rados.rados.0.smithi104.stdout:3708: delete oid 36 current snap is 364 2024-04-02T08:43:29.000 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 2782 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:43:29.002 INFO:tasks.rados.rados.0.smithi104.stdout:3705: finishing rollback tid 0 to smithi10482514-20 2024-04-02T08:43:29.002 INFO:tasks.rados.rados.0.smithi104.stdout:3705: finishing rollback tid 1 to smithi10482514-20 2024-04-02T08:43:29.002 INFO:tasks.rados.rados.0.smithi104.stdout:3705: finishing rollback tid 2 to smithi10482514-20 2024-04-02T08:43:29.002 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 2882 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-04-02T08:43:29.003 INFO:tasks.rados.rados.0.smithi104.stdout:3707: finishing rollback tid 0 to smithi10482514-6 2024-04-02T08:43:29.004 INFO:tasks.rados.rados.0.smithi104.stdout:3707: finishing rollback tid 1 to smithi10482514-6 2024-04-02T08:43:29.004 INFO:tasks.rados.rados.0.smithi104.stdout:3707: finishing rollback tid 2 to smithi10482514-6 2024-04-02T08:43:29.004 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2683 (ObjNum 1131 snap 355 seq_num 1131) dirty exists 2024-04-02T08:43:29.005 INFO:tasks.rados.rados.0.smithi104.stdout:3705: done (3 left) 2024-04-02T08:43:29.006 INFO:tasks.rados.rados.0.smithi104.stdout:3706: done (2 left) 2024-04-02T08:43:29.006 INFO:tasks.rados.rados.0.smithi104.stdout:3707: done (1 left) 2024-04-02T08:43:29.006 INFO:tasks.rados.rados.0.smithi104.stdout:3708: done (0 left) 2024-04-02T08:43:29.006 INFO:tasks.rados.rados.0.smithi104.stdout:3709: delete oid 22 current snap is 364 2024-04-02T08:43:29.008 INFO:tasks.rados.rados.0.smithi104.stdout:3709: done (0 left) 2024-04-02T08:43:29.008 INFO:tasks.rados.rados.0.smithi104.stdout:3710: snap_remove snap 362 2024-04-02T08:43:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:28 smithi188 ceph-mon[86835]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:43:29.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:28 smithi104 ceph-mon[96567]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:43:29.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:28 smithi104 ceph-mon[94081]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:43:30.005 INFO:tasks.rados.rados.0.smithi104.stdout:3710: done (0 left) 2024-04-02T08:43:30.005 INFO:tasks.rados.rados.0.smithi104.stdout:3711: delete oid 17 current snap is 364 2024-04-02T08:43:30.015 INFO:tasks.rados.rados.0.smithi104.stdout:3711: done (0 left) 2024-04-02T08:43:30.015 INFO:tasks.rados.rados.0.smithi104.stdout:3712: snap_create 2024-04-02T08:43:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:29 smithi188 ceph-mon[86835]: pgmap v841: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-04-02T08:43:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:29 smithi188 ceph-mon[86835]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:43:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:29 smithi104 ceph-mon[96567]: pgmap v841: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-04-02T08:43:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:29 smithi104 ceph-mon[96567]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:43:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:29 smithi104 ceph-mon[94081]: pgmap v841: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-04-02T08:43:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:29 smithi104 ceph-mon[94081]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:43:30.954 INFO:tasks.rados.rados.0.smithi104.stdout:3712: done (0 left) 2024-04-02T08:43:30.954 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 365 2024-04-02T08:43:30.955 INFO:tasks.rados.rados.0.smithi104.stdout:3713: seq_num 1145 ranges {2056192=786432,2842624=622592,3465216=516096,3981312=417792,4399104=49152} 2024-04-02T08:43:30.969 INFO:tasks.rados.rados.0.smithi104.stdout:3713: writing smithi10482514-8 from 2056192 to 2842624 tid 1 2024-04-02T08:43:30.973 INFO:tasks.rados.rados.0.smithi104.stdout:3713: writing smithi10482514-8 from 2842624 to 3465216 tid 2 2024-04-02T08:43:30.976 INFO:tasks.rados.rados.0.smithi104.stdout:3713: writing smithi10482514-8 from 3465216 to 3981312 tid 3 2024-04-02T08:43:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:3713: writing smithi10482514-8 from 3981312 to 4399104 tid 4 2024-04-02T08:43:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:3713: writing smithi10482514-8 from 4399104 to 4448256 tid 5 2024-04-02T08:43:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 365 2024-04-02T08:43:30.979 INFO:tasks.rados.rados.0.smithi104.stdout:3713: finishing write tid 1 to smithi10482514-8 2024-04-02T08:43:30.980 INFO:tasks.rados.rados.0.smithi104.stdout:3714: seq_num 1146 ranges {4046848=802816,4849664=499712,5349376=679936,6029312=425984} 2024-04-02T08:43:31.006 INFO:tasks.rados.rados.0.smithi104.stdout:3714: writing smithi10482514-29 from 4046848 to 4849664 tid 1 2024-04-02T08:43:31.009 INFO:tasks.rados.rados.0.smithi104.stdout:3714: writing smithi10482514-29 from 4849664 to 5349376 tid 2 2024-04-02T08:43:31.014 INFO:tasks.rados.rados.0.smithi104.stdout:3714: writing smithi10482514-29 from 5349376 to 6029312 tid 3 2024-04-02T08:43:31.017 INFO:tasks.rados.rados.0.smithi104.stdout:3714: writing smithi10482514-29 from 6029312 to 6455296 tid 4 2024-04-02T08:43:31.017 INFO:tasks.rados.rados.0.smithi104.stdout:3715: copy_from oid 12 from oid 17 current snap is 365 2024-04-02T08:43:31.017 INFO:tasks.rados.rados.0.smithi104.stdout:3713: finishing write tid 2 to smithi10482514-8 2024-04-02T08:43:31.017 INFO:tasks.rados.rados.0.smithi104.stdout:3713: finishing write tid 3 to smithi10482514-8 2024-04-02T08:43:31.017 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 365 2024-04-02T08:43:31.017 INFO:tasks.rados.rados.0.smithi104.stdout:3713: finishing write tid 4 to smithi10482514-8 2024-04-02T08:43:31.017 INFO:tasks.rados.rados.0.smithi104.stdout:3713: finishing write tid 5 to smithi10482514-8 2024-04-02T08:43:31.017 INFO:tasks.rados.rados.0.smithi104.stdout:3716: seq_num 1147 ranges {892928=16384} 2024-04-02T08:43:31.022 INFO:tasks.rados.rados.0.smithi104.stdout:3716: writing smithi10482514-10 from 892928 to 909312 tid 1 2024-04-02T08:43:31.022 INFO:tasks.rados.rados.0.smithi104.stdout:3717: snap_remove snap 364 2024-04-02T08:43:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:31 smithi188 ceph-mon[86835]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:43:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:31 smithi188 ceph-mon[86835]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:43:31.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:31 smithi104 ceph-mon[96567]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:43:31.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:31 smithi104 ceph-mon[96567]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:43:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:31 smithi104 ceph-mon[94081]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:43:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:31 smithi104 ceph-mon[94081]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:43:32.021 INFO:tasks.rados.rados.0.smithi104.stdout:3717: done (4 left) 2024-04-02T08:43:32.021 INFO:tasks.rados.rados.0.smithi104.stdout:3718: rollback oid 26 current snap is 365 2024-04-02T08:43:32.021 INFO:tasks.rados.rados.0.smithi104.stdout:3713: finishing write tid 6 to smithi10482514-8 2024-04-02T08:43:32.021 INFO:tasks.rados.rados.0.smithi104.stdout:3713: finishing write tid 7 to smithi10482514-8 2024-04-02T08:43:32.021 INFO:tasks.rados.rados.0.smithi104.stdout:3713: oid 8 updating version 0 to 2781 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3713: oid 8 updating version 2781 to 2783 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3713: oid 8 version 2783 is already newer than 2780 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3713: oid 8 updating version 2783 to 2784 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3713: oid 8 version 2784 is already newer than 2782 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3713: oid 8 updating version 2784 to 2785 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 2785 (ObjNum 1145 snap 365 seq_num 1145) dirty exists 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3713: left oid 8 (ObjNum 1145 snap 365 seq_num 1145) 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3714: finishing write tid 1 to smithi10482514-29 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3714: finishing write tid 2 to smithi10482514-29 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3714: finishing write tid 3 to smithi10482514-29 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3714: finishing write tid 4 to smithi10482514-29 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3714: finishing write tid 5 to smithi10482514-29 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3715: finishing copy_from to smithi10482514-12 2024-04-02T08:43:32.022 INFO:tasks.rados.rados.0.smithi104.stdout:3715: got expected ENOENT (src dne) 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3715: finishing copy_from racing read to smithi10482514-12 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3716: finishing write tid 1 to smithi10482514-10 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3716: finishing write tid 2 to smithi10482514-10 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3714: finishing write tid 6 to smithi10482514-29 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3714: oid 29 updating version 0 to 2246 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3714: oid 29 updating version 2246 to 2248 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3714: oid 29 updating version 2248 to 2250 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3714: oid 29 version 2250 is already newer than 2247 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3714: oid 29 version 2250 is already newer than 2249 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2250 (ObjNum 1146 snap 365 seq_num 1146) dirty exists 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3714: left oid 29 (ObjNum 1146 snap 365 seq_num 1146) 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3716: finishing write tid 3 to smithi10482514-10 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3716: oid 10 updating version 0 to 2252 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:3716: oid 10 updating version 2252 to 2253 2024-04-02T08:43:32.023 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2253 (ObjNum 1147 snap 365 seq_num 1147) dirty exists 2024-04-02T08:43:32.024 INFO:tasks.rados.rados.0.smithi104.stdout:3716: left oid 10 (ObjNum 1147 snap 365 seq_num 1147) 2024-04-02T08:43:32.024 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 344 2024-04-02T08:43:32.024 INFO:tasks.rados.rados.0.smithi104.stdout:3713: done (4 left) 2024-04-02T08:43:32.024 INFO:tasks.rados.rados.0.smithi104.stdout:3714: done (3 left) 2024-04-02T08:43:32.024 INFO:tasks.rados.rados.0.smithi104.stdout:3715: done (2 left) 2024-04-02T08:43:32.024 INFO:tasks.rados.rados.0.smithi104.stdout:3716: done (1 left) 2024-04-02T08:43:32.024 INFO:tasks.rados.rados.0.smithi104.stdout:3719: snap_remove snap 361 2024-04-02T08:43:32.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:32 smithi188 ceph-mon[86835]: pgmap v844: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-02T08:43:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:32 smithi104 ceph-mon[96567]: pgmap v844: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-02T08:43:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:32 smithi104 ceph-mon[94081]: pgmap v844: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-02T08:43:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:43:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:33.023 INFO:tasks.rados.rados.0.smithi104.stdout:3718: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:43:33.023 INFO:tasks.rados.rados.0.smithi104.stdout:3718: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:43:33.023 INFO:tasks.rados.rados.0.smithi104.stdout:3718: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:43:33.023 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2188 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-04-02T08:43:33.023 INFO:tasks.rados.rados.0.smithi104.stdout:3718: done (1 left) 2024-04-02T08:43:33.023 INFO:tasks.rados.rados.0.smithi104.stdout:3719: done (0 left) 2024-04-02T08:43:33.023 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 365 2024-04-02T08:43:33.023 INFO:tasks.rados.rados.0.smithi104.stdout:3720: seq_num 1148 ranges {0=32768} 2024-04-02T08:43:33.024 INFO:tasks.rados.rados.0.smithi104.stdout:3720: writing smithi10482514-35 from 0 to 32768 tid 1 2024-04-02T08:43:33.024 INFO:tasks.rados.rados.0.smithi104.stdout:3721: read oid 44 snap -1 2024-04-02T08:43:33.024 INFO:tasks.rados.rados.0.smithi104.stdout:3721: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:33.024 INFO:tasks.rados.rados.0.smithi104.stdout:3722: copy_from oid 39 from oid 36 current snap is 365 2024-04-02T08:43:33.024 INFO:tasks.rados.rados.0.smithi104.stdout:3723: rmattr oid 46 current snap is 365 2024-04-02T08:43:33.024 INFO:tasks.rados.rados.0.smithi104.stdout:3723: done (3 left) 2024-04-02T08:43:33.024 INFO:tasks.rados.rados.0.smithi104.stdout:3724: snap_remove snap 359 2024-04-02T08:43:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:33 smithi188 ceph-mon[86835]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:43:33.374 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 08:43:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T08:43:33.042+0000 7f45395b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1aa after trimming was started 2024-04-02T08:43:33.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:33 smithi104 ceph-mon[96567]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:43:33.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:33 smithi104 ceph-mon[94081]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:43:34.027 INFO:tasks.rados.rados.0.smithi104.stdout:3724: done (3 left) 2024-04-02T08:43:34.027 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 8 current snap is 365 2024-04-02T08:43:34.027 INFO:tasks.rados.rados.0.smithi104.stdout:3725: seq_num 1149 ranges {4448256=49152} 2024-04-02T08:43:34.052 INFO:tasks.rados.rados.0.smithi104.stdout:3725: writing smithi10482514-8 from 4448256 to 4497408 tid 1 2024-04-02T08:43:34.052 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 365 2024-04-02T08:43:34.052 INFO:tasks.rados.rados.0.smithi104.stdout:3726: seq_num 1150 ranges {2203648=65536} 2024-04-02T08:43:34.064 INFO:tasks.rados.rados.0.smithi104.stdout:3726: writing smithi10482514-14 from 2203648 to 2269184 tid 1 2024-04-02T08:43:34.064 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 42 current snap is 365 2024-04-02T08:43:34.064 INFO:tasks.rados.rados.0.smithi104.stdout:3727: seq_num 1151 ranges {0=81920} 2024-04-02T08:43:34.065 INFO:tasks.rados.rados.0.smithi104.stdout:3727: writing smithi10482514-42 from 0 to 81920 tid 1 2024-04-02T08:43:34.065 INFO:tasks.rados.rados.0.smithi104.stdout:3728: delete oid 33 current snap is 365 2024-04-02T08:43:34.065 INFO:tasks.rados.rados.0.smithi104.stdout:3721: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:34.065 INFO:tasks.rados.rados.0.smithi104.stdout:3722: finishing copy_from to smithi10482514-39 2024-04-02T08:43:34.065 INFO:tasks.rados.rados.0.smithi104.stdout:3722: got expected ENOENT (src dne) 2024-04-02T08:43:34.065 INFO:tasks.rados.rados.0.smithi104.stdout:3722: finishing copy_from racing read to smithi10482514-39 2024-04-02T08:43:34.065 INFO:tasks.rados.rados.0.smithi104.stdout:3720: finishing write tid 1 to smithi10482514-35 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:3720: finishing write tid 2 to smithi10482514-35 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:3720: finishing write tid 3 to smithi10482514-35 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:3720: oid 35 updating version 0 to 2687 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:3720: oid 35 version 2687 is already newer than 2686 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2687 (ObjNum 1148 snap 365 seq_num 1148) dirty exists 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:3720: left oid 35 (ObjNum 1148 snap 365 seq_num 1148) 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:3725: finishing write tid 1 to smithi10482514-8 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:3725: finishing write tid 2 to smithi10482514-8 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:3725: finishing write tid 3 to smithi10482514-8 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:3725: oid 8 updating version 0 to 2786 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:3725: oid 8 updating version 2786 to 2787 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 2787 (ObjNum 1149 snap 365 seq_num 1149) dirty exists 2024-04-02T08:43:34.066 INFO:tasks.rados.rados.0.smithi104.stdout:3725: left oid 8 (ObjNum 1149 snap 365 seq_num 1149) 2024-04-02T08:43:34.069 INFO:tasks.rados.rados.0.smithi104.stdout:3727: finishing write tid 1 to smithi10482514-42 2024-04-02T08:43:34.069 INFO:tasks.rados.rados.0.smithi104.stdout:3727: finishing write tid 2 to smithi10482514-42 2024-04-02T08:43:34.070 INFO:tasks.rados.rados.0.smithi104.stdout:3727: finishing write tid 3 to smithi10482514-42 2024-04-02T08:43:34.070 INFO:tasks.rados.rados.0.smithi104.stdout:3727: oid 42 updating version 0 to 2469 2024-04-02T08:43:34.070 INFO:tasks.rados.rados.0.smithi104.stdout:3727: oid 42 updating version 2469 to 2470 2024-04-02T08:43:34.070 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 2470 (ObjNum 1151 snap 365 seq_num 1151) dirty exists 2024-04-02T08:43:34.070 INFO:tasks.rados.rados.0.smithi104.stdout:3727: left oid 42 (ObjNum 1151 snap 365 seq_num 1151) 2024-04-02T08:43:34.071 INFO:tasks.rados.rados.0.smithi104.stdout:3720: done (6 left) 2024-04-02T08:43:34.071 INFO:tasks.rados.rados.0.smithi104.stdout:3721: done (5 left) 2024-04-02T08:43:34.071 INFO:tasks.rados.rados.0.smithi104.stdout:3722: done (4 left) 2024-04-02T08:43:34.072 INFO:tasks.rados.rados.0.smithi104.stdout:3725: done (3 left) 2024-04-02T08:43:34.072 INFO:tasks.rados.rados.0.smithi104.stdout:3727: done (2 left) 2024-04-02T08:43:34.072 INFO:tasks.rados.rados.0.smithi104.stdout:3728: done (1 left) 2024-04-02T08:43:34.072 INFO:tasks.rados.rados.0.smithi104.stdout:3729: read oid 21 snap 357 2024-04-02T08:43:34.072 INFO:tasks.rados.rados.0.smithi104.stdout:3729: expect (ObjNum 1114 snap 352 seq_num 1114) 2024-04-02T08:43:34.072 INFO:tasks.rados.rados.0.smithi104.stdout:3730: read oid 19 snap -1 2024-04-02T08:43:34.072 INFO:tasks.rados.rados.0.smithi104.stdout:3730: expect (ObjNum 1013 snap 323 seq_num 1013) 2024-04-02T08:43:34.072 INFO:tasks.rados.rados.0.smithi104.stdout:3731: snap_create 2024-04-02T08:43:34.072 INFO:tasks.rados.rados.0.smithi104.stdout:3726: finishing write tid 1 to smithi10482514-14 2024-04-02T08:43:34.072 INFO:tasks.rados.rados.0.smithi104.stdout:3726: finishing write tid 2 to smithi10482514-14 2024-04-02T08:43:34.073 INFO:tasks.rados.rados.0.smithi104.stdout:3726: finishing write tid 3 to smithi10482514-14 2024-04-02T08:43:34.073 INFO:tasks.rados.rados.0.smithi104.stdout:3726: oid 14 updating version 0 to 2470 2024-04-02T08:43:34.073 INFO:tasks.rados.rados.0.smithi104.stdout:3726: oid 14 version 2470 is already newer than 2469 2024-04-02T08:43:34.074 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2470 (ObjNum 1150 snap 365 seq_num 1150) dirty exists 2024-04-02T08:43:34.074 INFO:tasks.rados.rados.0.smithi104.stdout:3726: left oid 14 (ObjNum 1150 snap 365 seq_num 1150) 2024-04-02T08:43:34.087 INFO:tasks.rados.rados.0.smithi104.stdout:3730: expect (ObjNum 1013 snap 323 seq_num 1013) 2024-04-02T08:43:34.281 INFO:tasks.rados.rados.0.smithi104.stdout:3729: expect (ObjNum 1114 snap 352 seq_num 1114) 2024-04-02T08:43:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:34 smithi188 ceph-mon[86835]: pgmap v847: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:43:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:34 smithi188 ceph-mon[86835]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:43:34.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:34 smithi104 ceph-mon[96567]: pgmap v847: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:43:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:34 smithi104 ceph-mon[96567]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:43:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:34 smithi104 ceph-mon[94081]: pgmap v847: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:43:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:34 smithi104 ceph-mon[94081]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:43:35.035 INFO:tasks.rados.rados.0.smithi104.stdout:3726: done (3 left) 2024-04-02T08:43:35.036 INFO:tasks.rados.rados.0.smithi104.stdout:3729: done (2 left) 2024-04-02T08:43:35.036 INFO:tasks.rados.rados.0.smithi104.stdout:3730: done (1 left) 2024-04-02T08:43:35.036 INFO:tasks.rados.rados.0.smithi104.stdout:3731: done (0 left) 2024-04-02T08:43:35.036 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 42 current snap is 366 2024-04-02T08:43:35.036 INFO:tasks.rados.rados.0.smithi104.stdout:3732: seq_num 1153 ranges {81920=114688} 2024-04-02T08:43:35.036 INFO:tasks.rados.rados.0.smithi104.stdout:3732: writing smithi10482514-42 from 81920 to 196608 tid 1 2024-04-02T08:43:35.036 INFO:tasks.rados.rados.0.smithi104.stdout:3733: setattr oid 12 current snap is 366 2024-04-02T08:43:35.037 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 25 current snap is 366 2024-04-02T08:43:35.037 INFO:tasks.rados.rados.0.smithi104.stdout:3734: seq_num 1154 ranges {1785856=131072} 2024-04-02T08:43:35.049 INFO:tasks.rados.rados.0.smithi104.stdout:3734: writing smithi10482514-25 from 1785856 to 1916928 tid 1 2024-04-02T08:43:35.049 INFO:tasks.rados.rados.0.smithi104.stdout:3735: read oid 23 snap -1 2024-04-02T08:43:35.049 INFO:tasks.rados.rados.0.smithi104.stdout:3735: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:35.049 INFO:tasks.rados.rados.0.smithi104.stdout:3736: read oid 16 snap -1 2024-04-02T08:43:35.049 INFO:tasks.rados.rados.0.smithi104.stdout:3736: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:43:35.049 INFO:tasks.rados.rados.0.smithi104.stdout:3737: rmattr oid 36 current snap is 366 2024-04-02T08:43:35.049 INFO:tasks.rados.rados.0.smithi104.stdout:3737: done (5 left) 2024-04-02T08:43:35.049 INFO:tasks.rados.rados.0.smithi104.stdout:3738: rmattr oid 28 current snap is 366 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2269 (ObjNum 1132 snap 355 seq_num 1132) dirty exists 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:3732: finishing write tid 1 to smithi10482514-42 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:3732: finishing write tid 2 to smithi10482514-42 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:3732: finishing write tid 3 to smithi10482514-42 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:3732: oid 42 updating version 0 to 2473 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:3732: oid 42 version 2473 is already newer than 2472 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 2473 (ObjNum 1153 snap 366 seq_num 1153) dirty exists 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:3732: left oid 42 (ObjNum 1153 snap 366 seq_num 1153) 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:3732: done (5 left) 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:3733: done (4 left) 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 38 current snap is 366 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:3739: seq_num 1155 ranges {0=147456} 2024-04-02T08:43:35.050 INFO:tasks.rados.rados.0.smithi104.stdout:3739: writing smithi10482514-38 from 0 to 147456 tid 1 2024-04-02T08:43:35.051 INFO:tasks.rados.rados.0.smithi104.stdout:3740: rmattr oid 50 current snap is 366 2024-04-02T08:43:35.051 INFO:tasks.rados.rados.0.smithi104.stdout:3740: done (5 left) 2024-04-02T08:43:35.051 INFO:tasks.rados.rados.0.smithi104.stdout:3741: delete oid 24 current snap is 366 2024-04-02T08:43:35.051 INFO:tasks.rados.rados.0.smithi104.stdout:3735: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:35.054 INFO:tasks.rados.rados.0.smithi104.stdout:3734: finishing write tid 1 to smithi10482514-25 2024-04-02T08:43:35.054 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 2271 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-04-02T08:43:35.056 INFO:tasks.rados.rados.0.smithi104.stdout:3735: done (5 left) 2024-04-02T08:43:35.056 INFO:tasks.rados.rados.0.smithi104.stdout:3738: done (4 left) 2024-04-02T08:43:35.056 INFO:tasks.rados.rados.0.smithi104.stdout:3741: done (3 left) 2024-04-02T08:43:35.056 INFO:tasks.rados.rados.0.smithi104.stdout:3742: delete oid 43 current snap is 366 2024-04-02T08:43:35.056 INFO:tasks.rados.rados.0.smithi104.stdout:3739: finishing write tid 1 to smithi10482514-38 2024-04-02T08:43:35.057 INFO:tasks.rados.rados.0.smithi104.stdout:3739: finishing write tid 2 to smithi10482514-38 2024-04-02T08:43:35.057 INFO:tasks.rados.rados.0.smithi104.stdout:3734: finishing write tid 2 to smithi10482514-25 2024-04-02T08:43:35.059 INFO:tasks.rados.rados.0.smithi104.stdout:3734: finishing write tid 3 to smithi10482514-25 2024-04-02T08:43:35.059 INFO:tasks.rados.rados.0.smithi104.stdout:3734: oid 25 updating version 0 to 2472 2024-04-02T08:43:35.059 INFO:tasks.rados.rados.0.smithi104.stdout:3734: oid 25 version 2472 is already newer than 2471 2024-04-02T08:43:35.059 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 2472 (ObjNum 1154 snap 366 seq_num 1154) dirty exists 2024-04-02T08:43:35.060 INFO:tasks.rados.rados.0.smithi104.stdout:3734: left oid 25 (ObjNum 1154 snap 366 seq_num 1154) 2024-04-02T08:43:35.060 INFO:tasks.rados.rados.0.smithi104.stdout:3734: done (3 left) 2024-04-02T08:43:35.060 INFO:tasks.rados.rados.0.smithi104.stdout:3742: done (2 left) 2024-04-02T08:43:35.060 INFO:tasks.rados.rados.0.smithi104.stdout:3743: snap_create 2024-04-02T08:43:35.061 INFO:tasks.rados.rados.0.smithi104.stdout:3739: finishing write tid 3 to smithi10482514-38 2024-04-02T08:43:35.061 INFO:tasks.rados.rados.0.smithi104.stdout:3739: oid 38 updating version 0 to 2184 2024-04-02T08:43:35.061 INFO:tasks.rados.rados.0.smithi104.stdout:3739: oid 38 version 2184 is already newer than 2183 2024-04-02T08:43:35.061 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 2184 (ObjNum 1155 snap 366 seq_num 1155) dirty exists 2024-04-02T08:43:35.061 INFO:tasks.rados.rados.0.smithi104.stdout:3739: left oid 38 (ObjNum 1155 snap 366 seq_num 1155) 2024-04-02T08:43:35.078 INFO:tasks.rados.rados.0.smithi104.stdout:3736: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:43:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:35 smithi188 ceph-mon[86835]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:43:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:35.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:35 smithi104 ceph-mon[96567]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:43:35.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:35 smithi104 ceph-mon[94081]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:43:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:35.958 INFO:tasks.rados.rados.0.smithi104.stdout:3736: done (2 left) 2024-04-02T08:43:35.958 INFO:tasks.rados.rados.0.smithi104.stdout:3739: done (1 left) 2024-04-02T08:43:35.958 INFO:tasks.rados.rados.0.smithi104.stdout:3743: done (0 left) 2024-04-02T08:43:35.958 INFO:tasks.rados.rados.0.smithi104.stdout:3744: snap_remove snap 365 2024-04-02T08:43:36.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:36 smithi104 ceph-mon[96567]: pgmap v850: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:43:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:36 smithi104 ceph-mon[96567]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:43:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:36 smithi104 ceph-mon[96567]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:43:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:43:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:43:35] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:43:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:36 smithi104 ceph-mon[94081]: pgmap v850: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:43:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:36 smithi104 ceph-mon[94081]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:43:36.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:36 smithi104 ceph-mon[94081]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:43:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:36 smithi188 ceph-mon[86835]: pgmap v850: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-02T08:43:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:36 smithi188 ceph-mon[86835]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:43:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:36 smithi188 ceph-mon[86835]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:43:36.957 INFO:tasks.rados.rados.0.smithi104.stdout:3744: done (0 left) 2024-04-02T08:43:36.957 INFO:tasks.rados.rados.0.smithi104.stdout:3745: snap_create 2024-04-02T08:43:37.959 INFO:tasks.rados.rados.0.smithi104.stdout:3745: done (0 left) 2024-04-02T08:43:37.959 INFO:tasks.rados.rados.0.smithi104.stdout:3746: copy_from oid 13 from oid 23 current snap is 368 2024-04-02T08:43:37.959 INFO:tasks.rados.rados.0.smithi104.stdout:3747: delete oid 7 current snap is 368 2024-04-02T08:43:37.963 INFO:tasks.rados.rados.0.smithi104.stdout:3747: done (1 left) 2024-04-02T08:43:37.963 INFO:tasks.rados.rados.0.smithi104.stdout:3748: snap_create 2024-04-02T08:43:37.964 INFO:tasks.rados.rados.0.smithi104.stdout:3746: finishing copy_from racing read to smithi10482514-13 2024-04-02T08:43:37.965 INFO:tasks.rados.rados.0.smithi104.stdout:3746: finishing copy_from to smithi10482514-13 2024-04-02T08:43:37.965 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2782 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:43:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:37 smithi188 ceph-mon[86835]: pgmap v853: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 652 KiB/s wr, 11 op/s 2024-04-02T08:43:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:37 smithi188 ceph-mon[86835]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:43:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:37 smithi104 ceph-mon[96567]: pgmap v853: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 652 KiB/s wr, 11 op/s 2024-04-02T08:43:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:37 smithi104 ceph-mon[96567]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:43:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:37 smithi104 ceph-mon[94081]: pgmap v853: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 652 KiB/s wr, 11 op/s 2024-04-02T08:43:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:37 smithi104 ceph-mon[94081]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:43:38.975 INFO:tasks.rados.rados.0.smithi104.stdout:3746: done (1 left) 2024-04-02T08:43:38.975 INFO:tasks.rados.rados.0.smithi104.stdout:3748: done (0 left) 2024-04-02T08:43:38.976 INFO:tasks.rados.rados.0.smithi104.stdout:3749: snap_create 2024-04-02T08:43:39.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:38 smithi188 ceph-mon[86835]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:43:39.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:38 smithi104 ceph-mon[96567]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:43:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:38 smithi104 ceph-mon[94081]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:43:39.974 INFO:tasks.rados.rados.0.smithi104.stdout:3749: done (0 left) 2024-04-02T08:43:39.974 INFO:tasks.rados.rados.0.smithi104.stdout:3750: snap_create 2024-04-02T08:43:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:39 smithi188 ceph-mon[86835]: pgmap v856: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 700 KiB/s wr, 22 op/s 2024-04-02T08:43:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:39 smithi188 ceph-mon[86835]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:43:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:39 smithi104 ceph-mon[96567]: pgmap v856: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 700 KiB/s wr, 22 op/s 2024-04-02T08:43:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:39 smithi104 ceph-mon[96567]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:43:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:39 smithi104 ceph-mon[94081]: pgmap v856: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 700 KiB/s wr, 22 op/s 2024-04-02T08:43:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:39 smithi104 ceph-mon[94081]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:43:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:3750: done (0 left) 2024-04-02T08:43:40.957 INFO:tasks.rados.rados.0.smithi104.stdout:3751: snap_create 2024-04-02T08:43:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:40 smithi188 ceph-mon[86835]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:43:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:40 smithi188 ceph-mon[86835]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:43:41.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:40 smithi104 ceph-mon[96567]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:43:41.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:40 smithi104 ceph-mon[96567]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:43:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:40 smithi104 ceph-mon[94081]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:43:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:40 smithi104 ceph-mon[94081]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:43:41.963 INFO:tasks.rados.rados.0.smithi104.stdout:3751: done (0 left) 2024-04-02T08:43:41.963 INFO:tasks.rados.rados.0.smithi104.stdout:3752: read oid 3 snap 370 2024-04-02T08:43:41.963 INFO:tasks.rados.rados.0.smithi104.stdout:3752: expect (ObjNum 1106 snap 351 seq_num 1106) 2024-04-02T08:43:41.963 INFO:tasks.rados.rados.0.smithi104.stdout:3753: snap_create 2024-04-02T08:43:41.995 INFO:tasks.rados.rados.0.smithi104.stdout:3752: expect (ObjNum 1106 snap 351 seq_num 1106) 2024-04-02T08:43:42.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:41 smithi188 ceph-mon[86835]: pgmap v859: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 84 KiB/s wr, 15 op/s 2024-04-02T08:43:42.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:41 smithi188 ceph-mon[86835]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:43:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:41 smithi104 ceph-mon[96567]: pgmap v859: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 84 KiB/s wr, 15 op/s 2024-04-02T08:43:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:41 smithi104 ceph-mon[96567]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:43:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:41 smithi104 ceph-mon[94081]: pgmap v859: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 84 KiB/s wr, 15 op/s 2024-04-02T08:43:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:41 smithi104 ceph-mon[94081]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:43:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:43:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:42.963 INFO:tasks.rados.rados.0.smithi104.stdout:3752: done (1 left) 2024-04-02T08:43:42.963 INFO:tasks.rados.rados.0.smithi104.stdout:3753: done (0 left) 2024-04-02T08:43:42.963 INFO:tasks.rados.rados.0.smithi104.stdout:3754: read oid 48 snap 366 2024-04-02T08:43:42.963 INFO:tasks.rados.rados.0.smithi104.stdout:3754: expect (ObjNum 1137 snap 356 seq_num 1137) 2024-04-02T08:43:42.963 INFO:tasks.rados.rados.0.smithi104.stdout:3755: read oid 21 snap 358 2024-04-02T08:43:42.963 INFO:tasks.rados.rados.0.smithi104.stdout:3755: expect (ObjNum 1114 snap 352 seq_num 1114) 2024-04-02T08:43:42.964 INFO:tasks.rados.rados.0.smithi104.stdout:3756: delete oid 41 current snap is 373 2024-04-02T08:43:42.970 INFO:tasks.rados.rados.0.smithi104.stdout:3756: done (2 left) 2024-04-02T08:43:42.970 INFO:tasks.rados.rados.0.smithi104.stdout:3757: rollback oid 10 current snap is 373 2024-04-02T08:43:42.971 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 10 to 367 2024-04-02T08:43:42.971 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 373 2024-04-02T08:43:42.971 INFO:tasks.rados.rados.0.smithi104.stdout:3758: seq_num 1160 ranges {0=229376} 2024-04-02T08:43:42.971 INFO:tasks.rados.rados.0.smithi104.stdout:3758: writing smithi10482514-22 from 0 to 229376 tid 1 2024-04-02T08:43:42.974 INFO:tasks.rados.rados.0.smithi104.stdout:3759: rollback oid 40 current snap is 373 2024-04-02T08:43:42.974 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 40 to 367 2024-04-02T08:43:42.974 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 13 current snap is 373 2024-04-02T08:43:42.974 INFO:tasks.rados.rados.0.smithi104.stdout:3760: seq_num 1161 ranges {0=245760} 2024-04-02T08:43:42.974 INFO:tasks.rados.rados.0.smithi104.stdout:3760: writing smithi10482514-13 from 0 to 245760 tid 1 2024-04-02T08:43:42.974 INFO:tasks.rados.rados.0.smithi104.stdout:3761: snap_create 2024-04-02T08:43:42.977 INFO:tasks.rados.rados.0.smithi104.stdout:3757: finishing rollback tid 0 to smithi10482514-10 2024-04-02T08:43:42.979 INFO:tasks.rados.rados.0.smithi104.stdout:3758: finishing write tid 1 to smithi10482514-22 2024-04-02T08:43:42.979 INFO:tasks.rados.rados.0.smithi104.stdout:3758: finishing write tid 2 to smithi10482514-22 2024-04-02T08:43:42.981 INFO:tasks.rados.rados.0.smithi104.stdout:3759: finishing rollback tid 0 to smithi10482514-40 2024-04-02T08:43:42.981 INFO:tasks.rados.rados.0.smithi104.stdout:3757: finishing rollback tid 1 to smithi10482514-10 2024-04-02T08:43:42.981 INFO:tasks.rados.rados.0.smithi104.stdout:3757: finishing rollback tid 2 to smithi10482514-10 2024-04-02T08:43:42.981 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2279 (ObjNum 1147 snap 365 seq_num 1147) dirty exists 2024-04-02T08:43:42.981 INFO:tasks.rados.rados.0.smithi104.stdout:3755: expect (ObjNum 1114 snap 352 seq_num 1114) 2024-04-02T08:43:43.232 INFO:tasks.rados.rados.0.smithi104.stdout:3758: finishing write tid 3 to smithi10482514-22 2024-04-02T08:43:43.232 INFO:tasks.rados.rados.0.smithi104.stdout:3758: oid 22 updating version 0 to 2784 2024-04-02T08:43:43.232 INFO:tasks.rados.rados.0.smithi104.stdout:3758: oid 22 updating version 2784 to 2785 2024-04-02T08:43:43.232 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 2785 (ObjNum 1160 snap 373 seq_num 1160) dirty exists 2024-04-02T08:43:43.232 INFO:tasks.rados.rados.0.smithi104.stdout:3758: left oid 22 (ObjNum 1160 snap 373 seq_num 1160) 2024-04-02T08:43:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:3759: finishing rollback tid 1 to smithi10482514-40 2024-04-02T08:43:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:3759: finishing rollback tid 2 to smithi10482514-40 2024-04-02T08:43:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 2191 (ObjNum 1066 snap 338 seq_num 1066) dirty exists 2024-04-02T08:43:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:3760: finishing write tid 1 to smithi10482514-13 2024-04-02T08:43:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:3760: finishing write tid 2 to smithi10482514-13 2024-04-02T08:43:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:3760: finishing write tid 3 to smithi10482514-13 2024-04-02T08:43:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:3760: oid 13 updating version 0 to 2783 2024-04-02T08:43:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:3760: oid 13 updating version 2783 to 2784 2024-04-02T08:43:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 13 v 2784 (ObjNum 1161 snap 373 seq_num 1161) dirty exists 2024-04-02T08:43:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:3760: left oid 13 (ObjNum 1161 snap 373 seq_num 1161) 2024-04-02T08:43:43.233 INFO:tasks.rados.rados.0.smithi104.stdout:3754: expect (ObjNum 1137 snap 356 seq_num 1137) 2024-04-02T08:43:43.969 INFO:tasks.rados.rados.0.smithi104.stdout:3754: done (6 left) 2024-04-02T08:43:43.969 INFO:tasks.rados.rados.0.smithi104.stdout:3755: done (5 left) 2024-04-02T08:43:43.969 INFO:tasks.rados.rados.0.smithi104.stdout:3757: done (4 left) 2024-04-02T08:43:43.970 INFO:tasks.rados.rados.0.smithi104.stdout:3758: done (3 left) 2024-04-02T08:43:43.970 INFO:tasks.rados.rados.0.smithi104.stdout:3759: done (2 left) 2024-04-02T08:43:43.970 INFO:tasks.rados.rados.0.smithi104.stdout:3760: done (1 left) 2024-04-02T08:43:43.970 INFO:tasks.rados.rados.0.smithi104.stdout:3761: done (0 left) 2024-04-02T08:43:43.970 INFO:tasks.rados.rados.0.smithi104.stdout:3762: delete oid 49 current snap is 374 2024-04-02T08:43:43.972 INFO:tasks.rados.rados.0.smithi104.stdout:3762: done (0 left) 2024-04-02T08:43:43.972 INFO:tasks.rados.rados.0.smithi104.stdout:3763: snap_remove snap 358 2024-04-02T08:43:44.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:43 smithi188 ceph-mon[86835]: pgmap v862: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 36 KiB/s wr, 0 op/s 2024-04-02T08:43:44.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:43 smithi188 ceph-mon[86835]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:43:44.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:43 smithi104 ceph-mon[96567]: pgmap v862: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 36 KiB/s wr, 0 op/s 2024-04-02T08:43:44.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:43 smithi104 ceph-mon[96567]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:43:44.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:43 smithi104 ceph-mon[94081]: pgmap v862: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 36 KiB/s wr, 0 op/s 2024-04-02T08:43:44.392 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:43 smithi104 ceph-mon[94081]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:43:44.974 INFO:tasks.rados.rados.0.smithi104.stdout:3763: done (0 left) 2024-04-02T08:43:44.974 INFO:tasks.rados.rados.0.smithi104.stdout:3764: rollback oid 20 current snap is 374 2024-04-02T08:43:44.974 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 20 to 366 2024-04-02T08:43:44.974 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 374 2024-04-02T08:43:44.974 INFO:tasks.rados.rados.0.smithi104.stdout:3765: seq_num 1163 ranges {909312=286720} 2024-04-02T08:43:44.981 INFO:tasks.rados.rados.0.smithi104.stdout:3765: writing smithi10482514-10 from 909312 to 1196032 tid 1 2024-04-02T08:43:44.981 INFO:tasks.rados.rados.0.smithi104.stdout:3766: copy_from oid 24 from oid 49 current snap is 374 2024-04-02T08:43:44.981 INFO:tasks.rados.rados.0.smithi104.stdout:3767: rollback oid 36 current snap is 374 2024-04-02T08:43:44.981 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 36 to 363 2024-04-02T08:43:44.981 INFO:tasks.rados.rados.0.smithi104.stdout:3768: snap_remove snap 357 2024-04-02T08:43:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:44 smithi188 ceph-mon[86835]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:43:45.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:44 smithi104 ceph-mon[96567]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:43:45.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:44 smithi104 ceph-mon[94081]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:43:45.958 INFO:tasks.rados.rados.0.smithi104.stdout:3768: done (4 left) 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3769: delete oid 43 current snap is 374 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3767: finishing rollback tid 1 to smithi10482514-36 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 0 (ObjNum 33 snap 0 seq_num 1936655608) dirty dne 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3764: finishing rollback tid 0 to smithi10482514-20 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3764: finishing rollback tid 1 to smithi10482514-20 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3764: finishing rollback tid 2 to smithi10482514-20 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 20 v 2902 (ObjNum 1070 snap 339 seq_num 1070) dirty exists 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3766: finishing copy_from to smithi10482514-24 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3766: got expected ENOENT (src dne) 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3766: finishing copy_from racing read to smithi10482514-24 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3765: finishing write tid 1 to smithi10482514-10 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3765: finishing write tid 2 to smithi10482514-10 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3765: finishing write tid 3 to smithi10482514-10 2024-04-02T08:43:45.959 INFO:tasks.rados.rados.0.smithi104.stdout:3765: oid 10 updating version 0 to 2281 2024-04-02T08:43:45.960 INFO:tasks.rados.rados.0.smithi104.stdout:3765: oid 10 updating version 2281 to 2282 2024-04-02T08:43:45.960 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2282 (ObjNum 1163 snap 374 seq_num 1163) dirty exists 2024-04-02T08:43:45.960 INFO:tasks.rados.rados.0.smithi104.stdout:3765: left oid 10 (ObjNum 1163 snap 374 seq_num 1163) 2024-04-02T08:43:45.978 INFO:tasks.rados.rados.0.smithi104.stdout:3764: done (4 left) 2024-04-02T08:43:45.978 INFO:tasks.rados.rados.0.smithi104.stdout:3765: done (3 left) 2024-04-02T08:43:45.978 INFO:tasks.rados.rados.0.smithi104.stdout:3766: done (2 left) 2024-04-02T08:43:45.978 INFO:tasks.rados.rados.0.smithi104.stdout:3767: done (1 left) 2024-04-02T08:43:45.978 INFO:tasks.rados.rados.0.smithi104.stdout:3769: done (0 left) 2024-04-02T08:43:45.978 INFO:tasks.rados.rados.0.smithi104.stdout:3770: read oid 27 snap -1 2024-04-02T08:43:45.978 INFO:tasks.rados.rados.0.smithi104.stdout:3770: expect deleted 2024-04-02T08:43:45.978 INFO:tasks.rados.rados.0.smithi104.stdout:3771: copy_from oid 25 from oid 17 current snap is 374 2024-04-02T08:43:45.978 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 374 2024-04-02T08:43:45.979 INFO:tasks.rados.rados.0.smithi104.stdout:3772: seq_num 1165 ranges {3399680=319488} 2024-04-02T08:43:45.999 INFO:tasks.rados.rados.0.smithi104.stdout:3772: writing smithi10482514-19 from 3399680 to 3719168 tid 1 2024-04-02T08:43:45.999 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 42 current snap is 374 2024-04-02T08:43:45.999 INFO:tasks.rados.rados.0.smithi104.stdout:3773: seq_num 1166 ranges {196608=335872} 2024-04-02T08:43:46.006 INFO:tasks.rados.rados.0.smithi104.stdout:3773: writing smithi10482514-42 from 196608 to 532480 tid 1 2024-04-02T08:43:46.006 INFO:tasks.rados.rados.0.smithi104.stdout:3774: rollback oid 10 current snap is 374 2024-04-02T08:43:46.006 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 10 to 369 2024-04-02T08:43:46.006 INFO:tasks.rados.rados.0.smithi104.stdout:3771: finishing copy_from to smithi10482514-25 2024-04-02T08:43:46.007 INFO:tasks.rados.rados.0.smithi104.stdout:3771: got expected ENOENT (src dne) 2024-04-02T08:43:46.007 INFO:tasks.rados.rados.0.smithi104.stdout:3771: finishing copy_from racing read to smithi10482514-25 2024-04-02T08:43:46.007 INFO:tasks.rados.rados.0.smithi104.stdout:3770: done (4 left) 2024-04-02T08:43:46.007 INFO:tasks.rados.rados.0.smithi104.stdout:3771: done (3 left) 2024-04-02T08:43:46.007 INFO:tasks.rados.rados.0.smithi104.stdout:3775: read oid 47 snap -1 2024-04-02T08:43:46.007 INFO:tasks.rados.rados.0.smithi104.stdout:3775: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:46.007 INFO:tasks.rados.rados.0.smithi104.stdout:3776: read oid 40 snap -1 2024-04-02T08:43:46.007 INFO:tasks.rados.rados.0.smithi104.stdout:3776: expect (ObjNum 1066 snap 338 seq_num 1066) 2024-04-02T08:43:46.007 INFO:tasks.rados.rados.0.smithi104.stdout:3777: snap_remove snap 360 2024-04-02T08:43:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:43:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:43:45] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:43:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:45 smithi104 ceph-mon[94081]: pgmap v865: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 116 KiB/s wr, 2 op/s 2024-04-02T08:43:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:45 smithi104 ceph-mon[94081]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:43:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:45 smithi104 ceph-mon[94081]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:43:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:45 smithi104 ceph-mon[96567]: pgmap v865: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 116 KiB/s wr, 2 op/s 2024-04-02T08:43:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:45 smithi104 ceph-mon[96567]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:43:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:45 smithi104 ceph-mon[96567]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:43:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:45 smithi188 ceph-mon[86835]: pgmap v865: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 116 KiB/s wr, 2 op/s 2024-04-02T08:43:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:45 smithi188 ceph-mon[86835]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:43:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:45 smithi188 ceph-mon[86835]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:43:46.984 INFO:tasks.rados.rados.0.smithi104.stdout:3777: done (5 left) 2024-04-02T08:43:46.984 INFO:tasks.rados.rados.0.smithi104.stdout:3772: finishing write tid 1 to smithi10482514-19 2024-04-02T08:43:46.984 INFO:tasks.rados.rados.0.smithi104.stdout:3772: finishing write tid 2 to smithi10482514-19 2024-04-02T08:43:46.984 INFO:tasks.rados.rados.0.smithi104.stdout:3773: finishing write tid 1 to smithi10482514-42 2024-04-02T08:43:46.984 INFO:tasks.rados.rados.0.smithi104.stdout:3773: finishing write tid 2 to smithi10482514-42 2024-04-02T08:43:46.984 INFO:tasks.rados.rados.0.smithi104.stdout:3775: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:43:46.992 INFO:tasks.rados.rados.0.smithi104.stdout:3773: finishing write tid 3 to smithi10482514-42 2024-04-02T08:43:46.992 INFO:tasks.rados.rados.0.smithi104.stdout:3773: oid 42 updating version 0 to 2474 2024-04-02T08:43:46.992 INFO:tasks.rados.rados.0.smithi104.stdout:3773: oid 42 updating version 2474 to 2475 2024-04-02T08:43:46.992 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 2475 (ObjNum 1166 snap 374 seq_num 1166) dirty exists 2024-04-02T08:43:46.992 INFO:tasks.rados.rados.0.smithi104.stdout:3773: left oid 42 (ObjNum 1166 snap 374 seq_num 1166) 2024-04-02T08:43:46.992 INFO:tasks.rados.rados.0.smithi104.stdout:3774: finishing rollback tid 0 to smithi10482514-10 2024-04-02T08:43:46.992 INFO:tasks.rados.rados.0.smithi104.stdout:3772: finishing write tid 3 to smithi10482514-19 2024-04-02T08:43:46.992 INFO:tasks.rados.rados.0.smithi104.stdout:3772: oid 19 updating version 0 to 2192 2024-04-02T08:43:46.993 INFO:tasks.rados.rados.0.smithi104.stdout:3772: oid 19 updating version 2192 to 2193 2024-04-02T08:43:46.993 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 2193 (ObjNum 1165 snap 374 seq_num 1165) dirty exists 2024-04-02T08:43:46.993 INFO:tasks.rados.rados.0.smithi104.stdout:3772: left oid 19 (ObjNum 1165 snap 374 seq_num 1165) 2024-04-02T08:43:46.993 INFO:tasks.rados.rados.0.smithi104.stdout:3774: finishing rollback tid 1 to smithi10482514-10 2024-04-02T08:43:46.993 INFO:tasks.rados.rados.0.smithi104.stdout:3774: finishing rollback tid 2 to smithi10482514-10 2024-04-02T08:43:46.993 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2301 (ObjNum 1147 snap 365 seq_num 1147) dirty exists 2024-04-02T08:43:46.993 INFO:tasks.rados.rados.0.smithi104.stdout:3776: expect (ObjNum 1066 snap 338 seq_num 1066) 2024-04-02T08:43:47.195 INFO:tasks.rados.rados.0.smithi104.stdout:3778: read oid 34 snap -1 2024-04-02T08:43:47.195 INFO:tasks.rados.rados.0.smithi104.stdout:3778: expect (ObjNum 1028 snap 327 seq_num 1028) 2024-04-02T08:43:47.196 INFO:tasks.rados.rados.0.smithi104.stdout:3772: done (5 left) 2024-04-02T08:43:47.196 INFO:tasks.rados.rados.0.smithi104.stdout:3773: done (4 left) 2024-04-02T08:43:47.196 INFO:tasks.rados.rados.0.smithi104.stdout:3774: done (3 left) 2024-04-02T08:43:47.196 INFO:tasks.rados.rados.0.smithi104.stdout:3775: done (2 left) 2024-04-02T08:43:47.196 INFO:tasks.rados.rados.0.smithi104.stdout:3776: done (1 left) 2024-04-02T08:43:47.196 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 40 current snap is 374 2024-04-02T08:43:47.196 INFO:tasks.rados.rados.0.smithi104.stdout:3779: seq_num 1167 ranges {3547136=352256} 2024-04-02T08:43:47.216 INFO:tasks.rados.rados.0.smithi104.stdout:3779: writing smithi10482514-40 from 3547136 to 3899392 tid 1 2024-04-02T08:43:47.216 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 17 current snap is 374 2024-04-02T08:43:47.216 INFO:tasks.rados.rados.0.smithi104.stdout:3780: seq_num 1168 ranges {0=368640} 2024-04-02T08:43:47.218 INFO:tasks.rados.rados.0.smithi104.stdout:3780: writing smithi10482514-17 from 0 to 368640 tid 1 2024-04-02T08:43:47.218 INFO:tasks.rados.rados.0.smithi104.stdout:3781: rollback oid 10 current snap is 374 2024-04-02T08:43:47.218 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 10 to 344 2024-04-02T08:43:47.218 INFO:tasks.rados.rados.0.smithi104.stdout:3778: expect (ObjNum 1028 snap 327 seq_num 1028) 2024-04-02T08:43:47.246 INFO:tasks.rados.rados.0.smithi104.stdout:3779: finishing write tid 1 to smithi10482514-40 2024-04-02T08:43:47.246 INFO:tasks.rados.rados.0.smithi104.stdout:3780: finishing write tid 1 to smithi10482514-17 2024-04-02T08:43:47.246 INFO:tasks.rados.rados.0.smithi104.stdout:3780: finishing write tid 2 to smithi10482514-17 2024-04-02T08:43:47.246 INFO:tasks.rados.rados.0.smithi104.stdout:3779: finishing write tid 2 to smithi10482514-40 2024-04-02T08:43:47.246 INFO:tasks.rados.rados.0.smithi104.stdout:3779: finishing write tid 3 to smithi10482514-40 2024-04-02T08:43:47.246 INFO:tasks.rados.rados.0.smithi104.stdout:3779: oid 40 updating version 0 to 2194 2024-04-02T08:43:47.246 INFO:tasks.rados.rados.0.smithi104.stdout:3779: oid 40 updating version 2194 to 2195 2024-04-02T08:43:47.246 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 40 v 2195 (ObjNum 1167 snap 374 seq_num 1167) dirty exists 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3779: left oid 40 (ObjNum 1167 snap 374 seq_num 1167) 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3780: finishing write tid 3 to smithi10482514-17 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3780: oid 17 updating version 0 to 2912 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3780: oid 17 version 2912 is already newer than 2911 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 17 v 2912 (ObjNum 1168 snap 374 seq_num 1168) dirty exists 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3780: left oid 17 (ObjNum 1168 snap 374 seq_num 1168) 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3781: finishing rollback tid 0 to smithi10482514-10 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3781: finishing rollback tid 1 to smithi10482514-10 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3778: done (3 left) 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3779: done (2 left) 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3780: done (1 left) 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3782: snap_create 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:3781: finishing rollback tid 2 to smithi10482514-10 2024-04-02T08:43:47.247 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2312 (ObjNum 1056 snap 337 seq_num 1056) dirty exists 2024-04-02T08:43:47.987 INFO:tasks.rados.rados.0.smithi104.stdout:3781: done (1 left) 2024-04-02T08:43:47.987 INFO:tasks.rados.rados.0.smithi104.stdout:3782: done (0 left) 2024-04-02T08:43:47.987 INFO:tasks.rados.rados.0.smithi104.stdout:3783: rollback oid 6 current snap is 375 2024-04-02T08:43:47.987 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 6 to 368 2024-04-02T08:43:47.987 INFO:tasks.rados.rados.0.smithi104.stdout:3784: read oid 16 snap -1 2024-04-02T08:43:47.987 INFO:tasks.rados.rados.0.smithi104.stdout:3784: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:43:47.988 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 375 2024-04-02T08:43:47.988 INFO:tasks.rados.rados.0.smithi104.stdout:3785: seq_num 1169 ranges {32768=385024} 2024-04-02T08:43:47.989 INFO:tasks.rados.rados.0.smithi104.stdout:3785: writing smithi10482514-35 from 32768 to 417792 tid 1 2024-04-02T08:43:47.989 INFO:tasks.rados.rados.0.smithi104.stdout:3786: snap_create 2024-04-02T08:43:48.002 INFO:tasks.rados.rados.0.smithi104.stdout:3783: finishing rollback tid 0 to smithi10482514-6 2024-04-02T08:43:48.002 INFO:tasks.rados.rados.0.smithi104.stdout:3783: finishing rollback tid 1 to smithi10482514-6 2024-04-02T08:43:48.002 INFO:tasks.rados.rados.0.smithi104.stdout:3783: finishing rollback tid 2 to smithi10482514-6 2024-04-02T08:43:48.003 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2729 (ObjNum 1131 snap 355 seq_num 1131) dirty exists 2024-04-02T08:43:48.005 INFO:tasks.rados.rados.0.smithi104.stdout:3785: finishing write tid 1 to smithi10482514-35 2024-04-02T08:43:48.005 INFO:tasks.rados.rados.0.smithi104.stdout:3785: finishing write tid 2 to smithi10482514-35 2024-04-02T08:43:48.010 INFO:tasks.rados.rados.0.smithi104.stdout:3785: finishing write tid 3 to smithi10482514-35 2024-04-02T08:43:48.010 INFO:tasks.rados.rados.0.smithi104.stdout:3785: oid 35 updating version 0 to 2731 2024-04-02T08:43:48.010 INFO:tasks.rados.rados.0.smithi104.stdout:3785: oid 35 updating version 2731 to 2732 2024-04-02T08:43:48.010 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2732 (ObjNum 1169 snap 375 seq_num 1169) dirty exists 2024-04-02T08:43:48.010 INFO:tasks.rados.rados.0.smithi104.stdout:3785: left oid 35 (ObjNum 1169 snap 375 seq_num 1169) 2024-04-02T08:43:48.019 INFO:tasks.rados.rados.0.smithi104.stdout:3784: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:43:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:47 smithi188 ceph-mon[86835]: pgmap v868: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 194 KiB/s wr, 5 op/s 2024-04-02T08:43:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:47 smithi188 ceph-mon[86835]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:43:48.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:47 smithi104 ceph-mon[96567]: pgmap v868: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 194 KiB/s wr, 5 op/s 2024-04-02T08:43:48.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:47 smithi104 ceph-mon[96567]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:43:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:47 smithi104 ceph-mon[94081]: pgmap v868: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 194 KiB/s wr, 5 op/s 2024-04-02T08:43:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:47 smithi104 ceph-mon[94081]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:43:48.992 INFO:tasks.rados.rados.0.smithi104.stdout:3783: done (3 left) 2024-04-02T08:43:48.992 INFO:tasks.rados.rados.0.smithi104.stdout:3784: done (2 left) 2024-04-02T08:43:48.992 INFO:tasks.rados.rados.0.smithi104.stdout:3785: done (1 left) 2024-04-02T08:43:48.993 INFO:tasks.rados.rados.0.smithi104.stdout:3786: done (0 left) 2024-04-02T08:43:48.993 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 376 2024-04-02T08:43:48.993 INFO:tasks.rados.rados.0.smithi104.stdout:3787: seq_num 1170 ranges {0=401408} 2024-04-02T08:43:48.994 INFO:tasks.rados.rados.0.smithi104.stdout:3787: writing smithi10482514-44 from 0 to 401408 tid 1 2024-04-02T08:43:48.994 INFO:tasks.rados.rados.0.smithi104.stdout:3788: snap_remove snap 356 2024-04-02T08:43:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:48 smithi188 ceph-mon[86835]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:43:49.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:48 smithi104 ceph-mon[96567]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:43:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:48 smithi104 ceph-mon[94081]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:43:49.997 INFO:tasks.rados.rados.0.smithi104.stdout:3788: done (1 left) 2024-04-02T08:43:49.997 INFO:tasks.rados.rados.0.smithi104.stdout:3789: delete oid 42 current snap is 376 2024-04-02T08:43:49.997 INFO:tasks.rados.rados.0.smithi104.stdout:3787: finishing write tid 1 to smithi10482514-44 2024-04-02T08:43:49.998 INFO:tasks.rados.rados.0.smithi104.stdout:3787: finishing write tid 2 to smithi10482514-44 2024-04-02T08:43:49.998 INFO:tasks.rados.rados.0.smithi104.stdout:3787: finishing write tid 3 to smithi10482514-44 2024-04-02T08:43:49.998 INFO:tasks.rados.rados.0.smithi104.stdout:3787: oid 44 updating version 0 to 2914 2024-04-02T08:43:49.998 INFO:tasks.rados.rados.0.smithi104.stdout:3787: oid 44 updating version 2914 to 2915 2024-04-02T08:43:49.998 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2915 (ObjNum 1170 snap 376 seq_num 1170) dirty exists 2024-04-02T08:43:49.998 INFO:tasks.rados.rados.0.smithi104.stdout:3787: left oid 44 (ObjNum 1170 snap 376 seq_num 1170) 2024-04-02T08:43:50.008 INFO:tasks.rados.rados.0.smithi104.stdout:3787: done (1 left) 2024-04-02T08:43:50.008 INFO:tasks.rados.rados.0.smithi104.stdout:3789: done (0 left) 2024-04-02T08:43:50.008 INFO:tasks.rados.rados.0.smithi104.stdout:3790: setattr oid 19 current snap is 376 2024-04-02T08:43:50.011 INFO:tasks.rados.rados.0.smithi104.stdout:3791: snap_create 2024-04-02T08:43:50.018 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 2196 (ObjNum 1165 snap 374 seq_num 1165) dirty exists 2024-04-02T08:43:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:49 smithi188 ceph-mon[86835]: pgmap v871: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 238 KiB/s wr, 8 op/s 2024-04-02T08:43:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:49 smithi188 ceph-mon[86835]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:43:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:49 smithi104 ceph-mon[94081]: pgmap v871: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 238 KiB/s wr, 8 op/s 2024-04-02T08:43:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:49 smithi104 ceph-mon[94081]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:43:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:49 smithi104 ceph-mon[96567]: pgmap v871: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 238 KiB/s wr, 8 op/s 2024-04-02T08:43:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:49 smithi104 ceph-mon[96567]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:43:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:50.959 INFO:tasks.rados.rados.0.smithi104.stdout:3790: done (1 left) 2024-04-02T08:43:50.960 INFO:tasks.rados.rados.0.smithi104.stdout:3791: done (0 left) 2024-04-02T08:43:50.960 INFO:tasks.rados.rados.0.smithi104.stdout:3792: rollback oid 1 current snap is 377 2024-04-02T08:43:50.960 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 1 to 375 2024-04-02T08:43:50.960 INFO:tasks.rados.rados.0.smithi104.stdout:3793: rollback oid 18 current snap is 377 2024-04-02T08:43:50.960 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 18 to 375 2024-04-02T08:43:50.960 INFO:tasks.rados.rados.0.smithi104.stdout:3794: copy_from oid 6 from oid 4 current snap is 377 2024-04-02T08:43:50.960 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 15 current snap is 377 2024-04-02T08:43:50.960 INFO:tasks.rados.rados.0.smithi104.stdout:3795: seq_num 1172 ranges {892928=434176} 2024-04-02T08:43:50.967 INFO:tasks.rados.rados.0.smithi104.stdout:3795: writing smithi10482514-15 from 892928 to 1327104 tid 1 2024-04-02T08:43:50.968 INFO:tasks.rados.rados.0.smithi104.stdout:3796: read oid 39 snap 344 2024-04-02T08:43:50.968 INFO:tasks.rados.rados.0.smithi104.stdout:3796: expect (ObjNum 1940501696 snap 22068 seq_num 1939855984) 2024-04-02T08:43:50.968 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 36 current snap is 377 2024-04-02T08:43:50.968 INFO:tasks.rados.rados.0.smithi104.stdout:3797: seq_num 1173 ranges {0=450560} 2024-04-02T08:43:50.971 INFO:tasks.rados.rados.0.smithi104.stdout:3797: writing smithi10482514-36 from 0 to 450560 tid 1 2024-04-02T08:43:50.971 INFO:tasks.rados.rados.0.smithi104.stdout:3798: rollback oid 25 current snap is 377 2024-04-02T08:43:50.971 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 25 to 375 2024-04-02T08:43:50.971 INFO:tasks.rados.rados.0.smithi104.stdout:3792: finishing rollback tid 0 to smithi10482514-1 2024-04-02T08:43:50.971 INFO:tasks.rados.rados.0.smithi104.stdout:3799: setattr oid 34 current snap is 377 2024-04-02T08:43:50.971 INFO:tasks.rados.rados.0.smithi104.stdout:3793: finishing rollback tid 0 to smithi10482514-18 2024-04-02T08:43:50.971 INFO:tasks.rados.rados.0.smithi104.stdout:3792: finishing rollback tid 1 to smithi10482514-1 2024-04-02T08:43:50.971 INFO:tasks.rados.rados.0.smithi104.stdout:3792: finishing rollback tid 2 to smithi10482514-1 2024-04-02T08:43:50.971 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 1 v 2468 (ObjNum 1127 snap 355 seq_num 1127) dirty exists 2024-04-02T08:43:50.971 INFO:tasks.rados.rados.0.smithi104.stdout:3793: finishing rollback tid 1 to smithi10482514-18 2024-04-02T08:43:50.971 INFO:tasks.rados.rados.0.smithi104.stdout:3793: finishing rollback tid 2 to smithi10482514-18 2024-04-02T08:43:50.972 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 2185 (ObjNum 1100 snap 349 seq_num 1100) dirty exists 2024-04-02T08:43:50.972 INFO:tasks.rados.rados.0.smithi104.stdout:3792: done (7 left) 2024-04-02T08:43:50.972 INFO:tasks.rados.rados.0.smithi104.stdout:3793: done (6 left) 2024-04-02T08:43:50.972 INFO:tasks.rados.rados.0.smithi104.stdout:3800: snap_create 2024-04-02T08:43:50.976 INFO:tasks.rados.rados.0.smithi104.stdout:3798: finishing rollback tid 0 to smithi10482514-25 2024-04-02T08:43:50.976 INFO:tasks.rados.rados.0.smithi104.stdout:3798: finishing rollback tid 1 to smithi10482514-25 2024-04-02T08:43:50.976 INFO:tasks.rados.rados.0.smithi104.stdout:3798: finishing rollback tid 2 to smithi10482514-25 2024-04-02T08:43:50.976 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 2476 (ObjNum 1154 snap 366 seq_num 1154) dirty exists 2024-04-02T08:43:50.976 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 2923 (ObjNum 1028 snap 327 seq_num 1028) dirty exists 2024-04-02T08:43:50.979 INFO:tasks.rados.rados.0.smithi104.stdout:3794: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:43:50.980 INFO:tasks.rados.rados.0.smithi104.stdout:3795: finishing write tid 1 to smithi10482514-15 2024-04-02T08:43:50.980 INFO:tasks.rados.rados.0.smithi104.stdout:3795: finishing write tid 2 to smithi10482514-15 2024-04-02T08:43:50.980 INFO:tasks.rados.rados.0.smithi104.stdout:3794: finishing copy_from to smithi10482514-6 2024-04-02T08:43:50.980 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2167 (ObjNum 1065 snap 338 seq_num 1065) dirty exists 2024-04-02T08:43:50.983 INFO:tasks.rados.rados.0.smithi104.stdout:3795: finishing write tid 3 to smithi10482514-15 2024-04-02T08:43:50.983 INFO:tasks.rados.rados.0.smithi104.stdout:3795: oid 15 updating version 0 to 2742 2024-04-02T08:43:50.983 INFO:tasks.rados.rados.0.smithi104.stdout:3795: oid 15 updating version 2742 to 2743 2024-04-02T08:43:50.983 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 2743 (ObjNum 1172 snap 377 seq_num 1172) dirty exists 2024-04-02T08:43:50.983 INFO:tasks.rados.rados.0.smithi104.stdout:3795: left oid 15 (ObjNum 1172 snap 377 seq_num 1172) 2024-04-02T08:43:50.983 INFO:tasks.rados.rados.0.smithi104.stdout:3796: expect (ObjNum 1940501696 snap 22068 seq_num 1939855984) 2024-04-02T08:43:50.986 INFO:tasks.rados.rados.0.smithi104.stdout:3797: finishing write tid 1 to smithi10482514-36 2024-04-02T08:43:50.986 INFO:tasks.rados.rados.0.smithi104.stdout:3797: finishing write tid 2 to smithi10482514-36 2024-04-02T08:43:50.987 INFO:tasks.rados.rados.0.smithi104.stdout:3797: finishing write tid 3 to smithi10482514-36 2024-04-02T08:43:50.987 INFO:tasks.rados.rados.0.smithi104.stdout:3797: oid 36 updating version 0 to 1985 2024-04-02T08:43:50.987 INFO:tasks.rados.rados.0.smithi104.stdout:3797: oid 36 version 1985 is already newer than 1984 2024-04-02T08:43:50.987 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1985 (ObjNum 1173 snap 377 seq_num 1173) dirty exists 2024-04-02T08:43:50.987 INFO:tasks.rados.rados.0.smithi104.stdout:3797: left oid 36 (ObjNum 1173 snap 377 seq_num 1173) 2024-04-02T08:43:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:51 smithi188 ceph-mon[86835]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:43:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:51 smithi188 ceph-mon[86835]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:43:51.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:51 smithi104 ceph-mon[96567]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:43:51.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:51 smithi104 ceph-mon[96567]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:43:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:51 smithi104 ceph-mon[94081]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:43:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:51 smithi104 ceph-mon[94081]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:43:51.961 INFO:tasks.rados.rados.0.smithi104.stdout:3794: done (6 left) 2024-04-02T08:43:51.961 INFO:tasks.rados.rados.0.smithi104.stdout:3795: done (5 left) 2024-04-02T08:43:51.961 INFO:tasks.rados.rados.0.smithi104.stdout:3796: done (4 left) 2024-04-02T08:43:51.961 INFO:tasks.rados.rados.0.smithi104.stdout:3797: done (3 left) 2024-04-02T08:43:51.962 INFO:tasks.rados.rados.0.smithi104.stdout:3798: done (2 left) 2024-04-02T08:43:51.962 INFO:tasks.rados.rados.0.smithi104.stdout:3799: done (1 left) 2024-04-02T08:43:51.962 INFO:tasks.rados.rados.0.smithi104.stdout:3800: done (0 left) 2024-04-02T08:43:51.962 INFO:tasks.rados.rados.0.smithi104.stdout:3801: read oid 20 snap -1 2024-04-02T08:43:51.962 INFO:tasks.rados.rados.0.smithi104.stdout:3801: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-04-02T08:43:51.962 INFO:tasks.rados.rados.0.smithi104.stdout:3802: snap_remove snap 370 2024-04-02T08:43:52.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:52 smithi188 ceph-mon[86835]: pgmap v874: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 528 KiB/s rd, 254 KiB/s wr, 6 op/s 2024-04-02T08:43:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:52 smithi188 ceph-mon[86835]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:43:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:52 smithi104 ceph-mon[96567]: pgmap v874: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 528 KiB/s rd, 254 KiB/s wr, 6 op/s 2024-04-02T08:43:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:52 smithi104 ceph-mon[96567]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:43:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:52 smithi104 ceph-mon[94081]: pgmap v874: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 528 KiB/s rd, 254 KiB/s wr, 6 op/s 2024-04-02T08:43:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:52 smithi104 ceph-mon[94081]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:43:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:43:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:52.962 INFO:tasks.rados.rados.0.smithi104.stdout:3802: done (1 left) 2024-04-02T08:43:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:3803: read oid 16 snap 368 2024-04-02T08:43:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:3803: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:43:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:3804: rollback oid 44 current snap is 378 2024-04-02T08:43:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 44 to 366 2024-04-02T08:43:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 378 2024-04-02T08:43:52.963 INFO:tasks.rados.rados.0.smithi104.stdout:3805: seq_num 1174 ranges {2269184=466944} 2024-04-02T08:43:52.978 INFO:tasks.rados.rados.0.smithi104.stdout:3805: writing smithi10482514-14 from 2269184 to 2736128 tid 1 2024-04-02T08:43:52.979 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 9 current snap is 378 2024-04-02T08:43:52.979 INFO:tasks.rados.rados.0.smithi104.stdout:3806: seq_num 1175 ranges {0=483328} 2024-04-02T08:43:52.982 INFO:tasks.rados.rados.0.smithi104.stdout:3806: writing smithi10482514-9 from 0 to 483328 tid 1 2024-04-02T08:43:52.982 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 35 current snap is 378 2024-04-02T08:43:52.982 INFO:tasks.rados.rados.0.smithi104.stdout:3807: seq_num 1176 ranges {417792=499712} 2024-04-02T08:43:52.987 INFO:tasks.rados.rados.0.smithi104.stdout:3807: writing smithi10482514-35 from 417792 to 917504 tid 1 2024-04-02T08:43:52.987 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 50 current snap is 378 2024-04-02T08:43:52.987 INFO:tasks.rados.rados.0.smithi104.stdout:3808: seq_num 1177 ranges {0=516096} 2024-04-02T08:43:52.990 INFO:tasks.rados.rados.0.smithi104.stdout:3808: writing smithi10482514-50 from 0 to 516096 tid 1 2024-04-02T08:43:52.990 INFO:tasks.rados.rados.0.smithi104.stdout:3809: delete oid 48 current snap is 378 2024-04-02T08:43:52.990 INFO:tasks.rados.rados.0.smithi104.stdout:3801: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-04-02T08:43:53.033 INFO:tasks.rados.rados.0.smithi104.stdout:3804: finishing rollback tid 0 to smithi10482514-44 2024-04-02T08:43:53.033 INFO:tasks.rados.rados.0.smithi104.stdout:3804: finishing rollback tid 1 to smithi10482514-44 2024-04-02T08:43:53.033 INFO:tasks.rados.rados.0.smithi104.stdout:3801: done (7 left) 2024-04-02T08:43:53.033 INFO:tasks.rados.rados.0.smithi104.stdout:3809: done (6 left) 2024-04-02T08:43:53.033 INFO:tasks.rados.rados.0.smithi104.stdout:3810: delete oid 17 current snap is 378 2024-04-02T08:43:53.033 INFO:tasks.rados.rados.0.smithi104.stdout:3804: finishing rollback tid 2 to smithi10482514-44 2024-04-02T08:43:53.033 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2927 (ObjNum 33 snap 0 seq_num 1939318704) dirty exists 2024-04-02T08:43:53.033 INFO:tasks.rados.rados.0.smithi104.stdout:3805: finishing write tid 1 to smithi10482514-14 2024-04-02T08:43:53.033 INFO:tasks.rados.rados.0.smithi104.stdout:3805: finishing write tid 2 to smithi10482514-14 2024-04-02T08:43:53.033 INFO:tasks.rados.rados.0.smithi104.stdout:3805: finishing write tid 3 to smithi10482514-14 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:3805: oid 14 updating version 0 to 2477 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:3805: oid 14 updating version 2477 to 2478 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2478 (ObjNum 1174 snap 378 seq_num 1174) dirty exists 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:3805: left oid 14 (ObjNum 1174 snap 378 seq_num 1174) 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:3806: finishing write tid 1 to smithi10482514-9 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:3806: finishing write tid 2 to smithi10482514-9 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:3807: finishing write tid 1 to smithi10482514-35 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:3807: finishing write tid 2 to smithi10482514-35 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:3806: finishing write tid 3 to smithi10482514-9 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:3806: oid 9 updating version 0 to 2934 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:3806: oid 9 updating version 2934 to 2935 2024-04-02T08:43:53.034 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 9 v 2935 (ObjNum 1175 snap 378 seq_num 1175) dirty exists 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3806: left oid 9 (ObjNum 1175 snap 378 seq_num 1175) 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3808: finishing write tid 1 to smithi10482514-50 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3807: finishing write tid 3 to smithi10482514-35 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3807: oid 35 updating version 0 to 2756 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3807: oid 35 version 2756 is already newer than 2755 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2756 (ObjNum 1176 snap 378 seq_num 1176) dirty exists 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3807: left oid 35 (ObjNum 1176 snap 378 seq_num 1176) 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3808: finishing write tid 2 to smithi10482514-50 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3808: finishing write tid 3 to smithi10482514-50 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3808: oid 50 updating version 0 to 2937 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3808: oid 50 version 2937 is already newer than 2936 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 2937 (ObjNum 1177 snap 378 seq_num 1177) dirty exists 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3808: left oid 50 (ObjNum 1177 snap 378 seq_num 1177) 2024-04-02T08:43:53.035 INFO:tasks.rados.rados.0.smithi104.stdout:3803: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:43:53.299 INFO:tasks.rados.rados.0.smithi104.stdout:3803: done (6 left) 2024-04-02T08:43:53.299 INFO:tasks.rados.rados.0.smithi104.stdout:3804: done (5 left) 2024-04-02T08:43:53.299 INFO:tasks.rados.rados.0.smithi104.stdout:3805: done (4 left) 2024-04-02T08:43:53.299 INFO:tasks.rados.rados.0.smithi104.stdout:3806: done (3 left) 2024-04-02T08:43:53.299 INFO:tasks.rados.rados.0.smithi104.stdout:3807: done (2 left) 2024-04-02T08:43:53.299 INFO:tasks.rados.rados.0.smithi104.stdout:3808: done (1 left) 2024-04-02T08:43:53.299 INFO:tasks.rados.rados.0.smithi104.stdout:3810: done (0 left) 2024-04-02T08:43:53.299 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 37 current snap is 378 2024-04-02T08:43:53.299 INFO:tasks.rados.rados.0.smithi104.stdout:3811: seq_num 1180 ranges {0=565248} 2024-04-02T08:43:53.301 INFO:tasks.rados.rados.0.smithi104.stdout:3811: writing smithi10482514-37 from 0 to 565248 tid 1 2024-04-02T08:43:53.301 INFO:tasks.rados.rados.0.smithi104.stdout:3812: snap_create 2024-04-02T08:43:53.306 INFO:tasks.rados.rados.0.smithi104.stdout:3811: finishing write tid 1 to smithi10482514-37 2024-04-02T08:43:53.306 INFO:tasks.rados.rados.0.smithi104.stdout:3811: finishing write tid 2 to smithi10482514-37 2024-04-02T08:43:53.307 INFO:tasks.rados.rados.0.smithi104.stdout:3811: finishing write tid 3 to smithi10482514-37 2024-04-02T08:43:53.307 INFO:tasks.rados.rados.0.smithi104.stdout:3811: oid 37 updating version 0 to 1987 2024-04-02T08:43:53.307 INFO:tasks.rados.rados.0.smithi104.stdout:3811: oid 37 version 1987 is already newer than 1986 2024-04-02T08:43:53.307 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1987 (ObjNum 1180 snap 378 seq_num 1180) dirty exists 2024-04-02T08:43:53.307 INFO:tasks.rados.rados.0.smithi104.stdout:3811: left oid 37 (ObjNum 1180 snap 378 seq_num 1180) 2024-04-02T08:43:54.010 INFO:tasks.rados.rados.0.smithi104.stdout:3811: done (1 left) 2024-04-02T08:43:54.011 INFO:tasks.rados.rados.0.smithi104.stdout:3812: done (0 left) 2024-04-02T08:43:54.011 INFO:tasks.rados.rados.0.smithi104.stdout:3813: read oid 25 snap -1 2024-04-02T08:43:54.011 INFO:tasks.rados.rados.0.smithi104.stdout:3813: expect (ObjNum 1154 snap 366 seq_num 1154) 2024-04-02T08:43:54.011 INFO:tasks.rados.rados.0.smithi104.stdout:3814: rollback oid 21 current snap is 379 2024-04-02T08:43:54.011 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 21 to 363 2024-04-02T08:43:54.011 INFO:tasks.rados.rados.0.smithi104.stdout:3815: read oid 35 snap 363 2024-04-02T08:43:54.011 INFO:tasks.rados.rados.0.smithi104.stdout:3815: expect deleted 2024-04-02T08:43:54.011 INFO:tasks.rados.rados.0.smithi104.stdout:3816: snap_create 2024-04-02T08:43:54.016 INFO:tasks.rados.rados.0.smithi104.stdout:3814: finishing rollback tid 0 to smithi10482514-21 2024-04-02T08:43:54.017 INFO:tasks.rados.rados.0.smithi104.stdout:3814: finishing rollback tid 1 to smithi10482514-21 2024-04-02T08:43:54.017 INFO:tasks.rados.rados.0.smithi104.stdout:3814: finishing rollback tid 2 to smithi10482514-21 2024-04-02T08:43:54.017 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2943 (ObjNum 1114 snap 352 seq_num 1114) dirty exists 2024-04-02T08:43:54.020 INFO:tasks.rados.rados.0.smithi104.stdout:3813: expect (ObjNum 1154 snap 366 seq_num 1154) 2024-04-02T08:43:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:53 smithi188 ceph-mon[86835]: pgmap v877: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 262 KiB/s wr, 12 op/s 2024-04-02T08:43:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:53 smithi188 ceph-mon[86835]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:43:54.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:53 smithi104 ceph-mon[94081]: pgmap v877: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 262 KiB/s wr, 12 op/s 2024-04-02T08:43:54.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:53 smithi104 ceph-mon[94081]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:43:54.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:53 smithi104 ceph-mon[96567]: pgmap v877: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 262 KiB/s wr, 12 op/s 2024-04-02T08:43:54.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:53 smithi104 ceph-mon[96567]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:43:55.012 INFO:tasks.rados.rados.0.smithi104.stdout:3813: done (3 left) 2024-04-02T08:43:55.012 INFO:tasks.rados.rados.0.smithi104.stdout:3814: done (2 left) 2024-04-02T08:43:55.012 INFO:tasks.rados.rados.0.smithi104.stdout:3815: done (1 left) 2024-04-02T08:43:55.013 INFO:tasks.rados.rados.0.smithi104.stdout:3816: done (0 left) 2024-04-02T08:43:55.013 INFO:tasks.rados.rados.0.smithi104.stdout:3817: setattr oid 4 current snap is 380 2024-04-02T08:43:55.013 INFO:tasks.rados.rados.0.smithi104.stdout:3818: setattr oid 39 current snap is 380 2024-04-02T08:43:55.015 INFO:tasks.rados.rados.0.smithi104.stdout:3819: snap_create 2024-04-02T08:43:55.021 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 4 v 2197 (ObjNum 1065 snap 338 seq_num 1065) dirty exists 2024-04-02T08:43:55.025 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 2758 (ObjNum 1119 snap 352 seq_num 1119) dirty exists 2024-04-02T08:43:55.290 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:55 smithi104 ceph-mon[96567]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:43:55.290 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:55 smithi104 ceph-mon[94081]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:43:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:55 smithi188 ceph-mon[86835]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:43:55.962 INFO:tasks.rados.rados.0.smithi104.stdout:3817: done (2 left) 2024-04-02T08:43:55.962 INFO:tasks.rados.rados.0.smithi104.stdout:3818: done (1 left) 2024-04-02T08:43:55.963 INFO:tasks.rados.rados.0.smithi104.stdout:3819: done (0 left) 2024-04-02T08:43:55.963 INFO:tasks.rados.rados.0.smithi104.stdout:3820: rollback oid 29 current snap is 381 2024-04-02T08:43:55.963 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 29 to 367 2024-04-02T08:43:55.963 INFO:tasks.rados.rados.0.smithi104.stdout:3821: rollback oid 14 current snap is 381 2024-04-02T08:43:55.963 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 377 2024-04-02T08:43:55.963 INFO:tasks.rados.rados.0.smithi104.stdout:3822: snap_remove snap 379 2024-04-02T08:43:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:43:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:43:55] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-04-02T08:43:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:56 smithi104 ceph-mon[96567]: pgmap v880: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 384 KiB/s wr, 18 op/s 2024-04-02T08:43:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:56 smithi104 ceph-mon[96567]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:43:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:56 smithi104 ceph-mon[96567]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:43:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:56 smithi104 ceph-mon[94081]: pgmap v880: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 384 KiB/s wr, 18 op/s 2024-04-02T08:43:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:56 smithi104 ceph-mon[94081]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:43:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:56 smithi104 ceph-mon[94081]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:43:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:56 smithi188 ceph-mon[86835]: pgmap v880: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 384 KiB/s wr, 18 op/s 2024-04-02T08:43:56.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:56 smithi188 ceph-mon[86835]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:43:56.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:56 smithi188 ceph-mon[86835]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:43:56.960 INFO:tasks.rados.rados.0.smithi104.stdout:3822: done (2 left) 2024-04-02T08:43:56.961 INFO:tasks.rados.rados.0.smithi104.stdout:3823: rmattr oid 43 current snap is 381 2024-04-02T08:43:56.961 INFO:tasks.rados.rados.0.smithi104.stdout:3823: done (2 left) 2024-04-02T08:43:56.961 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 381 2024-04-02T08:43:56.961 INFO:tasks.rados.rados.0.smithi104.stdout:3820: finishing rollback tid 0 to smithi10482514-29 2024-04-02T08:43:56.961 INFO:tasks.rados.rados.0.smithi104.stdout:3824: seq_num 1181 ranges {0=581632} 2024-04-02T08:43:56.964 INFO:tasks.rados.rados.0.smithi104.stdout:3824: writing smithi10482514-27 from 0 to 581632 tid 1 2024-04-02T08:43:56.964 INFO:tasks.rados.rados.0.smithi104.stdout:3825: read oid 19 snap -1 2024-04-02T08:43:56.964 INFO:tasks.rados.rados.0.smithi104.stdout:3825: expect (ObjNum 1165 snap 374 seq_num 1165) 2024-04-02T08:43:56.964 INFO:tasks.rados.rados.0.smithi104.stdout:3826: snap_create 2024-04-02T08:43:56.964 INFO:tasks.rados.rados.0.smithi104.stdout:3821: finishing rollback tid 0 to smithi10482514-14 2024-04-02T08:43:56.964 INFO:tasks.rados.rados.0.smithi104.stdout:3821: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:43:56.964 INFO:tasks.rados.rados.0.smithi104.stdout:3821: finishing rollback tid 2 to smithi10482514-14 2024-04-02T08:43:56.964 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2481 (ObjNum 1150 snap 365 seq_num 1150) dirty exists 2024-04-02T08:43:56.964 INFO:tasks.rados.rados.0.smithi104.stdout:3820: finishing rollback tid 1 to smithi10482514-29 2024-04-02T08:43:56.964 INFO:tasks.rados.rados.0.smithi104.stdout:3820: finishing rollback tid 2 to smithi10482514-29 2024-04-02T08:43:56.964 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2326 (ObjNum 1146 snap 365 seq_num 1146) dirty exists 2024-04-02T08:43:56.970 INFO:tasks.rados.rados.0.smithi104.stdout:3824: finishing write tid 1 to smithi10482514-27 2024-04-02T08:43:56.972 INFO:tasks.rados.rados.0.smithi104.stdout:3824: finishing write tid 2 to smithi10482514-27 2024-04-02T08:43:56.980 INFO:tasks.rados.rados.0.smithi104.stdout:3824: finishing write tid 3 to smithi10482514-27 2024-04-02T08:43:56.980 INFO:tasks.rados.rados.0.smithi104.stdout:3824: oid 27 updating version 0 to 2198 2024-04-02T08:43:56.981 INFO:tasks.rados.rados.0.smithi104.stdout:3824: oid 27 updating version 2198 to 2199 2024-04-02T08:43:56.981 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 2199 (ObjNum 1181 snap 381 seq_num 1181) dirty exists 2024-04-02T08:43:56.981 INFO:tasks.rados.rados.0.smithi104.stdout:3824: left oid 27 (ObjNum 1181 snap 381 seq_num 1181) 2024-04-02T08:43:56.985 INFO:tasks.rados.rados.0.smithi104.stdout:3825: expect (ObjNum 1165 snap 374 seq_num 1165) 2024-04-02T08:43:57.967 INFO:tasks.rados.rados.0.smithi104.stdout:3820: done (4 left) 2024-04-02T08:43:57.967 INFO:tasks.rados.rados.0.smithi104.stdout:3821: done (3 left) 2024-04-02T08:43:57.967 INFO:tasks.rados.rados.0.smithi104.stdout:3824: done (2 left) 2024-04-02T08:43:57.967 INFO:tasks.rados.rados.0.smithi104.stdout:3825: done (1 left) 2024-04-02T08:43:57.967 INFO:tasks.rados.rados.0.smithi104.stdout:3826: done (0 left) 2024-04-02T08:43:57.967 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 382 2024-04-02T08:43:57.967 INFO:tasks.rados.rados.0.smithi104.stdout:3827: seq_num 1182 ranges {6455296=606208} 2024-04-02T08:43:58.005 INFO:tasks.rados.rados.0.smithi104.stdout:3827: writing smithi10482514-29 from 6455296 to 7061504 tid 1 2024-04-02T08:43:58.005 INFO:tasks.rados.rados.0.smithi104.stdout:3828: read oid 16 snap -1 2024-04-02T08:43:58.005 INFO:tasks.rados.rados.0.smithi104.stdout:3828: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:43:58.005 INFO:tasks.rados.rados.0.smithi104.stdout:3829: delete oid 46 current snap is 382 2024-04-02T08:43:58.013 INFO:tasks.rados.rados.0.smithi104.stdout:3829: done (2 left) 2024-04-02T08:43:58.013 INFO:tasks.rados.rados.0.smithi104.stdout:3830: rollback oid 46 current snap is 382 2024-04-02T08:43:58.013 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 46 to 378 2024-04-02T08:43:58.013 INFO:tasks.rados.rados.0.smithi104.stdout:3831: read oid 45 snap -1 2024-04-02T08:43:58.013 INFO:tasks.rados.rados.0.smithi104.stdout:3831: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:43:58.013 INFO:tasks.rados.rados.0.smithi104.stdout:3832: read oid 41 snap -1 2024-04-02T08:43:58.013 INFO:tasks.rados.rados.0.smithi104.stdout:3832: expect deleted 2024-04-02T08:43:58.014 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 19 current snap is 382 2024-04-02T08:43:58.014 INFO:tasks.rados.rados.0.smithi104.stdout:3833: seq_num 1184 ranges {3719168=638976} 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:3833: writing smithi10482514-19 from 3719168 to 4358144 tid 1 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:3834: copy_from oid 23 from oid 2 current snap is 382 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:3827: finishing write tid 1 to smithi10482514-29 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:3827: finishing write tid 2 to smithi10482514-29 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:3827: finishing write tid 3 to smithi10482514-29 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:3827: oid 29 updating version 0 to 2330 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:3827: oid 29 updating version 2330 to 2331 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2331 (ObjNum 1182 snap 382 seq_num 1182) dirty exists 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:3827: left oid 29 (ObjNum 1182 snap 382 seq_num 1182) 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:3830: finishing rollback tid 1 to smithi10482514-46 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 2769 (ObjNum 145 snap 0 seq_num 1940819216) dirty dne 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:3827: done (6 left) 2024-04-02T08:43:58.038 INFO:tasks.rados.rados.0.smithi104.stdout:3830: done (5 left) 2024-04-02T08:43:58.039 INFO:tasks.rados.rados.0.smithi104.stdout:3832: done (4 left) 2024-04-02T08:43:58.039 INFO:tasks.rados.rados.0.smithi104.stdout:3835: read oid 29 snap -1 2024-04-02T08:43:58.039 INFO:tasks.rados.rados.0.smithi104.stdout:3835: expect (ObjNum 1182 snap 382 seq_num 1182) 2024-04-02T08:43:58.039 INFO:tasks.rados.rados.0.smithi104.stdout:3836: read oid 7 snap 369 2024-04-02T08:43:58.039 INFO:tasks.rados.rados.0.smithi104.stdout:3836: expect deleted 2024-04-02T08:43:58.039 INFO:tasks.rados.rados.0.smithi104.stdout:3837: snap_remove snap 363 2024-04-02T08:43:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:57 smithi188 ceph-mon[86835]: pgmap v883: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 998 KiB/s wr, 23 op/s 2024-04-02T08:43:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:57 smithi188 ceph-mon[86835]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:43:58.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:57 smithi104 ceph-mon[96567]: pgmap v883: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 998 KiB/s wr, 23 op/s 2024-04-02T08:43:58.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:57 smithi104 ceph-mon[96567]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:43:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:57 smithi104 ceph-mon[94081]: pgmap v883: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 998 KiB/s wr, 23 op/s 2024-04-02T08:43:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:57 smithi104 ceph-mon[94081]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:43:58.977 INFO:tasks.rados.rados.0.smithi104.stdout:3837: done (6 left) 2024-04-02T08:43:58.977 INFO:tasks.rados.rados.0.smithi104.stdout:3838: copy_from oid 44 from oid 11 current snap is 382 2024-04-02T08:43:58.977 INFO:tasks.rados.rados.0.smithi104.stdout:3839: delete oid 22 current snap is 382 2024-04-02T08:43:58.977 INFO:tasks.rados.rados.0.smithi104.stdout:3828: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:43:59.316 INFO:tasks.rados.rados.0.smithi104.stdout:3833: finishing write tid 1 to smithi10482514-19 2024-04-02T08:43:59.317 INFO:tasks.rados.rados.0.smithi104.stdout:3833: finishing write tid 2 to smithi10482514-19 2024-04-02T08:43:59.317 INFO:tasks.rados.rados.0.smithi104.stdout:3833: finishing write tid 3 to smithi10482514-19 2024-04-02T08:43:59.317 INFO:tasks.rados.rados.0.smithi104.stdout:3833: oid 19 updating version 0 to 2201 2024-04-02T08:43:59.317 INFO:tasks.rados.rados.0.smithi104.stdout:3833: oid 19 version 2201 is already newer than 2200 2024-04-02T08:43:59.317 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 2201 (ObjNum 1184 snap 382 seq_num 1184) dirty exists 2024-04-02T08:43:59.318 INFO:tasks.rados.rados.0.smithi104.stdout:3833: left oid 19 (ObjNum 1184 snap 382 seq_num 1184) 2024-04-02T08:43:59.318 INFO:tasks.rados.rados.0.smithi104.stdout:3831: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:43:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:58 smithi188 ceph-mon[86835]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:43:59.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:58 smithi104 ceph-mon[94081]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:43:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:58 smithi104 ceph-mon[96567]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:43:59.596 INFO:tasks.rados.rados.0.smithi104.stdout:3834: finishing copy_from racing read to smithi10482514-23 2024-04-02T08:43:59.596 INFO:tasks.rados.rados.0.smithi104.stdout:3834: finishing copy_from to smithi10482514-23 2024-04-02T08:43:59.596 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 2752 (ObjNum 1062 snap 338 seq_num 1062) dirty exists 2024-04-02T08:43:59.597 INFO:tasks.rados.rados.0.smithi104.stdout:3835: expect (ObjNum 1182 snap 382 seq_num 1182) 2024-04-02T08:43:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3838: finishing copy_from racing read to smithi10482514-44 2024-04-02T08:43:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3838: finishing copy_from to smithi10482514-44 2024-04-02T08:43:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2457 (ObjNum 1111 snap 352 seq_num 1111) dirty exists 2024-04-02T08:43:59.988 INFO:tasks.rados.rados.0.smithi104.stdout:3828: done (7 left) 2024-04-02T08:43:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3831: done (6 left) 2024-04-02T08:43:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3833: done (5 left) 2024-04-02T08:43:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3834: done (4 left) 2024-04-02T08:43:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3835: done (3 left) 2024-04-02T08:43:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3836: done (2 left) 2024-04-02T08:43:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3838: done (1 left) 2024-04-02T08:43:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3839: done (0 left) 2024-04-02T08:43:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 382 2024-04-02T08:43:59.989 INFO:tasks.rados.rados.0.smithi104.stdout:3840: seq_num 1186 ranges {5480448=671744} 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:3840: writing smithi10482514-2 from 5480448 to 6152192 tid 1 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:3841: read oid 25 snap -1 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:3841: expect (ObjNum 1154 snap 366 seq_num 1154) 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:3842: copy_from oid 47 from oid 12 current snap is 382 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:3843: read oid 50 snap -1 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:3843: expect (ObjNum 1177 snap 378 seq_num 1177) 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:3844: read oid 13 snap 373 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:3844: expect (ObjNum 1161 snap 373 seq_num 1161) 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:3845: copy_from oid 34 from oid 31 current snap is 382 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:3846: copy_from oid 22 from oid 1 current snap is 382 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 39 current snap is 382 2024-04-02T08:44:00.023 INFO:tasks.rados.rados.0.smithi104.stdout:3847: seq_num 1187 ranges {1949696=688128} 2024-04-02T08:44:00.038 INFO:tasks.rados.rados.0.smithi104.stdout:3847: writing smithi10482514-39 from 1949696 to 2637824 tid 1 2024-04-02T08:44:00.038 INFO:tasks.rados.rados.0.smithi104.stdout:3848: delete oid 38 current snap is 382 2024-04-02T08:44:00.038 INFO:tasks.rados.rados.0.smithi104.stdout:3844: expect (ObjNum 1161 snap 373 seq_num 1161) 2024-04-02T08:44:00.052 INFO:tasks.rados.rados.0.smithi104.stdout:3843: expect (ObjNum 1177 snap 378 seq_num 1177) 2024-04-02T08:44:00.068 INFO:tasks.rados.rados.0.smithi104.stdout:3840: finishing write tid 1 to smithi10482514-2 2024-04-02T08:44:00.068 INFO:tasks.rados.rados.0.smithi104.stdout:3840: finishing write tid 2 to smithi10482514-2 2024-04-02T08:44:00.068 INFO:tasks.rados.rados.0.smithi104.stdout:3841: expect (ObjNum 1154 snap 366 seq_num 1154) 2024-04-02T08:44:00.167 INFO:tasks.rados.rados.0.smithi104.stdout:3840: finishing write tid 3 to smithi10482514-2 2024-04-02T08:44:00.167 INFO:tasks.rados.rados.0.smithi104.stdout:3840: oid 2 updating version 0 to 2753 2024-04-02T08:44:00.167 INFO:tasks.rados.rados.0.smithi104.stdout:3840: oid 2 updating version 2753 to 2754 2024-04-02T08:44:00.167 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 2754 (ObjNum 1186 snap 382 seq_num 1186) dirty exists 2024-04-02T08:44:00.167 INFO:tasks.rados.rados.0.smithi104.stdout:3840: left oid 2 (ObjNum 1186 snap 382 seq_num 1186) 2024-04-02T08:44:00.167 INFO:tasks.rados.rados.0.smithi104.stdout:3840: done (8 left) 2024-04-02T08:44:00.167 INFO:tasks.rados.rados.0.smithi104.stdout:3841: done (7 left) 2024-04-02T08:44:00.167 INFO:tasks.rados.rados.0.smithi104.stdout:3843: done (6 left) 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3844: done (5 left) 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3848: done (4 left) 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3849: delete oid 45 current snap is 382 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3847: finishing write tid 1 to smithi10482514-39 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3847: finishing write tid 2 to smithi10482514-39 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3846: finishing copy_from racing read to smithi10482514-22 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3845: finishing copy_from racing read to smithi10482514-34 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3842: finishing copy_from racing read to smithi10482514-47 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3847: finishing write tid 3 to smithi10482514-39 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3847: oid 39 updating version 0 to 2772 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3847: oid 39 updating version 2772 to 2773 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 39 v 2773 (ObjNum 1187 snap 382 seq_num 1187) dirty exists 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3847: left oid 39 (ObjNum 1187 snap 382 seq_num 1187) 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:3845: finishing copy_from to smithi10482514-34 2024-04-02T08:44:00.168 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 2457 (ObjNum 1111 snap 352 seq_num 1111) dirty exists 2024-04-02T08:44:00.169 INFO:tasks.rados.rados.0.smithi104.stdout:3846: finishing copy_from to smithi10482514-22 2024-04-02T08:44:00.169 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 2468 (ObjNum 1127 snap 355 seq_num 1127) dirty exists 2024-04-02T08:44:00.169 INFO:tasks.rados.rados.0.smithi104.stdout:3842: finishing copy_from to smithi10482514-47 2024-04-02T08:44:00.169 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 2269 (ObjNum 1132 snap 355 seq_num 1132) dirty exists 2024-04-02T08:44:00.169 INFO:tasks.rados.rados.0.smithi104.stdout:3842: done (4 left) 2024-04-02T08:44:00.169 INFO:tasks.rados.rados.0.smithi104.stdout:3845: done (3 left) 2024-04-02T08:44:00.170 INFO:tasks.rados.rados.0.smithi104.stdout:3846: done (2 left) 2024-04-02T08:44:00.170 INFO:tasks.rados.rados.0.smithi104.stdout:3847: done (1 left) 2024-04-02T08:44:00.170 INFO:tasks.rados.rados.0.smithi104.stdout:3849: done (0 left) 2024-04-02T08:44:00.170 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 382 2024-04-02T08:44:00.170 INFO:tasks.rados.rados.0.smithi104.stdout:3850: seq_num 1190 ranges {3981312=737280} 2024-04-02T08:44:00.194 INFO:tasks.rados.rados.0.smithi104.stdout:3850: writing smithi10482514-44 from 3981312 to 4718592 tid 1 2024-04-02T08:44:00.194 INFO:tasks.rados.rados.0.smithi104.stdout:3851: snap_remove snap 344 2024-04-02T08:44:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:59 smithi188 ceph-mon[86835]: pgmap v886: 121 pgs: 121 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1022 KiB/s wr, 21 op/s 2024-04-02T08:44:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:43:59 smithi188 ceph-mon[86835]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:44:00.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:59 smithi104 ceph-mon[96567]: pgmap v886: 121 pgs: 121 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1022 KiB/s wr, 21 op/s 2024-04-02T08:44:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:43:59 smithi104 ceph-mon[96567]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:44:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:59 smithi104 ceph-mon[94081]: pgmap v886: 121 pgs: 121 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1022 KiB/s wr, 21 op/s 2024-04-02T08:44:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:43:59 smithi104 ceph-mon[94081]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:44:00.961 INFO:tasks.rados.rados.0.smithi104.stdout:3851: done (1 left) 2024-04-02T08:44:00.961 INFO:tasks.rados.rados.0.smithi104.stdout:3852: snap_create 2024-04-02T08:44:00.961 INFO:tasks.rados.rados.0.smithi104.stdout:3850: finishing write tid 1 to smithi10482514-44 2024-04-02T08:44:00.961 INFO:tasks.rados.rados.0.smithi104.stdout:3850: finishing write tid 2 to smithi10482514-44 2024-04-02T08:44:00.961 INFO:tasks.rados.rados.0.smithi104.stdout:3850: finishing write tid 3 to smithi10482514-44 2024-04-02T08:44:00.961 INFO:tasks.rados.rados.0.smithi104.stdout:3850: oid 44 updating version 0 to 2959 2024-04-02T08:44:00.961 INFO:tasks.rados.rados.0.smithi104.stdout:3850: oid 44 version 2959 is already newer than 2958 2024-04-02T08:44:00.961 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2959 (ObjNum 1190 snap 382 seq_num 1190) dirty exists 2024-04-02T08:44:00.962 INFO:tasks.rados.rados.0.smithi104.stdout:3850: left oid 44 (ObjNum 1190 snap 382 seq_num 1190) 2024-04-02T08:44:01.966 INFO:tasks.rados.rados.0.smithi104.stdout:3850: done (1 left) 2024-04-02T08:44:01.966 INFO:tasks.rados.rados.0.smithi104.stdout:3852: done (0 left) 2024-04-02T08:44:01.966 INFO:tasks.rados.rados.0.smithi104.stdout:3853: rollback oid 21 current snap is 383 2024-04-02T08:44:01.966 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 21 to 368 2024-04-02T08:44:01.966 INFO:tasks.rados.rados.0.smithi104.stdout:3854: rollback oid 38 current snap is 383 2024-04-02T08:44:01.967 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 38 to 381 2024-04-02T08:44:01.967 INFO:tasks.rados.rados.0.smithi104.stdout:3855: snap_create 2024-04-02T08:44:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:3854: finishing rollback tid 1 to smithi10482514-38 2024-04-02T08:44:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:3854: finishing rollback tid 2 to smithi10482514-38 2024-04-02T08:44:01.972 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 38 v 2187 (ObjNum 1155 snap 366 seq_num 1155) dirty exists 2024-04-02T08:44:01.973 INFO:tasks.rados.rados.0.smithi104.stdout:3853: finishing rollback tid 0 to smithi10482514-21 2024-04-02T08:44:01.974 INFO:tasks.rados.rados.0.smithi104.stdout:3853: finishing rollback tid 1 to smithi10482514-21 2024-04-02T08:44:01.974 INFO:tasks.rados.rados.0.smithi104.stdout:3853: finishing rollback tid 2 to smithi10482514-21 2024-04-02T08:44:01.974 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 2975 (ObjNum 1114 snap 352 seq_num 1114) dirty exists 2024-04-02T08:44:02.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:01 smithi188 ceph-mon[86835]: pgmap v888: 121 pgs: 121 active+clean; 191 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 368 KiB/s wr, 12 op/s 2024-04-02T08:44:02.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:01 smithi188 ceph-mon[86835]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:44:02.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:01 smithi104 ceph-mon[96567]: pgmap v888: 121 pgs: 121 active+clean; 191 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 368 KiB/s wr, 12 op/s 2024-04-02T08:44:02.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:01 smithi104 ceph-mon[96567]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:44:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:01 smithi104 ceph-mon[94081]: pgmap v888: 121 pgs: 121 active+clean; 191 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 368 KiB/s wr, 12 op/s 2024-04-02T08:44:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:01 smithi104 ceph-mon[94081]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:44:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:44:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:02.971 INFO:tasks.rados.rados.0.smithi104.stdout:3853: done (2 left) 2024-04-02T08:44:02.971 INFO:tasks.rados.rados.0.smithi104.stdout:3854: done (1 left) 2024-04-02T08:44:02.971 INFO:tasks.rados.rados.0.smithi104.stdout:3855: done (0 left) 2024-04-02T08:44:02.971 INFO:tasks.rados.rados.0.smithi104.stdout:3856: read oid 9 snap 383 2024-04-02T08:44:02.972 INFO:tasks.rados.rados.0.smithi104.stdout:3856: expect (ObjNum 1175 snap 378 seq_num 1175) 2024-04-02T08:44:02.972 INFO:tasks.rados.rados.0.smithi104.stdout:3857: delete oid 37 current snap is 384 2024-04-02T08:44:02.976 INFO:tasks.rados.rados.0.smithi104.stdout:3857: done (1 left) 2024-04-02T08:44:02.977 INFO:tasks.rados.rados.0.smithi104.stdout:3858: rollback oid 8 current snap is 384 2024-04-02T08:44:02.977 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 8 to 369 2024-04-02T08:44:02.977 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 384 2024-04-02T08:44:02.977 INFO:tasks.rados.rados.0.smithi104.stdout:3859: seq_num 1192 ranges {8757248=770048} 2024-04-02T08:44:03.032 INFO:tasks.rados.rados.0.smithi104.stdout:3859: writing smithi10482514-32 from 8757248 to 9527296 tid 1 2024-04-02T08:44:03.032 INFO:tasks.rados.rados.0.smithi104.stdout:3860: rmattr oid 7 current snap is 384 2024-04-02T08:44:03.032 INFO:tasks.rados.rados.0.smithi104.stdout:3860: done (3 left) 2024-04-02T08:44:03.032 INFO:tasks.rados.rados.0.smithi104.stdout:3861: copy_from oid 6 from oid 34 current snap is 384 2024-04-02T08:44:03.032 INFO:tasks.rados.rados.0.smithi104.stdout:3856: expect (ObjNum 1175 snap 378 seq_num 1175) 2024-04-02T08:44:03.047 INFO:tasks.rados.rados.0.smithi104.stdout:3858: finishing rollback tid 0 to smithi10482514-8 2024-04-02T08:44:03.047 INFO:tasks.rados.rados.0.smithi104.stdout:3858: finishing rollback tid 1 to smithi10482514-8 2024-04-02T08:44:03.047 INFO:tasks.rados.rados.0.smithi104.stdout:3858: finishing rollback tid 2 to smithi10482514-8 2024-04-02T08:44:03.047 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 8 v 2791 (ObjNum 1149 snap 365 seq_num 1149) dirty exists 2024-04-02T08:44:03.047 INFO:tasks.rados.rados.0.smithi104.stdout:3856: done (3 left) 2024-04-02T08:44:03.048 INFO:tasks.rados.rados.0.smithi104.stdout:3858: done (2 left) 2024-04-02T08:44:03.048 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 49 current snap is 384 2024-04-02T08:44:03.048 INFO:tasks.rados.rados.0.smithi104.stdout:3859: finishing write tid 1 to smithi10482514-32 2024-04-02T08:44:03.048 INFO:tasks.rados.rados.0.smithi104.stdout:3859: finishing write tid 2 to smithi10482514-32 2024-04-02T08:44:03.048 INFO:tasks.rados.rados.0.smithi104.stdout:3859: finishing write tid 3 to smithi10482514-32 2024-04-02T08:44:03.048 INFO:tasks.rados.rados.0.smithi104.stdout:3859: oid 32 updating version 0 to 515 2024-04-02T08:44:03.048 INFO:tasks.rados.rados.0.smithi104.stdout:3859: oid 32 version 515 is already newer than 514 2024-04-02T08:44:03.048 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 515 (ObjNum 1192 snap 384 seq_num 1192) dirty exists 2024-04-02T08:44:03.048 INFO:tasks.rados.rados.0.smithi104.stdout:3859: left oid 32 (ObjNum 1192 snap 384 seq_num 1192) 2024-04-02T08:44:03.048 INFO:tasks.rados.rados.0.smithi104.stdout:3862: seq_num 1193 ranges {0=786432} 2024-04-02T08:44:03.051 INFO:tasks.rados.rados.0.smithi104.stdout:3862: writing smithi10482514-49 from 0 to 786432 tid 1 2024-04-02T08:44:03.051 INFO:tasks.rados.rados.0.smithi104.stdout:3859: done (2 left) 2024-04-02T08:44:03.051 INFO:tasks.rados.rados.0.smithi104.stdout:3863: delete oid 7 current snap is 384 2024-04-02T08:44:03.054 INFO:tasks.rados.rados.0.smithi104.stdout:3863: done (2 left) 2024-04-02T08:44:03.054 INFO:tasks.rados.rados.0.smithi104.stdout:3864: rollback oid 36 current snap is 384 2024-04-02T08:44:03.054 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 36 to 374 2024-04-02T08:44:03.054 INFO:tasks.rados.rados.0.smithi104.stdout:3865: setattr oid 30 current snap is 384 2024-04-02T08:44:03.056 INFO:tasks.rados.rados.0.smithi104.stdout:3866: read oid 26 snap -1 2024-04-02T08:44:03.056 INFO:tasks.rados.rados.0.smithi104.stdout:3866: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:44:03.056 INFO:tasks.rados.rados.0.smithi104.stdout:3867: copy_from oid 29 from oid 45 current snap is 384 2024-04-02T08:44:03.056 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 22 current snap is 384 2024-04-02T08:44:03.056 INFO:tasks.rados.rados.0.smithi104.stdout:3868: seq_num 1195 ranges {4104192=417792,4521984=401408} 2024-04-02T08:44:03.081 INFO:tasks.rados.rados.0.smithi104.stdout:3868: writing smithi10482514-22 from 4104192 to 4521984 tid 1 2024-04-02T08:44:03.084 INFO:tasks.rados.rados.0.smithi104.stdout:3868: writing smithi10482514-22 from 4521984 to 4923392 tid 2 2024-04-02T08:44:03.084 INFO:tasks.rados.rados.0.smithi104.stdout:3869: snap_create 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3861: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3867: finishing copy_from to smithi10482514-29 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3867: got expected ENOENT (src dne) 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3867: finishing copy_from racing read to smithi10482514-29 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3864: finishing rollback tid 0 to smithi10482514-36 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3862: finishing write tid 1 to smithi10482514-49 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3862: finishing write tid 2 to smithi10482514-49 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3864: finishing rollback tid 1 to smithi10482514-36 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 36 v 1990 (ObjNum 49 snap 0 seq_num 1940433056) dirty dne 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3861: finishing copy_from to smithi10482514-6 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2457 (ObjNum 1111 snap 352 seq_num 1111) dirty exists 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3862: finishing write tid 3 to smithi10482514-49 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3862: oid 49 updating version 0 to 2788 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:3862: oid 49 version 2788 is already newer than 2787 2024-04-02T08:44:03.085 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2788 (ObjNum 1193 snap 384 seq_num 1193) dirty exists 2024-04-02T08:44:03.086 INFO:tasks.rados.rados.0.smithi104.stdout:3862: left oid 49 (ObjNum 1193 snap 384 seq_num 1193) 2024-04-02T08:44:03.086 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 2482 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-04-02T08:44:03.086 INFO:tasks.rados.rados.0.smithi104.stdout:3866: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:44:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:02 smithi188 ceph-mon[86835]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:44:03.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:02 smithi104 ceph-mon[96567]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:44:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:02 smithi104 ceph-mon[94081]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:44:03.755 INFO:tasks.rados.rados.0.smithi104.stdout:3868: finishing write tid 1 to smithi10482514-22 2024-04-02T08:44:03.755 INFO:tasks.rados.rados.0.smithi104.stdout:3868: finishing write tid 2 to smithi10482514-22 2024-04-02T08:44:03.755 INFO:tasks.rados.rados.0.smithi104.stdout:3868: finishing write tid 3 to smithi10482514-22 2024-04-02T08:44:03.755 INFO:tasks.rados.rados.0.smithi104.stdout:3868: finishing write tid 4 to smithi10482514-22 2024-04-02T08:44:03.755 INFO:tasks.rados.rados.0.smithi104.stdout:3868: oid 22 updating version 0 to 2788 2024-04-02T08:44:03.755 INFO:tasks.rados.rados.0.smithi104.stdout:3868: oid 22 version 2788 is already newer than 2787 2024-04-02T08:44:03.755 INFO:tasks.rados.rados.0.smithi104.stdout:3868: oid 22 updating version 2788 to 2789 2024-04-02T08:44:03.755 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 2789 (ObjNum 1195 snap 384 seq_num 1195) dirty exists 2024-04-02T08:44:03.755 INFO:tasks.rados.rados.0.smithi104.stdout:3868: left oid 22 (ObjNum 1195 snap 384 seq_num 1195) 2024-04-02T08:44:03.978 INFO:tasks.rados.rados.0.smithi104.stdout:3861: done (7 left) 2024-04-02T08:44:03.979 INFO:tasks.rados.rados.0.smithi104.stdout:3862: done (6 left) 2024-04-02T08:44:03.979 INFO:tasks.rados.rados.0.smithi104.stdout:3864: done (5 left) 2024-04-02T08:44:03.979 INFO:tasks.rados.rados.0.smithi104.stdout:3865: done (4 left) 2024-04-02T08:44:03.979 INFO:tasks.rados.rados.0.smithi104.stdout:3866: done (3 left) 2024-04-02T08:44:03.979 INFO:tasks.rados.rados.0.smithi104.stdout:3867: done (2 left) 2024-04-02T08:44:03.979 INFO:tasks.rados.rados.0.smithi104.stdout:3868: done (1 left) 2024-04-02T08:44:03.979 INFO:tasks.rados.rados.0.smithi104.stdout:3869: done (0 left) 2024-04-02T08:44:03.979 INFO:tasks.rados.rados.0.smithi104.stdout:3870: copy_from oid 7 from oid 49 current snap is 385 2024-04-02T08:44:03.980 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 37 current snap is 385 2024-04-02T08:44:03.980 INFO:tasks.rados.rados.0.smithi104.stdout:3871: seq_num 1196 ranges {0=434176,434176=401408} 2024-04-02T08:44:03.981 INFO:tasks.rados.rados.0.smithi104.stdout:3871: writing smithi10482514-37 from 0 to 434176 tid 1 2024-04-02T08:44:03.984 INFO:tasks.rados.rados.0.smithi104.stdout:3871: writing smithi10482514-37 from 434176 to 835584 tid 2 2024-04-02T08:44:03.984 INFO:tasks.rados.rados.0.smithi104.stdout:3872: copy_from oid 5 from oid 6 current snap is 385 2024-04-02T08:44:03.984 INFO:tasks.rados.rados.0.smithi104.stdout:3873: rollback oid 30 current snap is 385 2024-04-02T08:44:03.984 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 30 to 381 2024-04-02T08:44:03.984 INFO:tasks.rados.rados.0.smithi104.stdout:3874: rollback oid 44 current snap is 385 2024-04-02T08:44:03.984 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 44 to 377 2024-04-02T08:44:03.984 INFO:tasks.rados.rados.0.smithi104.stdout:3875: copy_from oid 25 from oid 18 current snap is 385 2024-04-02T08:44:03.985 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 385 2024-04-02T08:44:03.985 INFO:tasks.rados.rados.0.smithi104.stdout:3876: seq_num 1197 ranges {892928=450560,1343488=401408} 2024-04-02T08:44:03.992 INFO:tasks.rados.rados.0.smithi104.stdout:3876: writing smithi10482514-10 from 892928 to 1343488 tid 1 2024-04-02T08:44:03.996 INFO:tasks.rados.rados.0.smithi104.stdout:3876: writing smithi10482514-10 from 1343488 to 1744896 tid 2 2024-04-02T08:44:03.996 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 47 current snap is 385 2024-04-02T08:44:03.996 INFO:tasks.rados.rados.0.smithi104.stdout:3870: finishing copy_from racing read to smithi10482514-7 2024-04-02T08:44:03.996 INFO:tasks.rados.rados.0.smithi104.stdout:3870: finishing copy_from to smithi10482514-7 2024-04-02T08:44:03.996 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2788 (ObjNum 1193 snap 384 seq_num 1193) dirty exists 2024-04-02T08:44:03.996 INFO:tasks.rados.rados.0.smithi104.stdout:3871: finishing write tid 1 to smithi10482514-37 2024-04-02T08:44:03.996 INFO:tasks.rados.rados.0.smithi104.stdout:3871: finishing write tid 2 to smithi10482514-37 2024-04-02T08:44:03.997 INFO:tasks.rados.rados.0.smithi104.stdout:3874: finishing rollback tid 0 to smithi10482514-44 2024-04-02T08:44:03.997 INFO:tasks.rados.rados.0.smithi104.stdout:3874: finishing rollback tid 1 to smithi10482514-44 2024-04-02T08:44:03.997 INFO:tasks.rados.rados.0.smithi104.stdout:3871: finishing write tid 3 to smithi10482514-37 2024-04-02T08:44:03.997 INFO:tasks.rados.rados.0.smithi104.stdout:3874: finishing rollback tid 2 to smithi10482514-44 2024-04-02T08:44:03.997 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 2979 (ObjNum 1170 snap 376 seq_num 1170) dirty exists 2024-04-02T08:44:03.997 INFO:tasks.rados.rados.0.smithi104.stdout:3873: finishing rollback tid 0 to smithi10482514-30 2024-04-02T08:44:03.997 INFO:tasks.rados.rados.0.smithi104.stdout:3873: finishing rollback tid 1 to smithi10482514-30 2024-04-02T08:44:03.997 INFO:tasks.rados.rados.0.smithi104.stdout:3873: finishing rollback tid 2 to smithi10482514-30 2024-04-02T08:44:03.997 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 2485 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-04-02T08:44:03.997 INFO:tasks.rados.rados.0.smithi104.stdout:3877: seq_num 1198 ranges {5873664=466944,6340608=401408} 2024-04-02T08:44:04.032 INFO:tasks.rados.rados.0.smithi104.stdout:3877: writing smithi10482514-47 from 5873664 to 6340608 tid 1 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:3877: writing smithi10482514-47 from 6340608 to 6742016 tid 2 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:3870: done (7 left) 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:3873: done (6 left) 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:3874: done (5 left) 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 27 current snap is 385 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:3871: finishing write tid 4 to smithi10482514-37 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:3871: oid 37 updating version 0 to 1992 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:3871: oid 37 updating version 1992 to 1993 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:3871: oid 37 version 1993 is already newer than 1991 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 1993 (ObjNum 1196 snap 385 seq_num 1196) dirty exists 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:3871: left oid 37 (ObjNum 1196 snap 385 seq_num 1196) 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:3876: finishing write tid 1 to smithi10482514-10 2024-04-02T08:44:04.081 INFO:tasks.rados.rados.0.smithi104.stdout:3876: finishing write tid 2 to smithi10482514-10 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3876: finishing write tid 3 to smithi10482514-10 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3878: seq_num 1199 ranges {581632=483328,1064960=401408} 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3878: writing smithi10482514-27 from 581632 to 1064960 tid 1 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3878: writing smithi10482514-27 from 1064960 to 1466368 tid 2 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3871: done (5 left) 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 32 current snap is 385 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3876: finishing write tid 4 to smithi10482514-10 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3876: oid 10 updating version 0 to 2351 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3876: oid 10 updating version 2351 to 2353 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3876: oid 10 version 2353 is already newer than 2352 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2353 (ObjNum 1197 snap 385 seq_num 1197) dirty exists 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3876: left oid 10 (ObjNum 1197 snap 385 seq_num 1197) 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3872: finishing copy_from racing read to smithi10482514-5 2024-04-02T08:44:04.082 INFO:tasks.rados.rados.0.smithi104.stdout:3872: finishing copy_from to smithi10482514-5 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 5 v 2457 (ObjNum 1111 snap 352 seq_num 1111) dirty exists 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:3875: finishing copy_from racing read to smithi10482514-25 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:3875: finishing copy_from to smithi10482514-25 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 25 v 2185 (ObjNum 1100 snap 349 seq_num 1100) dirty exists 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:3877: finishing write tid 1 to smithi10482514-47 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:3877: finishing write tid 2 to smithi10482514-47 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:3877: finishing write tid 3 to smithi10482514-47 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:3877: finishing write tid 4 to smithi10482514-47 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:3877: oid 47 updating version 0 to 2356 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:3877: oid 47 version 2356 is already newer than 2355 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:3877: oid 47 updating version 2356 to 2357 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 47 v 2357 (ObjNum 1198 snap 385 seq_num 1198) dirty exists 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:3877: left oid 47 (ObjNum 1198 snap 385 seq_num 1198) 2024-04-02T08:44:04.083 INFO:tasks.rados.rados.0.smithi104.stdout:3879: seq_num 1200 ranges {9527296=499712,10027008=401408} 2024-04-02T08:44:04.096 INFO:tasks.rados.rados.0.smithi104.stdout:3879: writing smithi10482514-32 from 9527296 to 10027008 tid 1 2024-04-02T08:44:04.100 INFO:tasks.rados.rados.0.smithi104.stdout:3879: writing smithi10482514-32 from 10027008 to 10428416 tid 2 2024-04-02T08:44:04.100 INFO:tasks.rados.rados.0.smithi104.stdout:3872: done (5 left) 2024-04-02T08:44:04.100 INFO:tasks.rados.rados.0.smithi104.stdout:3875: done (4 left) 2024-04-02T08:44:04.100 INFO:tasks.rados.rados.0.smithi104.stdout:3876: done (3 left) 2024-04-02T08:44:04.100 INFO:tasks.rados.rados.0.smithi104.stdout:3877: done (2 left) 2024-04-02T08:44:04.100 INFO:tasks.rados.rados.0.smithi104.stdout:3880: read oid 43 snap -1 2024-04-02T08:44:04.100 INFO:tasks.rados.rados.0.smithi104.stdout:3880: expect deleted 2024-04-02T08:44:04.100 INFO:tasks.rados.rados.0.smithi104.stdout:3881: copy_from oid 34 from oid 37 current snap is 385 2024-04-02T08:44:04.100 INFO:tasks.rados.rados.0.smithi104.stdout:3878: finishing write tid 1 to smithi10482514-27 2024-04-02T08:44:04.100 INFO:tasks.rados.rados.0.smithi104.stdout:3878: finishing write tid 2 to smithi10482514-27 2024-04-02T08:44:04.101 INFO:tasks.rados.rados.0.smithi104.stdout:3878: finishing write tid 3 to smithi10482514-27 2024-04-02T08:44:04.101 INFO:tasks.rados.rados.0.smithi104.stdout:3878: finishing write tid 4 to smithi10482514-27 2024-04-02T08:44:04.101 INFO:tasks.rados.rados.0.smithi104.stdout:3878: oid 27 updating version 0 to 2217 2024-04-02T08:44:04.101 INFO:tasks.rados.rados.0.smithi104.stdout:3878: oid 27 version 2217 is already newer than 2216 2024-04-02T08:44:04.101 INFO:tasks.rados.rados.0.smithi104.stdout:3878: oid 27 updating version 2217 to 2218 2024-04-02T08:44:04.101 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 27 v 2218 (ObjNum 1199 snap 385 seq_num 1199) dirty exists 2024-04-02T08:44:04.101 INFO:tasks.rados.rados.0.smithi104.stdout:3878: left oid 27 (ObjNum 1199 snap 385 seq_num 1199) 2024-04-02T08:44:04.101 INFO:tasks.rados.rados.0.smithi104.stdout:3878: done (3 left) 2024-04-02T08:44:04.101 INFO:tasks.rados.rados.0.smithi104.stdout:3882: snap_remove snap 382 2024-04-02T08:44:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:03 smithi188 ceph-mon[86835]: pgmap v891: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-02T08:44:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:03 smithi188 ceph-mon[86835]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:44:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:03 smithi104 ceph-mon[94081]: pgmap v891: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-02T08:44:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:03 smithi104 ceph-mon[94081]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:44:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:03 smithi104 ceph-mon[96567]: pgmap v891: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-02T08:44:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:03 smithi104 ceph-mon[96567]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:44:04.984 INFO:tasks.rados.rados.0.smithi104.stdout:3882: done (3 left) 2024-04-02T08:44:04.984 INFO:tasks.rados.rados.0.smithi104.stdout:3883: copy_from oid 50 from oid 42 current snap is 385 2024-04-02T08:44:04.984 INFO:tasks.rados.rados.0.smithi104.stdout:3879: finishing write tid 1 to smithi10482514-32 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3879: finishing write tid 2 to smithi10482514-32 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3879: finishing write tid 3 to smithi10482514-32 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3879: finishing write tid 4 to smithi10482514-32 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3879: oid 32 updating version 0 to 518 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3879: oid 32 version 518 is already newer than 517 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3879: oid 32 updating version 518 to 519 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 32 v 519 (ObjNum 1200 snap 385 seq_num 1200) dirty exists 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3879: left oid 32 (ObjNum 1200 snap 385 seq_num 1200) 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3881: finishing copy_from racing read to smithi10482514-34 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3881: finishing copy_from to smithi10482514-34 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 1993 (ObjNum 1196 snap 385 seq_num 1196) dirty exists 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3879: done (3 left) 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3880: done (2 left) 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3881: done (1 left) 2024-04-02T08:44:04.985 INFO:tasks.rados.rados.0.smithi104.stdout:3884: rollback oid 34 current snap is 385 2024-04-02T08:44:04.986 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 376 2024-04-02T08:44:04.986 INFO:tasks.rados.rados.0.smithi104.stdout:3885: copy_from oid 11 from oid 40 current snap is 385 2024-04-02T08:44:04.986 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 14 current snap is 385 2024-04-02T08:44:04.986 INFO:tasks.rados.rados.0.smithi104.stdout:3886: seq_num 1201 ranges {2269184=524288,2793472=401408} 2024-04-02T08:44:04.999 INFO:tasks.rados.rados.0.smithi104.stdout:3886: writing smithi10482514-14 from 2269184 to 2793472 tid 1 2024-04-02T08:44:05.003 INFO:tasks.rados.rados.0.smithi104.stdout:3886: writing smithi10482514-14 from 2793472 to 3194880 tid 2 2024-04-02T08:44:05.003 INFO:tasks.rados.rados.0.smithi104.stdout:3887: copy_from oid 31 from oid 49 current snap is 385 2024-04-02T08:44:05.003 INFO:tasks.rados.rados.0.smithi104.stdout:3883: finishing copy_from to smithi10482514-50 2024-04-02T08:44:05.003 INFO:tasks.rados.rados.0.smithi104.stdout:3883: got expected ENOENT (src dne) 2024-04-02T08:44:05.003 INFO:tasks.rados.rados.0.smithi104.stdout:3883: finishing copy_from racing read to smithi10482514-50 2024-04-02T08:44:05.003 INFO:tasks.rados.rados.0.smithi104.stdout:3883: done (4 left) 2024-04-02T08:44:05.003 INFO:tasks.rados.rados.0.smithi104.stdout:3888: snap_remove snap 374 2024-04-02T08:44:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:04 smithi188 ceph-mon[86835]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:44:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:05.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:04 smithi104 ceph-mon[96567]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:44:05.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:04 smithi104 ceph-mon[94081]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:44:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3888: done (4 left) 2024-04-02T08:44:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3889: snap_create 2024-04-02T08:44:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3884: finishing rollback tid 0 to smithi10482514-34 2024-04-02T08:44:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3884: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:44:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3884: finishing rollback tid 2 to smithi10482514-34 2024-04-02T08:44:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 2988 (ObjNum 1028 snap 327 seq_num 1028) dirty exists 2024-04-02T08:44:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3886: finishing write tid 1 to smithi10482514-14 2024-04-02T08:44:05.962 INFO:tasks.rados.rados.0.smithi104.stdout:3886: finishing write tid 2 to smithi10482514-14 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:3885: finishing copy_from racing read to smithi10482514-11 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:3886: finishing write tid 3 to smithi10482514-14 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:3887: finishing copy_from racing read to smithi10482514-31 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:3885: finishing copy_from to smithi10482514-11 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 2195 (ObjNum 1167 snap 374 seq_num 1167) dirty exists 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:3886: finishing write tid 4 to smithi10482514-14 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:3886: oid 14 updating version 0 to 2487 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:3886: oid 14 version 2487 is already newer than 2486 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:3886: oid 14 updating version 2487 to 2488 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2488 (ObjNum 1201 snap 385 seq_num 1201) dirty exists 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:3886: left oid 14 (ObjNum 1201 snap 385 seq_num 1201) 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:3887: finishing copy_from to smithi10482514-31 2024-04-02T08:44:05.963 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 2788 (ObjNum 1193 snap 384 seq_num 1193) dirty exists 2024-04-02T08:44:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:44:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:44:05] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2024-04-02T08:44:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:05 smithi104 ceph-mon[96567]: pgmap v894: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.4 MiB/s wr, 14 op/s 2024-04-02T08:44:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:05 smithi104 ceph-mon[96567]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:44:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:05 smithi104 ceph-mon[96567]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:44:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:05 smithi104 ceph-mon[94081]: pgmap v894: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.4 MiB/s wr, 14 op/s 2024-04-02T08:44:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:05 smithi104 ceph-mon[94081]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:44:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:05 smithi104 ceph-mon[94081]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:44:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:05 smithi188 ceph-mon[86835]: pgmap v894: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.4 MiB/s wr, 14 op/s 2024-04-02T08:44:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:05 smithi188 ceph-mon[86835]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:44:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:05 smithi188 ceph-mon[86835]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3884: done (4 left) 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3885: done (3 left) 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3886: done (2 left) 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3887: done (1 left) 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3889: done (0 left) 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3890: rollback oid 42 current snap is 386 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 42 to 366 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3891: read oid 27 snap -1 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3891: expect (ObjNum 1199 snap 385 seq_num 1199) 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3892: read oid 29 snap -1 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3892: expect (ObjNum 1182 snap 382 seq_num 1182) 2024-04-02T08:44:06.968 INFO:tasks.rados.rados.0.smithi104.stdout:3893: snap_remove snap 376 2024-04-02T08:44:07.983 INFO:tasks.rados.rados.0.smithi104.stdout:3890: finishing rollback tid 1 to smithi10482514-42 2024-04-02T08:44:07.983 INFO:tasks.rados.rados.0.smithi104.stdout:3890: finishing rollback tid 2 to smithi10482514-42 2024-04-02T08:44:07.983 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 2478 (ObjNum 1153 snap 366 seq_num 1153) dirty exists 2024-04-02T08:44:07.983 INFO:tasks.rados.rados.0.smithi104.stdout:3891: expect (ObjNum 1199 snap 385 seq_num 1199) 2024-04-02T08:44:08.061 INFO:tasks.rados.rados.0.smithi104.stdout:3892: expect (ObjNum 1182 snap 382 seq_num 1182) 2024-04-02T08:44:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:07 smithi188 ceph-mon[86835]: pgmap v897: 121 pgs: 121 active+clean; 176 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.7 MiB/s wr, 12 op/s 2024-04-02T08:44:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:07 smithi188 ceph-mon[86835]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:44:08.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:07 smithi104 ceph-mon[94081]: pgmap v897: 121 pgs: 121 active+clean; 176 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.7 MiB/s wr, 12 op/s 2024-04-02T08:44:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:07 smithi104 ceph-mon[94081]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:44:08.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:07 smithi104 ceph-mon[96567]: pgmap v897: 121 pgs: 121 active+clean; 176 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.7 MiB/s wr, 12 op/s 2024-04-02T08:44:08.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:07 smithi104 ceph-mon[96567]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:44:08.529 INFO:tasks.rados.rados.0.smithi104.stdout:3890: done (3 left) 2024-04-02T08:44:08.529 INFO:tasks.rados.rados.0.smithi104.stdout:3891: done (2 left) 2024-04-02T08:44:08.529 INFO:tasks.rados.rados.0.smithi104.stdout:3892: done (1 left) 2024-04-02T08:44:08.530 INFO:tasks.rados.rados.0.smithi104.stdout:3893: done (0 left) 2024-04-02T08:44:08.530 INFO:tasks.rados.rados.0.smithi104.stdout:3894: rollback oid 34 current snap is 386 2024-04-02T08:44:08.530 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 34 to 366 2024-04-02T08:44:08.530 INFO:tasks.rados.rados.0.smithi104.stdout:3895: snap_remove snap 375 2024-04-02T08:44:08.990 INFO:tasks.rados.rados.0.smithi104.stdout:3894: finishing rollback tid 0 to smithi10482514-34 2024-04-02T08:44:08.991 INFO:tasks.rados.rados.0.smithi104.stdout:3894: finishing rollback tid 1 to smithi10482514-34 2024-04-02T08:44:08.991 INFO:tasks.rados.rados.0.smithi104.stdout:3894: finishing rollback tid 2 to smithi10482514-34 2024-04-02T08:44:08.991 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 34 v 3010 (ObjNum 1028 snap 327 seq_num 1028) dirty exists 2024-04-02T08:44:08.991 INFO:tasks.rados.rados.0.smithi104.stdout:3894: done (1 left) 2024-04-02T08:44:08.991 INFO:tasks.rados.rados.0.smithi104.stdout:3895: done (0 left) 2024-04-02T08:44:08.991 INFO:tasks.rados.rados.0.smithi104.stdout:3896: snap_create 2024-04-02T08:44:09.274 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:08 smithi188 ceph-mon[86835]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:44:09.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:08 smithi104 ceph-mon[96567]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:44:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:08 smithi104 ceph-mon[94081]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:44:09.993 INFO:tasks.rados.rados.0.smithi104.stdout:3896: done (0 left) 2024-04-02T08:44:09.993 INFO:tasks.rados.rados.0.smithi104.stdout:3897: rmattr oid 7 current snap is 387 2024-04-02T08:44:09.993 INFO:tasks.rados.rados.0.smithi104.stdout:3897: done (0 left) 2024-04-02T08:44:09.993 INFO:tasks.rados.rados.0.smithi104.stdout:3898: read oid 17 snap 369 2024-04-02T08:44:09.993 INFO:tasks.rados.rados.0.smithi104.stdout:3898: expect deleted 2024-04-02T08:44:09.993 INFO:tasks.rados.rados.0.smithi104.stdout:3899: read oid 46 snap -1 2024-04-02T08:44:09.993 INFO:tasks.rados.rados.0.smithi104.stdout:3899: expect deleted 2024-04-02T08:44:09.993 INFO:tasks.rados.rados.0.smithi104.stdout:3900: snap_create 2024-04-02T08:44:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:09 smithi188 ceph-mon[86835]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 6.6 MiB/s wr, 21 op/s 2024-04-02T08:44:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:09 smithi188 ceph-mon[86835]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:44:10.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:09 smithi104 ceph-mon[94081]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 6.6 MiB/s wr, 21 op/s 2024-04-02T08:44:10.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:09 smithi104 ceph-mon[94081]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:44:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:09 smithi104 ceph-mon[96567]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 6.6 MiB/s wr, 21 op/s 2024-04-02T08:44:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:09 smithi104 ceph-mon[96567]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:44:10.963 INFO:tasks.rados.rados.0.smithi104.stdout:3898: done (2 left) 2024-04-02T08:44:10.963 INFO:tasks.rados.rados.0.smithi104.stdout:3899: done (1 left) 2024-04-02T08:44:10.963 INFO:tasks.rados.rados.0.smithi104.stdout:3900: done (0 left) 2024-04-02T08:44:10.963 INFO:tasks.rados.rados.0.smithi104.stdout:3901: snap_create 2024-04-02T08:44:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:10 smithi188 ceph-mon[86835]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:44:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:10 smithi188 ceph-mon[86835]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:44:11.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:10 smithi104 ceph-mon[96567]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:44:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:10 smithi104 ceph-mon[96567]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:44:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:10 smithi104 ceph-mon[94081]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:44:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:10 smithi104 ceph-mon[94081]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:44:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:3901: done (0 left) 2024-04-02T08:44:11.967 INFO:tasks.rados.rados.0.smithi104.stdout:3902: snap_remove snap 372 2024-04-02T08:44:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:11 smithi188 ceph-mon[86835]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-04-02T08:44:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:44:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:44:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:11 smithi188 ceph-mon[86835]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:44:12.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:11 smithi104 ceph-mon[96567]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-04-02T08:44:12.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:12.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:44:12.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:44:12.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:11 smithi104 ceph-mon[96567]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:44:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:11 smithi104 ceph-mon[94081]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-04-02T08:44:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:44:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:44:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:11 smithi104 ceph-mon[94081]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:44:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:44:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:12.969 INFO:tasks.rados.rados.0.smithi104.stdout:3902: done (0 left) 2024-04-02T08:44:12.969 INFO:tasks.rados.rados.0.smithi104.stdout:3903: rmattr oid 50 current snap is 389 2024-04-02T08:44:12.969 INFO:tasks.rados.rados.0.smithi104.stdout:3903: done (0 left) 2024-04-02T08:44:12.969 INFO:tasks.rados.rados.0.smithi104.stdout:3904: read oid 21 snap 367 2024-04-02T08:44:12.969 INFO:tasks.rados.rados.0.smithi104.stdout:3904: expect (ObjNum 1114 snap 352 seq_num 1114) 2024-04-02T08:44:12.969 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 389 2024-04-02T08:44:12.970 INFO:tasks.rados.rados.0.smithi104.stdout:3905: seq_num 1202 ranges {401408=540672,942080=401408} 2024-04-02T08:44:12.973 INFO:tasks.rados.rados.0.smithi104.stdout:3905: writing smithi10482514-44 from 401408 to 942080 tid 1 2024-04-02T08:44:12.976 INFO:tasks.rados.rados.0.smithi104.stdout:3905: writing smithi10482514-44 from 942080 to 1343488 tid 2 2024-04-02T08:44:12.976 INFO:tasks.rados.rados.0.smithi104.stdout:3906: setattr oid 33 current snap is 389 2024-04-02T08:44:12.978 INFO:tasks.rados.rados.0.smithi104.stdout:3907: rollback oid 14 current snap is 389 2024-04-02T08:44:12.978 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 14 to 368 2024-04-02T08:44:12.978 INFO:tasks.rados.rados.0.smithi104.stdout:3908: snap_remove snap 371 2024-04-02T08:44:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:12 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:44:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:12 smithi188 ceph-mon[86835]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:44:13.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:13.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:13.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:12 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:44:13.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:12 smithi104 ceph-mon[96567]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:44:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:12 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:44:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:12 smithi104 ceph-mon[94081]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:44:13.974 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 2479 (ObjNum 97 snap 0 seq_num 349338528) dirty exists 2024-04-02T08:44:13.974 INFO:tasks.rados.rados.0.smithi104.stdout:3907: finishing rollback tid 0 to smithi10482514-14 2024-04-02T08:44:13.974 INFO:tasks.rados.rados.0.smithi104.stdout:3907: finishing rollback tid 1 to smithi10482514-14 2024-04-02T08:44:13.974 INFO:tasks.rados.rados.0.smithi104.stdout:3907: finishing rollback tid 2 to smithi10482514-14 2024-04-02T08:44:13.974 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 14 v 2791 (ObjNum 1150 snap 365 seq_num 1150) dirty exists 2024-04-02T08:44:13.975 INFO:tasks.rados.rados.0.smithi104.stdout:3905: finishing write tid 1 to smithi10482514-44 2024-04-02T08:44:13.975 INFO:tasks.rados.rados.0.smithi104.stdout:3904: expect (ObjNum 1114 snap 352 seq_num 1114) 2024-04-02T08:44:14.192 INFO:tasks.rados.rados.0.smithi104.stdout:3905: finishing write tid 2 to smithi10482514-44 2024-04-02T08:44:14.192 INFO:tasks.rados.rados.0.smithi104.stdout:3905: finishing write tid 3 to smithi10482514-44 2024-04-02T08:44:14.192 INFO:tasks.rados.rados.0.smithi104.stdout:3905: finishing write tid 4 to smithi10482514-44 2024-04-02T08:44:14.192 INFO:tasks.rados.rados.0.smithi104.stdout:3905: oid 44 updating version 0 to 3022 2024-04-02T08:44:14.192 INFO:tasks.rados.rados.0.smithi104.stdout:3905: oid 44 version 3022 is already newer than 3021 2024-04-02T08:44:14.192 INFO:tasks.rados.rados.0.smithi104.stdout:3905: oid 44 version 3022 is already newer than 3020 2024-04-02T08:44:14.192 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 3022 (ObjNum 1202 snap 389 seq_num 1202) dirty exists 2024-04-02T08:44:14.192 INFO:tasks.rados.rados.0.smithi104.stdout:3905: left oid 44 (ObjNum 1202 snap 389 seq_num 1202) 2024-04-02T08:44:14.192 INFO:tasks.rados.rados.0.smithi104.stdout:3904: done (4 left) 2024-04-02T08:44:14.192 INFO:tasks.rados.rados.0.smithi104.stdout:3905: done (3 left) 2024-04-02T08:44:14.193 INFO:tasks.rados.rados.0.smithi104.stdout:3906: done (2 left) 2024-04-02T08:44:14.193 INFO:tasks.rados.rados.0.smithi104.stdout:3907: done (1 left) 2024-04-02T08:44:14.193 INFO:tasks.rados.rados.0.smithi104.stdout:3908: done (0 left) 2024-04-02T08:44:14.193 INFO:tasks.rados.rados.0.smithi104.stdout:3909: rmattr oid 22 current snap is 389 2024-04-02T08:44:14.193 INFO:tasks.rados.rados.0.smithi104.stdout:3909: done (0 left) 2024-04-02T08:44:14.193 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 28 current snap is 389 2024-04-02T08:44:14.193 INFO:tasks.rados.rados.0.smithi104.stdout:3910: seq_num 1203 ranges {6594560=557056,7151616=401408} 2024-04-02T08:44:14.230 INFO:tasks.rados.rados.0.smithi104.stdout:3910: writing smithi10482514-28 from 6594560 to 7151616 tid 1 2024-04-02T08:44:14.233 INFO:tasks.rados.rados.0.smithi104.stdout:3910: writing smithi10482514-28 from 7151616 to 7553024 tid 2 2024-04-02T08:44:14.233 INFO:tasks.rados.rados.0.smithi104.stdout:3911: rmattr oid 41 current snap is 389 2024-04-02T08:44:14.234 INFO:tasks.rados.rados.0.smithi104.stdout:3911: done (1 left) 2024-04-02T08:44:14.234 INFO:tasks.rados.rados.0.smithi104.stdout:3912: read oid 10 snap 387 2024-04-02T08:44:14.234 INFO:tasks.rados.rados.0.smithi104.stdout:3912: expect (ObjNum 1197 snap 385 seq_num 1197) 2024-04-02T08:44:14.234 INFO:tasks.rados.rados.0.smithi104.stdout:3913: read oid 5 snap -1 2024-04-02T08:44:14.234 INFO:tasks.rados.rados.0.smithi104.stdout:3913: expect (ObjNum 1111 snap 352 seq_num 1111) 2024-04-02T08:44:14.234 INFO:tasks.rados.rados.0.smithi104.stdout:3914: rollback oid 11 current snap is 389 2024-04-02T08:44:14.234 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 11 to 368 2024-04-02T08:44:14.234 INFO:tasks.rados.rados.0.smithi104.stdout:3915: copy_from oid 18 from oid 16 current snap is 389 2024-04-02T08:44:14.234 INFO:tasks.rados.rados.0.smithi104.stdout:3916: copy_from oid 37 from oid 29 current snap is 389 2024-04-02T08:44:14.235 INFO:tasks.rados.rados.0.smithi104.stdout:3917: snap_create 2024-04-02T08:44:14.237 INFO:tasks.rados.rados.0.smithi104.stdout:3910: finishing write tid 1 to smithi10482514-28 2024-04-02T08:44:14.238 INFO:tasks.rados.rados.0.smithi104.stdout:3914: finishing rollback tid 0 to smithi10482514-11 2024-04-02T08:44:14.239 INFO:tasks.rados.rados.0.smithi104.stdout:3914: finishing rollback tid 1 to smithi10482514-11 2024-04-02T08:44:14.239 INFO:tasks.rados.rados.0.smithi104.stdout:3914: finishing rollback tid 2 to smithi10482514-11 2024-04-02T08:44:14.239 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 11 v 2460 (ObjNum 1111 snap 352 seq_num 1111) dirty exists 2024-04-02T08:44:14.240 INFO:tasks.rados.rados.0.smithi104.stdout:3910: finishing write tid 2 to smithi10482514-28 2024-04-02T08:44:14.240 INFO:tasks.rados.rados.0.smithi104.stdout:3910: finishing write tid 3 to smithi10482514-28 2024-04-02T08:44:14.246 INFO:tasks.rados.rados.0.smithi104.stdout:3910: finishing write tid 4 to smithi10482514-28 2024-04-02T08:44:14.246 INFO:tasks.rados.rados.0.smithi104.stdout:3910: oid 28 updating version 0 to 2394 2024-04-02T08:44:14.246 INFO:tasks.rados.rados.0.smithi104.stdout:3910: oid 28 updating version 2394 to 2395 2024-04-02T08:44:14.246 INFO:tasks.rados.rados.0.smithi104.stdout:3910: oid 28 version 2395 is already newer than 2393 2024-04-02T08:44:14.246 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 2395 (ObjNum 1203 snap 389 seq_num 1203) dirty exists 2024-04-02T08:44:14.246 INFO:tasks.rados.rados.0.smithi104.stdout:3910: left oid 28 (ObjNum 1203 snap 389 seq_num 1203) 2024-04-02T08:44:14.250 INFO:tasks.rados.rados.0.smithi104.stdout:3912: expect (ObjNum 1197 snap 385 seq_num 1197) 2024-04-02T08:44:14.315 INFO:tasks.rados.rados.0.smithi104.stdout:3913: expect (ObjNum 1111 snap 352 seq_num 1111) 2024-04-02T08:44:14.484 INFO:tasks.rados.rados.0.smithi104.stdout:3915: finishing copy_from racing read to smithi10482514-18 2024-04-02T08:44:14.484 INFO:tasks.rados.rados.0.smithi104.stdout:3915: finishing copy_from to smithi10482514-18 2024-04-02T08:44:14.484 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 18 v 2468 (ObjNum 1115 snap 352 seq_num 1115) dirty exists 2024-04-02T08:44:14.484 INFO:tasks.rados.rados.0.smithi104.stdout:3916: finishing copy_from racing read to smithi10482514-37 2024-04-02T08:44:14.485 INFO:tasks.rados.rados.0.smithi104.stdout:3916: finishing copy_from to smithi10482514-37 2024-04-02T08:44:14.485 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 2331 (ObjNum 1182 snap 382 seq_num 1182) dirty exists 2024-04-02T08:44:14.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:14 smithi188 ceph-mon[86835]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:44:14.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:14 smithi188 ceph-mon[86835]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:44:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:14 smithi104 ceph-mon[96567]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:44:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:14 smithi104 ceph-mon[96567]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:44:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:14 smithi104 ceph-mon[94081]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:44:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:14 smithi104 ceph-mon[94081]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:44:14.970 INFO:tasks.rados.rados.0.smithi104.stdout:3910: done (6 left) 2024-04-02T08:44:14.971 INFO:tasks.rados.rados.0.smithi104.stdout:3912: done (5 left) 2024-04-02T08:44:14.971 INFO:tasks.rados.rados.0.smithi104.stdout:3913: done (4 left) 2024-04-02T08:44:14.971 INFO:tasks.rados.rados.0.smithi104.stdout:3914: done (3 left) 2024-04-02T08:44:14.971 INFO:tasks.rados.rados.0.smithi104.stdout:3915: done (2 left) 2024-04-02T08:44:14.971 INFO:tasks.rados.rados.0.smithi104.stdout:3916: done (1 left) 2024-04-02T08:44:14.971 INFO:tasks.rados.rados.0.smithi104.stdout:3917: done (0 left) 2024-04-02T08:44:14.971 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 390 2024-04-02T08:44:14.973 INFO:tasks.rados.rados.0.smithi104.stdout:3918: seq_num 1204 ranges {5873664=573440,6447104=401408} 2024-04-02T08:44:15.007 INFO:tasks.rados.rados.0.smithi104.stdout:3918: writing smithi10482514-12 from 5873664 to 6447104 tid 1 2024-04-02T08:44:15.010 INFO:tasks.rados.rados.0.smithi104.stdout:3918: writing smithi10482514-12 from 6447104 to 6848512 tid 2 2024-04-02T08:44:15.011 INFO:tasks.rados.rados.0.smithi104.stdout:3919: copy_from oid 6 from oid 39 current snap is 390 2024-04-02T08:44:15.011 INFO:tasks.rados.rados.0.smithi104.stdout:3920: copy_from oid 15 from oid 41 current snap is 390 2024-04-02T08:44:15.011 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 390 2024-04-02T08:44:15.011 INFO:tasks.rados.rados.0.smithi104.stdout:3921: seq_num 1205 ranges {4956160=589824,5545984=401408} 2024-04-02T08:44:15.040 INFO:tasks.rados.rados.0.smithi104.stdout:3921: writing smithi10482514-21 from 4956160 to 5545984 tid 1 2024-04-02T08:44:15.050 INFO:tasks.rados.rados.0.smithi104.stdout:3921: writing smithi10482514-21 from 5545984 to 5947392 tid 2 2024-04-02T08:44:15.051 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 390 2024-04-02T08:44:15.051 INFO:tasks.rados.rados.0.smithi104.stdout:3918: finishing write tid 1 to smithi10482514-12 2024-04-02T08:44:15.051 INFO:tasks.rados.rados.0.smithi104.stdout:3918: finishing write tid 2 to smithi10482514-12 2024-04-02T08:44:15.051 INFO:tasks.rados.rados.0.smithi104.stdout:3918: finishing write tid 3 to smithi10482514-12 2024-04-02T08:44:15.051 INFO:tasks.rados.rados.0.smithi104.stdout:3920: finishing copy_from to smithi10482514-15 2024-04-02T08:44:15.051 INFO:tasks.rados.rados.0.smithi104.stdout:3920: got expected ENOENT (src dne) 2024-04-02T08:44:15.051 INFO:tasks.rados.rados.0.smithi104.stdout:3920: finishing copy_from racing read to smithi10482514-15 2024-04-02T08:44:15.051 INFO:tasks.rados.rados.0.smithi104.stdout:3918: finishing write tid 4 to smithi10482514-12 2024-04-02T08:44:15.051 INFO:tasks.rados.rados.0.smithi104.stdout:3918: oid 12 updating version 0 to 2397 2024-04-02T08:44:15.051 INFO:tasks.rados.rados.0.smithi104.stdout:3918: oid 12 updating version 2397 to 2399 2024-04-02T08:44:15.051 INFO:tasks.rados.rados.0.smithi104.stdout:3918: oid 12 version 2399 is already newer than 2398 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2399 (ObjNum 1204 snap 390 seq_num 1204) dirty exists 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:3918: left oid 12 (ObjNum 1204 snap 390 seq_num 1204) 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:3919: finishing copy_from racing read to smithi10482514-6 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:3919: finishing copy_from to smithi10482514-6 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 6 v 2773 (ObjNum 1187 snap 382 seq_num 1187) dirty exists 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:3922: seq_num 1206 ranges {0=606208,606208=401408} 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:3922: writing smithi10482514-45 from 0 to 606208 tid 1 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:3922: writing smithi10482514-45 from 606208 to 1007616 tid 2 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:3918: done (4 left) 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:3919: done (3 left) 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:3920: done (2 left) 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:3923: rollback oid 26 current snap is 390 2024-04-02T08:44:15.052 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 384 2024-04-02T08:44:15.053 INFO:tasks.rados.rados.0.smithi104.stdout:3921: finishing write tid 1 to smithi10482514-21 2024-04-02T08:44:15.053 INFO:tasks.rados.rados.0.smithi104.stdout:3921: finishing write tid 2 to smithi10482514-21 2024-04-02T08:44:15.053 INFO:tasks.rados.rados.0.smithi104.stdout:3921: finishing write tid 3 to smithi10482514-21 2024-04-02T08:44:15.053 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 390 2024-04-02T08:44:15.053 INFO:tasks.rados.rados.0.smithi104.stdout:3924: seq_num 1207 ranges {1744896=622592,2367488=401408} 2024-04-02T08:44:15.063 INFO:tasks.rados.rados.0.smithi104.stdout:3924: writing smithi10482514-10 from 1744896 to 2367488 tid 1 2024-04-02T08:44:15.066 INFO:tasks.rados.rados.0.smithi104.stdout:3924: writing smithi10482514-10 from 2367488 to 2768896 tid 2 2024-04-02T08:44:15.066 INFO:tasks.rados.rados.0.smithi104.stdout:3925: read oid 15 snap 388 2024-04-02T08:44:15.066 INFO:tasks.rados.rados.0.smithi104.stdout:3925: expect (ObjNum 1172 snap 377 seq_num 1172) 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3926: snap_create 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3921: finishing write tid 4 to smithi10482514-21 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3921: oid 21 updating version 0 to 3042 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3921: oid 21 version 3042 is already newer than 3041 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3921: oid 21 version 3042 is already newer than 3040 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 3042 (ObjNum 1205 snap 390 seq_num 1205) dirty exists 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3921: left oid 21 (ObjNum 1205 snap 390 seq_num 1205) 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3922: finishing write tid 1 to smithi10482514-45 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3922: finishing write tid 2 to smithi10482514-45 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3922: finishing write tid 3 to smithi10482514-45 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3922: finishing write tid 4 to smithi10482514-45 2024-04-02T08:44:15.067 INFO:tasks.rados.rados.0.smithi104.stdout:3922: oid 45 updating version 0 to 2789 2024-04-02T08:44:15.068 INFO:tasks.rados.rados.0.smithi104.stdout:3922: oid 45 updating version 2789 to 2790 2024-04-02T08:44:15.068 INFO:tasks.rados.rados.0.smithi104.stdout:3922: oid 45 updating version 2790 to 2791 2024-04-02T08:44:15.068 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 2791 (ObjNum 1206 snap 390 seq_num 1206) dirty exists 2024-04-02T08:44:15.068 INFO:tasks.rados.rados.0.smithi104.stdout:3922: left oid 45 (ObjNum 1206 snap 390 seq_num 1206) 2024-04-02T08:44:15.068 INFO:tasks.rados.rados.0.smithi104.stdout:3923: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:44:15.068 INFO:tasks.rados.rados.0.smithi104.stdout:3923: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:44:15.068 INFO:tasks.rados.rados.0.smithi104.stdout:3923: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:44:15.068 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2248 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-04-02T08:44:15.069 INFO:tasks.rados.rados.0.smithi104.stdout:3924: finishing write tid 1 to smithi10482514-10 2024-04-02T08:44:15.069 INFO:tasks.rados.rados.0.smithi104.stdout:3924: finishing write tid 2 to smithi10482514-10 2024-04-02T08:44:15.069 INFO:tasks.rados.rados.0.smithi104.stdout:3924: finishing write tid 3 to smithi10482514-10 2024-04-02T08:44:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3924: finishing write tid 4 to smithi10482514-10 2024-04-02T08:44:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3924: oid 10 updating version 0 to 2401 2024-04-02T08:44:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3924: oid 10 updating version 2401 to 2403 2024-04-02T08:44:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3924: oid 10 version 2403 is already newer than 2402 2024-04-02T08:44:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2403 (ObjNum 1207 snap 390 seq_num 1207) dirty exists 2024-04-02T08:44:15.071 INFO:tasks.rados.rados.0.smithi104.stdout:3924: left oid 10 (ObjNum 1207 snap 390 seq_num 1207) 2024-04-02T08:44:15.072 INFO:tasks.rados.rados.0.smithi104.stdout:3925: expect (ObjNum 1172 snap 377 seq_num 1172) 2024-04-02T08:44:15.967 INFO:tasks.rados.rados.0.smithi104.stdout:3921: done (5 left) 2024-04-02T08:44:15.967 INFO:tasks.rados.rados.0.smithi104.stdout:3922: done (4 left) 2024-04-02T08:44:15.967 INFO:tasks.rados.rados.0.smithi104.stdout:3923: done (3 left) 2024-04-02T08:44:15.967 INFO:tasks.rados.rados.0.smithi104.stdout:3924: done (2 left) 2024-04-02T08:44:15.967 INFO:tasks.rados.rados.0.smithi104.stdout:3925: done (1 left) 2024-04-02T08:44:15.968 INFO:tasks.rados.rados.0.smithi104.stdout:3926: done (0 left) 2024-04-02T08:44:15.968 INFO:tasks.rados.rados.0.smithi104.stdout:3927: setattr oid 35 current snap is 391 2024-04-02T08:44:15.970 INFO:tasks.rados.rados.0.smithi104.stdout:3928: copy_from oid 3 from oid 19 current snap is 391 2024-04-02T08:44:15.970 INFO:tasks.rados.rados.0.smithi104.stdout:3929: read oid 44 snap -1 2024-04-02T08:44:15.970 INFO:tasks.rados.rados.0.smithi104.stdout:3929: expect (ObjNum 1202 snap 389 seq_num 1202) 2024-04-02T08:44:15.970 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 21 current snap is 391 2024-04-02T08:44:15.970 INFO:tasks.rados.rados.0.smithi104.stdout:3930: seq_num 1208 ranges {5947392=638976,6586368=401408} 2024-04-02T08:44:16.006 INFO:tasks.rados.rados.0.smithi104.stdout:3930: writing smithi10482514-21 from 5947392 to 6586368 tid 1 2024-04-02T08:44:16.008 INFO:tasks.rados.rados.0.smithi104.stdout:3930: writing smithi10482514-21 from 6586368 to 6987776 tid 2 2024-04-02T08:44:16.008 INFO:tasks.rados.rados.0.smithi104.stdout:3931: read oid 27 snap -1 2024-04-02T08:44:16.008 INFO:tasks.rados.rados.0.smithi104.stdout:3931: expect (ObjNum 1199 snap 385 seq_num 1199) 2024-04-02T08:44:16.008 INFO:tasks.rados.rados.0.smithi104.stdout:3932: snap_remove snap 389 2024-04-02T08:44:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:44:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:44:15] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2024-04-02T08:44:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:15 smithi104 ceph-mon[96567]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 230 KiB/s wr, 4 op/s 2024-04-02T08:44:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:15 smithi104 ceph-mon[96567]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:44:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:15 smithi104 ceph-mon[94081]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 230 KiB/s wr, 4 op/s 2024-04-02T08:44:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:15 smithi104 ceph-mon[94081]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:44:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:15 smithi188 ceph-mon[86835]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 195 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 230 KiB/s wr, 4 op/s 2024-04-02T08:44:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:15 smithi188 ceph-mon[86835]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:44:16.977 INFO:tasks.rados.rados.0.smithi104.stdout:3932: done (5 left) 2024-04-02T08:44:16.977 INFO:tasks.rados.rados.0.smithi104.stdout:3933: copy_from oid 16 from oid 36 current snap is 391 2024-04-02T08:44:16.977 INFO:tasks.rados.rados.0.smithi104.stdout:3929: expect (ObjNum 1202 snap 389 seq_num 1202) 2024-04-02T08:44:17.024 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 35 v 2837 (ObjNum 1176 snap 378 seq_num 1176) dirty exists 2024-04-02T08:44:17.024 INFO:tasks.rados.rados.0.smithi104.stdout:3928: finishing copy_from racing read to smithi10482514-3 2024-04-02T08:44:17.024 INFO:tasks.rados.rados.0.smithi104.stdout:3928: finishing copy_from to smithi10482514-3 2024-04-02T08:44:17.024 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2201 (ObjNum 1184 snap 382 seq_num 1184) dirty exists 2024-04-02T08:44:17.024 INFO:tasks.rados.rados.0.smithi104.stdout:3931: expect (ObjNum 1199 snap 385 seq_num 1199) 2024-04-02T08:44:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3930: finishing write tid 1 to smithi10482514-21 2024-04-02T08:44:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3930: finishing write tid 2 to smithi10482514-21 2024-04-02T08:44:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3930: finishing write tid 3 to smithi10482514-21 2024-04-02T08:44:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3930: finishing write tid 4 to smithi10482514-21 2024-04-02T08:44:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3930: oid 21 updating version 0 to 3045 2024-04-02T08:44:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3930: oid 21 version 3045 is already newer than 3044 2024-04-02T08:44:17.086 INFO:tasks.rados.rados.0.smithi104.stdout:3930: oid 21 updating version 3045 to 3046 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 21 v 3046 (ObjNum 1208 snap 391 seq_num 1208) dirty exists 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3930: left oid 21 (ObjNum 1208 snap 391 seq_num 1208) 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3927: done (5 left) 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3928: done (4 left) 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3929: done (3 left) 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3930: done (2 left) 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3931: done (1 left) 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3934: setattr oid 33 current snap is 391 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3933: finishing copy_from to smithi10482514-16 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3933: got expected ENOENT (src dne) 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3933: finishing copy_from racing read to smithi10482514-16 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3933: done (1 left) 2024-04-02T08:44:17.087 INFO:tasks.rados.rados.0.smithi104.stdout:3935: read oid 31 snap 388 2024-04-02T08:44:17.088 INFO:tasks.rados.rados.0.smithi104.stdout:3935: expect (ObjNum 1193 snap 384 seq_num 1193) 2024-04-02T08:44:17.088 INFO:tasks.rados.rados.0.smithi104.stdout:3936: snap_remove snap 385 2024-04-02T08:44:17.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:16 smithi188 ceph-mon[86835]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:44:17.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:16 smithi104 ceph-mon[96567]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:44:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:16 smithi104 ceph-mon[94081]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:44:17.983 INFO:tasks.rados.rados.0.smithi104.stdout:3936: done (2 left) 2024-04-02T08:44:17.983 INFO:tasks.rados.rados.0.smithi104.stdout:3937: read oid 13 snap 378 2024-04-02T08:44:17.983 INFO:tasks.rados.rados.0.smithi104.stdout:3937: expect (ObjNum 1161 snap 373 seq_num 1161) 2024-04-02T08:44:17.983 INFO:tasks.rados.rados.0.smithi104.stdout:3938: read oid 43 snap -1 2024-04-02T08:44:17.983 INFO:tasks.rados.rados.0.smithi104.stdout:3938: expect deleted 2024-04-02T08:44:17.983 INFO:tasks.rados.rados.0.smithi104.stdout:3939: snap_create 2024-04-02T08:44:17.983 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 2480 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:44:17.984 INFO:tasks.rados.rados.0.smithi104.stdout:3935: expect (ObjNum 1193 snap 384 seq_num 1193) 2024-04-02T08:44:18.011 INFO:tasks.rados.rados.0.smithi104.stdout:3937: expect (ObjNum 1161 snap 373 seq_num 1161) 2024-04-02T08:44:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:17 smithi188 ceph-mon[86835]: pgmap v912: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 210 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-04-02T08:44:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:17 smithi188 ceph-mon[86835]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:44:18.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:17 smithi104 ceph-mon[96567]: pgmap v912: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 210 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-04-02T08:44:18.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:17 smithi104 ceph-mon[96567]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:44:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:17 smithi104 ceph-mon[94081]: pgmap v912: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 210 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-04-02T08:44:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:17 smithi104 ceph-mon[94081]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:44:18.990 INFO:tasks.rados.rados.0.smithi104.stdout:3934: done (4 left) 2024-04-02T08:44:18.991 INFO:tasks.rados.rados.0.smithi104.stdout:3935: done (3 left) 2024-04-02T08:44:18.991 INFO:tasks.rados.rados.0.smithi104.stdout:3937: done (2 left) 2024-04-02T08:44:18.991 INFO:tasks.rados.rados.0.smithi104.stdout:3938: done (1 left) 2024-04-02T08:44:18.991 INFO:tasks.rados.rados.0.smithi104.stdout:3939: done (0 left) 2024-04-02T08:44:18.991 INFO:tasks.rados.rados.0.smithi104.stdout:3940: snap_remove snap 383 2024-04-02T08:44:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:18 smithi188 ceph-mon[86835]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:44:19.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:18 smithi104 ceph-mon[96567]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:44:19.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:18 smithi104 ceph-mon[94081]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:44:19.990 INFO:tasks.rados.rados.0.smithi104.stdout:3940: done (0 left) 2024-04-02T08:44:19.990 INFO:tasks.rados.rados.0.smithi104.stdout:3941: copy_from oid 49 from oid 2 current snap is 392 2024-04-02T08:44:19.991 INFO:tasks.rados.rados.0.smithi104.stdout:3942: read oid 18 snap -1 2024-04-02T08:44:19.991 INFO:tasks.rados.rados.0.smithi104.stdout:3942: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:44:19.991 INFO:tasks.rados.rados.0.smithi104.stdout:3943: read oid 21 snap -1 2024-04-02T08:44:19.991 INFO:tasks.rados.rados.0.smithi104.stdout:3943: expect (ObjNum 1208 snap 391 seq_num 1208) 2024-04-02T08:44:19.991 INFO:tasks.rados.rados.0.smithi104.stdout:3944: read oid 10 snap 388 2024-04-02T08:44:19.991 INFO:tasks.rados.rados.0.smithi104.stdout:3944: expect (ObjNum 1197 snap 385 seq_num 1197) 2024-04-02T08:44:19.991 INFO:tasks.rados.rados.0.smithi104.stdout:3945: copy_from oid 19 from oid 14 current snap is 392 2024-04-02T08:44:19.991 INFO:tasks.rados.rados.0.smithi104.stdout:3946: delete oid 13 current snap is 392 2024-04-02T08:44:20.001 INFO:tasks.rados.rados.0.smithi104.stdout:3946: done (5 left) 2024-04-02T08:44:20.002 INFO:tasks.rados.rados.0.smithi104.stdout:3947: snap_remove snap 390 2024-04-02T08:44:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:19 smithi188 ceph-mon[86835]: pgmap v915: 121 pgs: 121 active+clean; 219 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-04-02T08:44:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:19 smithi188 ceph-mon[86835]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:44:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:19 smithi104 ceph-mon[96567]: pgmap v915: 121 pgs: 121 active+clean; 219 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-04-02T08:44:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:19 smithi104 ceph-mon[96567]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:44:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:20.390 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 08:44:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[102680]: 2024-04-02T08:44:20.025+0000 7feebe6f0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c0 after trimming was started 2024-04-02T08:44:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:19 smithi104 ceph-mon[94081]: pgmap v915: 121 pgs: 121 active+clean; 219 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-04-02T08:44:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:19 smithi104 ceph-mon[94081]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:44:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:20.965 INFO:tasks.rados.rados.0.smithi104.stdout:3947: done (5 left) 2024-04-02T08:44:20.966 INFO:tasks.rados.rados.0.smithi104.stdout:3948: setattr oid 12 current snap is 392 2024-04-02T08:44:20.966 INFO:tasks.rados.rados.0.smithi104.stdout:3942: expect (ObjNum 1115 snap 352 seq_num 1115) 2024-04-02T08:44:21.315 INFO:tasks.rados.rados.0.smithi104.stdout:3944: expect (ObjNum 1197 snap 385 seq_num 1197) 2024-04-02T08:44:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:20 smithi188 ceph-mon[86835]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:44:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:20 smithi188 ceph-mon[86835]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:44:21.376 INFO:tasks.rados.rados.0.smithi104.stdout:3943: expect (ObjNum 1208 snap 391 seq_num 1208) 2024-04-02T08:44:21.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:20 smithi104 ceph-mon[96567]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:44:21.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:20 smithi104 ceph-mon[96567]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:44:21.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:20 smithi104 ceph-mon[94081]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:44:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:20 smithi104 ceph-mon[94081]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:44:21.814 INFO:tasks.rados.rados.0.smithi104.stdout:3945: finishing copy_from racing read to smithi10482514-19 2024-04-02T08:44:21.815 INFO:tasks.rados.rados.0.smithi104.stdout:3945: finishing copy_from to smithi10482514-19 2024-04-02T08:44:21.815 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 2791 (ObjNum 1150 snap 365 seq_num 1150) dirty exists 2024-04-02T08:44:21.815 INFO:tasks.rados.rados.0.smithi104.stdout:3941: finishing copy_from racing read to smithi10482514-49 2024-04-02T08:44:21.815 INFO:tasks.rados.rados.0.smithi104.stdout:3941: finishing copy_from to smithi10482514-49 2024-04-02T08:44:21.815 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 49 v 2754 (ObjNum 1186 snap 382 seq_num 1186) dirty exists 2024-04-02T08:44:21.815 INFO:tasks.rados.rados.0.smithi104.stdout:3941: done (5 left) 2024-04-02T08:44:21.815 INFO:tasks.rados.rados.0.smithi104.stdout:3942: done (4 left) 2024-04-02T08:44:21.815 INFO:tasks.rados.rados.0.smithi104.stdout:3943: done (3 left) 2024-04-02T08:44:21.815 INFO:tasks.rados.rados.0.smithi104.stdout:3944: done (2 left) 2024-04-02T08:44:21.816 INFO:tasks.rados.rados.0.smithi104.stdout:3945: done (1 left) 2024-04-02T08:44:21.816 INFO:tasks.rados.rados.0.smithi104.stdout:3949: delete oid 34 current snap is 392 2024-04-02T08:44:21.819 INFO:tasks.rados.rados.0.smithi104.stdout:3949: done (1 left) 2024-04-02T08:44:21.819 INFO:tasks.rados.rados.0.smithi104.stdout:3950: read oid 49 snap -1 2024-04-02T08:44:21.819 INFO:tasks.rados.rados.0.smithi104.stdout:3950: expect (ObjNum 1186 snap 382 seq_num 1186) 2024-04-02T08:44:21.819 INFO:tasks.rados.rados.0.smithi104.stdout:3951: rollback oid 22 current snap is 392 2024-04-02T08:44:21.819 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 22 to 391 2024-04-02T08:44:21.820 INFO:tasks.rados.rados.0.smithi104.stdout:3952: read oid 4 snap -1 2024-04-02T08:44:21.820 INFO:tasks.rados.rados.0.smithi104.stdout:3952: expect (ObjNum 1065 snap 338 seq_num 1065) 2024-04-02T08:44:21.820 INFO:tasks.rados.rados.0.smithi104.stdout:3953: setattr oid 23 current snap is 392 2024-04-02T08:44:21.820 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2423 (ObjNum 1204 snap 390 seq_num 1204) dirty exists 2024-04-02T08:44:21.821 INFO:tasks.rados.rados.0.smithi104.stdout:3948: done (4 left) 2024-04-02T08:44:21.821 INFO:tasks.rados.rados.0.smithi104.stdout:3954: rollback oid 42 current snap is 392 2024-04-02T08:44:21.821 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 42 to 373 2024-04-02T08:44:21.821 INFO:tasks.rados.rados.0.smithi104.stdout:3955: snap_remove snap 368 2024-04-02T08:44:22.018 INFO:tasks.rados.rados.0.smithi104.stdout:3955: done (5 left) 2024-04-02T08:44:22.018 INFO:tasks.rados.rados.0.smithi104.stdout:3956: rmattr oid 28 current snap is 392 2024-04-02T08:44:22.018 INFO:tasks.rados.rados.0.smithi104.stdout:3951: finishing rollback tid 0 to smithi10482514-22 2024-04-02T08:44:22.018 INFO:tasks.rados.rados.0.smithi104.stdout:3951: finishing rollback tid 1 to smithi10482514-22 2024-04-02T08:44:22.018 INFO:tasks.rados.rados.0.smithi104.stdout:3952: expect (ObjNum 1065 snap 338 seq_num 1065) 2024-04-02T08:44:22.077 INFO:tasks.rados.rados.0.smithi104.stdout:3954: finishing rollback tid 0 to smithi10482514-42 2024-04-02T08:44:22.077 INFO:tasks.rados.rados.0.smithi104.stdout:3954: finishing rollback tid 1 to smithi10482514-42 2024-04-02T08:44:22.077 INFO:tasks.rados.rados.0.smithi104.stdout:3951: finishing rollback tid 2 to smithi10482514-22 2024-04-02T08:44:22.077 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 22 v 2792 (ObjNum 1195 snap 384 seq_num 1195) dirty exists 2024-04-02T08:44:22.077 INFO:tasks.rados.rados.0.smithi104.stdout:3954: finishing rollback tid 2 to smithi10482514-42 2024-04-02T08:44:22.078 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 42 v 2483 (ObjNum 1153 snap 366 seq_num 1153) dirty exists 2024-04-02T08:44:22.078 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 23 v 2793 (ObjNum 1062 snap 338 seq_num 1062) dirty exists 2024-04-02T08:44:22.078 INFO:tasks.rados.rados.0.smithi104.stdout:3951: done (5 left) 2024-04-02T08:44:22.078 INFO:tasks.rados.rados.0.smithi104.stdout:3952: done (4 left) 2024-04-02T08:44:22.078 INFO:tasks.rados.rados.0.smithi104.stdout:3953: done (3 left) 2024-04-02T08:44:22.078 INFO:tasks.rados.rados.0.smithi104.stdout:3954: done (2 left) 2024-04-02T08:44:22.078 INFO:tasks.rados.rados.0.smithi104.stdout:3957: snap_remove snap 384 2024-04-02T08:44:22.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:22 smithi188 ceph-mon[86835]: pgmap v918: 121 pgs: 121 active+clean; 223 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-02T08:44:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:22 smithi104 ceph-mon[96567]: pgmap v918: 121 pgs: 121 active+clean; 223 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-02T08:44:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:22 smithi104 ceph-mon[94081]: pgmap v918: 121 pgs: 121 active+clean; 223 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-02T08:44:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:44:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:23.024 INFO:tasks.rados.rados.0.smithi104.stdout:3957: done (2 left) 2024-04-02T08:44:23.024 INFO:tasks.rados.rados.0.smithi104.stdout:3958: snap_create 2024-04-02T08:44:23.024 INFO:tasks.rados.rados.0.smithi104.stdout:3950: expect (ObjNum 1186 snap 382 seq_num 1186) 2024-04-02T08:44:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:23 smithi188 ceph-mon[86835]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:44:23.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:23 smithi104 ceph-mon[96567]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:44:23.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:23 smithi104 ceph-mon[94081]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:44:23.458 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 28 v 2425 (ObjNum 1203 snap 389 seq_num 1203) dirty exists 2024-04-02T08:44:24.022 INFO:tasks.rados.rados.0.smithi104.stdout:3950: done (2 left) 2024-04-02T08:44:24.022 INFO:tasks.rados.rados.0.smithi104.stdout:3956: done (1 left) 2024-04-02T08:44:24.022 INFO:tasks.rados.rados.0.smithi104.stdout:3958: done (0 left) 2024-04-02T08:44:24.022 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 393 2024-04-02T08:44:24.022 INFO:tasks.rados.rados.0.smithi104.stdout:3959: seq_num 1211 ranges {7061504=688128,7749632=401408} 2024-04-02T08:44:24.064 INFO:tasks.rados.rados.0.smithi104.stdout:3959: writing smithi10482514-29 from 7061504 to 7749632 tid 1 2024-04-02T08:44:24.066 INFO:tasks.rados.rados.0.smithi104.stdout:3959: writing smithi10482514-29 from 7749632 to 8151040 tid 2 2024-04-02T08:44:24.067 INFO:tasks.rados.rados.0.smithi104.stdout:3960: delete oid 37 current snap is 393 2024-04-02T08:44:24.073 INFO:tasks.rados.rados.0.smithi104.stdout:3959: finishing write tid 1 to smithi10482514-29 2024-04-02T08:44:24.073 INFO:tasks.rados.rados.0.smithi104.stdout:3959: finishing write tid 2 to smithi10482514-29 2024-04-02T08:44:24.073 INFO:tasks.rados.rados.0.smithi104.stdout:3959: finishing write tid 3 to smithi10482514-29 2024-04-02T08:44:24.073 INFO:tasks.rados.rados.0.smithi104.stdout:3960: done (1 left) 2024-04-02T08:44:24.073 INFO:tasks.rados.rados.0.smithi104.stdout:3961: copy_from oid 33 from oid 15 current snap is 393 2024-04-02T08:44:24.073 INFO:tasks.rados.rados.0.smithi104.stdout:3962: read oid 20 snap 373 2024-04-02T08:44:24.073 INFO:tasks.rados.rados.0.smithi104.stdout:3962: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-04-02T08:44:24.073 INFO:tasks.rados.rados.0.smithi104.stdout:3963: snap_remove snap 367 2024-04-02T08:44:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:24 smithi188 ceph-mon[86835]: pgmap v921: 121 pgs: 121 active+clean; 225 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-02T08:44:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:24 smithi188 ceph-mon[86835]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:44:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:24 smithi104 ceph-mon[96567]: pgmap v921: 121 pgs: 121 active+clean; 225 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-02T08:44:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:24 smithi104 ceph-mon[96567]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:44:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:24 smithi104 ceph-mon[94081]: pgmap v921: 121 pgs: 121 active+clean; 225 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-02T08:44:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:24 smithi104 ceph-mon[94081]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:44:25.034 INFO:tasks.rados.rados.0.smithi104.stdout:3963: done (3 left) 2024-04-02T08:44:25.034 INFO:tasks.rados.rados.0.smithi104.stdout:3964: snap_create 2024-04-02T08:44:25.034 INFO:tasks.rados.rados.0.smithi104.stdout:3959: finishing write tid 4 to smithi10482514-29 2024-04-02T08:44:25.034 INFO:tasks.rados.rados.0.smithi104.stdout:3959: oid 29 updating version 0 to 2447 2024-04-02T08:44:25.034 INFO:tasks.rados.rados.0.smithi104.stdout:3959: oid 29 version 2447 is already newer than 2445 2024-04-02T08:44:25.034 INFO:tasks.rados.rados.0.smithi104.stdout:3959: oid 29 version 2447 is already newer than 2446 2024-04-02T08:44:25.034 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2447 (ObjNum 1211 snap 393 seq_num 1211) dirty exists 2024-04-02T08:44:25.034 INFO:tasks.rados.rados.0.smithi104.stdout:3959: left oid 29 (ObjNum 1211 snap 393 seq_num 1211) 2024-04-02T08:44:25.034 INFO:tasks.rados.rados.0.smithi104.stdout:3962: expect (ObjNum 1070 snap 339 seq_num 1070) 2024-04-02T08:44:25.079 INFO:tasks.rados.rados.0.smithi104.stdout:3961: finishing copy_from racing read to smithi10482514-33 2024-04-02T08:44:25.079 INFO:tasks.rados.rados.0.smithi104.stdout:3961: finishing copy_from to smithi10482514-33 2024-04-02T08:44:25.079 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 33 v 2743 (ObjNum 1172 snap 377 seq_num 1172) dirty exists 2024-04-02T08:44:25.291 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:25 smithi104 ceph-mon[94081]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:44:25.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:25 smithi104 ceph-mon[96567]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:44:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:25 smithi188 ceph-mon[86835]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:44:25.966 INFO:tasks.rados.rados.0.smithi104.stdout:3959: done (3 left) 2024-04-02T08:44:25.966 INFO:tasks.rados.rados.0.smithi104.stdout:3961: done (2 left) 2024-04-02T08:44:25.967 INFO:tasks.rados.rados.0.smithi104.stdout:3962: done (1 left) 2024-04-02T08:44:25.967 INFO:tasks.rados.rados.0.smithi104.stdout:3964: done (0 left) 2024-04-02T08:44:25.967 INFO:tasks.rados.rados.0.smithi104.stdout:3965: read oid 36 snap 380 2024-04-02T08:44:25.967 INFO:tasks.rados.rados.0.smithi104.stdout:3965: expect (ObjNum 1173 snap 377 seq_num 1173) 2024-04-02T08:44:25.967 INFO:tasks.rados.rados.0.smithi104.stdout:3966: setattr oid 19 current snap is 394 2024-04-02T08:44:25.967 INFO:tasks.rados.rados.0.smithi104.stdout:3967: copy_from oid 31 from oid 11 current snap is 394 2024-04-02T08:44:25.967 INFO:tasks.rados.rados.0.smithi104.stdout:3968: snap_remove snap 373 2024-04-02T08:44:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:44:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:44:25] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:44:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:26 smithi104 ceph-mon[94081]: pgmap v924: 121 pgs: 121 active+clean; 231 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-02T08:44:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:26 smithi104 ceph-mon[94081]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:44:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:26 smithi104 ceph-mon[94081]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:44:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:26 smithi104 ceph-mon[96567]: pgmap v924: 121 pgs: 121 active+clean; 231 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-02T08:44:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:26 smithi104 ceph-mon[96567]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:44:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:26 smithi104 ceph-mon[96567]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:44:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:26 smithi188 ceph-mon[86835]: pgmap v924: 121 pgs: 121 active+clean; 231 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-02T08:44:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:26 smithi188 ceph-mon[86835]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:44:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:26 smithi188 ceph-mon[86835]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:44:26.973 INFO:tasks.rados.rados.0.smithi104.stdout:3968: done (3 left) 2024-04-02T08:44:26.974 INFO:tasks.rados.rados.0.smithi104.stdout:3969: rmattr oid 15 current snap is 394 2024-04-02T08:44:26.974 INFO:tasks.rados.rados.0.smithi104.stdout:3969: done (3 left) 2024-04-02T08:44:26.974 INFO:tasks.rados.rados.0.smithi104.stdout:3970: rollback oid 12 current snap is 394 2024-04-02T08:44:26.974 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 12 to 391 2024-04-02T08:44:26.974 INFO:tasks.rados.rados.0.smithi104.stdout:3971: snap_remove snap 369 2024-04-02T08:44:27.969 INFO:tasks.rados.rados.0.smithi104.stdout:3971: done (4 left) 2024-04-02T08:44:27.970 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 7 current snap is 394 2024-04-02T08:44:27.970 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 19 v 2792 (ObjNum 1150 snap 365 seq_num 1150) dirty exists 2024-04-02T08:44:27.970 INFO:tasks.rados.rados.0.smithi104.stdout:3972: seq_num 1213 ranges {786432=720896,1507328=401408} 2024-04-02T08:44:27.978 INFO:tasks.rados.rados.0.smithi104.stdout:3972: writing smithi10482514-7 from 786432 to 1507328 tid 1 2024-04-02T08:44:27.982 INFO:tasks.rados.rados.0.smithi104.stdout:3972: writing smithi10482514-7 from 1507328 to 1908736 tid 2 2024-04-02T08:44:27.982 INFO:tasks.rados.rados.0.smithi104.stdout:3966: done (4 left) 2024-04-02T08:44:27.982 INFO:tasks.rados.rados.0.smithi104.stdout:3973: read oid 17 snap -1 2024-04-02T08:44:27.982 INFO:tasks.rados.rados.0.smithi104.stdout:3973: expect deleted 2024-04-02T08:44:27.982 INFO:tasks.rados.rados.0.smithi104.stdout:3974: read oid 19 snap -1 2024-04-02T08:44:27.982 INFO:tasks.rados.rados.0.smithi104.stdout:3974: expect (ObjNum 1150 snap 365 seq_num 1150) 2024-04-02T08:44:27.982 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 10 current snap is 394 2024-04-02T08:44:27.982 INFO:tasks.rados.rados.0.smithi104.stdout:3975: seq_num 1214 ranges {2768896=737280,3506176=401408} 2024-04-02T08:44:28.002 INFO:tasks.rados.rados.0.smithi104.stdout:3975: writing smithi10482514-10 from 2768896 to 3506176 tid 1 2024-04-02T08:44:28.006 INFO:tasks.rados.rados.0.smithi104.stdout:3975: writing smithi10482514-10 from 3506176 to 3907584 tid 2 2024-04-02T08:44:28.006 INFO:tasks.rados.rados.0.smithi104.stdout:3976: read oid 46 snap -1 2024-04-02T08:44:28.006 INFO:tasks.rados.rados.0.smithi104.stdout:3976: expect deleted 2024-04-02T08:44:28.006 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 37 current snap is 394 2024-04-02T08:44:28.006 INFO:tasks.rados.rados.0.smithi104.stdout:3977: seq_num 1215 ranges {0=753664,753664=401408} 2024-04-02T08:44:28.011 INFO:tasks.rados.rados.0.smithi104.stdout:3977: writing smithi10482514-37 from 0 to 753664 tid 1 2024-04-02T08:44:28.014 INFO:tasks.rados.rados.0.smithi104.stdout:3977: writing smithi10482514-37 from 753664 to 1155072 tid 2 2024-04-02T08:44:28.014 INFO:tasks.rados.rados.0.smithi104.stdout:3978: snap_create 2024-04-02T08:44:28.014 INFO:tasks.rados.rados.0.smithi104.stdout:3965: expect (ObjNum 1173 snap 377 seq_num 1173) 2024-04-02T08:44:28.029 INFO:tasks.rados.rados.0.smithi104.stdout:3967: finishing copy_from racing read to smithi10482514-31 2024-04-02T08:44:28.029 INFO:tasks.rados.rados.0.smithi104.stdout:3967: finishing copy_from to smithi10482514-31 2024-04-02T08:44:28.029 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 31 v 2460 (ObjNum 1111 snap 352 seq_num 1111) dirty exists 2024-04-02T08:44:28.029 INFO:tasks.rados.rados.0.smithi104.stdout:3970: finishing rollback tid 0 to smithi10482514-12 2024-04-02T08:44:28.029 INFO:tasks.rados.rados.0.smithi104.stdout:3970: finishing rollback tid 1 to smithi10482514-12 2024-04-02T08:44:28.029 INFO:tasks.rados.rados.0.smithi104.stdout:3970: finishing rollback tid 2 to smithi10482514-12 2024-04-02T08:44:28.030 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2465 (ObjNum 1204 snap 390 seq_num 1204) dirty exists 2024-04-02T08:44:28.030 INFO:tasks.rados.rados.0.smithi104.stdout:3972: finishing write tid 1 to smithi10482514-7 2024-04-02T08:44:28.030 INFO:tasks.rados.rados.0.smithi104.stdout:3972: finishing write tid 2 to smithi10482514-7 2024-04-02T08:44:28.030 INFO:tasks.rados.rados.0.smithi104.stdout:3972: finishing write tid 3 to smithi10482514-7 2024-04-02T08:44:28.030 INFO:tasks.rados.rados.0.smithi104.stdout:3972: finishing write tid 4 to smithi10482514-7 2024-04-02T08:44:28.030 INFO:tasks.rados.rados.0.smithi104.stdout:3972: oid 7 updating version 0 to 2791 2024-04-02T08:44:28.030 INFO:tasks.rados.rados.0.smithi104.stdout:3972: oid 7 version 2791 is already newer than 2790 2024-04-02T08:44:28.030 INFO:tasks.rados.rados.0.smithi104.stdout:3972: oid 7 version 2791 is already newer than 2789 2024-04-02T08:44:28.030 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 7 v 2791 (ObjNum 1213 snap 394 seq_num 1213) dirty exists 2024-04-02T08:44:28.030 INFO:tasks.rados.rados.0.smithi104.stdout:3972: left oid 7 (ObjNum 1213 snap 394 seq_num 1213) 2024-04-02T08:44:28.030 INFO:tasks.rados.rados.0.smithi104.stdout:3974: expect (ObjNum 1150 snap 365 seq_num 1150) 2024-04-02T08:44:28.126 INFO:tasks.rados.rados.0.smithi104.stdout:3975: finishing write tid 1 to smithi10482514-10 2024-04-02T08:44:28.126 INFO:tasks.rados.rados.0.smithi104.stdout:3975: finishing write tid 2 to smithi10482514-10 2024-04-02T08:44:28.126 INFO:tasks.rados.rados.0.smithi104.stdout:3975: finishing write tid 3 to smithi10482514-10 2024-04-02T08:44:28.126 INFO:tasks.rados.rados.0.smithi104.stdout:3977: finishing write tid 1 to smithi10482514-37 2024-04-02T08:44:28.126 INFO:tasks.rados.rados.0.smithi104.stdout:3977: finishing write tid 2 to smithi10482514-37 2024-04-02T08:44:28.126 INFO:tasks.rados.rados.0.smithi104.stdout:3977: finishing write tid 3 to smithi10482514-37 2024-04-02T08:44:28.126 INFO:tasks.rados.rados.0.smithi104.stdout:3977: finishing write tid 4 to smithi10482514-37 2024-04-02T08:44:28.126 INFO:tasks.rados.rados.0.smithi104.stdout:3977: oid 37 updating version 0 to 2334 2024-04-02T08:44:28.127 INFO:tasks.rados.rados.0.smithi104.stdout:3977: oid 37 updating version 2334 to 2335 2024-04-02T08:44:28.127 INFO:tasks.rados.rados.0.smithi104.stdout:3977: oid 37 version 2335 is already newer than 2333 2024-04-02T08:44:28.127 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 37 v 2335 (ObjNum 1215 snap 394 seq_num 1215) dirty exists 2024-04-02T08:44:28.127 INFO:tasks.rados.rados.0.smithi104.stdout:3977: left oid 37 (ObjNum 1215 snap 394 seq_num 1215) 2024-04-02T08:44:28.127 INFO:tasks.rados.rados.0.smithi104.stdout:3975: finishing write tid 4 to smithi10482514-10 2024-04-02T08:44:28.127 INFO:tasks.rados.rados.0.smithi104.stdout:3975: oid 10 updating version 0 to 2483 2024-04-02T08:44:28.127 INFO:tasks.rados.rados.0.smithi104.stdout:3975: oid 10 version 2483 is already newer than 2477 2024-04-02T08:44:28.127 INFO:tasks.rados.rados.0.smithi104.stdout:3975: oid 10 version 2483 is already newer than 2482 2024-04-02T08:44:28.127 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 10 v 2483 (ObjNum 1214 snap 394 seq_num 1214) dirty exists 2024-04-02T08:44:28.127 INFO:tasks.rados.rados.0.smithi104.stdout:3975: left oid 10 (ObjNum 1214 snap 394 seq_num 1214) 2024-04-02T08:44:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:27 smithi188 ceph-mon[86835]: pgmap v927: 121 pgs: 121 active+clean; 232 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-04-02T08:44:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:27 smithi188 ceph-mon[86835]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:44:28.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:27 smithi104 ceph-mon[94081]: pgmap v927: 121 pgs: 121 active+clean; 232 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-04-02T08:44:28.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:27 smithi104 ceph-mon[94081]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:44:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:27 smithi104 ceph-mon[96567]: pgmap v927: 121 pgs: 121 active+clean; 232 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-04-02T08:44:28.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:27 smithi104 ceph-mon[96567]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:44:28.979 INFO:tasks.rados.rados.0.smithi104.stdout:3965: done (9 left) 2024-04-02T08:44:28.979 INFO:tasks.rados.rados.0.smithi104.stdout:3967: done (8 left) 2024-04-02T08:44:28.979 INFO:tasks.rados.rados.0.smithi104.stdout:3970: done (7 left) 2024-04-02T08:44:28.979 INFO:tasks.rados.rados.0.smithi104.stdout:3972: done (6 left) 2024-04-02T08:44:28.979 INFO:tasks.rados.rados.0.smithi104.stdout:3973: done (5 left) 2024-04-02T08:44:28.979 INFO:tasks.rados.rados.0.smithi104.stdout:3974: done (4 left) 2024-04-02T08:44:28.979 INFO:tasks.rados.rados.0.smithi104.stdout:3975: done (3 left) 2024-04-02T08:44:28.979 INFO:tasks.rados.rados.0.smithi104.stdout:3976: done (2 left) 2024-04-02T08:44:28.980 INFO:tasks.rados.rados.0.smithi104.stdout:3977: done (1 left) 2024-04-02T08:44:28.980 INFO:tasks.rados.rados.0.smithi104.stdout:3978: done (0 left) 2024-04-02T08:44:28.980 INFO:tasks.rados.rados.0.smithi104.stdout:3979: delete oid 30 current snap is 395 2024-04-02T08:44:28.985 INFO:tasks.rados.rados.0.smithi104.stdout:3979: done (0 left) 2024-04-02T08:44:28.985 INFO:tasks.rados.rados.0.smithi104.stdout:3980: read oid 9 snap 366 2024-04-02T08:44:28.985 INFO:tasks.rados.rados.0.smithi104.stdout:3980: expect deleted 2024-04-02T08:44:28.985 INFO:tasks.rados.rados.0.smithi104.stdout:3981: rollback oid 26 current snap is 395 2024-04-02T08:44:28.985 INFO:tasks.rados.rados.0.smithi104.stdout:rollback oid 26 to 392 2024-04-02T08:44:28.986 INFO:tasks.rados.rados.0.smithi104.stdout:3982: read oid 28 snap 378 2024-04-02T08:44:28.986 INFO:tasks.rados.rados.0.smithi104.stdout:3982: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:44:28.986 INFO:tasks.rados.rados.0.smithi104.stdout:3983: snap_create 2024-04-02T08:44:28.997 INFO:tasks.rados.rados.0.smithi104.stdout:3981: finishing rollback tid 0 to smithi10482514-26 2024-04-02T08:44:28.997 INFO:tasks.rados.rados.0.smithi104.stdout:3981: finishing rollback tid 1 to smithi10482514-26 2024-04-02T08:44:29.001 INFO:tasks.rados.rados.0.smithi104.stdout:3981: finishing rollback tid 2 to smithi10482514-26 2024-04-02T08:44:29.001 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2795 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-04-02T08:44:29.012 INFO:tasks.rados.rados.0.smithi104.stdout:3982: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-04-02T08:44:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:28 smithi188 ceph-mon[86835]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:44:29.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:28 smithi104 ceph-mon[94081]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:44:29.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:28 smithi104 ceph-mon[96567]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:44:29.991 INFO:tasks.rados.rados.0.smithi104.stdout:3980: done (3 left) 2024-04-02T08:44:29.991 INFO:tasks.rados.rados.0.smithi104.stdout:3981: done (2 left) 2024-04-02T08:44:29.991 INFO:tasks.rados.rados.0.smithi104.stdout:3982: done (1 left) 2024-04-02T08:44:29.991 INFO:tasks.rados.rados.0.smithi104.stdout:3983: done (0 left) 2024-04-02T08:44:29.991 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 45 current snap is 396 2024-04-02T08:44:29.991 INFO:tasks.rados.rados.0.smithi104.stdout:3984: seq_num 1217 ranges {1007616=786432,1794048=401408} 2024-04-02T08:44:30.000 INFO:tasks.rados.rados.0.smithi104.stdout:3984: writing smithi10482514-45 from 1007616 to 1794048 tid 1 2024-04-02T08:44:30.005 INFO:tasks.rados.rados.0.smithi104.stdout:3984: writing smithi10482514-45 from 1794048 to 2195456 tid 2 2024-04-02T08:44:30.005 INFO:tasks.rados.rados.0.smithi104.stdout:3985: snap_remove snap 377 2024-04-02T08:44:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:29 smithi188 ceph-mon[86835]: pgmap v930: 121 pgs: 121 active+clean; 229 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:44:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:29 smithi188 ceph-mon[86835]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:44:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:29 smithi104 ceph-mon[96567]: pgmap v930: 121 pgs: 121 active+clean; 229 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:44:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:29 smithi104 ceph-mon[96567]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:44:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:29 smithi104 ceph-mon[94081]: pgmap v930: 121 pgs: 121 active+clean; 229 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:44:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:29 smithi104 ceph-mon[94081]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:44:30.970 INFO:tasks.rados.rados.0.smithi104.stdout:3985: done (1 left) 2024-04-02T08:44:30.970 INFO:tasks.rados.rados.0.smithi104.stdout:3986: snap_remove snap 378 2024-04-02T08:44:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:30 smithi188 ceph-mon[86835]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:44:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:30 smithi188 ceph-mon[86835]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:44:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:30 smithi104 ceph-mon[94081]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:44:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:30 smithi104 ceph-mon[94081]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:44:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:30 smithi104 ceph-mon[96567]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:44:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:30 smithi104 ceph-mon[96567]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:44:31.972 INFO:tasks.rados.rados.0.smithi104.stdout:3986: done (1 left) 2024-04-02T08:44:31.972 INFO:tasks.rados.rados.0.smithi104.stdout:3987: copy_from oid 30 from oid 2 current snap is 396 2024-04-02T08:44:31.972 INFO:tasks.rados.rados.0.smithi104.stdout:3988: copy_from oid 46 from oid 50 current snap is 396 2024-04-02T08:44:31.972 INFO:tasks.rados.rados.0.smithi104.stdout:3989: setattr oid 15 current snap is 396 2024-04-02T08:44:31.974 INFO:tasks.rados.rados.0.smithi104.stdout:3990: delete oid 31 current snap is 396 2024-04-02T08:44:31.974 INFO:tasks.rados.rados.0.smithi104.stdout:3984: finishing write tid 1 to smithi10482514-45 2024-04-02T08:44:31.974 INFO:tasks.rados.rados.0.smithi104.stdout:3984: finishing write tid 2 to smithi10482514-45 2024-04-02T08:44:31.975 INFO:tasks.rados.rados.0.smithi104.stdout:3984: finishing write tid 3 to smithi10482514-45 2024-04-02T08:44:31.975 INFO:tasks.rados.rados.0.smithi104.stdout:3984: finishing write tid 4 to smithi10482514-45 2024-04-02T08:44:31.975 INFO:tasks.rados.rados.0.smithi104.stdout:3984: oid 45 updating version 0 to 2795 2024-04-02T08:44:31.975 INFO:tasks.rados.rados.0.smithi104.stdout:3984: oid 45 version 2795 is already newer than 2794 2024-04-02T08:44:31.975 INFO:tasks.rados.rados.0.smithi104.stdout:3984: oid 45 version 2795 is already newer than 2793 2024-04-02T08:44:31.975 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 45 v 2795 (ObjNum 1217 snap 396 seq_num 1217) dirty exists 2024-04-02T08:44:31.975 INFO:tasks.rados.rados.0.smithi104.stdout:3984: left oid 45 (ObjNum 1217 snap 396 seq_num 1217) 2024-04-02T08:44:31.989 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 15 v 2901 (ObjNum 1172 snap 377 seq_num 1172) dirty exists 2024-04-02T08:44:31.990 INFO:tasks.rados.rados.0.smithi104.stdout:3988: finishing copy_from racing read to smithi10482514-46 2024-04-02T08:44:31.992 INFO:tasks.rados.rados.0.smithi104.stdout:3988: finishing copy_from to smithi10482514-46 2024-04-02T08:44:31.992 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 46 v 2937 (ObjNum 1177 snap 378 seq_num 1177) dirty exists 2024-04-02T08:44:32.005 INFO:tasks.rados.rados.0.smithi104.stdout:3987: finishing copy_from racing read to smithi10482514-30 2024-04-02T08:44:32.005 INFO:tasks.rados.rados.0.smithi104.stdout:3984: done (4 left) 2024-04-02T08:44:32.005 INFO:tasks.rados.rados.0.smithi104.stdout:3988: done (3 left) 2024-04-02T08:44:32.005 INFO:tasks.rados.rados.0.smithi104.stdout:3989: done (2 left) 2024-04-02T08:44:32.005 INFO:tasks.rados.rados.0.smithi104.stdout:3990: done (1 left) 2024-04-02T08:44:32.005 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 26 current snap is 396 2024-04-02T08:44:32.005 INFO:tasks.rados.rados.0.smithi104.stdout:3991: seq_num 1219 ranges {6594560=417792,7012352=557056,7569408=245760} 2024-04-02T08:44:32.043 INFO:tasks.rados.rados.0.smithi104.stdout:3991: writing smithi10482514-26 from 6594560 to 7012352 tid 1 2024-04-02T08:44:32.046 INFO:tasks.rados.rados.0.smithi104.stdout:3991: writing smithi10482514-26 from 7012352 to 7569408 tid 2 2024-04-02T08:44:32.048 INFO:tasks.rados.rados.0.smithi104.stdout:3991: writing smithi10482514-26 from 7569408 to 7815168 tid 3 2024-04-02T08:44:32.048 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 29 current snap is 396 2024-04-02T08:44:32.048 INFO:tasks.rados.rados.0.smithi104.stdout:3987: finishing copy_from to smithi10482514-30 2024-04-02T08:44:32.048 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 30 v 2754 (ObjNum 1186 snap 382 seq_num 1186) dirty exists 2024-04-02T08:44:32.048 INFO:tasks.rados.rados.0.smithi104.stdout:3992: seq_num 1220 ranges {8151040=434176,8585216=442368,9027584=360448} 2024-04-02T08:44:32.094 INFO:tasks.rados.rados.0.smithi104.stdout:3992: writing smithi10482514-29 from 8151040 to 8585216 tid 1 2024-04-02T08:44:32.097 INFO:tasks.rados.rados.0.smithi104.stdout:3992: writing smithi10482514-29 from 8585216 to 9027584 tid 2 2024-04-02T08:44:32.100 INFO:tasks.rados.rados.0.smithi104.stdout:3992: writing smithi10482514-29 from 9027584 to 9388032 tid 3 2024-04-02T08:44:32.100 INFO:tasks.rados.rados.0.smithi104.stdout:3987: done (2 left) 2024-04-02T08:44:32.100 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 3 current snap is 396 2024-04-02T08:44:32.100 INFO:tasks.rados.rados.0.smithi104.stdout:3991: finishing write tid 1 to smithi10482514-26 2024-04-02T08:44:32.100 INFO:tasks.rados.rados.0.smithi104.stdout:3993: seq_num 1221 ranges {4358144=458752,4816896=729088,5545984=73728} 2024-04-02T08:44:32.126 INFO:tasks.rados.rados.0.smithi104.stdout:3993: writing smithi10482514-3 from 4358144 to 4816896 tid 1 2024-04-02T08:44:32.131 INFO:tasks.rados.rados.0.smithi104.stdout:3993: writing smithi10482514-3 from 4816896 to 5545984 tid 2 2024-04-02T08:44:32.132 INFO:tasks.rados.rados.0.smithi104.stdout:3993: writing smithi10482514-3 from 5545984 to 5619712 tid 3 2024-04-02T08:44:32.132 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 12 current snap is 396 2024-04-02T08:44:32.132 INFO:tasks.rados.rados.0.smithi104.stdout:3991: finishing write tid 2 to smithi10482514-26 2024-04-02T08:44:32.132 INFO:tasks.rados.rados.0.smithi104.stdout:3991: finishing write tid 3 to smithi10482514-26 2024-04-02T08:44:32.132 INFO:tasks.rados.rados.0.smithi104.stdout:3994: seq_num 1222 ranges {6848512=475136,7323648=606208,7929856=196608} 2024-04-02T08:44:32.172 INFO:tasks.rados.rados.0.smithi104.stdout:3994: writing smithi10482514-12 from 6848512 to 7323648 tid 1 2024-04-02T08:44:32.176 INFO:tasks.rados.rados.0.smithi104.stdout:3994: writing smithi10482514-12 from 7323648 to 7929856 tid 2 2024-04-02T08:44:32.178 INFO:tasks.rados.rados.0.smithi104.stdout:3994: writing smithi10482514-12 from 7929856 to 8126464 tid 3 2024-04-02T08:44:32.178 INFO:tasks.rados.rados.0.smithi104.stdout:3995: snap_create 2024-04-02T08:44:32.178 INFO:tasks.rados.rados.0.smithi104.stdout:3991: finishing write tid 4 to smithi10482514-26 2024-04-02T08:44:32.178 INFO:tasks.rados.rados.0.smithi104.stdout:3991: finishing write tid 5 to smithi10482514-26 2024-04-02T08:44:32.178 INFO:tasks.rados.rados.0.smithi104.stdout:3991: oid 26 updating version 0 to 2797 2024-04-02T08:44:32.178 INFO:tasks.rados.rados.0.smithi104.stdout:3991: oid 26 updating version 2797 to 2799 2024-04-02T08:44:32.178 INFO:tasks.rados.rados.0.smithi104.stdout:3991: oid 26 version 2799 is already newer than 2798 2024-04-02T08:44:32.178 INFO:tasks.rados.rados.0.smithi104.stdout:3991: oid 26 version 2799 is already newer than 2796 2024-04-02T08:44:32.178 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 26 v 2799 (ObjNum 1219 snap 396 seq_num 1219) dirty exists 2024-04-02T08:44:32.178 INFO:tasks.rados.rados.0.smithi104.stdout:3991: left oid 26 (ObjNum 1219 snap 396 seq_num 1219) 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3992: finishing write tid 1 to smithi10482514-29 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3992: finishing write tid 2 to smithi10482514-29 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3992: finishing write tid 3 to smithi10482514-29 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3992: finishing write tid 4 to smithi10482514-29 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3992: finishing write tid 5 to smithi10482514-29 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3992: oid 29 updating version 0 to 2510 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3992: oid 29 version 2510 is already newer than 2509 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3992: oid 29 version 2510 is already newer than 2507 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3992: oid 29 version 2510 is already newer than 2508 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 29 v 2510 (ObjNum 1220 snap 396 seq_num 1220) dirty exists 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3992: left oid 29 (ObjNum 1220 snap 396 seq_num 1220) 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3993: finishing write tid 1 to smithi10482514-3 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3993: finishing write tid 2 to smithi10482514-3 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3993: finishing write tid 3 to smithi10482514-3 2024-04-02T08:44:32.179 INFO:tasks.rados.rados.0.smithi104.stdout:3993: finishing write tid 4 to smithi10482514-3 2024-04-02T08:44:32.180 INFO:tasks.rados.rados.0.smithi104.stdout:3993: finishing write tid 5 to smithi10482514-3 2024-04-02T08:44:32.180 INFO:tasks.rados.rados.0.smithi104.stdout:3993: oid 3 updating version 0 to 2204 2024-04-02T08:44:32.180 INFO:tasks.rados.rados.0.smithi104.stdout:3993: oid 3 version 2204 is already newer than 2203 2024-04-02T08:44:32.180 INFO:tasks.rados.rados.0.smithi104.stdout:3993: oid 3 version 2204 is already newer than 2202 2024-04-02T08:44:32.180 INFO:tasks.rados.rados.0.smithi104.stdout:3993: oid 3 updating version 2204 to 2205 2024-04-02T08:44:32.180 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 3 v 2205 (ObjNum 1221 snap 396 seq_num 1221) dirty exists 2024-04-02T08:44:32.180 INFO:tasks.rados.rados.0.smithi104.stdout:3993: left oid 3 (ObjNum 1221 snap 396 seq_num 1221) 2024-04-02T08:44:32.180 INFO:tasks.rados.rados.0.smithi104.stdout:3994: finishing write tid 1 to smithi10482514-12 2024-04-02T08:44:32.182 INFO:tasks.rados.rados.0.smithi104.stdout:3994: finishing write tid 2 to smithi10482514-12 2024-04-02T08:44:32.182 INFO:tasks.rados.rados.0.smithi104.stdout:3994: finishing write tid 3 to smithi10482514-12 2024-04-02T08:44:32.182 INFO:tasks.rados.rados.0.smithi104.stdout:3994: finishing write tid 4 to smithi10482514-12 2024-04-02T08:44:32.183 INFO:tasks.rados.rados.0.smithi104.stdout:3994: finishing write tid 5 to smithi10482514-12 2024-04-02T08:44:32.184 INFO:tasks.rados.rados.0.smithi104.stdout:3994: oid 12 updating version 0 to 2512 2024-04-02T08:44:32.184 INFO:tasks.rados.rados.0.smithi104.stdout:3994: oid 12 updating version 2512 to 2514 2024-04-02T08:44:32.184 INFO:tasks.rados.rados.0.smithi104.stdout:3994: oid 12 version 2514 is already newer than 2513 2024-04-02T08:44:32.184 INFO:tasks.rados.rados.0.smithi104.stdout:3994: oid 12 updating version 2514 to 2515 2024-04-02T08:44:32.184 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 12 v 2515 (ObjNum 1222 snap 396 seq_num 1222) dirty exists 2024-04-02T08:44:32.184 INFO:tasks.rados.rados.0.smithi104.stdout:3994: left oid 12 (ObjNum 1222 snap 396 seq_num 1222) 2024-04-02T08:44:32.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:31 smithi188 ceph-mon[86835]: pgmap v933: 121 pgs: 121 active+clean; 230 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T08:44:32.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:31 smithi188 ceph-mon[86835]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:44:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:32 smithi104 ceph-mon[96567]: pgmap v933: 121 pgs: 121 active+clean; 230 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T08:44:32.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:32 smithi104 ceph-mon[96567]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:44:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:31 smithi104 ceph-mon[94081]: pgmap v933: 121 pgs: 121 active+clean; 230 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T08:44:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:31 smithi104 ceph-mon[94081]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:44:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:44:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:33.004 INFO:tasks.rados.rados.0.smithi104.stdout:3991: done (4 left) 2024-04-02T08:44:33.004 INFO:tasks.rados.rados.0.smithi104.stdout:3992: done (3 left) 2024-04-02T08:44:33.004 INFO:tasks.rados.rados.0.smithi104.stdout:3993: done (2 left) 2024-04-02T08:44:33.004 INFO:tasks.rados.rados.0.smithi104.stdout:3994: done (1 left) 2024-04-02T08:44:33.004 INFO:tasks.rados.rados.0.smithi104.stdout:3995: done (0 left) 2024-04-02T08:44:33.004 INFO:tasks.rados.rados.0.smithi104.stdout:3996: read oid 22 snap -1 2024-04-02T08:44:33.004 INFO:tasks.rados.rados.0.smithi104.stdout:3996: expect (ObjNum 1195 snap 384 seq_num 1195) 2024-04-02T08:44:33.004 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 2 current snap is 397 2024-04-02T08:44:33.005 INFO:tasks.rados.rados.0.smithi104.stdout:3997: seq_num 1223 ranges {6152192=491520,6643712=491520,7135232=311296} 2024-04-02T08:44:33.039 INFO:tasks.rados.rados.0.smithi104.stdout:3997: writing smithi10482514-2 from 6152192 to 6643712 tid 1 2024-04-02T08:44:33.042 INFO:tasks.rados.rados.0.smithi104.stdout:3997: writing smithi10482514-2 from 6643712 to 7135232 tid 2 2024-04-02T08:44:33.045 INFO:tasks.rados.rados.0.smithi104.stdout:3997: writing smithi10482514-2 from 7135232 to 7446528 tid 3 2024-04-02T08:44:33.045 INFO:tasks.rados.rados.0.smithi104.stdout:append oid 44 current snap is 397 2024-04-02T08:44:33.045 INFO:tasks.rados.rados.0.smithi104.stdout:3998: seq_num 1224 ranges {1343488=507904,1851392=425984,2277376=376832} 2024-04-02T08:44:33.055 INFO:tasks.rados.rados.0.smithi104.stdout:3998: writing smithi10482514-44 from 1343488 to 1851392 tid 1 2024-04-02T08:44:33.058 INFO:tasks.rados.rados.0.smithi104.stdout:3998: writing smithi10482514-44 from 1851392 to 2277376 tid 2 2024-04-02T08:44:33.060 INFO:tasks.rados.rados.0.smithi104.stdout:3998: writing smithi10482514-44 from 2277376 to 2654208 tid 3 2024-04-02T08:44:33.060 INFO:tasks.rados.rados.0.smithi104.stdout:3999: copy_from oid 50 from oid 29 current snap is 397 2024-04-02T08:44:33.060 INFO:tasks.rados.rados.0.smithi104.stdout:3996: expect (ObjNum 1195 snap 384 seq_num 1195) 2024-04-02T08:44:33.298 INFO:tasks.rados.rados.0.smithi104.stdout:3997: finishing write tid 1 to smithi10482514-2 2024-04-02T08:44:33.298 INFO:tasks.rados.rados.0.smithi104.stdout:3996: done (3 left) 2024-04-02T08:44:33.298 INFO:tasks.rados.rados.0.smithi104.stdout: waiting on 3 2024-04-02T08:44:33.298 INFO:tasks.rados.rados.0.smithi104.stdout:3997: finishing write tid 2 to smithi10482514-2 2024-04-02T08:44:33.298 INFO:tasks.rados.rados.0.smithi104.stdout:3997: finishing write tid 3 to smithi10482514-2 2024-04-02T08:44:33.298 INFO:tasks.rados.rados.0.smithi104.stdout:3997: finishing write tid 4 to smithi10482514-2 2024-04-02T08:44:33.298 INFO:tasks.rados.rados.0.smithi104.stdout:3997: finishing write tid 5 to smithi10482514-2 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3997: oid 2 updating version 0 to 2757 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3997: oid 2 version 2757 is already newer than 2755 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3997: oid 2 updating version 2757 to 2758 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3997: oid 2 version 2758 is already newer than 2756 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 2 v 2758 (ObjNum 1223 snap 397 seq_num 1223) dirty exists 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3997: left oid 2 (ObjNum 1223 snap 397 seq_num 1223) 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3998: finishing write tid 1 to smithi10482514-44 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3997: done (2 left) 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout: waiting on 2 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3998: finishing write tid 2 to smithi10482514-44 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3998: finishing write tid 3 to smithi10482514-44 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3998: finishing write tid 4 to smithi10482514-44 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3998: finishing write tid 5 to smithi10482514-44 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3998: oid 44 updating version 0 to 3120 2024-04-02T08:44:33.299 INFO:tasks.rados.rados.0.smithi104.stdout:3998: oid 44 version 3120 is already newer than 3119 2024-04-02T08:44:33.300 INFO:tasks.rados.rados.0.smithi104.stdout:3998: oid 44 version 3120 is already newer than 3118 2024-04-02T08:44:33.300 INFO:tasks.rados.rados.0.smithi104.stdout:3998: oid 44 updating version 3120 to 3121 2024-04-02T08:44:33.300 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 44 v 3121 (ObjNum 1224 snap 397 seq_num 1224) dirty exists 2024-04-02T08:44:33.300 INFO:tasks.rados.rados.0.smithi104.stdout:3998: left oid 44 (ObjNum 1224 snap 397 seq_num 1224) 2024-04-02T08:44:33.300 INFO:tasks.rados.rados.0.smithi104.stdout:3999: finishing copy_from racing read to smithi10482514-50 2024-04-02T08:44:33.300 INFO:tasks.rados.rados.0.smithi104.stdout:3999: finishing copy_from to smithi10482514-50 2024-04-02T08:44:33.300 INFO:tasks.rados.rados.0.smithi104.stdout:update_object_version oid 50 v 2510 (ObjNum 1220 snap 396 seq_num 1220) dirty exists 2024-04-02T08:44:33.300 INFO:tasks.rados.rados.0.smithi104.stdout:3998: done (1 left) 2024-04-02T08:44:33.300 INFO:tasks.rados.rados.0.smithi104.stdout:3999: done (0 left) 2024-04-02T08:44:33.300 INFO:tasks.rados.rados.0.smithi104.stderr:0 errors. 2024-04-02T08:44:33.301 INFO:tasks.rados.rados.0.smithi104.stderr: 2024-04-02T08:44:33.303 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:44:33.521 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:44:34.173 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:34 smithi104 ceph-mon[94081]: pgmap v936: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 232 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 834 KiB/s wr, 7 op/s 2024-04-02T08:44:34.173 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:34 smithi104 ceph-mon[94081]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:44:34.174 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:34 smithi104 ceph-mon[96567]: pgmap v936: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 232 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 834 KiB/s wr, 7 op/s 2024-04-02T08:44:34.174 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:34 smithi104 ceph-mon[96567]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:44:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:34 smithi188 ceph-mon[86835]: pgmap v936: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 232 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 834 KiB/s wr, 7 op/s 2024-04-02T08:44:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:34 smithi188 ceph-mon[86835]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:44:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:35.647 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:44:35.647 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":858,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T08:44:32.997525+0000","last_up_change":"2024-04-02T08:39:06.916120+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:35.191174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:36.400806+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:28:11.668862+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-02T08:31:14.666402+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"858","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":461,"snap_epoch":858,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":304,"up_from":315,"up_thru":535,"down_at":305,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3471168367},{"type":"v1","addr":"172.21.15.104:6803","nonce":3471168367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3471168367},{"type":"v1","addr":"172.21.15.104:6805","nonce":3471168367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":3471168367},{"type":"v1","addr":"172.21.15.104:6809","nonce":3471168367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3471168367},{"type":"v1","addr":"172.21.15.104:6807","nonce":3471168367}]},"public_addr":"172.21.15.104:6803/3471168367","cluster_addr":"172.21.15.104:6805/3471168367","heartbeat_back_addr":"172.21.15.104:6809/3471168367","heartbeat_front_addr":"172.21.15.104:6807/3471168367","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":340,"up_from":351,"up_thru":535,"down_at":341,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":2147591900},{"type":"v1","addr":"172.21.15.104:6811","nonce":2147591900}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":2147591900},{"type":"v1","addr":"172.21.15.104:6813","nonce":2147591900}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":2147591900},{"type":"v1","addr":"172.21.15.104:6817","nonce":2147591900}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":2147591900},{"type":"v1","addr":"172.21.15.104:6815","nonce":2147591900}]},"public_addr":"172.21.15.104:6811/2147591900","cluster_addr":"172.21.15.104:6813/2147591900","heartbeat_back_addr":"172.21.15.104:6817/2147591900","heartbeat_front_addr":"172.21.15.104:6815/2147591900","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":375,"up_from":386,"up_thru":535,"down_at":376,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3815215821},{"type":"v1","addr":"172.21.15.104:6819","nonce":3815215821}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3815215821},{"type":"v1","addr":"172.21.15.104:6821","nonce":3815215821}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3815215821},{"type":"v1","addr":"172.21.15.104:6825","nonce":3815215821}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3815215821},{"type":"v1","addr":"172.21.15.104:6823","nonce":3815215821}]},"public_addr":"172.21.15.104:6819/3815215821","cluster_addr":"172.21.15.104:6821/3815215821","heartbeat_back_addr":"172.21.15.104:6825/3815215821","heartbeat_front_addr":"172.21.15.104:6823/3815215821","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":395,"up_from":407,"up_thru":535,"down_at":396,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":4262050549},{"type":"v1","addr":"172.21.15.104:6827","nonce":4262050549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":4262050549},{"type":"v1","addr":"172.21.15.104:6829","nonce":4262050549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":4262050549},{"type":"v1","addr":"172.21.15.104:6833","nonce":4262050549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":4262050549},{"type":"v1","addr":"172.21.15.104:6831","nonce":4262050549}]},"public_addr":"172.21.15.104:6827/4262050549","cluster_addr":"172.21.15.104:6829/4262050549","heartbeat_back_addr":"172.21.15.104:6833/4262050549","heartbeat_front_addr":"172.21.15.104:6831/4262050549","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":431,"up_from":442,"up_thru":535,"down_at":432,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1897010111},{"type":"v1","addr":"172.21.15.188:6801","nonce":1897010111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1897010111},{"type":"v1","addr":"172.21.15.188:6803","nonce":1897010111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1897010111},{"type":"v1","addr":"172.21.15.188:6807","nonce":1897010111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1897010111},{"type":"v1","addr":"172.21.15.188:6805","nonce":1897010111}]},"public_addr":"172.21.15.188:6801/1897010111","cluster_addr":"172.21.15.188:6803/1897010111","heartbeat_back_addr":"172.21.15.188:6807/1897010111","heartbeat_front_addr":"172.21.15.188:6805/1897010111","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":452,"up_from":464,"up_thru":535,"down_at":453,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2862127935},{"type":"v1","addr":"172.21.15.188:6809","nonce":2862127935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2862127935},{"type":"v1","addr":"172.21.15.188:6811","nonce":2862127935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2862127935},{"type":"v1","addr":"172.21.15.188:6815","nonce":2862127935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2862127935},{"type":"v1","addr":"172.21.15.188:6813","nonce":2862127935}]},"public_addr":"172.21.15.188:6809/2862127935","cluster_addr":"172.21.15.188:6811/2862127935","heartbeat_back_addr":"172.21.15.188:6815/2862127935","heartbeat_front_addr":"172.21.15.188:6813/2862127935","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":488,"up_from":499,"up_thru":535,"down_at":489,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1908479055},{"type":"v1","addr":"172.21.15.188:6817","nonce":1908479055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":1908479055},{"type":"v1","addr":"172.21.15.188:6819","nonce":1908479055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1908479055},{"type":"v1","addr":"172.21.15.188:6823","nonce":1908479055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":1908479055},{"type":"v1","addr":"172.21.15.188:6821","nonce":1908479055}]},"public_addr":"172.21.15.188:6817/1908479055","cluster_addr":"172.21.15.188:6819/1908479055","heartbeat_back_addr":"172.21.15.188:6823/1908479055","heartbeat_front_addr":"172.21.15.188:6821/1908479055","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":524,"up_from":535,"up_thru":535,"down_at":525,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":2043499908},{"type":"v1","addr":"172.21.15.188:6825","nonce":2043499908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":2043499908},{"type":"v1","addr":"172.21.15.188:6827","nonce":2043499908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":2043499908},{"type":"v1","addr":"172.21.15.188:6831","nonce":2043499908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":2043499908},{"type":"v1","addr":"172.21.15.188:6829","nonce":2043499908}]},"public_addr":"172.21.15.188:6825/2043499908","cluster_addr":"172.21.15.188:6827/2043499908","heartbeat_back_addr":"172.21.15.188:6831/2043499908","heartbeat_front_addr":"172.21.15.188:6829/2043499908","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":304},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":340},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":375},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":395},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":431},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":452},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":488},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":524}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":4,"to":1}]},{"pgid":"3.38","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:0/889526172":"2024-04-03T08:34:04.246561+0000","172.21.15.104:0/48189841":"2024-04-03T08:34:04.246561+0000","172.21.15.104:0/2508732551":"2024-04-03T08:34:04.246561+0000","172.21.15.104:0/3496032365":"2024-04-03T08:32:41.925241+0000","172.21.15.188:0/1134290541":"2024-04-03T08:33:18.440152+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/4231362652":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6800/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/1844018975":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/4024320339":"2024-04-03T08:32:41.925241+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.188:0/3744493985":"2024-04-03T08:33:18.440152+0000","172.21.15.104:0/3764831783":"2024-04-03T08:32:41.925241+0000","172.21.15.104:0/2396757968":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/3733104524":"2024-04-03T08:32:41.925241+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6800/3733104524":"2024-04-03T08:32:41.925241+0000","172.21.15.104:0/2607602232":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/2639405400":"2024-04-03T08:34:04.246561+0000","172.21.15.104:6800/2639405400":"2024-04-03T08:34:04.246561+0000","172.21.15.188:6833/2105604648":"2024-04-03T08:39:32.535173+0000","172.21.15.104:0/4001331380":"2024-04-03T08:32:41.925241+0000","172.21.15.188:0/368660649":"2024-04-03T08:33:18.440152+0000","172.21.15.188:0/3351619051":"2024-04-03T08:33:18.440152+0000","172.21.15.188:0/3442962367":"2024-04-03T08:33:18.440152+0000","172.21.15.188:6834/4141285074":"2024-04-03T08:33:18.440152+0000","172.21.15.188:6835/4141285074":"2024-04-03T08:33:18.440152+0000","172.21.15.104:0/1040144590":"2024-04-03T08:32:41.925241+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2932210229":"2024-04-03T08:34:04.246561+0000","172.21.15.188:0/2816206628":"2024-04-03T08:33:18.440152+0000","172.21.15.104:0/3514966054":"2024-04-03T08:34:04.246561+0000","172.21.15.188:6832/2105604648":"2024-04-03T08:39:32.535173+0000","172.21.15.104:0/3373671803":"2024-04-03T08:34:04.246561+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":434,"length":1},{"begin":438,"length":1},{"begin":442,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:44:36.007 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:44:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:44:35] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-02T08:44:36.310 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:36 smithi104 ceph-mon[96567]: pgmap v938: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 233 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1019 KiB/s wr, 8 op/s 2024-04-02T08:44:36.310 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:36 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/312729581' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:44:36.310 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:36 smithi104 ceph-mon[96567]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:44:36.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:36 smithi104 ceph-mon[94081]: pgmap v938: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 233 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1019 KiB/s wr, 8 op/s 2024-04-02T08:44:36.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:36 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/312729581' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:44:36.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:36 smithi104 ceph-mon[94081]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:44:36.330 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:44:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:36 smithi188 ceph-mon[86835]: pgmap v938: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 233 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1019 KiB/s wr, 8 op/s 2024-04-02T08:44:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:36 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/312729581' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:44:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:36 smithi188 ceph-mon[86835]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:44:36.547 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:44:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:38 smithi188 ceph-mon[86835]: pgmap v940: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 235 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-02T08:44:38.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:38 smithi104 ceph-mon[94081]: pgmap v940: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 235 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-02T08:44:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:38 smithi104 ceph-mon[96567]: pgmap v940: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 235 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-02T08:44:38.474 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T08:44:38.475 INFO:teuthology.orchestra.run.smithi104.stderr:dumped all 2024-04-02T08:44:39.144 INFO:teuthology.orchestra.run.smithi104.stdout:{"pg_ready":true,"pg_map":{"version":941,"stamp":"2024-04-02T08:44:38.401814+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":267475966,"num_objects":162,"num_object_clones":91,"num_object_copies":486,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":162,"num_whiteouts":6,"num_read":4751,"num_read_kb":4779807,"num_write":8386,"num_write_kb":1747108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":144,"num_bytes_recovered":408553056,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23584,"ondisk_log_size":23584,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3246452,"kb_used_data":458488,"kb_used_omap":355,"kb_used_meta":2787484,"kb_avail":746714764,"statfs":{"total":767960285184,"available":764635918336,"internally_reserved":0,"allocated":469491712,"data_stored":747409803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":364208,"internal_metadata":2854383952},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":26337280,"num_objects":10,"num_object_clones":10,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":21,"num_read_kb":33784,"num_write":60,"num_write_kb":26472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.431218"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1124,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.111312+0000","last_change":"2024-04-02T08:39:07.964257+0000","last_active":"2024-04-02T08:44:33.111312+0000","last_peered":"2024-04-02T08:44:33.111312+0000","last_clean":"2024-04-02T08:44:33.111312+0000","last_became_active":"2024-04-02T08:39:07.963570+0000","last_became_peered":"2024-04-02T08:39:07.963570+0000","last_unstale":"2024-04-02T08:44:33.111312+0000","last_undegraded":"2024-04-02T08:44:33.111312+0000","last_fullsized":"2024-04-02T08:44:33.111312+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:11:40.585910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1311,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.466233+0000","last_change":"2024-04-02T08:38:31.960036+0000","last_active":"2024-04-02T08:44:36.466233+0000","last_peered":"2024-04-02T08:44:36.466233+0000","last_clean":"2024-04-02T08:44:36.466233+0000","last_became_active":"2024-04-02T08:38:31.959568+0000","last_became_peered":"2024-04-02T08:38:31.959568+0000","last_unstale":"2024-04-02T08:44:36.466233+0000","last_undegraded":"2024-04-02T08:44:36.466233+0000","last_fullsized":"2024-04-02T08:44:36.466233+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:42:51.127590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1323,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.972514+0000","last_change":"2024-04-02T08:36:38.892436+0000","last_active":"2024-04-02T08:44:35.972514+0000","last_peered":"2024-04-02T08:44:35.972514+0000","last_clean":"2024-04-02T08:44:35.972514+0000","last_became_active":"2024-04-02T08:36:38.892107+0000","last_became_peered":"2024-04-02T08:36:38.892107+0000","last_unstale":"2024-04-02T08:44:35.972514+0000","last_undegraded":"2024-04-02T08:44:35.972514+0000","last_fullsized":"2024-04-02T08:44:35.972514+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:49:34.141483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1219,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.011526+0000","last_change":"2024-04-02T08:39:07.957882+0000","last_active":"2024-04-02T08:44:33.011526+0000","last_peered":"2024-04-02T08:44:33.011526+0000","last_clean":"2024-04-02T08:44:33.011526+0000","last_became_active":"2024-04-02T08:39:07.957473+0000","last_became_peered":"2024-04-02T08:39:07.957473+0000","last_unstale":"2024-04-02T08:44:33.011526+0000","last_undegraded":"2024-04-02T08:44:33.011526+0000","last_fullsized":"2024-04-02T08:44:33.011526+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:25.536556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1109,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110496+0000","last_change":"2024-04-02T08:39:07.960630+0000","last_active":"2024-04-02T08:44:33.110496+0000","last_peered":"2024-04-02T08:44:33.110496+0000","last_clean":"2024-04-02T08:44:33.110496+0000","last_became_active":"2024-04-02T08:39:07.959479+0000","last_became_peered":"2024-04-02T08:39:07.959479+0000","last_unstale":"2024-04-02T08:44:33.110496+0000","last_undegraded":"2024-04-02T08:44:33.110496+0000","last_fullsized":"2024-04-02T08:44:33.110496+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:09.265777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1208,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.011223+0000","last_change":"2024-04-02T08:37:57.258476+0000","last_active":"2024-04-02T08:44:33.011223+0000","last_peered":"2024-04-02T08:44:33.011223+0000","last_clean":"2024-04-02T08:44:33.011223+0000","last_became_active":"2024-04-02T08:37:57.258148+0000","last_became_peered":"2024-04-02T08:37:57.258148+0000","last_unstale":"2024-04-02T08:44:33.011223+0000","last_undegraded":"2024-04-02T08:44:33.011223+0000","last_fullsized":"2024-04-02T08:44:33.011223+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:25.218984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1109,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110745+0000","last_change":"2024-04-02T08:39:07.956235+0000","last_active":"2024-04-02T08:44:33.110745+0000","last_peered":"2024-04-02T08:44:33.110745+0000","last_clean":"2024-04-02T08:44:33.110745+0000","last_became_active":"2024-04-02T08:39:07.955919+0000","last_became_peered":"2024-04-02T08:39:07.955919+0000","last_unstale":"2024-04-02T08:44:33.110745+0000","last_undegraded":"2024-04-02T08:44:33.110745+0000","last_fullsized":"2024-04-02T08:44:33.110745+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:20.769245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1283,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006424+0000","last_change":"2024-04-02T08:38:31.952976+0000","last_active":"2024-04-02T08:44:36.006424+0000","last_peered":"2024-04-02T08:44:36.006424+0000","last_clean":"2024-04-02T08:44:36.006424+0000","last_became_active":"2024-04-02T08:38:31.952555+0000","last_became_peered":"2024-04-02T08:38:31.952555+0000","last_unstale":"2024-04-02T08:44:36.006424+0000","last_undegraded":"2024-04-02T08:44:36.006424+0000","last_fullsized":"2024-04-02T08:44:36.006424+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:27:21.397268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1130,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.111214+0000","last_change":"2024-04-02T08:39:07.970120+0000","last_active":"2024-04-02T08:44:33.111214+0000","last_peered":"2024-04-02T08:44:33.111214+0000","last_clean":"2024-04-02T08:44:33.111214+0000","last_became_active":"2024-04-02T08:39:07.969616+0000","last_became_peered":"2024-04-02T08:39:07.969616+0000","last_unstale":"2024-04-02T08:44:33.111214+0000","last_undegraded":"2024-04-02T08:44:33.111214+0000","last_fullsized":"2024-04-02T08:44:33.111214+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:44:57.329286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1162,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110431+0000","last_change":"2024-04-02T08:38:31.958978+0000","last_active":"2024-04-02T08:44:33.110431+0000","last_peered":"2024-04-02T08:44:33.110431+0000","last_clean":"2024-04-02T08:44:33.110431+0000","last_became_active":"2024-04-02T08:38:31.958670+0000","last_became_peered":"2024-04-02T08:38:31.958670+0000","last_unstale":"2024-04-02T08:44:33.110431+0000","last_undegraded":"2024-04-02T08:44:33.110431+0000","last_fullsized":"2024-04-02T08:44:33.110431+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:51:12.340258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1162,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110290+0000","last_change":"2024-04-02T08:38:31.959991+0000","last_active":"2024-04-02T08:44:33.110290+0000","last_peered":"2024-04-02T08:44:33.110290+0000","last_clean":"2024-04-02T08:44:33.110290+0000","last_became_active":"2024-04-02T08:38:31.959307+0000","last_became_peered":"2024-04-02T08:38:31.959307+0000","last_unstale":"2024-04-02T08:44:33.110290+0000","last_undegraded":"2024-04-02T08:44:33.110290+0000","last_fullsized":"2024-04-02T08:44:33.110290+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:04.125786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1213,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.970642+0000","last_change":"2024-04-02T08:38:31.957087+0000","last_active":"2024-04-02T08:44:35.970642+0000","last_peered":"2024-04-02T08:44:35.970642+0000","last_clean":"2024-04-02T08:44:35.970642+0000","last_became_active":"2024-04-02T08:38:31.956355+0000","last_became_peered":"2024-04-02T08:38:31.956355+0000","last_unstale":"2024-04-02T08:44:35.970642+0000","last_undegraded":"2024-04-02T08:44:35.970642+0000","last_fullsized":"2024-04-02T08:44:35.970642+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:46:19.570066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1281,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006818+0000","last_change":"2024-04-02T08:38:31.952053+0000","last_active":"2024-04-02T08:44:36.006818+0000","last_peered":"2024-04-02T08:44:36.006818+0000","last_clean":"2024-04-02T08:44:36.006818+0000","last_became_active":"2024-04-02T08:38:31.951685+0000","last_became_peered":"2024-04-02T08:38:31.951685+0000","last_unstale":"2024-04-02T08:44:36.006818+0000","last_undegraded":"2024-04-02T08:44:36.006818+0000","last_fullsized":"2024-04-02T08:44:36.006818+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:13:09.177696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1321,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.972098+0000","last_change":"2024-04-02T08:37:57.266920+0000","last_active":"2024-04-02T08:44:35.972098+0000","last_peered":"2024-04-02T08:44:35.972098+0000","last_clean":"2024-04-02T08:44:35.972098+0000","last_became_active":"2024-04-02T08:37:57.266549+0000","last_became_peered":"2024-04-02T08:37:57.266549+0000","last_unstale":"2024-04-02T08:44:35.972098+0000","last_undegraded":"2024-04-02T08:44:35.972098+0000","last_fullsized":"2024-04-02T08:44:35.972098+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:14:12.877513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1296,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.464959+0000","last_change":"2024-04-02T08:37:57.269776+0000","last_active":"2024-04-02T08:44:36.464959+0000","last_peered":"2024-04-02T08:44:36.464959+0000","last_clean":"2024-04-02T08:44:36.464959+0000","last_became_active":"2024-04-02T08:37:57.269421+0000","last_became_peered":"2024-04-02T08:37:57.269421+0000","last_unstale":"2024-04-02T08:44:36.464959+0000","last_undegraded":"2024-04-02T08:44:36.464959+0000","last_fullsized":"2024-04-02T08:44:36.464959+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:24:36.172247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1208,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.010663+0000","last_change":"2024-04-02T08:39:07.958199+0000","last_active":"2024-04-02T08:44:33.010663+0000","last_peered":"2024-04-02T08:44:33.010663+0000","last_clean":"2024-04-02T08:44:33.010663+0000","last_became_active":"2024-04-02T08:39:07.957906+0000","last_became_peered":"2024-04-02T08:39:07.957906+0000","last_unstale":"2024-04-02T08:44:33.010663+0000","last_undegraded":"2024-04-02T08:44:33.010663+0000","last_fullsized":"2024-04-02T08:44:33.010663+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:00:13.108100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1211,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.012064+0000","last_change":"2024-04-02T08:39:07.964902+0000","last_active":"2024-04-02T08:44:33.012064+0000","last_peered":"2024-04-02T08:44:33.012064+0000","last_clean":"2024-04-02T08:44:33.012064+0000","last_became_active":"2024-04-02T08:39:07.964588+0000","last_became_peered":"2024-04-02T08:39:07.964588+0000","last_unstale":"2024-04-02T08:44:33.012064+0000","last_undegraded":"2024-04-02T08:44:33.012064+0000","last_fullsized":"2024-04-02T08:44:33.012064+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:09.163322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1265,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465284+0000","last_change":"2024-04-02T08:39:07.958567+0000","last_active":"2024-04-02T08:44:36.465284+0000","last_peered":"2024-04-02T08:44:36.465284+0000","last_clean":"2024-04-02T08:44:36.465284+0000","last_became_active":"2024-04-02T08:39:07.957820+0000","last_became_peered":"2024-04-02T08:39:07.957820+0000","last_unstale":"2024-04-02T08:44:36.465284+0000","last_undegraded":"2024-04-02T08:44:36.465284+0000","last_fullsized":"2024-04-02T08:44:36.465284+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:24:55.431991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1123,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110903+0000","last_change":"2024-04-02T08:39:07.967519+0000","last_active":"2024-04-02T08:44:33.110903+0000","last_peered":"2024-04-02T08:44:33.110903+0000","last_clean":"2024-04-02T08:44:33.110903+0000","last_became_active":"2024-04-02T08:39:07.966409+0000","last_became_peered":"2024-04-02T08:39:07.966409+0000","last_unstale":"2024-04-02T08:44:33.110903+0000","last_undegraded":"2024-04-02T08:44:33.110903+0000","last_fullsized":"2024-04-02T08:44:33.110903+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:01:29.750359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1330,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.973598+0000","last_change":"2024-04-02T08:39:07.956212+0000","last_active":"2024-04-02T08:44:35.973598+0000","last_peered":"2024-04-02T08:44:35.973598+0000","last_clean":"2024-04-02T08:44:35.973598+0000","last_became_active":"2024-04-02T08:39:07.955646+0000","last_became_peered":"2024-04-02T08:39:07.955646+0000","last_unstale":"2024-04-02T08:44:35.973598+0000","last_undegraded":"2024-04-02T08:44:35.973598+0000","last_fullsized":"2024-04-02T08:44:35.973598+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:10:30.751709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1275,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006906+0000","last_change":"2024-04-02T08:38:31.959333+0000","last_active":"2024-04-02T08:44:36.006906+0000","last_peered":"2024-04-02T08:44:36.006906+0000","last_clean":"2024-04-02T08:44:36.006906+0000","last_became_active":"2024-04-02T08:38:31.958740+0000","last_became_peered":"2024-04-02T08:38:31.958740+0000","last_unstale":"2024-04-02T08:44:36.006906+0000","last_undegraded":"2024-04-02T08:44:36.006906+0000","last_fullsized":"2024-04-02T08:44:36.006906+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:32:32.290604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1249,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.007097+0000","last_change":"2024-04-02T08:37:57.266780+0000","last_active":"2024-04-02T08:44:36.007097+0000","last_peered":"2024-04-02T08:44:36.007097+0000","last_clean":"2024-04-02T08:44:36.007097+0000","last_became_active":"2024-04-02T08:37:57.266417+0000","last_became_peered":"2024-04-02T08:37:57.266417+0000","last_unstale":"2024-04-02T08:44:36.007097+0000","last_undegraded":"2024-04-02T08:44:36.007097+0000","last_fullsized":"2024-04-02T08:44:36.007097+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:48:39.023991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1323,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.973249+0000","last_change":"2024-04-02T08:37:57.270534+0000","last_active":"2024-04-02T08:44:35.973249+0000","last_peered":"2024-04-02T08:44:35.973249+0000","last_clean":"2024-04-02T08:44:35.973249+0000","last_became_active":"2024-04-02T08:37:57.270253+0000","last_became_peered":"2024-04-02T08:37:57.270253+0000","last_unstale":"2024-04-02T08:44:35.973249+0000","last_undegraded":"2024-04-02T08:44:35.973249+0000","last_fullsized":"2024-04-02T08:44:35.973249+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:09:34.901081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1128,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.111002+0000","last_change":"2024-04-02T08:39:07.970192+0000","last_active":"2024-04-02T08:44:33.111002+0000","last_peered":"2024-04-02T08:44:33.111002+0000","last_clean":"2024-04-02T08:44:33.111002+0000","last_became_active":"2024-04-02T08:39:07.964431+0000","last_became_peered":"2024-04-02T08:39:07.964431+0000","last_unstale":"2024-04-02T08:44:33.111002+0000","last_undegraded":"2024-04-02T08:44:33.111002+0000","last_fullsized":"2024-04-02T08:44:33.111002+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:21:46.146100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1216,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.011254+0000","last_change":"2024-04-02T08:37:57.278269+0000","last_active":"2024-04-02T08:44:33.011254+0000","last_peered":"2024-04-02T08:44:33.011254+0000","last_clean":"2024-04-02T08:44:33.011254+0000","last_became_active":"2024-04-02T08:37:57.274745+0000","last_became_peered":"2024-04-02T08:37:57.274745+0000","last_unstale":"2024-04-02T08:44:33.011254+0000","last_undegraded":"2024-04-02T08:44:33.011254+0000","last_fullsized":"2024-04-02T08:44:33.011254+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:41:21.668220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":1135,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.111071+0000","last_change":"2024-04-02T08:39:07.966629+0000","last_active":"2024-04-02T08:44:33.111071+0000","last_peered":"2024-04-02T08:44:33.111071+0000","last_clean":"2024-04-02T08:44:33.111071+0000","last_became_active":"2024-04-02T08:39:07.964085+0000","last_became_peered":"2024-04-02T08:39:07.964085+0000","last_unstale":"2024-04-02T08:44:33.111071+0000","last_undegraded":"2024-04-02T08:44:33.111071+0000","last_fullsized":"2024-04-02T08:44:33.111071+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:33:00.877341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1210,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.011392+0000","last_change":"2024-04-02T08:38:31.956873+0000","last_active":"2024-04-02T08:44:33.011392+0000","last_peered":"2024-04-02T08:44:33.011392+0000","last_clean":"2024-04-02T08:44:33.011392+0000","last_became_active":"2024-04-02T08:38:31.956563+0000","last_became_peered":"2024-04-02T08:38:31.956563+0000","last_unstale":"2024-04-02T08:44:33.011392+0000","last_undegraded":"2024-04-02T08:44:33.011392+0000","last_fullsized":"2024-04-02T08:44:33.011392+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:24:36.160913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1274,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.007124+0000","last_change":"2024-04-02T08:39:07.958307+0000","last_active":"2024-04-02T08:44:36.007124+0000","last_peered":"2024-04-02T08:44:36.007124+0000","last_clean":"2024-04-02T08:44:36.007124+0000","last_became_active":"2024-04-02T08:39:07.957879+0000","last_became_peered":"2024-04-02T08:39:07.957879+0000","last_unstale":"2024-04-02T08:44:36.007124+0000","last_undegraded":"2024-04-02T08:44:36.007124+0000","last_fullsized":"2024-04-02T08:44:36.007124+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:33.403371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1247,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.970307+0000","last_change":"2024-04-02T08:37:34.935981+0000","last_active":"2024-04-02T08:44:35.970307+0000","last_peered":"2024-04-02T08:44:35.970307+0000","last_clean":"2024-04-02T08:44:35.970307+0000","last_became_active":"2024-04-02T08:37:34.935680+0000","last_became_peered":"2024-04-02T08:37:34.935680+0000","last_unstale":"2024-04-02T08:44:35.970307+0000","last_undegraded":"2024-04-02T08:44:35.970307+0000","last_fullsized":"2024-04-02T08:44:35.970307+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:33.532230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1179,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110112+0000","last_change":"2024-04-02T08:39:07.954038+0000","last_active":"2024-04-02T08:44:33.110112+0000","last_peered":"2024-04-02T08:44:33.110112+0000","last_clean":"2024-04-02T08:44:33.110112+0000","last_became_active":"2024-04-02T08:39:07.953684+0000","last_became_peered":"2024-04-02T08:39:07.953684+0000","last_unstale":"2024-04-02T08:44:33.110112+0000","last_undegraded":"2024-04-02T08:44:33.110112+0000","last_fullsized":"2024-04-02T08:44:33.110112+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:25:56.758249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1320,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.972789+0000","last_change":"2024-04-02T08:39:07.956908+0000","last_active":"2024-04-02T08:44:35.972789+0000","last_peered":"2024-04-02T08:44:35.972789+0000","last_clean":"2024-04-02T08:44:35.972789+0000","last_became_active":"2024-04-02T08:39:07.956574+0000","last_became_peered":"2024-04-02T08:39:07.956574+0000","last_unstale":"2024-04-02T08:44:35.972789+0000","last_undegraded":"2024-04-02T08:44:35.972789+0000","last_fullsized":"2024-04-02T08:44:35.972789+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:25:29.290941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1246,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006478+0000","last_change":"2024-04-02T08:38:31.952632+0000","last_active":"2024-04-02T08:44:36.006478+0000","last_peered":"2024-04-02T08:44:36.006478+0000","last_clean":"2024-04-02T08:44:36.006478+0000","last_became_active":"2024-04-02T08:38:31.952281+0000","last_became_peered":"2024-04-02T08:38:31.952281+0000","last_unstale":"2024-04-02T08:44:36.006478+0000","last_undegraded":"2024-04-02T08:44:36.006478+0000","last_fullsized":"2024-04-02T08:44:36.006478+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:36:28.518239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1289,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006496+0000","last_change":"2024-04-02T08:36:59.941605+0000","last_active":"2024-04-02T08:44:36.006496+0000","last_peered":"2024-04-02T08:44:36.006496+0000","last_clean":"2024-04-02T08:44:36.006496+0000","last_became_active":"2024-04-02T08:36:59.939488+0000","last_became_peered":"2024-04-02T08:36:59.939488+0000","last_unstale":"2024-04-02T08:44:36.006496+0000","last_undegraded":"2024-04-02T08:44:36.006496+0000","last_fullsized":"2024-04-02T08:44:36.006496+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:43:53.571540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1212,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.010884+0000","last_change":"2024-04-02T08:39:07.957507+0000","last_active":"2024-04-02T08:44:33.010884+0000","last_peered":"2024-04-02T08:44:33.010884+0000","last_clean":"2024-04-02T08:44:33.010884+0000","last_became_active":"2024-04-02T08:39:07.957231+0000","last_became_peered":"2024-04-02T08:39:07.957231+0000","last_unstale":"2024-04-02T08:44:33.010884+0000","last_undegraded":"2024-04-02T08:44:33.010884+0000","last_fullsized":"2024-04-02T08:44:33.010884+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:19:21.943792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1296,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465375+0000","last_change":"2024-04-02T08:37:34.929216+0000","last_active":"2024-04-02T08:44:36.465375+0000","last_peered":"2024-04-02T08:44:36.465375+0000","last_clean":"2024-04-02T08:44:36.465375+0000","last_became_active":"2024-04-02T08:37:34.927559+0000","last_became_peered":"2024-04-02T08:37:34.927559+0000","last_unstale":"2024-04-02T08:44:36.465375+0000","last_undegraded":"2024-04-02T08:44:36.465375+0000","last_fullsized":"2024-04-02T08:44:36.465375+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:29:01.127934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1163,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.111006+0000","last_change":"2024-04-02T08:38:31.967156+0000","last_active":"2024-04-02T08:44:33.111006+0000","last_peered":"2024-04-02T08:44:33.111006+0000","last_clean":"2024-04-02T08:44:33.111006+0000","last_became_active":"2024-04-02T08:38:31.966741+0000","last_became_peered":"2024-04-02T08:38:31.966741+0000","last_unstale":"2024-04-02T08:44:33.111006+0000","last_undegraded":"2024-04-02T08:44:33.111006+0000","last_fullsized":"2024-04-02T08:44:33.111006+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:09:28.314706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1203,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.012201+0000","last_change":"2024-04-02T08:39:07.960636+0000","last_active":"2024-04-02T08:44:33.012201+0000","last_peered":"2024-04-02T08:44:33.012201+0000","last_clean":"2024-04-02T08:44:33.012201+0000","last_became_active":"2024-04-02T08:39:07.960229+0000","last_became_peered":"2024-04-02T08:39:07.960229+0000","last_unstale":"2024-04-02T08:44:33.012201+0000","last_undegraded":"2024-04-02T08:44:33.012201+0000","last_fullsized":"2024-04-02T08:44:33.012201+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:43.170437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1198,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.012018+0000","last_change":"2024-04-02T08:38:31.956149+0000","last_active":"2024-04-02T08:44:33.012018+0000","last_peered":"2024-04-02T08:44:33.012018+0000","last_clean":"2024-04-02T08:44:33.012018+0000","last_became_active":"2024-04-02T08:38:31.955798+0000","last_became_peered":"2024-04-02T08:38:31.955798+0000","last_unstale":"2024-04-02T08:44:33.012018+0000","last_undegraded":"2024-04-02T08:44:33.012018+0000","last_fullsized":"2024-04-02T08:44:33.012018+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:53:38.530207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1321,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.973390+0000","last_change":"2024-04-02T08:37:57.271139+0000","last_active":"2024-04-02T08:44:35.973390+0000","last_peered":"2024-04-02T08:44:35.973390+0000","last_clean":"2024-04-02T08:44:35.973390+0000","last_became_active":"2024-04-02T08:37:57.270796+0000","last_became_peered":"2024-04-02T08:37:57.270796+0000","last_unstale":"2024-04-02T08:44:35.973390+0000","last_undegraded":"2024-04-02T08:44:35.973390+0000","last_fullsized":"2024-04-02T08:44:35.973390+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:18:09.599714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1317,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.466024+0000","last_change":"2024-04-02T08:37:57.267907+0000","last_active":"2024-04-02T08:44:36.466024+0000","last_peered":"2024-04-02T08:44:36.466024+0000","last_clean":"2024-04-02T08:44:36.466024+0000","last_became_active":"2024-04-02T08:37:57.267574+0000","last_became_peered":"2024-04-02T08:37:57.267574+0000","last_unstale":"2024-04-02T08:44:36.466024+0000","last_undegraded":"2024-04-02T08:44:36.466024+0000","last_fullsized":"2024-04-02T08:44:36.466024+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:54:30.903575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1239,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.970812+0000","last_change":"2024-04-02T08:39:07.948573+0000","last_active":"2024-04-02T08:44:35.970812+0000","last_peered":"2024-04-02T08:44:35.970812+0000","last_clean":"2024-04-02T08:44:35.970812+0000","last_became_active":"2024-04-02T08:39:07.948233+0000","last_became_peered":"2024-04-02T08:39:07.948233+0000","last_unstale":"2024-04-02T08:44:35.970812+0000","last_undegraded":"2024-04-02T08:44:35.970812+0000","last_fullsized":"2024-04-02T08:44:35.970812+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:32.406124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1198,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110625+0000","last_change":"2024-04-02T08:38:31.962389+0000","last_active":"2024-04-02T08:44:33.110625+0000","last_peered":"2024-04-02T08:44:33.110625+0000","last_clean":"2024-04-02T08:44:33.110625+0000","last_became_active":"2024-04-02T08:38:31.962020+0000","last_became_peered":"2024-04-02T08:38:31.962020+0000","last_unstale":"2024-04-02T08:44:33.110625+0000","last_undegraded":"2024-04-02T08:44:33.110625+0000","last_fullsized":"2024-04-02T08:44:33.110625+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:24.394714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1109,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110408+0000","last_change":"2024-04-02T08:39:07.956467+0000","last_active":"2024-04-02T08:44:33.110408+0000","last_peered":"2024-04-02T08:44:33.110408+0000","last_clean":"2024-04-02T08:44:33.110408+0000","last_became_active":"2024-04-02T08:39:07.952274+0000","last_became_peered":"2024-04-02T08:39:07.952274+0000","last_unstale":"2024-04-02T08:44:33.110408+0000","last_undegraded":"2024-04-02T08:44:33.110408+0000","last_fullsized":"2024-04-02T08:44:33.110408+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:00:39.661229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1325,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.972898+0000","last_change":"2024-04-02T08:37:34.940280+0000","last_active":"2024-04-02T08:44:35.972898+0000","last_peered":"2024-04-02T08:44:35.972898+0000","last_clean":"2024-04-02T08:44:35.972898+0000","last_became_active":"2024-04-02T08:37:34.939616+0000","last_became_peered":"2024-04-02T08:37:34.939616+0000","last_unstale":"2024-04-02T08:44:35.972898+0000","last_undegraded":"2024-04-02T08:44:35.972898+0000","last_fullsized":"2024-04-02T08:44:35.972898+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:33:06.255678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1322,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.972263+0000","last_change":"2024-04-02T08:39:07.956610+0000","last_active":"2024-04-02T08:44:35.972263+0000","last_peered":"2024-04-02T08:44:35.972263+0000","last_clean":"2024-04-02T08:44:35.972263+0000","last_became_active":"2024-04-02T08:39:07.956274+0000","last_became_peered":"2024-04-02T08:39:07.956274+0000","last_unstale":"2024-04-02T08:44:35.972263+0000","last_undegraded":"2024-04-02T08:44:35.972263+0000","last_fullsized":"2024-04-02T08:44:35.972263+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:18:10.804604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1219,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.011101+0000","last_change":"2024-04-02T08:39:07.956770+0000","last_active":"2024-04-02T08:44:33.011101+0000","last_peered":"2024-04-02T08:44:33.011101+0000","last_clean":"2024-04-02T08:44:33.011101+0000","last_became_active":"2024-04-02T08:39:07.956432+0000","last_became_peered":"2024-04-02T08:39:07.956432+0000","last_unstale":"2024-04-02T08:44:33.011101+0000","last_undegraded":"2024-04-02T08:44:33.011101+0000","last_fullsized":"2024-04-02T08:44:33.011101+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:04.449819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1109,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110799+0000","last_change":"2024-04-02T08:39:07.960313+0000","last_active":"2024-04-02T08:44:33.110799+0000","last_peered":"2024-04-02T08:44:33.110799+0000","last_clean":"2024-04-02T08:44:33.110799+0000","last_became_active":"2024-04-02T08:39:07.957462+0000","last_became_peered":"2024-04-02T08:39:07.957462+0000","last_unstale":"2024-04-02T08:44:33.110799+0000","last_undegraded":"2024-04-02T08:44:33.110799+0000","last_fullsized":"2024-04-02T08:44:33.110799+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:34:07.589549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1183,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.109920+0000","last_change":"2024-04-02T08:38:31.961978+0000","last_active":"2024-04-02T08:44:33.109920+0000","last_peered":"2024-04-02T08:44:33.109920+0000","last_clean":"2024-04-02T08:44:33.109920+0000","last_became_active":"2024-04-02T08:38:31.959250+0000","last_became_peered":"2024-04-02T08:38:31.959250+0000","last_unstale":"2024-04-02T08:44:33.109920+0000","last_undegraded":"2024-04-02T08:44:33.109920+0000","last_fullsized":"2024-04-02T08:44:33.109920+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:56:01.888400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1162,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.109865+0000","last_change":"2024-04-02T08:38:31.959903+0000","last_active":"2024-04-02T08:44:33.109865+0000","last_peered":"2024-04-02T08:44:33.109865+0000","last_clean":"2024-04-02T08:44:33.109865+0000","last_became_active":"2024-04-02T08:38:31.958375+0000","last_became_peered":"2024-04-02T08:38:31.958375+0000","last_unstale":"2024-04-02T08:44:33.109865+0000","last_undegraded":"2024-04-02T08:44:33.109865+0000","last_fullsized":"2024-04-02T08:44:33.109865+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:18:05.099779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1297,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.464678+0000","last_change":"2024-04-02T08:36:38.896987+0000","last_active":"2024-04-02T08:44:36.464678+0000","last_peered":"2024-04-02T08:44:36.464678+0000","last_clean":"2024-04-02T08:44:36.464678+0000","last_became_active":"2024-04-02T08:36:38.894022+0000","last_became_peered":"2024-04-02T08:36:38.894022+0000","last_unstale":"2024-04-02T08:44:36.464678+0000","last_undegraded":"2024-04-02T08:44:36.464678+0000","last_fullsized":"2024-04-02T08:44:36.464678+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:56:23.665585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1123,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110246+0000","last_change":"2024-04-02T08:39:07.964132+0000","last_active":"2024-04-02T08:44:33.110246+0000","last_peered":"2024-04-02T08:44:33.110246+0000","last_clean":"2024-04-02T08:44:33.110246+0000","last_became_active":"2024-04-02T08:39:07.963406+0000","last_became_peered":"2024-04-02T08:39:07.963406+0000","last_unstale":"2024-04-02T08:44:33.110246+0000","last_undegraded":"2024-04-02T08:44:33.110246+0000","last_fullsized":"2024-04-02T08:44:33.110246+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:43.905068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"858'467","reported_seq":3835,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.464667+0000","last_change":"2024-04-02T08:44:31.979085+0000","last_active":"2024-04-02T08:44:36.464667+0000","last_peered":"2024-04-02T08:44:36.464667+0000","last_clean":"2024-04-02T08:44:36.464667+0000","last_became_active":"2024-04-02T08:36:38.895683+0000","last_became_peered":"2024-04-02T08:36:38.895683+0000","last_unstale":"2024-04-02T08:44:36.464667+0000","last_undegraded":"2024-04-02T08:44:36.464667+0000","last_fullsized":"2024-04-02T08:44:36.464667+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":467,"log_dups_size":0,"ondisk_log_size":467,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:13:20.067073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072458330000000001,"stat_sum":{"num_bytes":7446528,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":59,"num_read_kb":78422,"num_write":137,"num_write_kb":44296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":8683520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ba","length":"2"}]},{"pgid":"2.f","version":"61'1","reported_seq":1218,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.971191+0000","last_change":"2024-04-02T08:39:07.949777+0000","last_active":"2024-04-02T08:44:35.971191+0000","last_peered":"2024-04-02T08:44:35.971191+0000","last_clean":"2024-04-02T08:44:35.971191+0000","last_became_active":"2024-04-02T08:39:07.949173+0000","last_became_peered":"2024-04-02T08:39:07.949173+0000","last_unstale":"2024-04-02T08:44:35.971191+0000","last_undegraded":"2024-04-02T08:44:35.971191+0000","last_fullsized":"2024-04-02T08:44:35.971191+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:23:57.531728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1109,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.111200+0000","last_change":"2024-04-02T08:39:07.954382+0000","last_active":"2024-04-02T08:44:33.111200+0000","last_peered":"2024-04-02T08:44:33.111200+0000","last_clean":"2024-04-02T08:44:33.111200+0000","last_became_active":"2024-04-02T08:39:07.954012+0000","last_became_peered":"2024-04-02T08:39:07.954012+0000","last_unstale":"2024-04-02T08:44:33.111200+0000","last_undegraded":"2024-04-02T08:44:33.111200+0000","last_fullsized":"2024-04-02T08:44:33.111200+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:54:14.151233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"857'2321","reported_seq":5623,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.972435+0000","last_change":"2024-04-02T08:44:31.999293+0000","last_active":"2024-04-02T08:44:35.972435+0000","last_peered":"2024-04-02T08:44:35.972435+0000","last_clean":"2024-04-02T08:44:35.972435+0000","last_became_active":"2024-04-02T08:38:31.954415+0000","last_became_peered":"2024-04-02T08:38:31.954415+0000","last_unstale":"2024-04-02T08:44:35.972435+0000","last_undegraded":"2024-04-02T08:44:35.972435+0000","last_fullsized":"2024-04-02T08:44:35.972435+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":2321,"log_dups_size":0,"ondisk_log_size":2321,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:31:48.853563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.023038811999999999,"stat_sum":{"num_bytes":21061632,"num_objects":15,"num_object_clones":10,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":386,"num_read_kb":557645,"num_write":952,"num_write_kb":142304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":58171392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ba","length":"2"}]},{"pgid":"4.2","version":"0'0","reported_seq":1297,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465705+0000","last_change":"2024-04-02T08:37:57.266637+0000","last_active":"2024-04-02T08:44:36.465705+0000","last_peered":"2024-04-02T08:44:36.465705+0000","last_clean":"2024-04-02T08:44:36.465705+0000","last_became_active":"2024-04-02T08:37:57.266250+0000","last_became_peered":"2024-04-02T08:37:57.266250+0000","last_unstale":"2024-04-02T08:44:36.465705+0000","last_undegraded":"2024-04-02T08:44:36.465705+0000","last_fullsized":"2024-04-02T08:44:36.465705+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:04:27.282473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1321,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465665+0000","last_change":"2024-04-02T08:36:38.893325+0000","last_active":"2024-04-02T08:44:36.465665+0000","last_peered":"2024-04-02T08:44:36.465665+0000","last_clean":"2024-04-02T08:44:36.465665+0000","last_became_active":"2024-04-02T08:36:38.893073+0000","last_became_peered":"2024-04-02T08:36:38.893073+0000","last_unstale":"2024-04-02T08:44:36.465665+0000","last_undegraded":"2024-04-02T08:44:36.465665+0000","last_fullsized":"2024-04-02T08:44:36.465665+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:57:42.739208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1225,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.011351+0000","last_change":"2024-04-02T08:37:57.265089+0000","last_active":"2024-04-02T08:44:33.011351+0000","last_peered":"2024-04-02T08:44:33.011351+0000","last_clean":"2024-04-02T08:44:33.011351+0000","last_became_active":"2024-04-02T08:37:57.261065+0000","last_became_peered":"2024-04-02T08:37:57.261065+0000","last_unstale":"2024-04-02T08:44:33.011351+0000","last_undegraded":"2024-04-02T08:44:33.011351+0000","last_fullsized":"2024-04-02T08:44:33.011351+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:07:09.442113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"857'511","reported_seq":4024,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.972761+0000","last_change":"2024-04-02T08:44:31.989415+0000","last_active":"2024-04-02T08:44:35.972761+0000","last_peered":"2024-04-02T08:44:35.972761+0000","last_clean":"2024-04-02T08:44:35.972761+0000","last_became_active":"2024-04-02T08:37:34.938462+0000","last_became_peered":"2024-04-02T08:37:34.938462+0000","last_unstale":"2024-04-02T08:44:35.972761+0000","last_undegraded":"2024-04-02T08:44:35.972761+0000","last_fullsized":"2024-04-02T08:44:35.972761+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":511,"log_dups_size":0,"ondisk_log_size":511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:41.905954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012922232000000001,"stat_sum":{"num_bytes":11403264,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":113,"num_read_kb":183984,"num_write":126,"num_write_kb":43256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":13352960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ba","length":"2"}]},{"pgid":"4.4","version":"0'0","reported_seq":1297,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465780+0000","last_change":"2024-04-02T08:36:59.937073+0000","last_active":"2024-04-02T08:44:36.465780+0000","last_peered":"2024-04-02T08:44:36.465780+0000","last_clean":"2024-04-02T08:44:36.465780+0000","last_became_active":"2024-04-02T08:36:59.936732+0000","last_became_peered":"2024-04-02T08:36:59.936732+0000","last_unstale":"2024-04-02T08:44:36.465780+0000","last_undegraded":"2024-04-02T08:44:36.465780+0000","last_fullsized":"2024-04-02T08:44:36.465780+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:49:15.974162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1205,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.010953+0000","last_change":"2024-04-02T08:38:31.964364+0000","last_active":"2024-04-02T08:44:33.010953+0000","last_peered":"2024-04-02T08:44:33.010953+0000","last_clean":"2024-04-02T08:44:33.010953+0000","last_became_active":"2024-04-02T08:38:31.963992+0000","last_became_peered":"2024-04-02T08:38:31.963992+0000","last_unstale":"2024-04-02T08:44:33.010953+0000","last_undegraded":"2024-04-02T08:44:33.010953+0000","last_fullsized":"2024-04-02T08:44:33.010953+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:41:16.528044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1215,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.970893+0000","last_change":"2024-04-02T08:38:31.956918+0000","last_active":"2024-04-02T08:44:35.970893+0000","last_peered":"2024-04-02T08:44:35.970893+0000","last_clean":"2024-04-02T08:44:35.970893+0000","last_became_active":"2024-04-02T08:38:31.956606+0000","last_became_peered":"2024-04-02T08:38:31.956606+0000","last_unstale":"2024-04-02T08:44:35.970893+0000","last_undegraded":"2024-04-02T08:44:35.970893+0000","last_fullsized":"2024-04-02T08:44:35.970893+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:31:46.508019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"857'2241","reported_seq":5412,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465459+0000","last_change":"2024-04-02T08:44:32.013953+0000","last_active":"2024-04-02T08:44:36.465459+0000","last_peered":"2024-04-02T08:44:36.465459+0000","last_clean":"2024-04-02T08:44:36.465459+0000","last_became_active":"2024-04-02T08:37:57.262045+0000","last_became_peered":"2024-04-02T08:37:57.262045+0000","last_unstale":"2024-04-02T08:44:36.465459+0000","last_undegraded":"2024-04-02T08:44:36.465459+0000","last_fullsized":"2024-04-02T08:44:36.465459+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":2241,"log_dups_size":0,"ondisk_log_size":2241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:11.307637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.039187291999999999,"stat_sum":{"num_bytes":30859264,"num_objects":15,"num_object_clones":11,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":1,"num_read":342,"num_read_kb":254340,"num_write":738,"num_write_kb":171640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":10264576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ba","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1304,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.466220+0000","last_change":"2024-04-02T08:37:57.269430+0000","last_active":"2024-04-02T08:44:36.466220+0000","last_peered":"2024-04-02T08:44:36.466220+0000","last_clean":"2024-04-02T08:44:36.466220+0000","last_became_active":"2024-04-02T08:37:57.269132+0000","last_became_peered":"2024-04-02T08:37:57.269132+0000","last_unstale":"2024-04-02T08:44:36.466220+0000","last_undegraded":"2024-04-02T08:44:36.466220+0000","last_fullsized":"2024-04-02T08:44:36.466220+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:23:08.021323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1297,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.466461+0000","last_change":"2024-04-02T08:38:31.956208+0000","last_active":"2024-04-02T08:44:36.466461+0000","last_peered":"2024-04-02T08:44:36.466461+0000","last_clean":"2024-04-02T08:44:36.466461+0000","last_became_active":"2024-04-02T08:38:31.955826+0000","last_became_peered":"2024-04-02T08:38:31.955826+0000","last_unstale":"2024-04-02T08:44:36.466461+0000","last_undegraded":"2024-04-02T08:44:36.466461+0000","last_fullsized":"2024-04-02T08:44:36.466461+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:32:34.036903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1282,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.464987+0000","last_change":"2024-04-02T08:36:59.942559+0000","last_active":"2024-04-02T08:44:36.464987+0000","last_peered":"2024-04-02T08:44:36.464987+0000","last_clean":"2024-04-02T08:44:36.464987+0000","last_became_active":"2024-04-02T08:36:59.941934+0000","last_became_peered":"2024-04-02T08:36:59.941934+0000","last_unstale":"2024-04-02T08:44:36.464987+0000","last_undegraded":"2024-04-02T08:44:36.464987+0000","last_fullsized":"2024-04-02T08:44:36.464987+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:29:17.917496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"853'1233","reported_seq":4288,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.111038+0000","last_change":"2024-04-02T08:44:31.971631+0000","last_active":"2024-04-02T08:44:33.111038+0000","last_peered":"2024-04-02T08:44:33.111038+0000","last_clean":"2024-04-02T08:44:33.111038+0000","last_became_active":"2024-04-02T08:39:07.966830+0000","last_became_peered":"2024-04-02T08:39:07.966830+0000","last_unstale":"2024-04-02T08:44:33.111038+0000","last_undegraded":"2024-04-02T08:44:33.111038+0000","last_fullsized":"2024-04-02T08:44:33.111038+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:12:11.893150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067846400000000004,"stat_sum":{"num_bytes":7528448,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":247,"num_read_kb":269990,"num_write":414,"num_write_kb":78680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":4472832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"2"}]},{"pgid":"4.5","version":"0'0","reported_seq":1170,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110563+0000","last_change":"2024-04-02T08:39:07.953712+0000","last_active":"2024-04-02T08:44:33.110563+0000","last_peered":"2024-04-02T08:44:33.110563+0000","last_clean":"2024-04-02T08:44:33.110563+0000","last_became_active":"2024-04-02T08:39:07.953392+0000","last_became_peered":"2024-04-02T08:39:07.953392+0000","last_unstale":"2024-04-02T08:44:33.110563+0000","last_undegraded":"2024-04-02T08:44:33.110563+0000","last_fullsized":"2024-04-02T08:44:33.110563+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:13:01.885817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1272,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006688+0000","last_change":"2024-04-02T08:38:31.959016+0000","last_active":"2024-04-02T08:44:36.006688+0000","last_peered":"2024-04-02T08:44:36.006688+0000","last_clean":"2024-04-02T08:44:36.006688+0000","last_became_active":"2024-04-02T08:38:31.958681+0000","last_became_peered":"2024-04-02T08:38:31.958681+0000","last_unstale":"2024-04-02T08:44:36.006688+0000","last_undegraded":"2024-04-02T08:44:36.006688+0000","last_fullsized":"2024-04-02T08:44:36.006688+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:33:11.753064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1199,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.011031+0000","last_change":"2024-04-02T08:39:07.965039+0000","last_active":"2024-04-02T08:44:33.011031+0000","last_peered":"2024-04-02T08:44:33.011031+0000","last_clean":"2024-04-02T08:44:33.011031+0000","last_became_active":"2024-04-02T08:39:07.964694+0000","last_became_peered":"2024-04-02T08:39:07.964694+0000","last_unstale":"2024-04-02T08:44:33.011031+0000","last_undegraded":"2024-04-02T08:44:33.011031+0000","last_fullsized":"2024-04-02T08:44:33.011031+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:31:34.281499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"240'197","reported_seq":1616,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110080+0000","last_change":"2024-04-02T08:39:07.964076+0000","last_active":"2024-04-02T08:44:33.110080+0000","last_peered":"2024-04-02T08:44:33.110080+0000","last_clean":"2024-04-02T08:44:33.110080+0000","last_became_active":"2024-04-02T08:39:07.961575+0000","last_became_peered":"2024-04-02T08:39:07.961575+0000","last_unstale":"2024-04-02T08:44:33.110080+0000","last_undegraded":"2024-04-02T08:44:33.110080+0000","last_fullsized":"2024-04-02T08:44:33.110080+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:15.767243+0000","last_clean_scrub_stamp":"2024-04-02T08:25:15.767243+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:30:19.164350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"857'860","reported_seq":4031,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.011758+0000","last_change":"2024-04-02T08:44:31.994153+0000","last_active":"2024-04-02T08:44:33.011758+0000","last_peered":"2024-04-02T08:44:33.011758+0000","last_clean":"2024-04-02T08:44:33.011758+0000","last_became_active":"2024-04-02T08:37:57.273104+0000","last_became_peered":"2024-04-02T08:37:57.273104+0000","last_unstale":"2024-04-02T08:44:33.011758+0000","last_undegraded":"2024-04-02T08:44:33.011758+0000","last_fullsized":"2024-04-02T08:44:33.011758+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":860,"log_dups_size":0,"ondisk_log_size":860,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:36:46.802399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017080297000000001,"stat_sum":{"num_bytes":10067968,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":112,"num_read_kb":71290,"num_write":218,"num_write_kb":39592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7643136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"2"}]},{"pgid":"4.6","version":"0'0","reported_seq":1322,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.973248+0000","last_change":"2024-04-02T08:36:38.893650+0000","last_active":"2024-04-02T08:44:35.973248+0000","last_peered":"2024-04-02T08:44:35.973248+0000","last_clean":"2024-04-02T08:44:35.973248+0000","last_became_active":"2024-04-02T08:36:38.893373+0000","last_became_peered":"2024-04-02T08:36:38.893373+0000","last_unstale":"2024-04-02T08:44:35.973248+0000","last_undegraded":"2024-04-02T08:44:35.973248+0000","last_fullsized":"2024-04-02T08:44:35.973248+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:44.866882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1266,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.464692+0000","last_change":"2024-04-02T08:37:34.925212+0000","last_active":"2024-04-02T08:44:36.464692+0000","last_peered":"2024-04-02T08:44:36.464692+0000","last_clean":"2024-04-02T08:44:36.464692+0000","last_became_active":"2024-04-02T08:37:34.924894+0000","last_became_peered":"2024-04-02T08:37:34.924894+0000","last_unstale":"2024-04-02T08:44:36.464692+0000","last_undegraded":"2024-04-02T08:44:36.464692+0000","last_fullsized":"2024-04-02T08:44:36.464692+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:28:08.555595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1142,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.109951+0000","last_change":"2024-04-02T08:39:07.956310+0000","last_active":"2024-04-02T08:44:33.109951+0000","last_peered":"2024-04-02T08:44:33.109951+0000","last_clean":"2024-04-02T08:44:33.109951+0000","last_became_active":"2024-04-02T08:39:07.956005+0000","last_became_peered":"2024-04-02T08:39:07.956005+0000","last_unstale":"2024-04-02T08:44:33.109951+0000","last_undegraded":"2024-04-02T08:44:33.109951+0000","last_fullsized":"2024-04-02T08:44:33.109951+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:23.463431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"857'932","reported_seq":4018,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110229+0000","last_change":"2024-04-02T08:44:31.983034+0000","last_active":"2024-04-02T08:44:33.110229+0000","last_peered":"2024-04-02T08:44:33.110229+0000","last_clean":"2024-04-02T08:44:33.110229+0000","last_became_active":"2024-04-02T08:38:31.962745+0000","last_became_peered":"2024-04-02T08:38:31.962745+0000","last_unstale":"2024-04-02T08:44:33.110229+0000","last_undegraded":"2024-04-02T08:44:33.110229+0000","last_fullsized":"2024-04-02T08:44:33.110229+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":932,"log_dups_size":0,"ondisk_log_size":932,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:58:02.125405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089090799999999998,"stat_sum":{"num_bytes":12115968,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":194685,"num_write":329,"num_write_kb":86104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":12746752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1323,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.972808+0000","last_change":"2024-04-02T08:39:07.956878+0000","last_active":"2024-04-02T08:44:35.972808+0000","last_peered":"2024-04-02T08:44:35.972808+0000","last_clean":"2024-04-02T08:44:35.972808+0000","last_became_active":"2024-04-02T08:39:07.956149+0000","last_became_peered":"2024-04-02T08:39:07.956149+0000","last_unstale":"2024-04-02T08:44:35.972808+0000","last_undegraded":"2024-04-02T08:44:35.972808+0000","last_fullsized":"2024-04-02T08:44:35.972808+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:19:46.213098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1111,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110655+0000","last_change":"2024-04-02T08:39:07.963268+0000","last_active":"2024-04-02T08:44:33.110655+0000","last_peered":"2024-04-02T08:44:33.110655+0000","last_clean":"2024-04-02T08:44:33.110655+0000","last_became_active":"2024-04-02T08:39:07.960260+0000","last_became_peered":"2024-04-02T08:39:07.960260+0000","last_unstale":"2024-04-02T08:44:33.110655+0000","last_undegraded":"2024-04-02T08:44:33.110655+0000","last_fullsized":"2024-04-02T08:44:33.110655+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:48:12.494414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1297,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465785+0000","last_change":"2024-04-02T08:37:57.267018+0000","last_active":"2024-04-02T08:44:36.465785+0000","last_peered":"2024-04-02T08:44:36.465785+0000","last_clean":"2024-04-02T08:44:36.465785+0000","last_became_active":"2024-04-02T08:37:57.266400+0000","last_became_peered":"2024-04-02T08:37:57.266400+0000","last_unstale":"2024-04-02T08:44:36.465785+0000","last_undegraded":"2024-04-02T08:44:36.465785+0000","last_fullsized":"2024-04-02T08:44:36.465785+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:14:29.620719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"857'1614","reported_seq":4794,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.970402+0000","last_change":"2024-04-02T08:44:31.991149+0000","last_active":"2024-04-02T08:44:35.970402+0000","last_peered":"2024-04-02T08:44:35.970402+0000","last_clean":"2024-04-02T08:44:35.970402+0000","last_became_active":"2024-04-02T08:39:07.948055+0000","last_became_peered":"2024-04-02T08:39:07.948055+0000","last_unstale":"2024-04-02T08:44:35.970402+0000","last_undegraded":"2024-04-02T08:44:35.970402+0000","last_fullsized":"2024-04-02T08:44:35.970402+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":1614,"log_dups_size":0,"ondisk_log_size":1614,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:01:45.250455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.01046105,"stat_sum":{"num_bytes":21192704,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":266,"num_read_kb":290199,"num_write":546,"num_write_kb":162232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":50888704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1ba","length":"2"}]},{"pgid":"4.0","version":"0'0","reported_seq":1238,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006647+0000","last_change":"2024-04-02T08:39:07.952732+0000","last_active":"2024-04-02T08:44:36.006647+0000","last_peered":"2024-04-02T08:44:36.006647+0000","last_clean":"2024-04-02T08:44:36.006647+0000","last_became_active":"2024-04-02T08:39:07.951138+0000","last_became_peered":"2024-04-02T08:39:07.951138+0000","last_unstale":"2024-04-02T08:44:36.006647+0000","last_undegraded":"2024-04-02T08:44:36.006647+0000","last_fullsized":"2024-04-02T08:44:36.006647+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:55:19.027487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"565'2","reported_seq":1301,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.466329+0000","last_change":"2024-04-02T08:38:31.959821+0000","last_active":"2024-04-02T08:44:36.466329+0000","last_peered":"2024-04-02T08:44:36.466329+0000","last_clean":"2024-04-02T08:44:36.466329+0000","last_became_active":"2024-04-02T08:38:31.958926+0000","last_became_peered":"2024-04-02T08:38:31.958926+0000","last_unstale":"2024-04-02T08:44:36.466329+0000","last_undegraded":"2024-04-02T08:44:36.466329+0000","last_fullsized":"2024-04-02T08:44:36.466329+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:25:34.590665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1245,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006938+0000","last_change":"2024-04-02T08:39:07.952879+0000","last_active":"2024-04-02T08:44:36.006938+0000","last_peered":"2024-04-02T08:44:36.006938+0000","last_clean":"2024-04-02T08:44:36.006938+0000","last_became_active":"2024-04-02T08:39:07.952579+0000","last_became_peered":"2024-04-02T08:39:07.952579+0000","last_unstale":"2024-04-02T08:44:36.006938+0000","last_undegraded":"2024-04-02T08:44:36.006938+0000","last_fullsized":"2024-04-02T08:44:36.006938+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:06.440112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"858'3123","reported_seq":6249,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006616+0000","last_change":"2024-04-02T08:44:32.011787+0000","last_active":"2024-04-02T08:44:36.006616+0000","last_peered":"2024-04-02T08:44:36.006616+0000","last_clean":"2024-04-02T08:44:36.006616+0000","last_became_active":"2024-04-02T08:37:34.923618+0000","last_became_peered":"2024-04-02T08:37:34.923618+0000","last_unstale":"2024-04-02T08:44:36.006616+0000","last_undegraded":"2024-04-02T08:44:36.006616+0000","last_fullsized":"2024-04-02T08:44:36.006616+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":3123,"log_dups_size":0,"ondisk_log_size":3123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:31.800915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.028691540000000001,"stat_sum":{"num_bytes":22487040,"num_objects":18,"num_object_clones":12,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":1,"num_read":549,"num_read_kb":777731,"num_write":1023,"num_write_kb":284952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":70156288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1ba","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1200,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.970130+0000","last_change":"2024-04-02T08:38:31.951987+0000","last_active":"2024-04-02T08:44:35.970130+0000","last_peered":"2024-04-02T08:44:35.970130+0000","last_clean":"2024-04-02T08:44:35.970130+0000","last_became_active":"2024-04-02T08:38:31.951678+0000","last_became_peered":"2024-04-02T08:38:31.951678+0000","last_unstale":"2024-04-02T08:44:35.970130+0000","last_undegraded":"2024-04-02T08:44:35.970130+0000","last_fullsized":"2024-04-02T08:44:35.970130+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:28:12.308600+0000","last_clean_scrub_stamp":"2024-04-02T08:28:12.308600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:59.051473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1166,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110536+0000","last_change":"2024-04-02T08:39:07.956367+0000","last_active":"2024-04-02T08:44:33.110536+0000","last_peered":"2024-04-02T08:44:33.110536+0000","last_clean":"2024-04-02T08:44:33.110536+0000","last_became_active":"2024-04-02T08:39:07.955686+0000","last_became_peered":"2024-04-02T08:39:07.955686+0000","last_unstale":"2024-04-02T08:44:33.110536+0000","last_undegraded":"2024-04-02T08:44:33.110536+0000","last_fullsized":"2024-04-02T08:44:33.110536+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:30:24.861663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1323,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.972957+0000","last_change":"2024-04-02T08:37:34.938646+0000","last_active":"2024-04-02T08:44:35.972957+0000","last_peered":"2024-04-02T08:44:35.972957+0000","last_clean":"2024-04-02T08:44:35.972957+0000","last_became_active":"2024-04-02T08:37:34.938327+0000","last_became_peered":"2024-04-02T08:37:34.938327+0000","last_unstale":"2024-04-02T08:44:35.972957+0000","last_undegraded":"2024-04-02T08:44:35.972957+0000","last_fullsized":"2024-04-02T08:44:35.972957+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:44:10.155100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"857'2907","reported_seq":5902,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.011792+0000","last_change":"2024-04-02T08:44:32.001523+0000","last_active":"2024-04-02T08:44:33.011792+0000","last_peered":"2024-04-02T08:44:33.011792+0000","last_clean":"2024-04-02T08:44:33.011792+0000","last_became_active":"2024-04-02T08:38:31.964031+0000","last_became_peered":"2024-04-02T08:38:31.964031+0000","last_unstale":"2024-04-02T08:44:33.011792+0000","last_undegraded":"2024-04-02T08:44:33.011792+0000","last_fullsized":"2024-04-02T08:44:33.011792+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":2907,"log_dups_size":0,"ondisk_log_size":2907,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:54:07.440544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.023639942000000001,"stat_sum":{"num_bytes":24068096,"num_objects":15,"num_object_clones":10,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":1,"num_read":483,"num_read_kb":548183,"num_write":955,"num_write_kb":185600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":33169408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"2"}]},{"pgid":"2.8","version":"0'0","reported_seq":1142,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110299+0000","last_change":"2024-04-02T08:39:07.957571+0000","last_active":"2024-04-02T08:44:33.110299+0000","last_peered":"2024-04-02T08:44:33.110299+0000","last_clean":"2024-04-02T08:44:33.110299+0000","last_became_active":"2024-04-02T08:39:07.957117+0000","last_became_peered":"2024-04-02T08:39:07.957117+0000","last_unstale":"2024-04-02T08:44:33.110299+0000","last_undegraded":"2024-04-02T08:44:33.110299+0000","last_fullsized":"2024-04-02T08:44:33.110299+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:03:26.174519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1243,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.970132+0000","last_change":"2024-04-02T08:39:07.952425+0000","last_active":"2024-04-02T08:44:35.970132+0000","last_peered":"2024-04-02T08:44:35.970132+0000","last_clean":"2024-04-02T08:44:35.970132+0000","last_became_active":"2024-04-02T08:39:07.952049+0000","last_became_peered":"2024-04-02T08:39:07.952049+0000","last_unstale":"2024-04-02T08:44:35.970132+0000","last_undegraded":"2024-04-02T08:44:35.970132+0000","last_fullsized":"2024-04-02T08:44:35.970132+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:20.080258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"857'1019","reported_seq":4216,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.971126+0000","last_change":"2024-04-02T08:44:31.992934+0000","last_active":"2024-04-02T08:44:35.971126+0000","last_peered":"2024-04-02T08:44:35.971126+0000","last_clean":"2024-04-02T08:44:35.971126+0000","last_became_active":"2024-04-02T08:37:57.262014+0000","last_became_peered":"2024-04-02T08:37:57.262014+0000","last_unstale":"2024-04-02T08:44:35.971126+0000","last_undegraded":"2024-04-02T08:44:35.971126+0000","last_fullsized":"2024-04-02T08:44:35.971126+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":1019,"log_dups_size":0,"ondisk_log_size":1019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:29:04.980074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013135413,"stat_sum":{"num_bytes":10633216,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":157,"num_read_kb":210226,"num_write":479,"num_write_kb":65896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":18374656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1ba","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1296,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465151+0000","last_change":"2024-04-02T08:39:07.958725+0000","last_active":"2024-04-02T08:44:36.465151+0000","last_peered":"2024-04-02T08:44:36.465151+0000","last_clean":"2024-04-02T08:44:36.465151+0000","last_became_active":"2024-04-02T08:39:07.958390+0000","last_became_peered":"2024-04-02T08:39:07.958390+0000","last_unstale":"2024-04-02T08:44:36.465151+0000","last_undegraded":"2024-04-02T08:44:36.465151+0000","last_fullsized":"2024-04-02T08:44:36.465151+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:21.969243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1281,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006750+0000","last_change":"2024-04-02T08:39:07.957911+0000","last_active":"2024-04-02T08:44:36.006750+0000","last_peered":"2024-04-02T08:44:36.006750+0000","last_clean":"2024-04-02T08:44:36.006750+0000","last_became_active":"2024-04-02T08:39:07.957558+0000","last_became_peered":"2024-04-02T08:39:07.957558+0000","last_unstale":"2024-04-02T08:44:36.006750+0000","last_undegraded":"2024-04-02T08:44:36.006750+0000","last_fullsized":"2024-04-02T08:44:36.006750+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:45.897085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"857'432","reported_seq":3799,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465168+0000","last_change":"2024-04-02T08:44:31.979948+0000","last_active":"2024-04-02T08:44:36.465168+0000","last_peered":"2024-04-02T08:44:36.465168+0000","last_clean":"2024-04-02T08:44:36.465168+0000","last_became_active":"2024-04-02T08:39:07.961852+0000","last_became_peered":"2024-04-02T08:39:07.961852+0000","last_unstale":"2024-04-02T08:44:36.465168+0000","last_undegraded":"2024-04-02T08:44:36.465168+0000","last_fullsized":"2024-04-02T08:44:36.465168+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":432,"log_dups_size":0,"ondisk_log_size":432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:20:47.372986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0069925359999999997,"stat_sum":{"num_bytes":11862016,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":85,"num_read_kb":58067,"num_write":118,"num_write_kb":36224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1769472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ba","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1296,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465597+0000","last_change":"2024-04-02T08:39:07.955784+0000","last_active":"2024-04-02T08:44:36.465597+0000","last_peered":"2024-04-02T08:44:36.465597+0000","last_clean":"2024-04-02T08:44:36.465597+0000","last_became_active":"2024-04-02T08:39:07.955459+0000","last_became_peered":"2024-04-02T08:39:07.955459+0000","last_unstale":"2024-04-02T08:44:36.465597+0000","last_undegraded":"2024-04-02T08:44:36.465597+0000","last_fullsized":"2024-04-02T08:44:36.465597+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:06.731717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1245,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006718+0000","last_change":"2024-04-02T08:37:34.926707+0000","last_active":"2024-04-02T08:44:36.006718+0000","last_peered":"2024-04-02T08:44:36.006718+0000","last_clean":"2024-04-02T08:44:36.006718+0000","last_became_active":"2024-04-02T08:37:34.926219+0000","last_became_peered":"2024-04-02T08:37:34.926219+0000","last_unstale":"2024-04-02T08:44:36.006718+0000","last_undegraded":"2024-04-02T08:44:36.006718+0000","last_fullsized":"2024-04-02T08:44:36.006718+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:55:28.033067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'547","reported_seq":3976,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465929+0000","last_change":"2024-04-02T08:44:31.983024+0000","last_active":"2024-04-02T08:44:36.465929+0000","last_peered":"2024-04-02T08:44:36.465929+0000","last_clean":"2024-04-02T08:44:36.465929+0000","last_became_active":"2024-04-02T08:37:34.932857+0000","last_became_peered":"2024-04-02T08:37:34.932857+0000","last_unstale":"2024-04-02T08:44:36.465929+0000","last_undegraded":"2024-04-02T08:44:36.465929+0000","last_fullsized":"2024-04-02T08:44:36.465929+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":547,"log_dups_size":0,"ondisk_log_size":547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:20.874714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0088799689999999997,"stat_sum":{"num_bytes":10428416,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":69,"num_read_kb":66237,"num_write":192,"num_write_kb":30568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":6217728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1ba","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1135,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110720+0000","last_change":"2024-04-02T08:39:07.967039+0000","last_active":"2024-04-02T08:44:33.110720+0000","last_peered":"2024-04-02T08:44:33.110720+0000","last_clean":"2024-04-02T08:44:33.110720+0000","last_became_active":"2024-04-02T08:39:07.966660+0000","last_became_peered":"2024-04-02T08:39:07.966660+0000","last_unstale":"2024-04-02T08:44:33.110720+0000","last_undegraded":"2024-04-02T08:44:33.110720+0000","last_fullsized":"2024-04-02T08:44:33.110720+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:17.569787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1182,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110057+0000","last_change":"2024-04-02T08:38:31.960413+0000","last_active":"2024-04-02T08:44:33.110057+0000","last_peered":"2024-04-02T08:44:33.110057+0000","last_clean":"2024-04-02T08:44:33.110057+0000","last_became_active":"2024-04-02T08:38:31.959761+0000","last_became_peered":"2024-04-02T08:38:31.959761+0000","last_unstale":"2024-04-02T08:44:33.110057+0000","last_undegraded":"2024-04-02T08:44:33.110057+0000","last_fullsized":"2024-04-02T08:44:33.110057+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:41:23.693564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"857'2515","reported_seq":5716,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465487+0000","last_change":"2024-04-02T08:44:32.015013+0000","last_active":"2024-04-02T08:44:36.465487+0000","last_peered":"2024-04-02T08:44:36.465487+0000","last_clean":"2024-04-02T08:44:36.465487+0000","last_became_active":"2024-04-02T08:37:57.274301+0000","last_became_peered":"2024-04-02T08:37:57.274301+0000","last_unstale":"2024-04-02T08:44:36.465487+0000","last_undegraded":"2024-04-02T08:44:36.465487+0000","last_fullsized":"2024-04-02T08:44:36.465487+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":2515,"log_dups_size":0,"ondisk_log_size":2515,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:37:27.240608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.041317952999999998,"stat_sum":{"num_bytes":36626432,"num_objects":20,"num_object_clones":15,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":444,"num_read_kb":653816,"num_write":852,"num_write_kb":170832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":40517632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ba","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1281,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465186+0000","last_change":"2024-04-02T08:37:57.268968+0000","last_active":"2024-04-02T08:44:36.465186+0000","last_peered":"2024-04-02T08:44:36.465186+0000","last_clean":"2024-04-02T08:44:36.465186+0000","last_became_active":"2024-04-02T08:37:57.268640+0000","last_became_peered":"2024-04-02T08:37:57.268640+0000","last_unstale":"2024-04-02T08:44:36.465186+0000","last_undegraded":"2024-04-02T08:44:36.465186+0000","last_fullsized":"2024-04-02T08:44:36.465186+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:53:07.920934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1123,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110756+0000","last_change":"2024-04-02T08:39:07.967761+0000","last_active":"2024-04-02T08:44:33.110756+0000","last_peered":"2024-04-02T08:44:33.110756+0000","last_clean":"2024-04-02T08:44:33.110756+0000","last_became_active":"2024-04-02T08:39:07.967173+0000","last_became_peered":"2024-04-02T08:39:07.967173+0000","last_unstale":"2024-04-02T08:44:33.110756+0000","last_undegraded":"2024-04-02T08:44:33.110756+0000","last_fullsized":"2024-04-02T08:44:33.110756+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:52:54.094814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"853'847","reported_seq":4174,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.464837+0000","last_change":"2024-04-02T08:44:31.972756+0000","last_active":"2024-04-02T08:44:36.464837+0000","last_peered":"2024-04-02T08:44:36.464837+0000","last_clean":"2024-04-02T08:44:36.464837+0000","last_became_active":"2024-04-02T08:37:34.925009+0000","last_became_peered":"2024-04-02T08:37:34.925009+0000","last_unstale":"2024-04-02T08:44:36.464837+0000","last_undegraded":"2024-04-02T08:44:36.464837+0000","last_fullsized":"2024-04-02T08:44:36.464837+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:52:36.046619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070144399999999996,"stat_sum":{"num_bytes":9633792,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":115,"num_read_kb":156024,"num_write":337,"num_write_kb":73048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":17022976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ba","length":"2"}]},{"pgid":"2.d","version":"61'1","reported_seq":1299,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465868+0000","last_change":"2024-04-02T08:37:34.933264+0000","last_active":"2024-04-02T08:44:36.465868+0000","last_peered":"2024-04-02T08:44:36.465868+0000","last_clean":"2024-04-02T08:44:36.465868+0000","last_became_active":"2024-04-02T08:37:34.932830+0000","last_became_peered":"2024-04-02T08:37:34.932830+0000","last_unstale":"2024-04-02T08:44:36.465868+0000","last_undegraded":"2024-04-02T08:44:36.465868+0000","last_fullsized":"2024-04-02T08:44:36.465868+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:39:04.855508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1218,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.011020+0000","last_change":"2024-04-02T08:38:31.956138+0000","last_active":"2024-04-02T08:44:33.011020+0000","last_peered":"2024-04-02T08:44:33.011020+0000","last_clean":"2024-04-02T08:44:33.011020+0000","last_became_active":"2024-04-02T08:38:31.955819+0000","last_became_peered":"2024-04-02T08:38:31.955819+0000","last_unstale":"2024-04-02T08:44:33.011020+0000","last_undegraded":"2024-04-02T08:44:33.011020+0000","last_fullsized":"2024-04-02T08:44:33.011020+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:30:07.239073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"857'1750","reported_seq":4702,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110596+0000","last_change":"2024-04-02T08:44:31.981029+0000","last_active":"2024-04-02T08:44:33.110596+0000","last_peered":"2024-04-02T08:44:33.110596+0000","last_clean":"2024-04-02T08:44:33.110596+0000","last_became_active":"2024-04-02T08:39:07.963525+0000","last_became_peered":"2024-04-02T08:39:07.963525+0000","last_unstale":"2024-04-02T08:44:33.110596+0000","last_undegraded":"2024-04-02T08:44:33.110596+0000","last_fullsized":"2024-04-02T08:44:33.110596+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:31:15.424156+0000","last_clean_scrub_stamp":"2024-04-02T08:31:15.424156+0000","objects_scrubbed":0,"log_size":1750,"log_dups_size":0,"ondisk_log_size":1750,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:51:57.812445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010977943,"stat_sum":{"num_bytes":19464192,"num_objects":7,"num_object_clones":3,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":288,"num_read_kb":407571,"num_write":591,"num_write_kb":129432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":53329920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1b6","length":"1"},{"start":"1ba","length":"2"}]},{"pgid":"2.e","version":"61'2","reported_seq":1270,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465474+0000","last_change":"2024-04-02T08:39:07.958171+0000","last_active":"2024-04-02T08:44:36.465474+0000","last_peered":"2024-04-02T08:44:36.465474+0000","last_clean":"2024-04-02T08:44:36.465474+0000","last_became_active":"2024-04-02T08:39:07.957579+0000","last_became_peered":"2024-04-02T08:39:07.957579+0000","last_unstale":"2024-04-02T08:44:36.465474+0000","last_undegraded":"2024-04-02T08:44:36.465474+0000","last_fullsized":"2024-04-02T08:44:36.465474+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:35.848570+0000","last_clean_scrub_stamp":"2024-04-02T08:27:35.848570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:31.357005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1149,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.111440+0000","last_change":"2024-04-02T08:39:07.957492+0000","last_active":"2024-04-02T08:44:33.111440+0000","last_peered":"2024-04-02T08:44:33.111440+0000","last_clean":"2024-04-02T08:44:33.111440+0000","last_became_active":"2024-04-02T08:39:07.957191+0000","last_became_peered":"2024-04-02T08:39:07.957191+0000","last_unstale":"2024-04-02T08:44:33.111440+0000","last_undegraded":"2024-04-02T08:44:33.111440+0000","last_fullsized":"2024-04-02T08:44:33.111440+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:40.229267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1162,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.109865+0000","last_change":"2024-04-02T08:38:31.960028+0000","last_active":"2024-04-02T08:44:33.109865+0000","last_peered":"2024-04-02T08:44:33.109865+0000","last_clean":"2024-04-02T08:44:33.109865+0000","last_became_active":"2024-04-02T08:38:31.958045+0000","last_became_peered":"2024-04-02T08:38:31.958045+0000","last_unstale":"2024-04-02T08:44:33.109865+0000","last_undegraded":"2024-04-02T08:44:33.109865+0000","last_fullsized":"2024-04-02T08:44:33.109865+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:26:29.958755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1265,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.464959+0000","last_change":"2024-04-02T08:38:31.955452+0000","last_active":"2024-04-02T08:44:36.464959+0000","last_peered":"2024-04-02T08:44:36.464959+0000","last_clean":"2024-04-02T08:44:36.464959+0000","last_became_active":"2024-04-02T08:38:31.955118+0000","last_became_peered":"2024-04-02T08:38:31.955118+0000","last_unstale":"2024-04-02T08:44:36.464959+0000","last_undegraded":"2024-04-02T08:44:36.464959+0000","last_fullsized":"2024-04-02T08:44:36.464959+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:49:50.968266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1225,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.011276+0000","last_change":"2024-04-02T08:37:57.278213+0000","last_active":"2024-04-02T08:44:33.011276+0000","last_peered":"2024-04-02T08:44:33.011276+0000","last_clean":"2024-04-02T08:44:33.011276+0000","last_became_active":"2024-04-02T08:37:57.272488+0000","last_became_peered":"2024-04-02T08:37:57.272488+0000","last_unstale":"2024-04-02T08:44:33.011276+0000","last_undegraded":"2024-04-02T08:44:33.011276+0000","last_fullsized":"2024-04-02T08:44:33.011276+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:47:53.438274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1335,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.972311+0000","last_change":"2024-04-02T08:36:59.935200+0000","last_active":"2024-04-02T08:44:35.972311+0000","last_peered":"2024-04-02T08:44:35.972311+0000","last_clean":"2024-04-02T08:44:35.972311+0000","last_became_active":"2024-04-02T08:36:59.934913+0000","last_became_peered":"2024-04-02T08:36:59.934913+0000","last_unstale":"2024-04-02T08:44:35.972311+0000","last_undegraded":"2024-04-02T08:44:35.972311+0000","last_fullsized":"2024-04-02T08:44:35.972311+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:40:40.070603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1245,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006742+0000","last_change":"2024-04-02T08:37:34.922446+0000","last_active":"2024-04-02T08:44:36.006742+0000","last_peered":"2024-04-02T08:44:36.006742+0000","last_clean":"2024-04-02T08:44:36.006742+0000","last_became_active":"2024-04-02T08:37:34.922094+0000","last_became_peered":"2024-04-02T08:37:34.922094+0000","last_unstale":"2024-04-02T08:44:36.006742+0000","last_undegraded":"2024-04-02T08:44:36.006742+0000","last_fullsized":"2024-04-02T08:44:36.006742+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:28:46.006738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1296,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.465869+0000","last_change":"2024-04-02T08:36:59.937810+0000","last_active":"2024-04-02T08:44:36.465869+0000","last_peered":"2024-04-02T08:44:36.465869+0000","last_clean":"2024-04-02T08:44:36.465869+0000","last_became_active":"2024-04-02T08:36:59.937449+0000","last_became_peered":"2024-04-02T08:36:59.937449+0000","last_unstale":"2024-04-02T08:44:36.465869+0000","last_undegraded":"2024-04-02T08:44:36.465869+0000","last_fullsized":"2024-04-02T08:44:36.465869+0000","mapping_epoch":407,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:14.755486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1176,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110827+0000","last_change":"2024-04-02T08:39:07.953251+0000","last_active":"2024-04-02T08:44:33.110827+0000","last_peered":"2024-04-02T08:44:33.110827+0000","last_clean":"2024-04-02T08:44:33.110827+0000","last_became_active":"2024-04-02T08:39:07.952908+0000","last_became_peered":"2024-04-02T08:39:07.952908+0000","last_unstale":"2024-04-02T08:44:33.110827+0000","last_undegraded":"2024-04-02T08:44:33.110827+0000","last_fullsized":"2024-04-02T08:44:33.110827+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:35.872410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1275,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.007046+0000","last_change":"2024-04-02T08:37:34.925303+0000","last_active":"2024-04-02T08:44:36.007046+0000","last_peered":"2024-04-02T08:44:36.007046+0000","last_clean":"2024-04-02T08:44:36.007046+0000","last_became_active":"2024-04-02T08:37:34.924953+0000","last_became_peered":"2024-04-02T08:37:34.924953+0000","last_unstale":"2024-04-02T08:44:36.007046+0000","last_undegraded":"2024-04-02T08:44:36.007046+0000","last_fullsized":"2024-04-02T08:44:36.007046+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:43:24.320150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1225,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.010737+0000","last_change":"2024-04-02T08:37:57.270888+0000","last_active":"2024-04-02T08:44:33.010737+0000","last_peered":"2024-04-02T08:44:33.010737+0000","last_clean":"2024-04-02T08:44:33.010737+0000","last_became_active":"2024-04-02T08:37:57.270566+0000","last_became_peered":"2024-04-02T08:37:57.270566+0000","last_unstale":"2024-04-02T08:44:33.010737+0000","last_undegraded":"2024-04-02T08:44:33.010737+0000","last_fullsized":"2024-04-02T08:44:33.010737+0000","mapping_epoch":464,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":465,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:53.176590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1282,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:36.006692+0000","last_change":"2024-04-02T08:37:34.929429+0000","last_active":"2024-04-02T08:44:36.006692+0000","last_peered":"2024-04-02T08:44:36.006692+0000","last_clean":"2024-04-02T08:44:36.006692+0000","last_became_active":"2024-04-02T08:37:34.928887+0000","last_became_peered":"2024-04-02T08:37:34.928887+0000","last_unstale":"2024-04-02T08:44:36.006692+0000","last_undegraded":"2024-04-02T08:44:36.006692+0000","last_fullsized":"2024-04-02T08:44:36.006692+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:27.588122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1193,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.010832+0000","last_change":"2024-04-02T08:39:07.956044+0000","last_active":"2024-04-02T08:44:33.010832+0000","last_peered":"2024-04-02T08:44:33.010832+0000","last_clean":"2024-04-02T08:44:33.010832+0000","last_became_active":"2024-04-02T08:39:07.955737+0000","last_became_peered":"2024-04-02T08:39:07.955737+0000","last_unstale":"2024-04-02T08:44:33.010832+0000","last_undegraded":"2024-04-02T08:44:33.010832+0000","last_fullsized":"2024-04-02T08:44:33.010832+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:02:06.262860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1323,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-04-02T08:44:35.972264+0000","last_change":"2024-04-02T08:39:07.956466+0000","last_active":"2024-04-02T08:44:35.972264+0000","last_peered":"2024-04-02T08:44:35.972264+0000","last_clean":"2024-04-02T08:44:35.972264+0000","last_became_active":"2024-04-02T08:39:07.955708+0000","last_became_peered":"2024-04-02T08:39:07.955708+0000","last_unstale":"2024-04-02T08:44:35.972264+0000","last_undegraded":"2024-04-02T08:44:35.972264+0000","last_fullsized":"2024-04-02T08:44:35.972264+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:54:19.415294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1182,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-04-02T08:44:33.110380+0000","last_change":"2024-04-02T08:38:31.961828+0000","last_active":"2024-04-02T08:44:33.110380+0000","last_peered":"2024-04-02T08:44:33.110380+0000","last_clean":"2024-04-02T08:44:33.110380+0000","last_became_active":"2024-04-02T08:38:31.961467+0000","last_became_peered":"2024-04-02T08:38:31.961467+0000","last_unstale":"2024-04-02T08:44:33.110380+0000","last_undegraded":"2024-04-02T08:44:33.110380+0000","last_fullsized":"2024-04-02T08:44:33.110380+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:36.850253+0000","last_clean_scrub_stamp":"2024-04-02T08:27:36.850253+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:50.460398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":266878976,"num_objects":138,"num_object_clones":91,"num_object_copies":414,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":138,"num_whiteouts":6,"num_read":3860,"num_read_kb":4778410,"num_write":8007,"num_write_kb":1744656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":138,"num_bytes_recovered":406781952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":391200768,"data_stored":701890560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23319,"ondisk_log_size":23319,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43900,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":535,"seq":2297807503427,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":188984,"kb_used_data":37092,"kb_used_omap":33,"kb_used_meta":151838,"kb_avail":93556168,"statfs":{"total":95995035648,"available":95801516032,"internally_reserved":0,"allocated":37982208,"data_stored":38829816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34163,"internal_metadata":155482765},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680778,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":321756,"kb_used_data":47300,"kb_used_omap":46,"kb_used_meta":274385,"kb_avail":93423396,"statfs":{"total":95995035648,"available":95665557504,"internally_reserved":0,"allocated":48435200,"data_stored":69653340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47335,"internal_metadata":280971033},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":351,"seq":1507533521000,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":474100,"kb_used_data":63784,"kb_used_omap":42,"kb_used_meta":410261,"kb_avail":93271052,"statfs":{"total":95995035648,"available":95509557248,"internally_reserved":0,"allocated":65314816,"data_stored":93883991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44011,"internal_metadata":420107285},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":315,"seq":1352914698351,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":563396,"kb_used_data":67896,"kb_used_omap":41,"kb_used_meta":495446,"kb_avail":93181756,"statfs":{"total":95995035648,"available":95418118144,"internally_reserved":0,"allocated":69525504,"data_stored":140742516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42909,"internal_metadata":507336803},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":386,"seq":1657857376353,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":369716,"kb_used_data":57508,"kb_used_omap":36,"kb_used_meta":312155,"kb_avail":93375436,"statfs":{"total":95995035648,"available":95616446464,"internally_reserved":0,"allocated":58888192,"data_stored":110541436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37696,"internal_metadata":319646912},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":407,"seq":1748051689565,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":335156,"kb_used_data":45352,"kb_used_omap":36,"kb_used_meta":289755,"kb_avail":93409996,"statfs":{"total":95995035648,"available":95651835904,"internally_reserved":0,"allocated":46440448,"data_stored":72094943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37147,"internal_metadata":296709861},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":442,"seq":1898375544918,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":477972,"kb_used_data":62664,"kb_used_omap":52,"kb_used_meta":415243,"kb_avail":93267180,"statfs":{"total":95995035648,"available":95505592320,"internally_reserved":0,"allocated":64167936,"data_stored":88559739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":54127,"internal_metadata":425208977},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":464,"seq":1992864825425,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":515372,"kb_used_data":76892,"kb_used_omap":65,"kb_used_meta":438398,"kb_avail":93229780,"statfs":{"total":95995035648,"available":95467294720,"internally_reserved":0,"allocated":78737408,"data_stored":133104022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":66820,"internal_metadata":448920316},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5557,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4554,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4654,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6527,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6553,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4913,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5647,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5495,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":59371520,"data_stored":134688768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":55746560,"data_stored":88412160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49344512,"data_stored":105078784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":36855808,"data_stored":66617344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":54591488,"data_stored":83087360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":69173248,"data_stored":127635456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":38281216,"data_stored":63594496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":27836416,"data_stored":32776192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:44:39.149 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-02T08:44:39.149 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-02T08:44:39.355 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:44:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:40 smithi188 ceph-mon[86835]: pgmap v941: 121 pgs: 121 active+clean; 255 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-04-02T08:44:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:40 smithi188 ceph-mon[86835]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:44:40.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:40 smithi104 ceph-mon[94081]: pgmap v941: 121 pgs: 121 active+clean; 255 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-04-02T08:44:40.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:40 smithi104 ceph-mon[94081]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:44:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:40 smithi104 ceph-mon[96567]: pgmap v941: 121 pgs: 121 active+clean; 255 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-04-02T08:44:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:40 smithi104 ceph-mon[96567]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:44:42.027 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'unique_pool_0' removed 2024-04-02T08:44:42.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:41 smithi188 ceph-mon[86835]: pgmap v942: 121 pgs: 121 active+clean; 255 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 8 op/s 2024-04-02T08:44:42.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:41 smithi188 ceph-mon[86835]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:44:42.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:41 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3809261457' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:44:42.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:41 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:44:42.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:41 smithi104 ceph-mon[96567]: pgmap v942: 121 pgs: 121 active+clean; 255 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 8 op/s 2024-04-02T08:44:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:41 smithi104 ceph-mon[96567]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:44:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:41 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3809261457' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:44:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:41 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:44:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:41 smithi104 ceph-mon[94081]: pgmap v942: 121 pgs: 121 active+clean; 255 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 8 op/s 2024-04-02T08:44:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:41 smithi104 ceph-mon[94081]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:44:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:41 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3809261457' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:44:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:41 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:44:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:44:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:42.824 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:44:42.824 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-02T08:44:42.824 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:44:42.824 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-02T08:44:42.824 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:44:42.825 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:44:42.825 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:44:42.825 DEBUG:teuthology.orchestra.run.smithi104:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:44:42.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:44:42.841 INFO:teuthology.orchestra.run.smithi104.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:44:42.841 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:44:42.896 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:44:42.896 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:44:42.952 INFO:tasks.workunit:timeout=3h 2024-04-02T08:44:42.952 INFO:tasks.workunit:cleanup=True 2024-04-02T08:44:42.952 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:44:43.007 INFO:tasks.workunit.client.0.smithi104.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:44:43.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:43 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:44:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:43 smithi104 ceph-mon[96567]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:44:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:43 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:44:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:43 smithi104 ceph-mon[94081]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:44:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:43 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:44:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:43 smithi188 ceph-mon[86835]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:44:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:44 smithi188 ceph-mon[86835]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:44.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:44 smithi104 ceph-mon[96567]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:44.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:44 smithi104 ceph-mon[94081]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:44:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:44:45] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-02T08:44:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:46 smithi104 ceph-mon[96567]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:46 smithi104 ceph-mon[94081]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:46 smithi188 ceph-mon[86835]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:48 smithi188 ceph-mon[86835]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:48.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:48 smithi104 ceph-mon[94081]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:48 smithi104 ceph-mon[96567]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:48.722 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:44:48.778 INFO:tasks.workunit.client.0.smithi104.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:44:48.780 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:44:48.780 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:44:48.830 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:44:48.880 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:44:48.935 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:44:48.937 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:44:48.937 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:44:48.988 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:44:48.991 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:44:48.991 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:44:49.047 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-02T08:44:49.048 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-02T08:44:49.048 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-02T08:44:49.117 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:44:49.117 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-02T08:44:49.117 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:44:49.117 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-02T08:44:49.117 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-02T08:44:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:50 smithi188 ceph-mon[86835]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:50 smithi104 ceph-mon[94081]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:50 smithi104 ceph-mon[96567]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:51 smithi188 ceph-mon[86835]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:44:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:51 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535248346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:51.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:51 smithi104 ceph-mon[94081]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:44:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:51 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535248346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:51 smithi104 ceph-mon[96567]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:44:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:51 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535248346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:52.047 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2930 ms) 2024-04-02T08:44:52.047 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-02T08:44:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:52 smithi188 ceph-mon[86835]: pgmap v950: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:52 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:52.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:52 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535248346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:52.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:52 smithi188 ceph-mon[86835]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:44:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:52 smithi104 ceph-mon[96567]: pgmap v950: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:52 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:52 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535248346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:52 smithi104 ceph-mon[96567]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:44:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:52 smithi104 ceph-mon[94081]: pgmap v950: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:52 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:52 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535248346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:52 smithi104 ceph-mon[94081]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:44:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:44:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:53 smithi188 ceph-mon[86835]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:44:53.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:53 smithi104 ceph-mon[94081]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:44:53.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:53 smithi104 ceph-mon[96567]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:44:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:54 smithi188 ceph-mon[86835]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:54 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:54 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:44:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:54 smithi188 ceph-mon[86835]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:44:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:54 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2136378942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:54 smithi104 ceph-mon[96567]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:54 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:54.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:54 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:44:54.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:54 smithi104 ceph-mon[96567]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:44:54.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:54 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2136378942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:54 smithi104 ceph-mon[94081]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:54 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:54 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:44:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:54 smithi104 ceph-mon[94081]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:44:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:54 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2136378942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:55.072 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3025 ms) 2024-04-02T08:44:55.072 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-02T08:44:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2136378942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:55 smithi188 ceph-mon[86835]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:44:55.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2136378942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:55.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:55 smithi104 ceph-mon[96567]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:44:55.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2136378942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:55.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:55 smithi104 ceph-mon[94081]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:44:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:44:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:44:55] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-04-02T08:44:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:56 smithi104 ceph-mon[96567]: pgmap v956: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:56 smithi104 ceph-mon[96567]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:44:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:56 smithi104 ceph-mon[94081]: pgmap v956: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:56 smithi104 ceph-mon[94081]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:44:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:56 smithi188 ceph-mon[86835]: pgmap v956: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:56 smithi188 ceph-mon[86835]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:44:57.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:57 smithi188 ceph-mon[86835]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:44:57.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1169087381' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:57.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:57 smithi104 ceph-mon[94081]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:44:57.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1169087381' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:57 smithi104 ceph-mon[96567]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:44:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1169087381' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:58.089 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.Reserve (3017 ms) 2024-04-02T08:44:58.089 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-02T08:44:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:58 smithi188 ceph-mon[86835]: pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:58 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:58.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:58 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1169087381' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:58.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:58 smithi188 ceph-mon[86835]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:44:58.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:58 smithi104 ceph-mon[96567]: pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:58.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:58 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:58.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:58 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1169087381' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:58 smithi104 ceph-mon[96567]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:44:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:58 smithi104 ceph-mon[94081]: pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:58 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:58 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1169087381' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:58 smithi104 ceph-mon[94081]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:44:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:44:59 smithi188 ceph-mon[86835]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:44:59.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:44:59 smithi104 ceph-mon[96567]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:44:59.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:44:59 smithi104 ceph-mon[94081]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:45:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:00 smithi188 ceph-mon[86835]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:00 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:00 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:45:00.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:00 smithi188 ceph-mon[86835]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:45:00.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:00 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1341682389' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:00.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:00 smithi104 ceph-mon[94081]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:00.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:00 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:00 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:45:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:00 smithi104 ceph-mon[94081]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:45:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:00 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1341682389' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:00 smithi104 ceph-mon[96567]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:00 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:00 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:45:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:00 smithi104 ceph-mon[96567]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:45:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:00 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1341682389' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:01.102 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3013 ms) 2024-04-02T08:45:01.102 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-02T08:45:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:01 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1341682389' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:01 smithi188 ceph-mon[86835]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:45:01.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:01 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1341682389' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:01.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:01 smithi104 ceph-mon[94081]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:45:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:01 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1341682389' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:01 smithi104 ceph-mon[96567]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:45:02.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:02 smithi188 ceph-mon[86835]: pgmap v965: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:02.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:02 smithi188 ceph-mon[86835]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:45:02.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:45:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:02.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:02 smithi104 ceph-mon[94081]: pgmap v965: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:02 smithi104 ceph-mon[94081]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:45:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:02 smithi104 ceph-mon[96567]: pgmap v965: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:02 smithi104 ceph-mon[96567]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:45:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:03 smithi188 ceph-mon[86835]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:45:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:03 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1434911826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:03.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:03 smithi104 ceph-mon[96567]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:45:03.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:03 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1434911826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:03 smithi104 ceph-mon[94081]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:45:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:03 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1434911826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:04.125 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.Commit (3023 ms) 2024-04-02T08:45:04.125 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-02T08:45:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:04 smithi188 ceph-mon[86835]: pgmap v968: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:04 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:04 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1434911826' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:04 smithi188 ceph-mon[86835]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:45:04.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:04 smithi104 ceph-mon[96567]: pgmap v968: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:04.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:04 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:04 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1434911826' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:04 smithi104 ceph-mon[96567]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:45:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:04 smithi104 ceph-mon[94081]: pgmap v968: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:04 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:04 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1434911826' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:04 smithi104 ceph-mon[94081]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:45:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:05 smithi188 ceph-mon[86835]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:45:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:05.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:05 smithi104 ceph-mon[96567]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:45:05.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:05 smithi104 ceph-mon[94081]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:45:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:06.129 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:45:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:45:05] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-02T08:45:06.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[96567]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:06.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[96567]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:45:06.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2192539279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:06.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:06.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:06.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:45:06.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[94081]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:06.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[94081]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:45:06.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2192539279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:06.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:06.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:06.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:06 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:45:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:06 smithi188 ceph-mon[86835]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:06 smithi188 ceph-mon[86835]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:45:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:06 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2192539279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:06 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:06.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:06 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:06.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:06 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:45:07.146 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.Abort (3021 ms) 2024-04-02T08:45:07.147 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-02T08:45:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:07 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:07 smithi104 ceph-mon[94081]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:45:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:07 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:07 smithi104 ceph-mon[96567]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:45:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:07 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:07 smithi188 ceph-mon[86835]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:45:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:08 smithi188 ceph-mon[86835]: pgmap v974: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:08 smithi188 ceph-mon[86835]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:45:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:08 smithi104 ceph-mon[96567]: pgmap v974: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:08 smithi104 ceph-mon[96567]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:45:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:08 smithi104 ceph-mon[94081]: pgmap v974: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:08 smithi104 ceph-mon[94081]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:45:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:09 smithi188 ceph-mon[86835]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:45:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:09 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/748281092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:09 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/748281092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:09 smithi188 ceph-mon[86835]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:45:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:09 smithi104 ceph-mon[96567]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:45:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:09 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/748281092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:09 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/748281092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:09 smithi104 ceph-mon[96567]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:45:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:09 smithi104 ceph-mon[94081]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:45:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:09 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/748281092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:09 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/748281092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:09 smithi104 ceph-mon[94081]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:45:10.165 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.ReserveError (3019 ms) 2024-04-02T08:45:10.165 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-02T08:45:10.524 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:10 smithi188 ceph-mon[86835]: pgmap v977: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:10.525 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:10 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:10.525 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:10 smithi188 ceph-mon[86835]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:45:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:10 smithi104 ceph-mon[96567]: pgmap v977: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:10 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:10 smithi104 ceph-mon[96567]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:45:10.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:10 smithi104 ceph-mon[94081]: pgmap v977: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:10.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:10 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:10.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:10 smithi104 ceph-mon[94081]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:45:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:11 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:11 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:45:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:11 smithi188 ceph-mon[86835]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:45:11.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:11 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3483008830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:11 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:11 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:45:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:11 smithi104 ceph-mon[96567]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:45:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:11 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3483008830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:11 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:11 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:45:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:11 smithi104 ceph-mon[94081]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:45:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:11 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3483008830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:45:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:12 smithi188 ceph-mon[86835]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:12 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3483008830' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:12 smithi188 ceph-mon[86835]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:45:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:12 smithi104 ceph-mon[96567]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:12 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3483008830' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:12.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:12 smithi104 ceph-mon[96567]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:45:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:12 smithi104 ceph-mon[94081]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:12 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3483008830' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:12 smithi104 ceph-mon[94081]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:45:13.189 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.CommitError (3024 ms) 2024-04-02T08:45:13.189 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-02T08:45:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:13.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:13.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:13.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:13 smithi188 ceph-mon[86835]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:45:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:13 smithi104 ceph-mon[96567]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:45:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:13 smithi104 ceph-mon[94081]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:45:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:14 smithi188 ceph-mon[86835]: pgmap v983: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:14 smithi188 ceph-mon[86835]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:45:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:14 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1104917308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:14 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:14 smithi104 ceph-mon[94081]: pgmap v983: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:14 smithi104 ceph-mon[94081]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:45:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:14 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1104917308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:14 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:14 smithi104 ceph-mon[96567]: pgmap v983: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:14 smithi104 ceph-mon[96567]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:45:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:14 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1104917308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:14 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:45:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:45:15] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-02T08:45:16.206 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.AbortError (3017 ms) 2024-04-02T08:45:16.206 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-02T08:45:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:16 smithi188 ceph-mon[86835]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:16 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:16 smithi188 ceph-mon[86835]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:45:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:16 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:16 smithi104 ceph-mon[94081]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:16 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:16 smithi104 ceph-mon[94081]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:45:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:16 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:16 smithi104 ceph-mon[96567]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:16 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:16 smithi104 ceph-mon[96567]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:45:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:16 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:17 smithi188 ceph-mon[86835]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:45:17.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:17 smithi104 ceph-mon[96567]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:45:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:17 smithi104 ceph-mon[94081]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:45:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:18 smithi188 ceph-mon[86835]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:18 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:18.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:18 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:45:18.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:18 smithi188 ceph-mon[86835]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:45:18.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:18 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/216027692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:18 smithi104 ceph-mon[94081]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:18 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:18 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:45:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:18 smithi104 ceph-mon[94081]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:45:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:18 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/216027692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:18 smithi104 ceph-mon[96567]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:18 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:18 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:45:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:18 smithi104 ceph-mon[96567]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:45:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:18 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/216027692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:19.223 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3017 ms) 2024-04-02T08:45:19.223 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-02T08:45:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:19 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/216027692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:19 smithi188 ceph-mon[86835]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:45:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:19 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/216027692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:19 smithi104 ceph-mon[96567]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:45:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:19 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/216027692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:19 smithi104 ceph-mon[94081]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:45:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:20 smithi188 ceph-mon[86835]: pgmap v992: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:20.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:20 smithi188 ceph-mon[86835]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:45:20.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:20.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:20 smithi104 ceph-mon[96567]: pgmap v992: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:20 smithi104 ceph-mon[96567]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:45:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:20 smithi104 ceph-mon[94081]: pgmap v992: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:20 smithi104 ceph-mon[94081]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:45:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:21 smithi188 ceph-mon[86835]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:45:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:21 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2634397524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:21 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:21 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:21 smithi104 ceph-mon[96567]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:45:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:21 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2634397524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:21 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:21 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:21 smithi104 ceph-mon[94081]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:45:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:21 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2634397524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:21 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:21 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:22.239 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3016 ms) 2024-04-02T08:45:22.240 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-02T08:45:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:22 smithi188 ceph-mon[86835]: pgmap v995: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:22 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:22 smithi188 ceph-mon[86835]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:45:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:45:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:22 smithi104 ceph-mon[96567]: pgmap v995: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:22 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:22 smithi104 ceph-mon[96567]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:45:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:22 smithi104 ceph-mon[94081]: pgmap v995: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:22 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:22 smithi104 ceph-mon[94081]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:45:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:23 smithi188 ceph-mon[86835]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:45:23.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:23 smithi104 ceph-mon[94081]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:45:23.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:23 smithi104 ceph-mon[96567]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:45:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:24 smithi188 ceph-mon[86835]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:24 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:24 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:45:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:24 smithi188 ceph-mon[86835]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:45:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:24 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/355550503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:24 smithi104 ceph-mon[96567]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:24 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:24 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:45:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:24 smithi104 ceph-mon[96567]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:45:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:24 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/355550503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:24 smithi104 ceph-mon[94081]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:24 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:24 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:45:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:24 smithi104 ceph-mon[94081]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:45:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:24 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/355550503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:25.259 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3020 ms) 2024-04-02T08:45:25.259 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-02T08:45:25.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:25 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/355550503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:25.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:25 smithi104 ceph-mon[96567]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:45:25.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:25 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/355550503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:25.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:25 smithi104 ceph-mon[94081]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:45:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:25 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/355550503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:25 smithi188 ceph-mon[86835]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:45:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:45:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:45:25] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-02T08:45:26.552 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:26 smithi104 ceph-mon[94081]: pgmap v1001: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:26.552 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:26 smithi104 ceph-mon[94081]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:45:26.552 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:26 smithi104 ceph-mon[96567]: pgmap v1001: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:26.553 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:26 smithi104 ceph-mon[96567]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:45:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:26 smithi188 ceph-mon[86835]: pgmap v1001: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:26 smithi188 ceph-mon[86835]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:45:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:27 smithi188 ceph-mon[86835]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:45:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:27 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1323846499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:27 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:27 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:27 smithi104 ceph-mon[94081]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:45:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:27 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1323846499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:27 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:27 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:27 smithi104 ceph-mon[96567]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:45:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:27 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1323846499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:27 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:27 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:28.272 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3013 ms) 2024-04-02T08:45:28.272 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-02T08:45:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:28 smithi188 ceph-mon[86835]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:28 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:28.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:28 smithi188 ceph-mon[86835]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:45:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:28 smithi104 ceph-mon[96567]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:28 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:28 smithi104 ceph-mon[96567]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:45:28.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:28 smithi104 ceph-mon[94081]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:28.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:28 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:28.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:28 smithi104 ceph-mon[94081]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:45:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:29 smithi188 ceph-mon[86835]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:45:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:29 smithi104 ceph-mon[96567]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:45:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:29 smithi104 ceph-mon[94081]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:45:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:30 smithi188 ceph-mon[86835]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:30 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:30 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:45:30.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:30 smithi188 ceph-mon[86835]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:45:30.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:30 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3942307588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:30.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:30 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[96567]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:45:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[96567]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:45:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3942307588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[94081]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:45:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[94081]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:45:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3942307588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:30.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:30 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:31.297 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3025 ms) 2024-04-02T08:45:31.297 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-02T08:45:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:31 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:31 smithi188 ceph-mon[86835]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:45:31.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:31 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:31 smithi104 ceph-mon[94081]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:45:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:31 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:31 smithi104 ceph-mon[96567]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:45:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:32 smithi188 ceph-mon[86835]: pgmap v1010: 137 pgs: 1 creating+activating, 4 creating+peering, 25 unknown, 107 active+clean; 585 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-04-02T08:45:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:32 smithi188 ceph-mon[86835]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:45:32.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:45:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:32 smithi104 ceph-mon[96567]: pgmap v1010: 137 pgs: 1 creating+activating, 4 creating+peering, 25 unknown, 107 active+clean; 585 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-04-02T08:45:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:32 smithi104 ceph-mon[96567]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:45:32.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:32 smithi104 ceph-mon[94081]: pgmap v1010: 137 pgs: 1 creating+activating, 4 creating+peering, 25 unknown, 107 active+clean; 585 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-04-02T08:45:32.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:32 smithi104 ceph-mon[94081]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:45:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:33 smithi188 ceph-mon[86835]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:45:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:33 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2087059802' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:33 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:33 smithi104 ceph-mon[96567]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:45:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:33 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2087059802' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:33 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:33 smithi104 ceph-mon[94081]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:45:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:33 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2087059802' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:33 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:34.312 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3015 ms) 2024-04-02T08:45:34.312 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-02T08:45:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:34 smithi188 ceph-mon[86835]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:34 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:34 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:34 smithi188 ceph-mon[86835]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:45:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:34 smithi104 ceph-mon[96567]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:34 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:34 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:34 smithi104 ceph-mon[96567]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:45:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:34 smithi104 ceph-mon[94081]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:34 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:34 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:34 smithi104 ceph-mon[94081]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:45:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:35 smithi188 ceph-mon[86835]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:45:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:35 smithi104 ceph-mon[96567]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:45:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:35 smithi104 ceph-mon[94081]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:45:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:45:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:45:35] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-02T08:45:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:36 smithi188 ceph-mon[86835]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:36 smithi188 ceph-mon[86835]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:45:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:36 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2982874243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:36 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:36 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:45:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:36 smithi104 ceph-mon[96567]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:36 smithi104 ceph-mon[96567]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:45:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:36 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2982874243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:36.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:36 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:36.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:36 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:45:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:36 smithi104 ceph-mon[94081]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:36 smithi104 ceph-mon[94081]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:45:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:36 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2982874243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:36 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:36 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:45:37.342 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.Cleanup (3030 ms) 2024-04-02T08:45:37.342 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-02T08:45:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:37 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2982874243' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:37 smithi188 ceph-mon[86835]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:45:37.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:37 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2982874243' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:37.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:37 smithi104 ceph-mon[94081]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:45:37.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:37 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2982874243' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:37.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:37 smithi104 ceph-mon[96567]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:45:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:38 smithi188 ceph-mon[86835]: pgmap v1019: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:38 smithi188 ceph-mon[86835]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:45:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:38 smithi104 ceph-mon[96567]: pgmap v1019: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:38 smithi104 ceph-mon[96567]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:45:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:38 smithi104 ceph-mon[94081]: pgmap v1019: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:38 smithi104 ceph-mon[94081]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:45:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:39 smithi188 ceph-mon[86835]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:45:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:39 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1360611593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:39 smithi104 ceph-mon[96567]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:45:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:39 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1360611593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:39 smithi104 ceph-mon[94081]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:45:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:39 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1360611593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:40 smithi188 ceph-mon[86835]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:40 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:40 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1360611593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:40 smithi188 ceph-mon[86835]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:45:40.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:40 smithi104 ceph-mon[94081]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:40.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:40 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:40.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:40 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1360611593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:40.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:40 smithi104 ceph-mon[94081]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:45:40.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:40 smithi104 ceph-mon[96567]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:40.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:40 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:40.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:40 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1360611593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:40.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:40 smithi104 ceph-mon[96567]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:45:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:41 smithi188 ceph-mon[86835]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:45:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:41 smithi104 ceph-mon[94081]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:45:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:41 smithi104 ceph-mon[96567]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:45:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:42 smithi188 ceph-mon[86835]: pgmap v1025: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:42 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:42 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:45:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:45:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:42 smithi104 ceph-mon[96567]: pgmap v1025: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:42 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:42 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:45:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:42 smithi104 ceph-mon[94081]: pgmap v1025: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:42 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:42 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:45:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:44 smithi188 ceph-mon[86835]: pgmap v1026: 137 pgs: 9 unknown, 128 active+clean; 1.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.9 MiB/s wr, 6.64k op/s 2024-04-02T08:45:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:44 smithi104 ceph-mon[96567]: pgmap v1026: 137 pgs: 9 unknown, 128 active+clean; 1.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.9 MiB/s wr, 6.64k op/s 2024-04-02T08:45:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:44 smithi104 ceph-mon[94081]: pgmap v1026: 137 pgs: 9 unknown, 128 active+clean; 1.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.9 MiB/s wr, 6.64k op/s 2024-04-02T08:45:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:45:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:45:45] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-02T08:45:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:46 smithi188 ceph-mon[86835]: pgmap v1027: 137 pgs: 137 active+clean; 1.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.55k op/s 2024-04-02T08:45:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:46 smithi104 ceph-mon[96567]: pgmap v1027: 137 pgs: 137 active+clean; 1.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.55k op/s 2024-04-02T08:45:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:46 smithi104 ceph-mon[94081]: pgmap v1027: 137 pgs: 137 active+clean; 1.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.55k op/s 2024-04-02T08:45:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:48 smithi188 ceph-mon[86835]: pgmap v1028: 137 pgs: 137 active+clean; 1.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.7 MiB/s wr, 4.21k op/s 2024-04-02T08:45:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:48 smithi104 ceph-mon[96567]: pgmap v1028: 137 pgs: 137 active+clean; 1.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.7 MiB/s wr, 4.21k op/s 2024-04-02T08:45:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:48 smithi104 ceph-mon[94081]: pgmap v1028: 137 pgs: 137 active+clean; 1.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.7 MiB/s wr, 4.21k op/s 2024-04-02T08:45:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:50 smithi188 ceph-mon[86835]: pgmap v1029: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.4 MiB/s wr, 8.32k op/s 2024-04-02T08:45:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:50 smithi104 ceph-mon[96567]: pgmap v1029: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.4 MiB/s wr, 8.32k op/s 2024-04-02T08:45:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:50 smithi104 ceph-mon[94081]: pgmap v1029: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.4 MiB/s wr, 8.32k op/s 2024-04-02T08:45:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:45:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:52.371 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15029 ms) 2024-04-02T08:45:52.372 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-02T08:45:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:52 smithi188 ceph-mon[86835]: pgmap v1030: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 6.7 MiB/s wr, 7.50k op/s 2024-04-02T08:45:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:45:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:52 smithi104 ceph-mon[96567]: pgmap v1030: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 6.7 MiB/s wr, 7.50k op/s 2024-04-02T08:45:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:52 smithi104 ceph-mon[94081]: pgmap v1030: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 6.7 MiB/s wr, 7.50k op/s 2024-04-02T08:45:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:53 smithi104 ceph-mon[96567]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:45:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:53 smithi104 ceph-mon[94081]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:45:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:53 smithi188 ceph-mon[86835]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:45:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:54 smithi188 ceph-mon[86835]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:54 smithi188 ceph-mon[86835]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:45:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:54 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/4290869287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:54 smithi104 ceph-mon[96567]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:54 smithi104 ceph-mon[96567]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:45:54.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:54 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/4290869287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:54.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:54 smithi104 ceph-mon[94081]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:54.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:54 smithi104 ceph-mon[94081]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:45:54.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:54 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/4290869287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:55.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/4290869287' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:55.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:55 smithi104 ceph-mon[96567]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:45:55.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:55 smithi104 ceph-mon[96567]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:55.791 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/4290869287' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:55.791 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:55 smithi104 ceph-mon[94081]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:45:55.791 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:55 smithi104 ceph-mon[94081]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/4290869287' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:55 smithi188 ceph-mon[86835]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:45:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:55 smithi188 ceph-mon[86835]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:45:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:45:55] "GET /metrics HTTP/1.1" 200 36484 "" "Prometheus/2.43.0" 2024-04-02T08:45:56.414 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4043 ms) 2024-04-02T08:45:56.414 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-02T08:45:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:56 smithi188 ceph-mon[86835]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:45:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:56 smithi104 ceph-mon[96567]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:45:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:56 smithi104 ceph-mon[94081]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:45:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:57 smithi188 ceph-mon[86835]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:45:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:57 smithi188 ceph-mon[86835]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:57 smithi104 ceph-mon[94081]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:45:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:57 smithi104 ceph-mon[94081]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:57 smithi104 ceph-mon[96567]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:45:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:57 smithi104 ceph-mon[96567]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:58 smithi188 ceph-mon[86835]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:45:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:58 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/672510566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:58 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:58.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:58 smithi104 ceph-mon[94081]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:45:58.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:58 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/672510566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:58.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:58 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:58.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:58 smithi104 ceph-mon[96567]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:45:58.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:58 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/672510566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:58.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:58 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:59 smithi188 ceph-mon[86835]: pgmap v1040: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:59 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:59 smithi188 ceph-mon[86835]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:45:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:45:59 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:59 smithi104 ceph-mon[96567]: pgmap v1040: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:59 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:59 smithi104 ceph-mon[96567]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:45:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:45:59 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:59 smithi104 ceph-mon[94081]: pgmap v1040: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:59 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:59 smithi104 ceph-mon[94081]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:45:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:45:59 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:00 smithi188 ceph-mon[86835]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:46:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:00 smithi104 ceph-mon[96567]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:46:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:00 smithi104 ceph-mon[94081]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:46:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:01 smithi188 ceph-mon[86835]: pgmap v1043: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:01 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:01 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:46:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:01 smithi104 ceph-mon[96567]: pgmap v1043: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:01 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:01 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:46:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:01 smithi104 ceph-mon[94081]: pgmap v1043: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:01 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:01 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:46:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:46:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:03 smithi188 ceph-mon[86835]: pgmap v1044: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:03 smithi104 ceph-mon[96567]: pgmap v1044: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:03.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:03 smithi104 ceph-mon[94081]: pgmap v1044: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:04.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:05.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:05 smithi104 ceph-mon[96567]: pgmap v1045: 137 pgs: 137 active+clean; 1.4 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 5.1 MiB/s wr, 6.01k op/s 2024-04-02T08:46:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:05 smithi104 ceph-mon[94081]: pgmap v1045: 137 pgs: 137 active+clean; 1.4 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 5.1 MiB/s wr, 6.01k op/s 2024-04-02T08:46:05.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:05 smithi188 ceph-mon[86835]: pgmap v1045: 137 pgs: 137 active+clean; 1.4 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 5.1 MiB/s wr, 6.01k op/s 2024-04-02T08:46:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:46:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:46:05] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-04-02T08:46:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:07 smithi188 ceph-mon[86835]: pgmap v1046: 137 pgs: 137 active+clean; 1.4 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.4 MiB/s wr, 5.26k op/s 2024-04-02T08:46:08.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:07 smithi104 ceph-mon[96567]: pgmap v1046: 137 pgs: 137 active+clean; 1.4 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.4 MiB/s wr, 5.26k op/s 2024-04-02T08:46:08.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:07 smithi104 ceph-mon[94081]: pgmap v1046: 137 pgs: 137 active+clean; 1.4 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.4 MiB/s wr, 5.26k op/s 2024-04-02T08:46:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:09 smithi188 ceph-mon[86835]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 5.6 MiB/s wr, 6.72k op/s 2024-04-02T08:46:10.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:09 smithi104 ceph-mon[94081]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 5.6 MiB/s wr, 6.72k op/s 2024-04-02T08:46:10.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:09 smithi104 ceph-mon[96567]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 5.6 MiB/s wr, 6.72k op/s 2024-04-02T08:46:12.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:11 smithi188 ceph-mon[86835]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 5.1 MiB/s wr, 6.12k op/s 2024-04-02T08:46:12.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:11 smithi104 ceph-mon[94081]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 5.1 MiB/s wr, 6.12k op/s 2024-04-02T08:46:12.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:11 smithi104 ceph-mon[96567]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 5.1 MiB/s wr, 6.12k op/s 2024-04-02T08:46:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:46:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:13 smithi188 ceph-mon[86835]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 4.7 MiB/s wr, 5.60k op/s 2024-04-02T08:46:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:46:14.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:13 smithi104 ceph-mon[94081]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 4.7 MiB/s wr, 5.60k op/s 2024-04-02T08:46:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:46:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:13 smithi104 ceph-mon[96567]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 4.7 MiB/s wr, 5.60k op/s 2024-04-02T08:46:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:14.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:46:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:46:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:46:15] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-04-02T08:46:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:15 smithi104 ceph-mon[94081]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s rd, 5.6 MiB/s wr, 6.85k op/s 2024-04-02T08:46:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:15 smithi104 ceph-mon[96567]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s rd, 5.6 MiB/s wr, 6.85k op/s 2024-04-02T08:46:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:15 smithi188 ceph-mon[86835]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s rd, 5.6 MiB/s wr, 6.85k op/s 2024-04-02T08:46:18.002 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (21588 ms) 2024-04-02T08:46:18.002 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-02T08:46:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:17 smithi188 ceph-mon[86835]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 2.7 MiB/s wr, 3.35k op/s 2024-04-02T08:46:18.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:17 smithi104 ceph-mon[96567]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 2.7 MiB/s wr, 3.35k op/s 2024-04-02T08:46:18.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:17 smithi104 ceph-mon[94081]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 2.7 MiB/s wr, 3.35k op/s 2024-04-02T08:46:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:19 smithi188 ceph-mon[86835]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:46:19.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:19 smithi104 ceph-mon[96567]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:46:19.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:19 smithi104 ceph-mon[94081]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:46:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:20 smithi188 ceph-mon[86835]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:20 smithi188 ceph-mon[86835]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:46:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:20 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/768307010' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:20 smithi104 ceph-mon[94081]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:20 smithi104 ceph-mon[94081]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:46:20.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:20 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/768307010' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:20 smithi104 ceph-mon[96567]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:20 smithi104 ceph-mon[96567]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:46:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:20 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/768307010' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:21 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/768307010' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:21 smithi188 ceph-mon[86835]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:46:21.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:21 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/768307010' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:21.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:21 smithi104 ceph-mon[96567]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:46:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:21 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/768307010' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:21 smithi104 ceph-mon[94081]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:46:22.019 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4017 ms) 2024-04-02T08:46:22.019 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-02T08:46:22.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:22 smithi188 ceph-mon[86835]: pgmap v1056: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:22.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:22 smithi188 ceph-mon[86835]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:46:22.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:22 smithi104 ceph-mon[94081]: pgmap v1056: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:22 smithi104 ceph-mon[94081]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:46:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:22 smithi104 ceph-mon[96567]: pgmap v1056: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:22 smithi104 ceph-mon[96567]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:46:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:46:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:23 smithi188 ceph-mon[86835]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:46:23.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:23 smithi104 ceph-mon[96567]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:46:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:23 smithi104 ceph-mon[94081]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:46:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:24 smithi188 ceph-mon[86835]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:24 smithi188 ceph-mon[86835]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:46:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:24 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2807810520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:24 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:24.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:24 smithi104 ceph-mon[94081]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:24.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:24 smithi104 ceph-mon[94081]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:46:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:24 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2807810520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:24 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:24 smithi104 ceph-mon[96567]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:24 smithi104 ceph-mon[96567]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:46:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:24 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2807810520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:24 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:25.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:25 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:25.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:25 smithi104 ceph-mon[96567]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:46:25.291 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:25 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:25.291 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:25 smithi104 ceph-mon[94081]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:46:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:25 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:25 smithi188 ceph-mon[86835]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:46:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:46:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:46:25] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2024-04-02T08:46:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:26 smithi104 ceph-mon[94081]: pgmap v1062: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:26 smithi104 ceph-mon[94081]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:46:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:26 smithi104 ceph-mon[96567]: pgmap v1062: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:26 smithi104 ceph-mon[96567]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:46:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:26 smithi188 ceph-mon[86835]: pgmap v1062: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:26 smithi188 ceph-mon[86835]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:46:27.049 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5030 ms) 2024-04-02T08:46:27.049 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-02T08:46:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:28 smithi188 ceph-mon[86835]: pgmap v1064: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 607 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 789 op/s 2024-04-02T08:46:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:28 smithi188 ceph-mon[86835]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:46:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:28 smithi104 ceph-mon[96567]: pgmap v1064: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 607 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 789 op/s 2024-04-02T08:46:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:28 smithi104 ceph-mon[96567]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:46:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:28 smithi104 ceph-mon[94081]: pgmap v1064: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 607 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 789 op/s 2024-04-02T08:46:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:28 smithi104 ceph-mon[94081]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:46:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:29 smithi188 ceph-mon[86835]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:46:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:29 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/691399489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:29.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:29 smithi104 ceph-mon[94081]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:46:29.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:29 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/691399489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:29.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:29 smithi104 ceph-mon[96567]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:46:29.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:29 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/691399489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:30 smithi188 ceph-mon[86835]: pgmap v1067: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:30 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:30 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/691399489' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:30 smithi188 ceph-mon[86835]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:46:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:30 smithi104 ceph-mon[96567]: pgmap v1067: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:30 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:30 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/691399489' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:30 smithi104 ceph-mon[96567]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:46:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:30 smithi104 ceph-mon[94081]: pgmap v1067: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:30 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:30 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/691399489' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-137914-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:30 smithi104 ceph-mon[94081]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:46:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:31 smithi188 ceph-mon[86835]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:46:31.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:31 smithi104 ceph-mon[94081]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:46:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:31 smithi104 ceph-mon[96567]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:46:32.073 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5024 ms) 2024-04-02T08:46:32.073 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 22 tests from TestCls2PCQueue (102956 ms total) 2024-04-02T08:46:32.073 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:46:32.073 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:46:32.073 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 22 tests from 1 test suite ran. (102956 ms total) 2024-04-02T08:46:32.074 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 22 tests. 2024-04-02T08:46:32.077 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:46:32.077 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:46:32.110 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-02T08:46:32.111 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-02T08:46:32.179 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:46:32.179 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-02T08:46:32.179 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:46:32.179 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 5 tests from cls_cas 2024-04-02T08:46:32.179 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_cas.get_put 2024-04-02T08:46:32.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:32 smithi188 ceph-mon[86835]: pgmap v1070: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:32.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:32 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:32.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:32 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:46:32.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:46:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:32 smithi104 ceph-mon[96567]: pgmap v1070: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:32 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:32 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:46:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:32 smithi104 ceph-mon[94081]: pgmap v1070: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:32 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:32 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:46:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:33 smithi188 ceph-mon[86835]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:46:33.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:33 smithi104 ceph-mon[96567]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:46:33.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:33 smithi104 ceph-mon[94081]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:46:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:34 smithi188 ceph-mon[86835]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:34 smithi188 ceph-mon[86835]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:46:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:34 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3791101397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:34 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:34.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:34 smithi104 ceph-mon[94081]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:34 smithi104 ceph-mon[94081]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:46:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:34 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3791101397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:34 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:34 smithi104 ceph-mon[96567]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:34 smithi104 ceph-mon[96567]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:46:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:34 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3791101397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:34 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:35.097 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_cas.get_put (2919 ms) 2024-04-02T08:46:35.098 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_cas.wrong_put 2024-04-02T08:46:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:35 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:35 smithi188 ceph-mon[86835]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:46:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:35.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:35 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:35.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:35 smithi104 ceph-mon[94081]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:46:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:35 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:35 smithi104 ceph-mon[96567]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:46:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:46:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:46:35] "GET /metrics HTTP/1.1" 200 36422 "" "Prometheus/2.43.0" 2024-04-02T08:46:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:36 smithi104 ceph-mon[96567]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:36 smithi104 ceph-mon[96567]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:46:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:36 smithi104 ceph-mon[94081]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:36 smithi104 ceph-mon[94081]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:46:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:36 smithi188 ceph-mon[86835]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:36 smithi188 ceph-mon[86835]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:46:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:37 smithi188 ceph-mon[86835]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:46:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:37 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3321934705' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:37.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:37 smithi104 ceph-mon[94081]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:46:37.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:37 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3321934705' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:37.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:37 smithi104 ceph-mon[96567]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:46:37.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:37 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3321934705' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:38.118 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_cas.wrong_put (3019 ms) 2024-04-02T08:46:38.118 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_cas.dup_get 2024-04-02T08:46:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:38 smithi188 ceph-mon[86835]: pgmap v1078: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:38 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:38 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3321934705' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:38 smithi188 ceph-mon[86835]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:46:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:38 smithi104 ceph-mon[96567]: pgmap v1078: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:38 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:38 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3321934705' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:38 smithi104 ceph-mon[96567]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:46:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:38 smithi104 ceph-mon[94081]: pgmap v1078: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:38 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:38 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3321934705' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:38 smithi104 ceph-mon[94081]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:46:39.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:39 smithi188 ceph-mon[86835]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:46:39.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:39 smithi104 ceph-mon[96567]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:46:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:39 smithi104 ceph-mon[94081]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:46:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:40 smithi188 ceph-mon[86835]: pgmap v1081: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:40 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:40 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:46:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:40 smithi188 ceph-mon[86835]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:46:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:40 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1156415370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:40 smithi104 ceph-mon[96567]: pgmap v1081: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:40 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:40 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:46:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:40 smithi104 ceph-mon[96567]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:46:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:40 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1156415370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:40 smithi104 ceph-mon[94081]: pgmap v1081: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:40 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:40 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:46:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:40 smithi104 ceph-mon[94081]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:46:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:40 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1156415370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:41.139 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_cas.dup_get (3021 ms) 2024-04-02T08:46:41.139 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_cas.dup_put 2024-04-02T08:46:41.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:41 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1156415370' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:41 smithi104 ceph-mon[94081]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:46:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:41 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1156415370' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:41 smithi104 ceph-mon[96567]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:46:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:41 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1156415370' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:41 smithi188 ceph-mon[86835]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:46:42.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:42 smithi104 ceph-mon[96567]: pgmap v1084: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:42 smithi104 ceph-mon[96567]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:46:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:42 smithi104 ceph-mon[94081]: pgmap v1084: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:42 smithi104 ceph-mon[94081]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:46:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:42 smithi188 ceph-mon[86835]: pgmap v1084: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:42 smithi188 ceph-mon[86835]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:46:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:46:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:43 smithi188 ceph-mon[86835]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:46:43.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3021657535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:43 smithi104 ceph-mon[96567]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:46:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3021657535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:43.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:43 smithi104 ceph-mon[94081]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:46:43.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3021657535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:44.159 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_cas.dup_put (3020 ms) 2024-04-02T08:46:44.159 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-02T08:46:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:44 smithi188 ceph-mon[86835]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:44 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:44 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3021657535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:44 smithi188 ceph-mon[86835]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:46:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:44 smithi104 ceph-mon[96567]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:44 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:44 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3021657535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:44 smithi104 ceph-mon[96567]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:46:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:44 smithi104 ceph-mon[94081]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:44 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:44 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3021657535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:44 smithi104 ceph-mon[94081]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:46:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:45 smithi188 ceph-mon[86835]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:46:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:45 smithi104 ceph-mon[96567]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:46:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:45 smithi104 ceph-mon[94081]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:46:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:46:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:46:45] "GET /metrics HTTP/1.1" 200 36422 "" "Prometheus/2.43.0" 2024-04-02T08:46:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:46 smithi188 ceph-mon[86835]: pgmap v1090: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:46 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:46 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:46:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:46 smithi188 ceph-mon[86835]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:46:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:46 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3902390403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:46 smithi104 ceph-mon[94081]: pgmap v1090: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:46 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:46 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:46:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:46 smithi104 ceph-mon[94081]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:46:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:46 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3902390403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:46 smithi104 ceph-mon[96567]: pgmap v1090: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:46 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:46 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:46:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:46 smithi104 ceph-mon[96567]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:46:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:46 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3902390403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:47.175 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_cas.get_wrong_data (3015 ms) 2024-04-02T08:46:47.175 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 5 tests from cls_cas (14995 ms total) 2024-04-02T08:46:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:46:47.175 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 1 test from chunk_refs_t 2024-04-02T08:46:47.175 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] chunk_refs_t.size 2024-04-02T08:46:47.175 INFO:tasks.workunit.client.0.smithi104.stdout:1 60 by_object 2024-04-02T08:46:47.175 INFO:tasks.workunit.client.0.smithi104.stdout:2 103 by_object 2024-04-02T08:46:47.176 INFO:tasks.workunit.client.0.smithi104.stdout:4 189 by_object 2024-04-02T08:46:47.176 INFO:tasks.workunit.client.0.smithi104.stdout:8 361 by_object 2024-04-02T08:46:47.176 INFO:tasks.workunit.client.0.smithi104.stdout:16 112 by_hash(32 bits) 2024-04-02T08:46:47.176 INFO:tasks.workunit.client.0.smithi104.stdout:32 208 by_hash(32 bits) 2024-04-02T08:46:47.176 INFO:tasks.workunit.client.0.smithi104.stdout:64 400 by_hash(32 bits) 2024-04-02T08:46:47.176 INFO:tasks.workunit.client.0.smithi104.stdout:128 509 by_hash(10 bits) 2024-04-02T08:46:47.176 INFO:tasks.workunit.client.0.smithi104.stdout:256 499 by_hash(7 bits) 2024-04-02T08:46:47.176 INFO:tasks.workunit.client.0.smithi104.stdout:512 462 by_hash(5 bits) 2024-04-02T08:46:47.177 INFO:tasks.workunit.client.0.smithi104.stdout:1024 466 by_hash(5 bits) 2024-04-02T08:46:47.177 INFO:tasks.workunit.client.0.smithi104.stdout:2048 466 by_hash(5 bits) 2024-04-02T08:46:47.177 INFO:tasks.workunit.client.0.smithi104.stdout:4096 470 by_hash(5 bits) 2024-04-02T08:46:47.177 INFO:tasks.workunit.client.0.smithi104.stdout:8192 498 by_hash(4 bits) 2024-04-02T08:46:47.179 INFO:tasks.workunit.client.0.smithi104.stdout:16384 278 by_hash(3 bits) 2024-04-02T08:46:47.181 INFO:tasks.workunit.client.0.smithi104.stdout:32768 337 by_hash(2 bits) 2024-04-02T08:46:47.186 INFO:tasks.workunit.client.0.smithi104.stdout:65536 367 by_hash(2 bits) 2024-04-02T08:46:47.193 INFO:tasks.workunit.client.0.smithi104.stdout:131072 387 by_hash(1 bits) 2024-04-02T08:46:47.208 INFO:tasks.workunit.client.0.smithi104.stdout:262144 331 by_pool 2024-04-02T08:46:47.236 INFO:tasks.workunit.client.0.smithi104.stdout:524288 21 count 2024-04-02T08:46:47.286 INFO:tasks.workunit.client.0.smithi104.stdout:1048576 21 count 2024-04-02T08:46:47.382 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] chunk_refs_t.size (208 ms) 2024-04-02T08:46:47.382 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 1 test from chunk_refs_t (208 ms total) 2024-04-02T08:46:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:46:47.382 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:46:47.382 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 6 tests from 2 test suites ran. (15203 ms total) 2024-04-02T08:46:47.382 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 6 tests. 2024-04-02T08:46:47.384 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:46:47.384 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:46:47.448 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:47 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3902390403' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:47.448 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:47 smithi104 ceph-mon[96567]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:46:47.448 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:47 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3902390403' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:47.448 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:47 smithi104 ceph-mon[94081]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:46:47.451 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-02T08:46:47.452 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-02T08:46:47.520 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:46:47.520 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-02T08:46:47.521 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:46:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:47 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3902390403' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138710-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:47 smithi188 ceph-mon[86835]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:46:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:48 smithi188 ceph-mon[86835]: pgmap v1093: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:48 smithi188 ceph-mon[86835]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:46:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:48 smithi104 ceph-mon[94081]: pgmap v1093: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:48 smithi104 ceph-mon[94081]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:46:48.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:48 smithi104 ceph-mon[96567]: pgmap v1093: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:48.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:48 smithi104 ceph-mon[96567]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:46:49.190 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 31 tests from CmpOmap 2024-04-02T08:46:49.191 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-02T08:46:49.205 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (15 ms) 2024-04-02T08:46:49.205 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-02T08:46:49.211 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (7 ms) 2024-04-02T08:46:49.211 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-02T08:46:49.215 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-02T08:46:49.215 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-02T08:46:49.217 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-02T08:46:49.217 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-02T08:46:49.222 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_str (4 ms) 2024-04-02T08:46:49.222 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-02T08:46:49.228 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-04-02T08:46:49.228 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-02T08:46:49.231 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-02T08:46:49.231 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-02T08:46:49.233 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2024-04-02T08:46:49.233 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-02T08:46:49.235 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-02T08:46:49.235 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-02T08:46:49.238 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-02T08:46:49.238 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-02T08:46:49.239 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2024-04-02T08:46:49.239 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-02T08:46:49.240 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-04-02T08:46:49.240 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-02T08:46:49.246 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-02T08:46:49.246 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-02T08:46:49.252 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-02T08:46:49.252 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-02T08:46:49.258 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-04-02T08:46:49.258 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-02T08:46:49.264 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-04-02T08:46:49.265 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-02T08:46:49.271 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-02T08:46:49.271 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-02T08:46:49.278 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-04-02T08:46:49.278 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-02T08:46:49.280 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-02T08:46:49.281 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-02T08:46:49.283 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-02T08:46:49.283 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-02T08:46:49.284 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-02T08:46:49.284 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-02T08:46:49.284 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-02T08:46:49.284 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-02T08:46:49.291 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-04-02T08:46:49.291 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-02T08:46:49.297 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-04-02T08:46:49.297 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-02T08:46:49.304 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-04-02T08:46:49.304 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-02T08:46:49.311 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-04-02T08:46:49.311 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-02T08:46:49.313 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (1 ms) 2024-04-02T08:46:49.313 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-02T08:46:49.315 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-04-02T08:46:49.315 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-02T08:46:49.316 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-02T08:46:49.316 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-02T08:46:49.317 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-04-02T08:46:49.317 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-02T08:46:49.324 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-04-02T08:46:49.324 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 31 tests from CmpOmap (135 ms total) 2024-04-02T08:46:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:46:49.324 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:46:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:49 smithi188 ceph-mon[86835]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:46:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:49 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/636455019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:49 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:49 smithi104 ceph-mon[96567]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:46:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:49 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/636455019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:49 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:49 smithi104 ceph-mon[94081]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:46:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:49 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/636455019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:49 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:50.196 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 31 tests from 1 test suite ran. (2675 ms total) 2024-04-02T08:46:50.196 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 31 tests. 2024-04-02T08:46:50.198 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:46:50.198 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:46:50.266 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-02T08:46:50.266 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-02T08:46:50.342 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:46:50.342 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-02T08:46:50.342 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:46:50.342 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 6 tests from ClsHello 2024-04-02T08:46:50.342 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsHello.SayHello 2024-04-02T08:46:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:50 smithi188 ceph-mon[86835]: pgmap v1096: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:50 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:50 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138833-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:50 smithi188 ceph-mon[86835]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:46:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:46:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[94081]: pgmap v1096: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138833-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[94081]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:46:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:46:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[96567]: pgmap v1096: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138833-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[96567]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:46:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:46:50.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:51 smithi188 ceph-mon[86835]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:46:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:51 smithi104 ceph-mon[94081]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:46:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:51 smithi104 ceph-mon[96567]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:46:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:46:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:52 smithi188 ceph-mon[86835]: pgmap v1099: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:52.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:52 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:52.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:52 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:46:52.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:52 smithi188 ceph-mon[86835]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:46:52.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:52 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2803955678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:52 smithi104 ceph-mon[96567]: pgmap v1099: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:52 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:52 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:46:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:52 smithi104 ceph-mon[96567]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:46:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:52 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2803955678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:52 smithi104 ceph-mon[94081]: pgmap v1099: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:52 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:52 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:46:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:52 smithi104 ceph-mon[94081]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:46:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:52 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2803955678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:53.211 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsHello.SayHello (2869 ms) 2024-04-02T08:46:53.211 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsHello.RecordHello 2024-04-02T08:46:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:53 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2803955678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:53 smithi188 ceph-mon[86835]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:46:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:53 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2803955678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:53 smithi104 ceph-mon[96567]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:46:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:53 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2803955678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:53 smithi104 ceph-mon[94081]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:46:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:54 smithi188 ceph-mon[86835]: pgmap v1102: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:54 smithi188 ceph-mon[86835]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:46:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:54 smithi104 ceph-mon[94081]: pgmap v1102: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:54 smithi104 ceph-mon[94081]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:46:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:54 smithi104 ceph-mon[96567]: pgmap v1102: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:54 smithi104 ceph-mon[96567]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:46:55.219 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:55 smithi104 ceph-mon[94081]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:46:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:55 smithi188 ceph-mon[86835]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:46:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1434815716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1434815716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:55 smithi104 ceph-mon[96567]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:46:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1434815716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:46:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:46:55] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.43.0" 2024-04-02T08:46:56.224 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsHello.RecordHello (3013 ms) 2024-04-02T08:46:56.224 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-02T08:46:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:56 smithi188 ceph-mon[86835]: pgmap v1105: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:56 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:56 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1434815716' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:56.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:56 smithi188 ceph-mon[86835]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:46:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:56 smithi104 ceph-mon[96567]: pgmap v1105: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:56 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:56.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:56 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1434815716' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:56.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:56 smithi104 ceph-mon[96567]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:46:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:56 smithi104 ceph-mon[94081]: pgmap v1105: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:56 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:56 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1434815716' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:56 smithi104 ceph-mon[94081]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:46:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:57 smithi188 ceph-mon[86835]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:46:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:57 smithi104 ceph-mon[94081]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:46:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:57 smithi104 ceph-mon[96567]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:46:58.238 INFO:tasks.workunit.client.0.smithi104.stdout:require_osd_release = squid 2024-04-02T08:46:58.245 INFO:tasks.workunit.client.0.smithi104.stdout:0 2024-04-02T08:46:58.531 INFO:tasks.workunit.client.0.smithi104.stdout:1 2024-04-02T08:46:58.532 INFO:tasks.workunit.client.0.smithi104.stdout:2 2024-04-02T08:46:58.533 INFO:tasks.workunit.client.0.smithi104.stdout:3 2024-04-02T08:46:58.534 INFO:tasks.workunit.client.0.smithi104.stdout:4 2024-04-02T08:46:58.535 INFO:tasks.workunit.client.0.smithi104.stdout:5 2024-04-02T08:46:58.536 INFO:tasks.workunit.client.0.smithi104.stdout:6 2024-04-02T08:46:58.537 INFO:tasks.workunit.client.0.smithi104.stdout:7 2024-04-02T08:46:58.538 INFO:tasks.workunit.client.0.smithi104.stdout:8 2024-04-02T08:46:58.539 INFO:tasks.workunit.client.0.smithi104.stdout:9 2024-04-02T08:46:58.539 INFO:tasks.workunit.client.0.smithi104.stdout:10 2024-04-02T08:46:58.540 INFO:tasks.workunit.client.0.smithi104.stdout:11 2024-04-02T08:46:58.541 INFO:tasks.workunit.client.0.smithi104.stdout:12 2024-04-02T08:46:58.542 INFO:tasks.workunit.client.0.smithi104.stdout:13 2024-04-02T08:46:58.543 INFO:tasks.workunit.client.0.smithi104.stdout:14 2024-04-02T08:46:58.544 INFO:tasks.workunit.client.0.smithi104.stdout:15 2024-04-02T08:46:58.545 INFO:tasks.workunit.client.0.smithi104.stdout:16 2024-04-02T08:46:58.546 INFO:tasks.workunit.client.0.smithi104.stdout:17 2024-04-02T08:46:58.547 INFO:tasks.workunit.client.0.smithi104.stdout:18 2024-04-02T08:46:58.548 INFO:tasks.workunit.client.0.smithi104.stdout:19 2024-04-02T08:46:58.548 INFO:tasks.workunit.client.0.smithi104.stdout:20 2024-04-02T08:46:58.549 INFO:tasks.workunit.client.0.smithi104.stdout:21 2024-04-02T08:46:58.550 INFO:tasks.workunit.client.0.smithi104.stdout:22 2024-04-02T08:46:58.551 INFO:tasks.workunit.client.0.smithi104.stdout:23 2024-04-02T08:46:58.552 INFO:tasks.workunit.client.0.smithi104.stdout:24 2024-04-02T08:46:58.553 INFO:tasks.workunit.client.0.smithi104.stdout:25 2024-04-02T08:46:58.554 INFO:tasks.workunit.client.0.smithi104.stdout:26 2024-04-02T08:46:58.555 INFO:tasks.workunit.client.0.smithi104.stdout:27 2024-04-02T08:46:58.556 INFO:tasks.workunit.client.0.smithi104.stdout:28 2024-04-02T08:46:58.557 INFO:tasks.workunit.client.0.smithi104.stdout:29 2024-04-02T08:46:58.558 INFO:tasks.workunit.client.0.smithi104.stdout:30 2024-04-02T08:46:58.559 INFO:tasks.workunit.client.0.smithi104.stdout:31 2024-04-02T08:46:58.560 INFO:tasks.workunit.client.0.smithi104.stdout:32 2024-04-02T08:46:58.561 INFO:tasks.workunit.client.0.smithi104.stdout:33 2024-04-02T08:46:58.562 INFO:tasks.workunit.client.0.smithi104.stdout:34 2024-04-02T08:46:58.563 INFO:tasks.workunit.client.0.smithi104.stdout:35 2024-04-02T08:46:58.564 INFO:tasks.workunit.client.0.smithi104.stdout:36 2024-04-02T08:46:58.565 INFO:tasks.workunit.client.0.smithi104.stdout:37 2024-04-02T08:46:58.566 INFO:tasks.workunit.client.0.smithi104.stdout:38 2024-04-02T08:46:58.566 INFO:tasks.workunit.client.0.smithi104.stdout:39 2024-04-02T08:46:58.567 INFO:tasks.workunit.client.0.smithi104.stdout:40 2024-04-02T08:46:58.568 INFO:tasks.workunit.client.0.smithi104.stdout:41 2024-04-02T08:46:58.569 INFO:tasks.workunit.client.0.smithi104.stdout:42 2024-04-02T08:46:58.570 INFO:tasks.workunit.client.0.smithi104.stdout:43 2024-04-02T08:46:58.571 INFO:tasks.workunit.client.0.smithi104.stdout:44 2024-04-02T08:46:58.572 INFO:tasks.workunit.client.0.smithi104.stdout:45 2024-04-02T08:46:58.572 INFO:tasks.workunit.client.0.smithi104.stdout:46 2024-04-02T08:46:58.573 INFO:tasks.workunit.client.0.smithi104.stdout:47 2024-04-02T08:46:58.574 INFO:tasks.workunit.client.0.smithi104.stdout:48 2024-04-02T08:46:58.575 INFO:tasks.workunit.client.0.smithi104.stdout:49 2024-04-02T08:46:58.576 INFO:tasks.workunit.client.0.smithi104.stdout:50 2024-04-02T08:46:58.577 INFO:tasks.workunit.client.0.smithi104.stdout:51 2024-04-02T08:46:58.578 INFO:tasks.workunit.client.0.smithi104.stdout:52 2024-04-02T08:46:58.579 INFO:tasks.workunit.client.0.smithi104.stdout:53 2024-04-02T08:46:58.580 INFO:tasks.workunit.client.0.smithi104.stdout:54 2024-04-02T08:46:58.581 INFO:tasks.workunit.client.0.smithi104.stdout:55 2024-04-02T08:46:58.582 INFO:tasks.workunit.client.0.smithi104.stdout:56 2024-04-02T08:46:58.583 INFO:tasks.workunit.client.0.smithi104.stdout:57 2024-04-02T08:46:58.584 INFO:tasks.workunit.client.0.smithi104.stdout:58 2024-04-02T08:46:58.585 INFO:tasks.workunit.client.0.smithi104.stdout:59 2024-04-02T08:46:58.586 INFO:tasks.workunit.client.0.smithi104.stdout:60 2024-04-02T08:46:58.587 INFO:tasks.workunit.client.0.smithi104.stdout:61 2024-04-02T08:46:58.588 INFO:tasks.workunit.client.0.smithi104.stdout:62 2024-04-02T08:46:58.589 INFO:tasks.workunit.client.0.smithi104.stdout:63 2024-04-02T08:46:58.590 INFO:tasks.workunit.client.0.smithi104.stdout:64 2024-04-02T08:46:58.591 INFO:tasks.workunit.client.0.smithi104.stdout:65 2024-04-02T08:46:58.592 INFO:tasks.workunit.client.0.smithi104.stdout:66 2024-04-02T08:46:58.593 INFO:tasks.workunit.client.0.smithi104.stdout:67 2024-04-02T08:46:58.594 INFO:tasks.workunit.client.0.smithi104.stdout:68 2024-04-02T08:46:58.595 INFO:tasks.workunit.client.0.smithi104.stdout:69 2024-04-02T08:46:58.596 INFO:tasks.workunit.client.0.smithi104.stdout:70 2024-04-02T08:46:58.597 INFO:tasks.workunit.client.0.smithi104.stdout:71 2024-04-02T08:46:58.598 INFO:tasks.workunit.client.0.smithi104.stdout:72 2024-04-02T08:46:58.599 INFO:tasks.workunit.client.0.smithi104.stdout:73 2024-04-02T08:46:58.600 INFO:tasks.workunit.client.0.smithi104.stdout:74 2024-04-02T08:46:58.601 INFO:tasks.workunit.client.0.smithi104.stdout:75 2024-04-02T08:46:58.602 INFO:tasks.workunit.client.0.smithi104.stdout:76 2024-04-02T08:46:58.603 INFO:tasks.workunit.client.0.smithi104.stdout:77 2024-04-02T08:46:58.603 INFO:tasks.workunit.client.0.smithi104.stdout:78 2024-04-02T08:46:58.604 INFO:tasks.workunit.client.0.smithi104.stdout:79 2024-04-02T08:46:58.605 INFO:tasks.workunit.client.0.smithi104.stdout:80 2024-04-02T08:46:58.606 INFO:tasks.workunit.client.0.smithi104.stdout:81 2024-04-02T08:46:58.607 INFO:tasks.workunit.client.0.smithi104.stdout:82 2024-04-02T08:46:58.608 INFO:tasks.workunit.client.0.smithi104.stdout:83 2024-04-02T08:46:58.609 INFO:tasks.workunit.client.0.smithi104.stdout:84 2024-04-02T08:46:58.609 INFO:tasks.workunit.client.0.smithi104.stdout:85 2024-04-02T08:46:58.610 INFO:tasks.workunit.client.0.smithi104.stdout:86 2024-04-02T08:46:58.611 INFO:tasks.workunit.client.0.smithi104.stdout:87 2024-04-02T08:46:58.612 INFO:tasks.workunit.client.0.smithi104.stdout:88 2024-04-02T08:46:58.613 INFO:tasks.workunit.client.0.smithi104.stdout:89 2024-04-02T08:46:58.614 INFO:tasks.workunit.client.0.smithi104.stdout:90 2024-04-02T08:46:58.615 INFO:tasks.workunit.client.0.smithi104.stdout:91 2024-04-02T08:46:58.616 INFO:tasks.workunit.client.0.smithi104.stdout:92 2024-04-02T08:46:58.616 INFO:tasks.workunit.client.0.smithi104.stdout:93 2024-04-02T08:46:58.617 INFO:tasks.workunit.client.0.smithi104.stdout:94 2024-04-02T08:46:58.618 INFO:tasks.workunit.client.0.smithi104.stdout:95 2024-04-02T08:46:58.619 INFO:tasks.workunit.client.0.smithi104.stdout:96 2024-04-02T08:46:58.620 INFO:tasks.workunit.client.0.smithi104.stdout:97 2024-04-02T08:46:58.621 INFO:tasks.workunit.client.0.smithi104.stdout:98 2024-04-02T08:46:58.621 INFO:tasks.workunit.client.0.smithi104.stdout:99 2024-04-02T08:46:58.622 INFO:tasks.workunit.client.0.smithi104.stdout:100 2024-04-02T08:46:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:58 smithi188 ceph-mon[86835]: pgmap v1108: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:58 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:58 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:46:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:58 smithi188 ceph-mon[86835]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:46:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:58 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/575950803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:58.623 INFO:tasks.workunit.client.0.smithi104.stdout:101 2024-04-02T08:46:58.624 INFO:tasks.workunit.client.0.smithi104.stdout:102 2024-04-02T08:46:58.625 INFO:tasks.workunit.client.0.smithi104.stdout:103 2024-04-02T08:46:58.626 INFO:tasks.workunit.client.0.smithi104.stdout:104 2024-04-02T08:46:58.626 INFO:tasks.workunit.client.0.smithi104.stdout:105 2024-04-02T08:46:58.627 INFO:tasks.workunit.client.0.smithi104.stdout:106 2024-04-02T08:46:58.628 INFO:tasks.workunit.client.0.smithi104.stdout:107 2024-04-02T08:46:58.629 INFO:tasks.workunit.client.0.smithi104.stdout:108 2024-04-02T08:46:58.630 INFO:tasks.workunit.client.0.smithi104.stdout:109 2024-04-02T08:46:58.630 INFO:tasks.workunit.client.0.smithi104.stdout:110 2024-04-02T08:46:58.631 INFO:tasks.workunit.client.0.smithi104.stdout:111 2024-04-02T08:46:58.632 INFO:tasks.workunit.client.0.smithi104.stdout:112 2024-04-02T08:46:58.633 INFO:tasks.workunit.client.0.smithi104.stdout:113 2024-04-02T08:46:58.634 INFO:tasks.workunit.client.0.smithi104.stdout:114 2024-04-02T08:46:58.635 INFO:tasks.workunit.client.0.smithi104.stdout:115 2024-04-02T08:46:58.636 INFO:tasks.workunit.client.0.smithi104.stdout:116 2024-04-02T08:46:58.637 INFO:tasks.workunit.client.0.smithi104.stdout:117 2024-04-02T08:46:58.638 INFO:tasks.workunit.client.0.smithi104.stdout:118 2024-04-02T08:46:58.639 INFO:tasks.workunit.client.0.smithi104.stdout:119 2024-04-02T08:46:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:58 smithi104 ceph-mon[96567]: pgmap v1108: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:58 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:58.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:58 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:46:58.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:58 smithi104 ceph-mon[96567]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:46:58.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:58 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/575950803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:58 smithi104 ceph-mon[94081]: pgmap v1108: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:58 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:58 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:46:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:58 smithi104 ceph-mon[94081]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:46:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:58 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/575950803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:58.641 INFO:tasks.workunit.client.0.smithi104.stdout:120 2024-04-02T08:46:58.641 INFO:tasks.workunit.client.0.smithi104.stdout:121 2024-04-02T08:46:58.641 INFO:tasks.workunit.client.0.smithi104.stdout:122 2024-04-02T08:46:58.642 INFO:tasks.workunit.client.0.smithi104.stdout:123 2024-04-02T08:46:58.643 INFO:tasks.workunit.client.0.smithi104.stdout:124 2024-04-02T08:46:58.644 INFO:tasks.workunit.client.0.smithi104.stdout:125 2024-04-02T08:46:58.645 INFO:tasks.workunit.client.0.smithi104.stdout:126 2024-04-02T08:46:58.646 INFO:tasks.workunit.client.0.smithi104.stdout:127 2024-04-02T08:46:58.647 INFO:tasks.workunit.client.0.smithi104.stdout:128 2024-04-02T08:46:58.647 INFO:tasks.workunit.client.0.smithi104.stdout:129 2024-04-02T08:46:58.648 INFO:tasks.workunit.client.0.smithi104.stdout:130 2024-04-02T08:46:58.649 INFO:tasks.workunit.client.0.smithi104.stdout:131 2024-04-02T08:46:58.650 INFO:tasks.workunit.client.0.smithi104.stdout:132 2024-04-02T08:46:58.651 INFO:tasks.workunit.client.0.smithi104.stdout:133 2024-04-02T08:46:58.652 INFO:tasks.workunit.client.0.smithi104.stdout:134 2024-04-02T08:46:58.653 INFO:tasks.workunit.client.0.smithi104.stdout:135 2024-04-02T08:46:58.653 INFO:tasks.workunit.client.0.smithi104.stdout:136 2024-04-02T08:46:58.654 INFO:tasks.workunit.client.0.smithi104.stdout:137 2024-04-02T08:46:58.655 INFO:tasks.workunit.client.0.smithi104.stdout:138 2024-04-02T08:46:58.656 INFO:tasks.workunit.client.0.smithi104.stdout:139 2024-04-02T08:46:58.657 INFO:tasks.workunit.client.0.smithi104.stdout:140 2024-04-02T08:46:58.658 INFO:tasks.workunit.client.0.smithi104.stdout:141 2024-04-02T08:46:58.659 INFO:tasks.workunit.client.0.smithi104.stdout:142 2024-04-02T08:46:58.659 INFO:tasks.workunit.client.0.smithi104.stdout:143 2024-04-02T08:46:58.660 INFO:tasks.workunit.client.0.smithi104.stdout:144 2024-04-02T08:46:58.661 INFO:tasks.workunit.client.0.smithi104.stdout:145 2024-04-02T08:46:58.662 INFO:tasks.workunit.client.0.smithi104.stdout:146 2024-04-02T08:46:58.663 INFO:tasks.workunit.client.0.smithi104.stdout:147 2024-04-02T08:46:58.663 INFO:tasks.workunit.client.0.smithi104.stdout:148 2024-04-02T08:46:58.664 INFO:tasks.workunit.client.0.smithi104.stdout:149 2024-04-02T08:46:58.665 INFO:tasks.workunit.client.0.smithi104.stdout:150 2024-04-02T08:46:58.666 INFO:tasks.workunit.client.0.smithi104.stdout:151 2024-04-02T08:46:58.666 INFO:tasks.workunit.client.0.smithi104.stdout:152 2024-04-02T08:46:58.667 INFO:tasks.workunit.client.0.smithi104.stdout:153 2024-04-02T08:46:58.668 INFO:tasks.workunit.client.0.smithi104.stdout:154 2024-04-02T08:46:58.669 INFO:tasks.workunit.client.0.smithi104.stdout:155 2024-04-02T08:46:58.670 INFO:tasks.workunit.client.0.smithi104.stdout:156 2024-04-02T08:46:58.670 INFO:tasks.workunit.client.0.smithi104.stdout:157 2024-04-02T08:46:58.671 INFO:tasks.workunit.client.0.smithi104.stdout:158 2024-04-02T08:46:58.672 INFO:tasks.workunit.client.0.smithi104.stdout:159 2024-04-02T08:46:58.673 INFO:tasks.workunit.client.0.smithi104.stdout:160 2024-04-02T08:46:58.674 INFO:tasks.workunit.client.0.smithi104.stdout:161 2024-04-02T08:46:58.674 INFO:tasks.workunit.client.0.smithi104.stdout:162 2024-04-02T08:46:58.675 INFO:tasks.workunit.client.0.smithi104.stdout:163 2024-04-02T08:46:58.676 INFO:tasks.workunit.client.0.smithi104.stdout:164 2024-04-02T08:46:58.677 INFO:tasks.workunit.client.0.smithi104.stdout:165 2024-04-02T08:46:58.678 INFO:tasks.workunit.client.0.smithi104.stdout:166 2024-04-02T08:46:58.678 INFO:tasks.workunit.client.0.smithi104.stdout:167 2024-04-02T08:46:58.679 INFO:tasks.workunit.client.0.smithi104.stdout:168 2024-04-02T08:46:58.680 INFO:tasks.workunit.client.0.smithi104.stdout:169 2024-04-02T08:46:58.681 INFO:tasks.workunit.client.0.smithi104.stdout:170 2024-04-02T08:46:58.682 INFO:tasks.workunit.client.0.smithi104.stdout:171 2024-04-02T08:46:58.683 INFO:tasks.workunit.client.0.smithi104.stdout:172 2024-04-02T08:46:58.684 INFO:tasks.workunit.client.0.smithi104.stdout:173 2024-04-02T08:46:58.685 INFO:tasks.workunit.client.0.smithi104.stdout:174 2024-04-02T08:46:58.685 INFO:tasks.workunit.client.0.smithi104.stdout:175 2024-04-02T08:46:58.686 INFO:tasks.workunit.client.0.smithi104.stdout:176 2024-04-02T08:46:58.687 INFO:tasks.workunit.client.0.smithi104.stdout:177 2024-04-02T08:46:58.688 INFO:tasks.workunit.client.0.smithi104.stdout:178 2024-04-02T08:46:58.689 INFO:tasks.workunit.client.0.smithi104.stdout:179 2024-04-02T08:46:58.690 INFO:tasks.workunit.client.0.smithi104.stdout:180 2024-04-02T08:46:58.691 INFO:tasks.workunit.client.0.smithi104.stdout:181 2024-04-02T08:46:58.691 INFO:tasks.workunit.client.0.smithi104.stdout:182 2024-04-02T08:46:58.692 INFO:tasks.workunit.client.0.smithi104.stdout:183 2024-04-02T08:46:58.693 INFO:tasks.workunit.client.0.smithi104.stdout:184 2024-04-02T08:46:58.694 INFO:tasks.workunit.client.0.smithi104.stdout:185 2024-04-02T08:46:58.695 INFO:tasks.workunit.client.0.smithi104.stdout:186 2024-04-02T08:46:58.696 INFO:tasks.workunit.client.0.smithi104.stdout:187 2024-04-02T08:46:58.697 INFO:tasks.workunit.client.0.smithi104.stdout:188 2024-04-02T08:46:58.697 INFO:tasks.workunit.client.0.smithi104.stdout:189 2024-04-02T08:46:58.698 INFO:tasks.workunit.client.0.smithi104.stdout:190 2024-04-02T08:46:58.699 INFO:tasks.workunit.client.0.smithi104.stdout:191 2024-04-02T08:46:58.700 INFO:tasks.workunit.client.0.smithi104.stdout:192 2024-04-02T08:46:58.701 INFO:tasks.workunit.client.0.smithi104.stdout:193 2024-04-02T08:46:58.702 INFO:tasks.workunit.client.0.smithi104.stdout:194 2024-04-02T08:46:58.703 INFO:tasks.workunit.client.0.smithi104.stdout:195 2024-04-02T08:46:58.704 INFO:tasks.workunit.client.0.smithi104.stdout:196 2024-04-02T08:46:58.705 INFO:tasks.workunit.client.0.smithi104.stdout:197 2024-04-02T08:46:58.706 INFO:tasks.workunit.client.0.smithi104.stdout:198 2024-04-02T08:46:58.707 INFO:tasks.workunit.client.0.smithi104.stdout:199 2024-04-02T08:46:58.708 INFO:tasks.workunit.client.0.smithi104.stdout:200 2024-04-02T08:46:58.709 INFO:tasks.workunit.client.0.smithi104.stdout:201 2024-04-02T08:46:58.710 INFO:tasks.workunit.client.0.smithi104.stdout:202 2024-04-02T08:46:58.711 INFO:tasks.workunit.client.0.smithi104.stdout:203 2024-04-02T08:46:58.711 INFO:tasks.workunit.client.0.smithi104.stdout:204 2024-04-02T08:46:58.712 INFO:tasks.workunit.client.0.smithi104.stdout:205 2024-04-02T08:46:58.713 INFO:tasks.workunit.client.0.smithi104.stdout:206 2024-04-02T08:46:58.714 INFO:tasks.workunit.client.0.smithi104.stdout:207 2024-04-02T08:46:58.715 INFO:tasks.workunit.client.0.smithi104.stdout:208 2024-04-02T08:46:58.715 INFO:tasks.workunit.client.0.smithi104.stdout:209 2024-04-02T08:46:58.716 INFO:tasks.workunit.client.0.smithi104.stdout:210 2024-04-02T08:46:58.717 INFO:tasks.workunit.client.0.smithi104.stdout:211 2024-04-02T08:46:58.718 INFO:tasks.workunit.client.0.smithi104.stdout:212 2024-04-02T08:46:58.719 INFO:tasks.workunit.client.0.smithi104.stdout:213 2024-04-02T08:46:58.720 INFO:tasks.workunit.client.0.smithi104.stdout:214 2024-04-02T08:46:58.721 INFO:tasks.workunit.client.0.smithi104.stdout:215 2024-04-02T08:46:58.722 INFO:tasks.workunit.client.0.smithi104.stdout:216 2024-04-02T08:46:58.723 INFO:tasks.workunit.client.0.smithi104.stdout:217 2024-04-02T08:46:58.724 INFO:tasks.workunit.client.0.smithi104.stdout:218 2024-04-02T08:46:58.725 INFO:tasks.workunit.client.0.smithi104.stdout:219 2024-04-02T08:46:58.726 INFO:tasks.workunit.client.0.smithi104.stdout:220 2024-04-02T08:46:58.727 INFO:tasks.workunit.client.0.smithi104.stdout:221 2024-04-02T08:46:58.728 INFO:tasks.workunit.client.0.smithi104.stdout:222 2024-04-02T08:46:58.729 INFO:tasks.workunit.client.0.smithi104.stdout:223 2024-04-02T08:46:58.734 INFO:tasks.workunit.client.0.smithi104.stdout:224 2024-04-02T08:46:58.734 INFO:tasks.workunit.client.0.smithi104.stdout:225 2024-04-02T08:46:58.734 INFO:tasks.workunit.client.0.smithi104.stdout:226 2024-04-02T08:46:58.734 INFO:tasks.workunit.client.0.smithi104.stdout:227 2024-04-02T08:46:58.734 INFO:tasks.workunit.client.0.smithi104.stdout:228 2024-04-02T08:46:58.735 INFO:tasks.workunit.client.0.smithi104.stdout:229 2024-04-02T08:46:58.736 INFO:tasks.workunit.client.0.smithi104.stdout:230 2024-04-02T08:46:58.737 INFO:tasks.workunit.client.0.smithi104.stdout:231 2024-04-02T08:46:58.738 INFO:tasks.workunit.client.0.smithi104.stdout:232 2024-04-02T08:46:58.739 INFO:tasks.workunit.client.0.smithi104.stdout:233 2024-04-02T08:46:58.740 INFO:tasks.workunit.client.0.smithi104.stdout:234 2024-04-02T08:46:58.741 INFO:tasks.workunit.client.0.smithi104.stdout:235 2024-04-02T08:46:58.742 INFO:tasks.workunit.client.0.smithi104.stdout:236 2024-04-02T08:46:58.743 INFO:tasks.workunit.client.0.smithi104.stdout:237 2024-04-02T08:46:58.744 INFO:tasks.workunit.client.0.smithi104.stdout:238 2024-04-02T08:46:58.745 INFO:tasks.workunit.client.0.smithi104.stdout:239 2024-04-02T08:46:58.746 INFO:tasks.workunit.client.0.smithi104.stdout:240 2024-04-02T08:46:58.747 INFO:tasks.workunit.client.0.smithi104.stdout:241 2024-04-02T08:46:58.748 INFO:tasks.workunit.client.0.smithi104.stdout:242 2024-04-02T08:46:58.749 INFO:tasks.workunit.client.0.smithi104.stdout:243 2024-04-02T08:46:58.750 INFO:tasks.workunit.client.0.smithi104.stdout:244 2024-04-02T08:46:58.751 INFO:tasks.workunit.client.0.smithi104.stdout:245 2024-04-02T08:46:58.752 INFO:tasks.workunit.client.0.smithi104.stdout:246 2024-04-02T08:46:58.753 INFO:tasks.workunit.client.0.smithi104.stdout:247 2024-04-02T08:46:58.754 INFO:tasks.workunit.client.0.smithi104.stdout:248 2024-04-02T08:46:58.755 INFO:tasks.workunit.client.0.smithi104.stdout:249 2024-04-02T08:46:58.756 INFO:tasks.workunit.client.0.smithi104.stdout:250 2024-04-02T08:46:58.757 INFO:tasks.workunit.client.0.smithi104.stdout:251 2024-04-02T08:46:58.758 INFO:tasks.workunit.client.0.smithi104.stdout:252 2024-04-02T08:46:58.759 INFO:tasks.workunit.client.0.smithi104.stdout:253 2024-04-02T08:46:58.760 INFO:tasks.workunit.client.0.smithi104.stdout:254 2024-04-02T08:46:58.761 INFO:tasks.workunit.client.0.smithi104.stdout:255 2024-04-02T08:46:58.762 INFO:tasks.workunit.client.0.smithi104.stdout:256 2024-04-02T08:46:58.763 INFO:tasks.workunit.client.0.smithi104.stdout:257 2024-04-02T08:46:58.765 INFO:tasks.workunit.client.0.smithi104.stdout:258 2024-04-02T08:46:58.766 INFO:tasks.workunit.client.0.smithi104.stdout:259 2024-04-02T08:46:58.767 INFO:tasks.workunit.client.0.smithi104.stdout:260 2024-04-02T08:46:58.768 INFO:tasks.workunit.client.0.smithi104.stdout:261 2024-04-02T08:46:58.769 INFO:tasks.workunit.client.0.smithi104.stdout:262 2024-04-02T08:46:58.770 INFO:tasks.workunit.client.0.smithi104.stdout:263 2024-04-02T08:46:58.771 INFO:tasks.workunit.client.0.smithi104.stdout:264 2024-04-02T08:46:58.772 INFO:tasks.workunit.client.0.smithi104.stdout:265 2024-04-02T08:46:58.773 INFO:tasks.workunit.client.0.smithi104.stdout:266 2024-04-02T08:46:58.774 INFO:tasks.workunit.client.0.smithi104.stdout:267 2024-04-02T08:46:58.774 INFO:tasks.workunit.client.0.smithi104.stdout:268 2024-04-02T08:46:58.775 INFO:tasks.workunit.client.0.smithi104.stdout:269 2024-04-02T08:46:58.776 INFO:tasks.workunit.client.0.smithi104.stdout:270 2024-04-02T08:46:58.777 INFO:tasks.workunit.client.0.smithi104.stdout:271 2024-04-02T08:46:58.778 INFO:tasks.workunit.client.0.smithi104.stdout:272 2024-04-02T08:46:58.779 INFO:tasks.workunit.client.0.smithi104.stdout:273 2024-04-02T08:46:58.780 INFO:tasks.workunit.client.0.smithi104.stdout:274 2024-04-02T08:46:58.781 INFO:tasks.workunit.client.0.smithi104.stdout:275 2024-04-02T08:46:58.781 INFO:tasks.workunit.client.0.smithi104.stdout:276 2024-04-02T08:46:58.783 INFO:tasks.workunit.client.0.smithi104.stdout:277 2024-04-02T08:46:58.784 INFO:tasks.workunit.client.0.smithi104.stdout:278 2024-04-02T08:46:58.785 INFO:tasks.workunit.client.0.smithi104.stdout:279 2024-04-02T08:46:58.786 INFO:tasks.workunit.client.0.smithi104.stdout:280 2024-04-02T08:46:58.787 INFO:tasks.workunit.client.0.smithi104.stdout:281 2024-04-02T08:46:58.788 INFO:tasks.workunit.client.0.smithi104.stdout:282 2024-04-02T08:46:58.789 INFO:tasks.workunit.client.0.smithi104.stdout:283 2024-04-02T08:46:58.789 INFO:tasks.workunit.client.0.smithi104.stdout:284 2024-04-02T08:46:58.791 INFO:tasks.workunit.client.0.smithi104.stdout:285 2024-04-02T08:46:58.792 INFO:tasks.workunit.client.0.smithi104.stdout:286 2024-04-02T08:46:58.793 INFO:tasks.workunit.client.0.smithi104.stdout:287 2024-04-02T08:46:58.793 INFO:tasks.workunit.client.0.smithi104.stdout:288 2024-04-02T08:46:58.794 INFO:tasks.workunit.client.0.smithi104.stdout:289 2024-04-02T08:46:58.795 INFO:tasks.workunit.client.0.smithi104.stdout:290 2024-04-02T08:46:58.796 INFO:tasks.workunit.client.0.smithi104.stdout:291 2024-04-02T08:46:58.797 INFO:tasks.workunit.client.0.smithi104.stdout:292 2024-04-02T08:46:58.798 INFO:tasks.workunit.client.0.smithi104.stdout:293 2024-04-02T08:46:58.799 INFO:tasks.workunit.client.0.smithi104.stdout:294 2024-04-02T08:46:58.800 INFO:tasks.workunit.client.0.smithi104.stdout:295 2024-04-02T08:46:58.801 INFO:tasks.workunit.client.0.smithi104.stdout:296 2024-04-02T08:46:58.802 INFO:tasks.workunit.client.0.smithi104.stdout:297 2024-04-02T08:46:58.802 INFO:tasks.workunit.client.0.smithi104.stdout:298 2024-04-02T08:46:58.803 INFO:tasks.workunit.client.0.smithi104.stdout:299 2024-04-02T08:46:58.804 INFO:tasks.workunit.client.0.smithi104.stdout:300 2024-04-02T08:46:58.805 INFO:tasks.workunit.client.0.smithi104.stdout:301 2024-04-02T08:46:58.806 INFO:tasks.workunit.client.0.smithi104.stdout:302 2024-04-02T08:46:58.807 INFO:tasks.workunit.client.0.smithi104.stdout:303 2024-04-02T08:46:58.808 INFO:tasks.workunit.client.0.smithi104.stdout:304 2024-04-02T08:46:58.809 INFO:tasks.workunit.client.0.smithi104.stdout:305 2024-04-02T08:46:58.810 INFO:tasks.workunit.client.0.smithi104.stdout:306 2024-04-02T08:46:58.811 INFO:tasks.workunit.client.0.smithi104.stdout:307 2024-04-02T08:46:58.812 INFO:tasks.workunit.client.0.smithi104.stdout:308 2024-04-02T08:46:58.812 INFO:tasks.workunit.client.0.smithi104.stdout:309 2024-04-02T08:46:58.813 INFO:tasks.workunit.client.0.smithi104.stdout:310 2024-04-02T08:46:58.814 INFO:tasks.workunit.client.0.smithi104.stdout:311 2024-04-02T08:46:58.815 INFO:tasks.workunit.client.0.smithi104.stdout:312 2024-04-02T08:46:58.816 INFO:tasks.workunit.client.0.smithi104.stdout:313 2024-04-02T08:46:58.817 INFO:tasks.workunit.client.0.smithi104.stdout:314 2024-04-02T08:46:58.819 INFO:tasks.workunit.client.0.smithi104.stdout:315 2024-04-02T08:46:58.820 INFO:tasks.workunit.client.0.smithi104.stdout:316 2024-04-02T08:46:58.821 INFO:tasks.workunit.client.0.smithi104.stdout:317 2024-04-02T08:46:58.822 INFO:tasks.workunit.client.0.smithi104.stdout:318 2024-04-02T08:46:58.823 INFO:tasks.workunit.client.0.smithi104.stdout:319 2024-04-02T08:46:58.824 INFO:tasks.workunit.client.0.smithi104.stdout:320 2024-04-02T08:46:58.825 INFO:tasks.workunit.client.0.smithi104.stdout:321 2024-04-02T08:46:58.826 INFO:tasks.workunit.client.0.smithi104.stdout:322 2024-04-02T08:46:58.827 INFO:tasks.workunit.client.0.smithi104.stdout:323 2024-04-02T08:46:58.828 INFO:tasks.workunit.client.0.smithi104.stdout:324 2024-04-02T08:46:58.829 INFO:tasks.workunit.client.0.smithi104.stdout:325 2024-04-02T08:46:58.830 INFO:tasks.workunit.client.0.smithi104.stdout:326 2024-04-02T08:46:58.831 INFO:tasks.workunit.client.0.smithi104.stdout:327 2024-04-02T08:46:58.832 INFO:tasks.workunit.client.0.smithi104.stdout:328 2024-04-02T08:46:58.833 INFO:tasks.workunit.client.0.smithi104.stdout:329 2024-04-02T08:46:58.833 INFO:tasks.workunit.client.0.smithi104.stdout:330 2024-04-02T08:46:58.834 INFO:tasks.workunit.client.0.smithi104.stdout:331 2024-04-02T08:46:58.835 INFO:tasks.workunit.client.0.smithi104.stdout:332 2024-04-02T08:46:58.836 INFO:tasks.workunit.client.0.smithi104.stdout:333 2024-04-02T08:46:58.837 INFO:tasks.workunit.client.0.smithi104.stdout:334 2024-04-02T08:46:58.838 INFO:tasks.workunit.client.0.smithi104.stdout:335 2024-04-02T08:46:58.839 INFO:tasks.workunit.client.0.smithi104.stdout:336 2024-04-02T08:46:58.840 INFO:tasks.workunit.client.0.smithi104.stdout:337 2024-04-02T08:46:58.841 INFO:tasks.workunit.client.0.smithi104.stdout:338 2024-04-02T08:46:58.842 INFO:tasks.workunit.client.0.smithi104.stdout:339 2024-04-02T08:46:58.843 INFO:tasks.workunit.client.0.smithi104.stdout:340 2024-04-02T08:46:58.843 INFO:tasks.workunit.client.0.smithi104.stdout:341 2024-04-02T08:46:58.844 INFO:tasks.workunit.client.0.smithi104.stdout:342 2024-04-02T08:46:58.845 INFO:tasks.workunit.client.0.smithi104.stdout:343 2024-04-02T08:46:58.846 INFO:tasks.workunit.client.0.smithi104.stdout:344 2024-04-02T08:46:58.847 INFO:tasks.workunit.client.0.smithi104.stdout:345 2024-04-02T08:46:58.848 INFO:tasks.workunit.client.0.smithi104.stdout:346 2024-04-02T08:46:58.849 INFO:tasks.workunit.client.0.smithi104.stdout:347 2024-04-02T08:46:58.850 INFO:tasks.workunit.client.0.smithi104.stdout:348 2024-04-02T08:46:58.851 INFO:tasks.workunit.client.0.smithi104.stdout:349 2024-04-02T08:46:58.852 INFO:tasks.workunit.client.0.smithi104.stdout:350 2024-04-02T08:46:58.853 INFO:tasks.workunit.client.0.smithi104.stdout:351 2024-04-02T08:46:58.854 INFO:tasks.workunit.client.0.smithi104.stdout:352 2024-04-02T08:46:58.855 INFO:tasks.workunit.client.0.smithi104.stdout:353 2024-04-02T08:46:58.856 INFO:tasks.workunit.client.0.smithi104.stdout:354 2024-04-02T08:46:58.857 INFO:tasks.workunit.client.0.smithi104.stdout:355 2024-04-02T08:46:58.858 INFO:tasks.workunit.client.0.smithi104.stdout:356 2024-04-02T08:46:58.859 INFO:tasks.workunit.client.0.smithi104.stdout:357 2024-04-02T08:46:58.859 INFO:tasks.workunit.client.0.smithi104.stdout:358 2024-04-02T08:46:58.860 INFO:tasks.workunit.client.0.smithi104.stdout:359 2024-04-02T08:46:58.861 INFO:tasks.workunit.client.0.smithi104.stdout:360 2024-04-02T08:46:58.862 INFO:tasks.workunit.client.0.smithi104.stdout:361 2024-04-02T08:46:58.863 INFO:tasks.workunit.client.0.smithi104.stdout:362 2024-04-02T08:46:58.864 INFO:tasks.workunit.client.0.smithi104.stdout:363 2024-04-02T08:46:58.865 INFO:tasks.workunit.client.0.smithi104.stdout:364 2024-04-02T08:46:58.866 INFO:tasks.workunit.client.0.smithi104.stdout:365 2024-04-02T08:46:58.867 INFO:tasks.workunit.client.0.smithi104.stdout:366 2024-04-02T08:46:58.868 INFO:tasks.workunit.client.0.smithi104.stdout:367 2024-04-02T08:46:58.869 INFO:tasks.workunit.client.0.smithi104.stdout:368 2024-04-02T08:46:58.870 INFO:tasks.workunit.client.0.smithi104.stdout:369 2024-04-02T08:46:58.870 INFO:tasks.workunit.client.0.smithi104.stdout:370 2024-04-02T08:46:58.871 INFO:tasks.workunit.client.0.smithi104.stdout:371 2024-04-02T08:46:58.872 INFO:tasks.workunit.client.0.smithi104.stdout:372 2024-04-02T08:46:58.873 INFO:tasks.workunit.client.0.smithi104.stdout:373 2024-04-02T08:46:58.874 INFO:tasks.workunit.client.0.smithi104.stdout:374 2024-04-02T08:46:58.875 INFO:tasks.workunit.client.0.smithi104.stdout:375 2024-04-02T08:46:58.876 INFO:tasks.workunit.client.0.smithi104.stdout:376 2024-04-02T08:46:58.877 INFO:tasks.workunit.client.0.smithi104.stdout:377 2024-04-02T08:46:58.878 INFO:tasks.workunit.client.0.smithi104.stdout:378 2024-04-02T08:46:58.879 INFO:tasks.workunit.client.0.smithi104.stdout:379 2024-04-02T08:46:58.880 INFO:tasks.workunit.client.0.smithi104.stdout:380 2024-04-02T08:46:58.881 INFO:tasks.workunit.client.0.smithi104.stdout:381 2024-04-02T08:46:58.882 INFO:tasks.workunit.client.0.smithi104.stdout:382 2024-04-02T08:46:58.883 INFO:tasks.workunit.client.0.smithi104.stdout:383 2024-04-02T08:46:58.883 INFO:tasks.workunit.client.0.smithi104.stdout:384 2024-04-02T08:46:58.884 INFO:tasks.workunit.client.0.smithi104.stdout:385 2024-04-02T08:46:58.885 INFO:tasks.workunit.client.0.smithi104.stdout:386 2024-04-02T08:46:58.886 INFO:tasks.workunit.client.0.smithi104.stdout:387 2024-04-02T08:46:58.887 INFO:tasks.workunit.client.0.smithi104.stdout:388 2024-04-02T08:46:58.888 INFO:tasks.workunit.client.0.smithi104.stdout:389 2024-04-02T08:46:58.889 INFO:tasks.workunit.client.0.smithi104.stdout:390 2024-04-02T08:46:58.890 INFO:tasks.workunit.client.0.smithi104.stdout:391 2024-04-02T08:46:58.891 INFO:tasks.workunit.client.0.smithi104.stdout:392 2024-04-02T08:46:58.892 INFO:tasks.workunit.client.0.smithi104.stdout:393 2024-04-02T08:46:58.893 INFO:tasks.workunit.client.0.smithi104.stdout:394 2024-04-02T08:46:58.894 INFO:tasks.workunit.client.0.smithi104.stdout:395 2024-04-02T08:46:58.895 INFO:tasks.workunit.client.0.smithi104.stdout:396 2024-04-02T08:46:58.896 INFO:tasks.workunit.client.0.smithi104.stdout:397 2024-04-02T08:46:58.897 INFO:tasks.workunit.client.0.smithi104.stdout:398 2024-04-02T08:46:58.898 INFO:tasks.workunit.client.0.smithi104.stdout:399 2024-04-02T08:46:58.899 INFO:tasks.workunit.client.0.smithi104.stdout:400 2024-04-02T08:46:58.900 INFO:tasks.workunit.client.0.smithi104.stdout:401 2024-04-02T08:46:58.901 INFO:tasks.workunit.client.0.smithi104.stdout:402 2024-04-02T08:46:58.902 INFO:tasks.workunit.client.0.smithi104.stdout:403 2024-04-02T08:46:58.903 INFO:tasks.workunit.client.0.smithi104.stdout:404 2024-04-02T08:46:58.904 INFO:tasks.workunit.client.0.smithi104.stdout:405 2024-04-02T08:46:58.905 INFO:tasks.workunit.client.0.smithi104.stdout:406 2024-04-02T08:46:58.905 INFO:tasks.workunit.client.0.smithi104.stdout:407 2024-04-02T08:46:58.906 INFO:tasks.workunit.client.0.smithi104.stdout:408 2024-04-02T08:46:58.907 INFO:tasks.workunit.client.0.smithi104.stdout:409 2024-04-02T08:46:58.908 INFO:tasks.workunit.client.0.smithi104.stdout:410 2024-04-02T08:46:58.909 INFO:tasks.workunit.client.0.smithi104.stdout:411 2024-04-02T08:46:58.910 INFO:tasks.workunit.client.0.smithi104.stdout:412 2024-04-02T08:46:58.911 INFO:tasks.workunit.client.0.smithi104.stdout:413 2024-04-02T08:46:58.912 INFO:tasks.workunit.client.0.smithi104.stdout:414 2024-04-02T08:46:58.913 INFO:tasks.workunit.client.0.smithi104.stdout:415 2024-04-02T08:46:58.914 INFO:tasks.workunit.client.0.smithi104.stdout:416 2024-04-02T08:46:58.914 INFO:tasks.workunit.client.0.smithi104.stdout:417 2024-04-02T08:46:58.915 INFO:tasks.workunit.client.0.smithi104.stdout:418 2024-04-02T08:46:58.916 INFO:tasks.workunit.client.0.smithi104.stdout:419 2024-04-02T08:46:58.917 INFO:tasks.workunit.client.0.smithi104.stdout:420 2024-04-02T08:46:58.918 INFO:tasks.workunit.client.0.smithi104.stdout:421 2024-04-02T08:46:58.919 INFO:tasks.workunit.client.0.smithi104.stdout:422 2024-04-02T08:46:58.920 INFO:tasks.workunit.client.0.smithi104.stdout:423 2024-04-02T08:46:58.920 INFO:tasks.workunit.client.0.smithi104.stdout:424 2024-04-02T08:46:58.921 INFO:tasks.workunit.client.0.smithi104.stdout:425 2024-04-02T08:46:58.922 INFO:tasks.workunit.client.0.smithi104.stdout:426 2024-04-02T08:46:58.923 INFO:tasks.workunit.client.0.smithi104.stdout:427 2024-04-02T08:46:58.924 INFO:tasks.workunit.client.0.smithi104.stdout:428 2024-04-02T08:46:58.925 INFO:tasks.workunit.client.0.smithi104.stdout:429 2024-04-02T08:46:58.926 INFO:tasks.workunit.client.0.smithi104.stdout:430 2024-04-02T08:46:58.927 INFO:tasks.workunit.client.0.smithi104.stdout:431 2024-04-02T08:46:58.928 INFO:tasks.workunit.client.0.smithi104.stdout:432 2024-04-02T08:46:58.928 INFO:tasks.workunit.client.0.smithi104.stdout:433 2024-04-02T08:46:58.929 INFO:tasks.workunit.client.0.smithi104.stdout:434 2024-04-02T08:46:58.930 INFO:tasks.workunit.client.0.smithi104.stdout:435 2024-04-02T08:46:58.931 INFO:tasks.workunit.client.0.smithi104.stdout:436 2024-04-02T08:46:58.932 INFO:tasks.workunit.client.0.smithi104.stdout:437 2024-04-02T08:46:58.933 INFO:tasks.workunit.client.0.smithi104.stdout:438 2024-04-02T08:46:58.934 INFO:tasks.workunit.client.0.smithi104.stdout:439 2024-04-02T08:46:58.935 INFO:tasks.workunit.client.0.smithi104.stdout:440 2024-04-02T08:46:58.936 INFO:tasks.workunit.client.0.smithi104.stdout:441 2024-04-02T08:46:58.937 INFO:tasks.workunit.client.0.smithi104.stdout:442 2024-04-02T08:46:58.938 INFO:tasks.workunit.client.0.smithi104.stdout:443 2024-04-02T08:46:58.939 INFO:tasks.workunit.client.0.smithi104.stdout:444 2024-04-02T08:46:58.940 INFO:tasks.workunit.client.0.smithi104.stdout:445 2024-04-02T08:46:58.940 INFO:tasks.workunit.client.0.smithi104.stdout:446 2024-04-02T08:46:58.941 INFO:tasks.workunit.client.0.smithi104.stdout:447 2024-04-02T08:46:58.942 INFO:tasks.workunit.client.0.smithi104.stdout:448 2024-04-02T08:46:58.943 INFO:tasks.workunit.client.0.smithi104.stdout:449 2024-04-02T08:46:58.944 INFO:tasks.workunit.client.0.smithi104.stdout:450 2024-04-02T08:46:58.945 INFO:tasks.workunit.client.0.smithi104.stdout:451 2024-04-02T08:46:58.946 INFO:tasks.workunit.client.0.smithi104.stdout:452 2024-04-02T08:46:58.947 INFO:tasks.workunit.client.0.smithi104.stdout:453 2024-04-02T08:46:58.948 INFO:tasks.workunit.client.0.smithi104.stdout:454 2024-04-02T08:46:58.949 INFO:tasks.workunit.client.0.smithi104.stdout:455 2024-04-02T08:46:58.950 INFO:tasks.workunit.client.0.smithi104.stdout:456 2024-04-02T08:46:58.950 INFO:tasks.workunit.client.0.smithi104.stdout:457 2024-04-02T08:46:58.951 INFO:tasks.workunit.client.0.smithi104.stdout:458 2024-04-02T08:46:58.952 INFO:tasks.workunit.client.0.smithi104.stdout:459 2024-04-02T08:46:58.953 INFO:tasks.workunit.client.0.smithi104.stdout:460 2024-04-02T08:46:58.954 INFO:tasks.workunit.client.0.smithi104.stdout:461 2024-04-02T08:46:58.955 INFO:tasks.workunit.client.0.smithi104.stdout:462 2024-04-02T08:46:58.956 INFO:tasks.workunit.client.0.smithi104.stdout:463 2024-04-02T08:46:58.957 INFO:tasks.workunit.client.0.smithi104.stdout:464 2024-04-02T08:46:58.958 INFO:tasks.workunit.client.0.smithi104.stdout:465 2024-04-02T08:46:58.960 INFO:tasks.workunit.client.0.smithi104.stdout:466 2024-04-02T08:46:58.961 INFO:tasks.workunit.client.0.smithi104.stdout:467 2024-04-02T08:46:58.962 INFO:tasks.workunit.client.0.smithi104.stdout:468 2024-04-02T08:46:58.963 INFO:tasks.workunit.client.0.smithi104.stdout:469 2024-04-02T08:46:58.964 INFO:tasks.workunit.client.0.smithi104.stdout:470 2024-04-02T08:46:58.965 INFO:tasks.workunit.client.0.smithi104.stdout:471 2024-04-02T08:46:58.966 INFO:tasks.workunit.client.0.smithi104.stdout:472 2024-04-02T08:46:58.967 INFO:tasks.workunit.client.0.smithi104.stdout:473 2024-04-02T08:46:58.969 INFO:tasks.workunit.client.0.smithi104.stdout:474 2024-04-02T08:46:58.970 INFO:tasks.workunit.client.0.smithi104.stdout:475 2024-04-02T08:46:58.971 INFO:tasks.workunit.client.0.smithi104.stdout:476 2024-04-02T08:46:58.972 INFO:tasks.workunit.client.0.smithi104.stdout:477 2024-04-02T08:46:58.973 INFO:tasks.workunit.client.0.smithi104.stdout:478 2024-04-02T08:46:58.974 INFO:tasks.workunit.client.0.smithi104.stdout:479 2024-04-02T08:46:58.975 INFO:tasks.workunit.client.0.smithi104.stdout:480 2024-04-02T08:46:58.976 INFO:tasks.workunit.client.0.smithi104.stdout:481 2024-04-02T08:46:58.977 INFO:tasks.workunit.client.0.smithi104.stdout:482 2024-04-02T08:46:58.978 INFO:tasks.workunit.client.0.smithi104.stdout:483 2024-04-02T08:46:58.979 INFO:tasks.workunit.client.0.smithi104.stdout:484 2024-04-02T08:46:58.980 INFO:tasks.workunit.client.0.smithi104.stdout:485 2024-04-02T08:46:58.980 INFO:tasks.workunit.client.0.smithi104.stdout:486 2024-04-02T08:46:58.981 INFO:tasks.workunit.client.0.smithi104.stdout:487 2024-04-02T08:46:58.982 INFO:tasks.workunit.client.0.smithi104.stdout:488 2024-04-02T08:46:58.983 INFO:tasks.workunit.client.0.smithi104.stdout:489 2024-04-02T08:46:58.984 INFO:tasks.workunit.client.0.smithi104.stdout:490 2024-04-02T08:46:58.985 INFO:tasks.workunit.client.0.smithi104.stdout:491 2024-04-02T08:46:58.986 INFO:tasks.workunit.client.0.smithi104.stdout:492 2024-04-02T08:46:58.987 INFO:tasks.workunit.client.0.smithi104.stdout:493 2024-04-02T08:46:58.988 INFO:tasks.workunit.client.0.smithi104.stdout:494 2024-04-02T08:46:58.989 INFO:tasks.workunit.client.0.smithi104.stdout:495 2024-04-02T08:46:58.990 INFO:tasks.workunit.client.0.smithi104.stdout:496 2024-04-02T08:46:58.991 INFO:tasks.workunit.client.0.smithi104.stdout:497 2024-04-02T08:46:58.992 INFO:tasks.workunit.client.0.smithi104.stdout:498 2024-04-02T08:46:58.993 INFO:tasks.workunit.client.0.smithi104.stdout:499 2024-04-02T08:46:58.994 INFO:tasks.workunit.client.0.smithi104.stdout:500 2024-04-02T08:46:58.995 INFO:tasks.workunit.client.0.smithi104.stdout:501 2024-04-02T08:46:58.996 INFO:tasks.workunit.client.0.smithi104.stdout:502 2024-04-02T08:46:58.997 INFO:tasks.workunit.client.0.smithi104.stdout:503 2024-04-02T08:46:58.999 INFO:tasks.workunit.client.0.smithi104.stdout:504 2024-04-02T08:46:58.999 INFO:tasks.workunit.client.0.smithi104.stdout:505 2024-04-02T08:46:59.000 INFO:tasks.workunit.client.0.smithi104.stdout:506 2024-04-02T08:46:59.002 INFO:tasks.workunit.client.0.smithi104.stdout:507 2024-04-02T08:46:59.003 INFO:tasks.workunit.client.0.smithi104.stdout:508 2024-04-02T08:46:59.004 INFO:tasks.workunit.client.0.smithi104.stdout:509 2024-04-02T08:46:59.005 INFO:tasks.workunit.client.0.smithi104.stdout:510 2024-04-02T08:46:59.006 INFO:tasks.workunit.client.0.smithi104.stdout:511 2024-04-02T08:46:59.007 INFO:tasks.workunit.client.0.smithi104.stdout:512 2024-04-02T08:46:59.008 INFO:tasks.workunit.client.0.smithi104.stdout:513 2024-04-02T08:46:59.009 INFO:tasks.workunit.client.0.smithi104.stdout:514 2024-04-02T08:46:59.010 INFO:tasks.workunit.client.0.smithi104.stdout:515 2024-04-02T08:46:59.011 INFO:tasks.workunit.client.0.smithi104.stdout:516 2024-04-02T08:46:59.012 INFO:tasks.workunit.client.0.smithi104.stdout:517 2024-04-02T08:46:59.013 INFO:tasks.workunit.client.0.smithi104.stdout:518 2024-04-02T08:46:59.014 INFO:tasks.workunit.client.0.smithi104.stdout:519 2024-04-02T08:46:59.015 INFO:tasks.workunit.client.0.smithi104.stdout:520 2024-04-02T08:46:59.016 INFO:tasks.workunit.client.0.smithi104.stdout:521 2024-04-02T08:46:59.018 INFO:tasks.workunit.client.0.smithi104.stdout:522 2024-04-02T08:46:59.018 INFO:tasks.workunit.client.0.smithi104.stdout:523 2024-04-02T08:46:59.020 INFO:tasks.workunit.client.0.smithi104.stdout:524 2024-04-02T08:46:59.021 INFO:tasks.workunit.client.0.smithi104.stdout:525 2024-04-02T08:46:59.022 INFO:tasks.workunit.client.0.smithi104.stdout:526 2024-04-02T08:46:59.023 INFO:tasks.workunit.client.0.smithi104.stdout:527 2024-04-02T08:46:59.024 INFO:tasks.workunit.client.0.smithi104.stdout:528 2024-04-02T08:46:59.025 INFO:tasks.workunit.client.0.smithi104.stdout:529 2024-04-02T08:46:59.027 INFO:tasks.workunit.client.0.smithi104.stdout:530 2024-04-02T08:46:59.027 INFO:tasks.workunit.client.0.smithi104.stdout:531 2024-04-02T08:46:59.028 INFO:tasks.workunit.client.0.smithi104.stdout:532 2024-04-02T08:46:59.029 INFO:tasks.workunit.client.0.smithi104.stdout:533 2024-04-02T08:46:59.030 INFO:tasks.workunit.client.0.smithi104.stdout:534 2024-04-02T08:46:59.031 INFO:tasks.workunit.client.0.smithi104.stdout:535 2024-04-02T08:46:59.032 INFO:tasks.workunit.client.0.smithi104.stdout:536 2024-04-02T08:46:59.033 INFO:tasks.workunit.client.0.smithi104.stdout:537 2024-04-02T08:46:59.034 INFO:tasks.workunit.client.0.smithi104.stdout:538 2024-04-02T08:46:59.035 INFO:tasks.workunit.client.0.smithi104.stdout:539 2024-04-02T08:46:59.036 INFO:tasks.workunit.client.0.smithi104.stdout:540 2024-04-02T08:46:59.037 INFO:tasks.workunit.client.0.smithi104.stdout:541 2024-04-02T08:46:59.038 INFO:tasks.workunit.client.0.smithi104.stdout:542 2024-04-02T08:46:59.039 INFO:tasks.workunit.client.0.smithi104.stdout:543 2024-04-02T08:46:59.040 INFO:tasks.workunit.client.0.smithi104.stdout:544 2024-04-02T08:46:59.041 INFO:tasks.workunit.client.0.smithi104.stdout:545 2024-04-02T08:46:59.042 INFO:tasks.workunit.client.0.smithi104.stdout:546 2024-04-02T08:46:59.043 INFO:tasks.workunit.client.0.smithi104.stdout:547 2024-04-02T08:46:59.044 INFO:tasks.workunit.client.0.smithi104.stdout:548 2024-04-02T08:46:59.045 INFO:tasks.workunit.client.0.smithi104.stdout:549 2024-04-02T08:46:59.046 INFO:tasks.workunit.client.0.smithi104.stdout:550 2024-04-02T08:46:59.047 INFO:tasks.workunit.client.0.smithi104.stdout:551 2024-04-02T08:46:59.048 INFO:tasks.workunit.client.0.smithi104.stdout:552 2024-04-02T08:46:59.050 INFO:tasks.workunit.client.0.smithi104.stdout:553 2024-04-02T08:46:59.051 INFO:tasks.workunit.client.0.smithi104.stdout:554 2024-04-02T08:46:59.052 INFO:tasks.workunit.client.0.smithi104.stdout:555 2024-04-02T08:46:59.053 INFO:tasks.workunit.client.0.smithi104.stdout:556 2024-04-02T08:46:59.054 INFO:tasks.workunit.client.0.smithi104.stdout:557 2024-04-02T08:46:59.055 INFO:tasks.workunit.client.0.smithi104.stdout:558 2024-04-02T08:46:59.056 INFO:tasks.workunit.client.0.smithi104.stdout:559 2024-04-02T08:46:59.057 INFO:tasks.workunit.client.0.smithi104.stdout:560 2024-04-02T08:46:59.058 INFO:tasks.workunit.client.0.smithi104.stdout:561 2024-04-02T08:46:59.059 INFO:tasks.workunit.client.0.smithi104.stdout:562 2024-04-02T08:46:59.060 INFO:tasks.workunit.client.0.smithi104.stdout:563 2024-04-02T08:46:59.061 INFO:tasks.workunit.client.0.smithi104.stdout:564 2024-04-02T08:46:59.063 INFO:tasks.workunit.client.0.smithi104.stdout:565 2024-04-02T08:46:59.064 INFO:tasks.workunit.client.0.smithi104.stdout:566 2024-04-02T08:46:59.065 INFO:tasks.workunit.client.0.smithi104.stdout:567 2024-04-02T08:46:59.066 INFO:tasks.workunit.client.0.smithi104.stdout:568 2024-04-02T08:46:59.067 INFO:tasks.workunit.client.0.smithi104.stdout:569 2024-04-02T08:46:59.068 INFO:tasks.workunit.client.0.smithi104.stdout:570 2024-04-02T08:46:59.070 INFO:tasks.workunit.client.0.smithi104.stdout:571 2024-04-02T08:46:59.071 INFO:tasks.workunit.client.0.smithi104.stdout:572 2024-04-02T08:46:59.072 INFO:tasks.workunit.client.0.smithi104.stdout:573 2024-04-02T08:46:59.073 INFO:tasks.workunit.client.0.smithi104.stdout:574 2024-04-02T08:46:59.074 INFO:tasks.workunit.client.0.smithi104.stdout:575 2024-04-02T08:46:59.075 INFO:tasks.workunit.client.0.smithi104.stdout:576 2024-04-02T08:46:59.076 INFO:tasks.workunit.client.0.smithi104.stdout:577 2024-04-02T08:46:59.077 INFO:tasks.workunit.client.0.smithi104.stdout:578 2024-04-02T08:46:59.079 INFO:tasks.workunit.client.0.smithi104.stdout:579 2024-04-02T08:46:59.080 INFO:tasks.workunit.client.0.smithi104.stdout:580 2024-04-02T08:46:59.081 INFO:tasks.workunit.client.0.smithi104.stdout:581 2024-04-02T08:46:59.082 INFO:tasks.workunit.client.0.smithi104.stdout:582 2024-04-02T08:46:59.084 INFO:tasks.workunit.client.0.smithi104.stdout:583 2024-04-02T08:46:59.085 INFO:tasks.workunit.client.0.smithi104.stdout:584 2024-04-02T08:46:59.086 INFO:tasks.workunit.client.0.smithi104.stdout:585 2024-04-02T08:46:59.087 INFO:tasks.workunit.client.0.smithi104.stdout:586 2024-04-02T08:46:59.089 INFO:tasks.workunit.client.0.smithi104.stdout:587 2024-04-02T08:46:59.090 INFO:tasks.workunit.client.0.smithi104.stdout:588 2024-04-02T08:46:59.091 INFO:tasks.workunit.client.0.smithi104.stdout:589 2024-04-02T08:46:59.092 INFO:tasks.workunit.client.0.smithi104.stdout:590 2024-04-02T08:46:59.093 INFO:tasks.workunit.client.0.smithi104.stdout:591 2024-04-02T08:46:59.094 INFO:tasks.workunit.client.0.smithi104.stdout:592 2024-04-02T08:46:59.095 INFO:tasks.workunit.client.0.smithi104.stdout:593 2024-04-02T08:46:59.097 INFO:tasks.workunit.client.0.smithi104.stdout:594 2024-04-02T08:46:59.098 INFO:tasks.workunit.client.0.smithi104.stdout:595 2024-04-02T08:46:59.099 INFO:tasks.workunit.client.0.smithi104.stdout:596 2024-04-02T08:46:59.100 INFO:tasks.workunit.client.0.smithi104.stdout:597 2024-04-02T08:46:59.101 INFO:tasks.workunit.client.0.smithi104.stdout:598 2024-04-02T08:46:59.102 INFO:tasks.workunit.client.0.smithi104.stdout:599 2024-04-02T08:46:59.103 INFO:tasks.workunit.client.0.smithi104.stdout:600 2024-04-02T08:46:59.104 INFO:tasks.workunit.client.0.smithi104.stdout:601 2024-04-02T08:46:59.105 INFO:tasks.workunit.client.0.smithi104.stdout:602 2024-04-02T08:46:59.106 INFO:tasks.workunit.client.0.smithi104.stdout:603 2024-04-02T08:46:59.107 INFO:tasks.workunit.client.0.smithi104.stdout:604 2024-04-02T08:46:59.108 INFO:tasks.workunit.client.0.smithi104.stdout:605 2024-04-02T08:46:59.109 INFO:tasks.workunit.client.0.smithi104.stdout:606 2024-04-02T08:46:59.110 INFO:tasks.workunit.client.0.smithi104.stdout:607 2024-04-02T08:46:59.111 INFO:tasks.workunit.client.0.smithi104.stdout:608 2024-04-02T08:46:59.112 INFO:tasks.workunit.client.0.smithi104.stdout:609 2024-04-02T08:46:59.113 INFO:tasks.workunit.client.0.smithi104.stdout:610 2024-04-02T08:46:59.114 INFO:tasks.workunit.client.0.smithi104.stdout:611 2024-04-02T08:46:59.115 INFO:tasks.workunit.client.0.smithi104.stdout:612 2024-04-02T08:46:59.116 INFO:tasks.workunit.client.0.smithi104.stdout:613 2024-04-02T08:46:59.117 INFO:tasks.workunit.client.0.smithi104.stdout:614 2024-04-02T08:46:59.118 INFO:tasks.workunit.client.0.smithi104.stdout:615 2024-04-02T08:46:59.119 INFO:tasks.workunit.client.0.smithi104.stdout:616 2024-04-02T08:46:59.120 INFO:tasks.workunit.client.0.smithi104.stdout:617 2024-04-02T08:46:59.121 INFO:tasks.workunit.client.0.smithi104.stdout:618 2024-04-02T08:46:59.122 INFO:tasks.workunit.client.0.smithi104.stdout:619 2024-04-02T08:46:59.123 INFO:tasks.workunit.client.0.smithi104.stdout:620 2024-04-02T08:46:59.124 INFO:tasks.workunit.client.0.smithi104.stdout:621 2024-04-02T08:46:59.125 INFO:tasks.workunit.client.0.smithi104.stdout:622 2024-04-02T08:46:59.126 INFO:tasks.workunit.client.0.smithi104.stdout:623 2024-04-02T08:46:59.127 INFO:tasks.workunit.client.0.smithi104.stdout:624 2024-04-02T08:46:59.129 INFO:tasks.workunit.client.0.smithi104.stdout:625 2024-04-02T08:46:59.129 INFO:tasks.workunit.client.0.smithi104.stdout:626 2024-04-02T08:46:59.131 INFO:tasks.workunit.client.0.smithi104.stdout:627 2024-04-02T08:46:59.132 INFO:tasks.workunit.client.0.smithi104.stdout:628 2024-04-02T08:46:59.133 INFO:tasks.workunit.client.0.smithi104.stdout:629 2024-04-02T08:46:59.134 INFO:tasks.workunit.client.0.smithi104.stdout:630 2024-04-02T08:46:59.135 INFO:tasks.workunit.client.0.smithi104.stdout:631 2024-04-02T08:46:59.137 INFO:tasks.workunit.client.0.smithi104.stdout:632 2024-04-02T08:46:59.138 INFO:tasks.workunit.client.0.smithi104.stdout:633 2024-04-02T08:46:59.139 INFO:tasks.workunit.client.0.smithi104.stdout:634 2024-04-02T08:46:59.140 INFO:tasks.workunit.client.0.smithi104.stdout:635 2024-04-02T08:46:59.141 INFO:tasks.workunit.client.0.smithi104.stdout:636 2024-04-02T08:46:59.142 INFO:tasks.workunit.client.0.smithi104.stdout:637 2024-04-02T08:46:59.142 INFO:tasks.workunit.client.0.smithi104.stdout:638 2024-04-02T08:46:59.144 INFO:tasks.workunit.client.0.smithi104.stdout:639 2024-04-02T08:46:59.145 INFO:tasks.workunit.client.0.smithi104.stdout:640 2024-04-02T08:46:59.146 INFO:tasks.workunit.client.0.smithi104.stdout:641 2024-04-02T08:46:59.151 INFO:tasks.workunit.client.0.smithi104.stdout:642 2024-04-02T08:46:59.151 INFO:tasks.workunit.client.0.smithi104.stdout:643 2024-04-02T08:46:59.151 INFO:tasks.workunit.client.0.smithi104.stdout:644 2024-04-02T08:46:59.151 INFO:tasks.workunit.client.0.smithi104.stdout:645 2024-04-02T08:46:59.151 INFO:tasks.workunit.client.0.smithi104.stdout:646 2024-04-02T08:46:59.152 INFO:tasks.workunit.client.0.smithi104.stdout:647 2024-04-02T08:46:59.153 INFO:tasks.workunit.client.0.smithi104.stdout:648 2024-04-02T08:46:59.154 INFO:tasks.workunit.client.0.smithi104.stdout:649 2024-04-02T08:46:59.155 INFO:tasks.workunit.client.0.smithi104.stdout:650 2024-04-02T08:46:59.156 INFO:tasks.workunit.client.0.smithi104.stdout:651 2024-04-02T08:46:59.157 INFO:tasks.workunit.client.0.smithi104.stdout:652 2024-04-02T08:46:59.158 INFO:tasks.workunit.client.0.smithi104.stdout:653 2024-04-02T08:46:59.159 INFO:tasks.workunit.client.0.smithi104.stdout:654 2024-04-02T08:46:59.160 INFO:tasks.workunit.client.0.smithi104.stdout:655 2024-04-02T08:46:59.161 INFO:tasks.workunit.client.0.smithi104.stdout:656 2024-04-02T08:46:59.162 INFO:tasks.workunit.client.0.smithi104.stdout:657 2024-04-02T08:46:59.163 INFO:tasks.workunit.client.0.smithi104.stdout:658 2024-04-02T08:46:59.164 INFO:tasks.workunit.client.0.smithi104.stdout:659 2024-04-02T08:46:59.165 INFO:tasks.workunit.client.0.smithi104.stdout:660 2024-04-02T08:46:59.166 INFO:tasks.workunit.client.0.smithi104.stdout:661 2024-04-02T08:46:59.168 INFO:tasks.workunit.client.0.smithi104.stdout:662 2024-04-02T08:46:59.168 INFO:tasks.workunit.client.0.smithi104.stdout:663 2024-04-02T08:46:59.170 INFO:tasks.workunit.client.0.smithi104.stdout:664 2024-04-02T08:46:59.171 INFO:tasks.workunit.client.0.smithi104.stdout:665 2024-04-02T08:46:59.172 INFO:tasks.workunit.client.0.smithi104.stdout:666 2024-04-02T08:46:59.173 INFO:tasks.workunit.client.0.smithi104.stdout:667 2024-04-02T08:46:59.174 INFO:tasks.workunit.client.0.smithi104.stdout:668 2024-04-02T08:46:59.175 INFO:tasks.workunit.client.0.smithi104.stdout:669 2024-04-02T08:46:59.176 INFO:tasks.workunit.client.0.smithi104.stdout:670 2024-04-02T08:46:59.177 INFO:tasks.workunit.client.0.smithi104.stdout:671 2024-04-02T08:46:59.178 INFO:tasks.workunit.client.0.smithi104.stdout:672 2024-04-02T08:46:59.179 INFO:tasks.workunit.client.0.smithi104.stdout:673 2024-04-02T08:46:59.180 INFO:tasks.workunit.client.0.smithi104.stdout:674 2024-04-02T08:46:59.181 INFO:tasks.workunit.client.0.smithi104.stdout:675 2024-04-02T08:46:59.182 INFO:tasks.workunit.client.0.smithi104.stdout:676 2024-04-02T08:46:59.184 INFO:tasks.workunit.client.0.smithi104.stdout:677 2024-04-02T08:46:59.185 INFO:tasks.workunit.client.0.smithi104.stdout:678 2024-04-02T08:46:59.186 INFO:tasks.workunit.client.0.smithi104.stdout:679 2024-04-02T08:46:59.187 INFO:tasks.workunit.client.0.smithi104.stdout:680 2024-04-02T08:46:59.188 INFO:tasks.workunit.client.0.smithi104.stdout:681 2024-04-02T08:46:59.189 INFO:tasks.workunit.client.0.smithi104.stdout:682 2024-04-02T08:46:59.190 INFO:tasks.workunit.client.0.smithi104.stdout:683 2024-04-02T08:46:59.191 INFO:tasks.workunit.client.0.smithi104.stdout:684 2024-04-02T08:46:59.192 INFO:tasks.workunit.client.0.smithi104.stdout:685 2024-04-02T08:46:59.193 INFO:tasks.workunit.client.0.smithi104.stdout:686 2024-04-02T08:46:59.194 INFO:tasks.workunit.client.0.smithi104.stdout:687 2024-04-02T08:46:59.195 INFO:tasks.workunit.client.0.smithi104.stdout:688 2024-04-02T08:46:59.196 INFO:tasks.workunit.client.0.smithi104.stdout:689 2024-04-02T08:46:59.198 INFO:tasks.workunit.client.0.smithi104.stdout:690 2024-04-02T08:46:59.199 INFO:tasks.workunit.client.0.smithi104.stdout:691 2024-04-02T08:46:59.200 INFO:tasks.workunit.client.0.smithi104.stdout:692 2024-04-02T08:46:59.201 INFO:tasks.workunit.client.0.smithi104.stdout:693 2024-04-02T08:46:59.202 INFO:tasks.workunit.client.0.smithi104.stdout:694 2024-04-02T08:46:59.203 INFO:tasks.workunit.client.0.smithi104.stdout:695 2024-04-02T08:46:59.204 INFO:tasks.workunit.client.0.smithi104.stdout:696 2024-04-02T08:46:59.205 INFO:tasks.workunit.client.0.smithi104.stdout:697 2024-04-02T08:46:59.205 INFO:tasks.workunit.client.0.smithi104.stdout:698 2024-04-02T08:46:59.207 INFO:tasks.workunit.client.0.smithi104.stdout:699 2024-04-02T08:46:59.208 INFO:tasks.workunit.client.0.smithi104.stdout:700 2024-04-02T08:46:59.209 INFO:tasks.workunit.client.0.smithi104.stdout:701 2024-04-02T08:46:59.209 INFO:tasks.workunit.client.0.smithi104.stdout:702 2024-04-02T08:46:59.211 INFO:tasks.workunit.client.0.smithi104.stdout:703 2024-04-02T08:46:59.212 INFO:tasks.workunit.client.0.smithi104.stdout:704 2024-04-02T08:46:59.213 INFO:tasks.workunit.client.0.smithi104.stdout:705 2024-04-02T08:46:59.214 INFO:tasks.workunit.client.0.smithi104.stdout:706 2024-04-02T08:46:59.215 INFO:tasks.workunit.client.0.smithi104.stdout:707 2024-04-02T08:46:59.216 INFO:tasks.workunit.client.0.smithi104.stdout:708 2024-04-02T08:46:59.217 INFO:tasks.workunit.client.0.smithi104.stdout:709 2024-04-02T08:46:59.218 INFO:tasks.workunit.client.0.smithi104.stdout:710 2024-04-02T08:46:59.219 INFO:tasks.workunit.client.0.smithi104.stdout:711 2024-04-02T08:46:59.220 INFO:tasks.workunit.client.0.smithi104.stdout:712 2024-04-02T08:46:59.221 INFO:tasks.workunit.client.0.smithi104.stdout:713 2024-04-02T08:46:59.222 INFO:tasks.workunit.client.0.smithi104.stdout:714 2024-04-02T08:46:59.223 INFO:tasks.workunit.client.0.smithi104.stdout:715 2024-04-02T08:46:59.224 INFO:tasks.workunit.client.0.smithi104.stdout:716 2024-04-02T08:46:59.226 INFO:tasks.workunit.client.0.smithi104.stdout:717 2024-04-02T08:46:59.227 INFO:tasks.workunit.client.0.smithi104.stdout:718 2024-04-02T08:46:59.228 INFO:tasks.workunit.client.0.smithi104.stdout:719 2024-04-02T08:46:59.229 INFO:tasks.workunit.client.0.smithi104.stdout:720 2024-04-02T08:46:59.230 INFO:tasks.workunit.client.0.smithi104.stdout:721 2024-04-02T08:46:59.231 INFO:tasks.workunit.client.0.smithi104.stdout:722 2024-04-02T08:46:59.232 INFO:tasks.workunit.client.0.smithi104.stdout:723 2024-04-02T08:46:59.233 INFO:tasks.workunit.client.0.smithi104.stdout:724 2024-04-02T08:46:59.234 INFO:tasks.workunit.client.0.smithi104.stdout:725 2024-04-02T08:46:59.235 INFO:tasks.workunit.client.0.smithi104.stdout:726 2024-04-02T08:46:59.236 INFO:tasks.workunit.client.0.smithi104.stdout:727 2024-04-02T08:46:59.237 INFO:tasks.workunit.client.0.smithi104.stdout:728 2024-04-02T08:46:59.238 INFO:tasks.workunit.client.0.smithi104.stdout:729 2024-04-02T08:46:59.240 INFO:tasks.workunit.client.0.smithi104.stdout:730 2024-04-02T08:46:59.241 INFO:tasks.workunit.client.0.smithi104.stdout:731 2024-04-02T08:46:59.242 INFO:tasks.workunit.client.0.smithi104.stdout:732 2024-04-02T08:46:59.243 INFO:tasks.workunit.client.0.smithi104.stdout:733 2024-04-02T08:46:59.245 INFO:tasks.workunit.client.0.smithi104.stdout:734 2024-04-02T08:46:59.247 INFO:tasks.workunit.client.0.smithi104.stdout:735 2024-04-02T08:46:59.249 INFO:tasks.workunit.client.0.smithi104.stdout:736 2024-04-02T08:46:59.250 INFO:tasks.workunit.client.0.smithi104.stdout:737 2024-04-02T08:46:59.251 INFO:tasks.workunit.client.0.smithi104.stdout:738 2024-04-02T08:46:59.252 INFO:tasks.workunit.client.0.smithi104.stdout:739 2024-04-02T08:46:59.253 INFO:tasks.workunit.client.0.smithi104.stdout:740 2024-04-02T08:46:59.254 INFO:tasks.workunit.client.0.smithi104.stdout:741 2024-04-02T08:46:59.255 INFO:tasks.workunit.client.0.smithi104.stdout:742 2024-04-02T08:46:59.256 INFO:tasks.workunit.client.0.smithi104.stdout:743 2024-04-02T08:46:59.258 INFO:tasks.workunit.client.0.smithi104.stdout:744 2024-04-02T08:46:59.259 INFO:tasks.workunit.client.0.smithi104.stdout:745 2024-04-02T08:46:59.260 INFO:tasks.workunit.client.0.smithi104.stdout:746 2024-04-02T08:46:59.261 INFO:tasks.workunit.client.0.smithi104.stdout:747 2024-04-02T08:46:59.262 INFO:tasks.workunit.client.0.smithi104.stdout:748 2024-04-02T08:46:59.263 INFO:tasks.workunit.client.0.smithi104.stdout:749 2024-04-02T08:46:59.264 INFO:tasks.workunit.client.0.smithi104.stdout:750 2024-04-02T08:46:59.265 INFO:tasks.workunit.client.0.smithi104.stdout:751 2024-04-02T08:46:59.267 INFO:tasks.workunit.client.0.smithi104.stdout:752 2024-04-02T08:46:59.268 INFO:tasks.workunit.client.0.smithi104.stdout:753 2024-04-02T08:46:59.269 INFO:tasks.workunit.client.0.smithi104.stdout:754 2024-04-02T08:46:59.270 INFO:tasks.workunit.client.0.smithi104.stdout:755 2024-04-02T08:46:59.271 INFO:tasks.workunit.client.0.smithi104.stdout:756 2024-04-02T08:46:59.273 INFO:tasks.workunit.client.0.smithi104.stdout:757 2024-04-02T08:46:59.274 INFO:tasks.workunit.client.0.smithi104.stdout:758 2024-04-02T08:46:59.275 INFO:tasks.workunit.client.0.smithi104.stdout:759 2024-04-02T08:46:59.276 INFO:tasks.workunit.client.0.smithi104.stdout:760 2024-04-02T08:46:59.278 INFO:tasks.workunit.client.0.smithi104.stdout:761 2024-04-02T08:46:59.279 INFO:tasks.workunit.client.0.smithi104.stdout:762 2024-04-02T08:46:59.280 INFO:tasks.workunit.client.0.smithi104.stdout:763 2024-04-02T08:46:59.281 INFO:tasks.workunit.client.0.smithi104.stdout:764 2024-04-02T08:46:59.282 INFO:tasks.workunit.client.0.smithi104.stdout:765 2024-04-02T08:46:59.284 INFO:tasks.workunit.client.0.smithi104.stdout:766 2024-04-02T08:46:59.285 INFO:tasks.workunit.client.0.smithi104.stdout:767 2024-04-02T08:46:59.286 INFO:tasks.workunit.client.0.smithi104.stdout:768 2024-04-02T08:46:59.287 INFO:tasks.workunit.client.0.smithi104.stdout:769 2024-04-02T08:46:59.289 INFO:tasks.workunit.client.0.smithi104.stdout:770 2024-04-02T08:46:59.290 INFO:tasks.workunit.client.0.smithi104.stdout:771 2024-04-02T08:46:59.291 INFO:tasks.workunit.client.0.smithi104.stdout:772 2024-04-02T08:46:59.292 INFO:tasks.workunit.client.0.smithi104.stdout:773 2024-04-02T08:46:59.293 INFO:tasks.workunit.client.0.smithi104.stdout:774 2024-04-02T08:46:59.295 INFO:tasks.workunit.client.0.smithi104.stdout:775 2024-04-02T08:46:59.296 INFO:tasks.workunit.client.0.smithi104.stdout:776 2024-04-02T08:46:59.297 INFO:tasks.workunit.client.0.smithi104.stdout:777 2024-04-02T08:46:59.299 INFO:tasks.workunit.client.0.smithi104.stdout:778 2024-04-02T08:46:59.300 INFO:tasks.workunit.client.0.smithi104.stdout:779 2024-04-02T08:46:59.301 INFO:tasks.workunit.client.0.smithi104.stdout:780 2024-04-02T08:46:59.302 INFO:tasks.workunit.client.0.smithi104.stdout:781 2024-04-02T08:46:59.304 INFO:tasks.workunit.client.0.smithi104.stdout:782 2024-04-02T08:46:59.305 INFO:tasks.workunit.client.0.smithi104.stdout:783 2024-04-02T08:46:59.306 INFO:tasks.workunit.client.0.smithi104.stdout:784 2024-04-02T08:46:59.307 INFO:tasks.workunit.client.0.smithi104.stdout:785 2024-04-02T08:46:59.309 INFO:tasks.workunit.client.0.smithi104.stdout:786 2024-04-02T08:46:59.310 INFO:tasks.workunit.client.0.smithi104.stdout:787 2024-04-02T08:46:59.311 INFO:tasks.workunit.client.0.smithi104.stdout:788 2024-04-02T08:46:59.312 INFO:tasks.workunit.client.0.smithi104.stdout:789 2024-04-02T08:46:59.313 INFO:tasks.workunit.client.0.smithi104.stdout:790 2024-04-02T08:46:59.315 INFO:tasks.workunit.client.0.smithi104.stdout:791 2024-04-02T08:46:59.316 INFO:tasks.workunit.client.0.smithi104.stdout:792 2024-04-02T08:46:59.318 INFO:tasks.workunit.client.0.smithi104.stdout:793 2024-04-02T08:46:59.319 INFO:tasks.workunit.client.0.smithi104.stdout:794 2024-04-02T08:46:59.320 INFO:tasks.workunit.client.0.smithi104.stdout:795 2024-04-02T08:46:59.322 INFO:tasks.workunit.client.0.smithi104.stdout:796 2024-04-02T08:46:59.323 INFO:tasks.workunit.client.0.smithi104.stdout:797 2024-04-02T08:46:59.324 INFO:tasks.workunit.client.0.smithi104.stdout:798 2024-04-02T08:46:59.326 INFO:tasks.workunit.client.0.smithi104.stdout:799 2024-04-02T08:46:59.327 INFO:tasks.workunit.client.0.smithi104.stdout:800 2024-04-02T08:46:59.328 INFO:tasks.workunit.client.0.smithi104.stdout:801 2024-04-02T08:46:59.329 INFO:tasks.workunit.client.0.smithi104.stdout:802 2024-04-02T08:46:59.331 INFO:tasks.workunit.client.0.smithi104.stdout:803 2024-04-02T08:46:59.332 INFO:tasks.workunit.client.0.smithi104.stdout:804 2024-04-02T08:46:59.334 INFO:tasks.workunit.client.0.smithi104.stdout:805 2024-04-02T08:46:59.335 INFO:tasks.workunit.client.0.smithi104.stdout:806 2024-04-02T08:46:59.336 INFO:tasks.workunit.client.0.smithi104.stdout:807 2024-04-02T08:46:59.338 INFO:tasks.workunit.client.0.smithi104.stdout:808 2024-04-02T08:46:59.339 INFO:tasks.workunit.client.0.smithi104.stdout:809 2024-04-02T08:46:59.340 INFO:tasks.workunit.client.0.smithi104.stdout:810 2024-04-02T08:46:59.341 INFO:tasks.workunit.client.0.smithi104.stdout:811 2024-04-02T08:46:59.343 INFO:tasks.workunit.client.0.smithi104.stdout:812 2024-04-02T08:46:59.344 INFO:tasks.workunit.client.0.smithi104.stdout:813 2024-04-02T08:46:59.345 INFO:tasks.workunit.client.0.smithi104.stdout:814 2024-04-02T08:46:59.347 INFO:tasks.workunit.client.0.smithi104.stdout:815 2024-04-02T08:46:59.348 INFO:tasks.workunit.client.0.smithi104.stdout:816 2024-04-02T08:46:59.349 INFO:tasks.workunit.client.0.smithi104.stdout:817 2024-04-02T08:46:59.350 INFO:tasks.workunit.client.0.smithi104.stdout:818 2024-04-02T08:46:59.353 INFO:tasks.workunit.client.0.smithi104.stdout:819 2024-04-02T08:46:59.353 INFO:tasks.workunit.client.0.smithi104.stdout:820 2024-04-02T08:46:59.354 INFO:tasks.workunit.client.0.smithi104.stdout:821 2024-04-02T08:46:59.355 INFO:tasks.workunit.client.0.smithi104.stdout:822 2024-04-02T08:46:59.356 INFO:tasks.workunit.client.0.smithi104.stdout:823 2024-04-02T08:46:59.358 INFO:tasks.workunit.client.0.smithi104.stdout:824 2024-04-02T08:46:59.359 INFO:tasks.workunit.client.0.smithi104.stdout:825 2024-04-02T08:46:59.360 INFO:tasks.workunit.client.0.smithi104.stdout:826 2024-04-02T08:46:59.361 INFO:tasks.workunit.client.0.smithi104.stdout:827 2024-04-02T08:46:59.363 INFO:tasks.workunit.client.0.smithi104.stdout:828 2024-04-02T08:46:59.364 INFO:tasks.workunit.client.0.smithi104.stdout:829 2024-04-02T08:46:59.365 INFO:tasks.workunit.client.0.smithi104.stdout:830 2024-04-02T08:46:59.366 INFO:tasks.workunit.client.0.smithi104.stdout:831 2024-04-02T08:46:59.367 INFO:tasks.workunit.client.0.smithi104.stdout:832 2024-04-02T08:46:59.368 INFO:tasks.workunit.client.0.smithi104.stdout:833 2024-04-02T08:46:59.369 INFO:tasks.workunit.client.0.smithi104.stdout:834 2024-04-02T08:46:59.370 INFO:tasks.workunit.client.0.smithi104.stdout:835 2024-04-02T08:46:59.371 INFO:tasks.workunit.client.0.smithi104.stdout:836 2024-04-02T08:46:59.372 INFO:tasks.workunit.client.0.smithi104.stdout:837 2024-04-02T08:46:59.373 INFO:tasks.workunit.client.0.smithi104.stdout:838 2024-04-02T08:46:59.374 INFO:tasks.workunit.client.0.smithi104.stdout:839 2024-04-02T08:46:59.376 INFO:tasks.workunit.client.0.smithi104.stdout:840 2024-04-02T08:46:59.377 INFO:tasks.workunit.client.0.smithi104.stdout:841 2024-04-02T08:46:59.378 INFO:tasks.workunit.client.0.smithi104.stdout:842 2024-04-02T08:46:59.379 INFO:tasks.workunit.client.0.smithi104.stdout:843 2024-04-02T08:46:59.381 INFO:tasks.workunit.client.0.smithi104.stdout:844 2024-04-02T08:46:59.382 INFO:tasks.workunit.client.0.smithi104.stdout:845 2024-04-02T08:46:59.383 INFO:tasks.workunit.client.0.smithi104.stdout:846 2024-04-02T08:46:59.385 INFO:tasks.workunit.client.0.smithi104.stdout:847 2024-04-02T08:46:59.386 INFO:tasks.workunit.client.0.smithi104.stdout:848 2024-04-02T08:46:59.388 INFO:tasks.workunit.client.0.smithi104.stdout:849 2024-04-02T08:46:59.389 INFO:tasks.workunit.client.0.smithi104.stdout:850 2024-04-02T08:46:59.390 INFO:tasks.workunit.client.0.smithi104.stdout:851 2024-04-02T08:46:59.391 INFO:tasks.workunit.client.0.smithi104.stdout:852 2024-04-02T08:46:59.392 INFO:tasks.workunit.client.0.smithi104.stdout:853 2024-04-02T08:46:59.394 INFO:tasks.workunit.client.0.smithi104.stdout:854 2024-04-02T08:46:59.395 INFO:tasks.workunit.client.0.smithi104.stdout:855 2024-04-02T08:46:59.396 INFO:tasks.workunit.client.0.smithi104.stdout:856 2024-04-02T08:46:59.397 INFO:tasks.workunit.client.0.smithi104.stdout:857 2024-04-02T08:46:59.398 INFO:tasks.workunit.client.0.smithi104.stdout:858 2024-04-02T08:46:59.399 INFO:tasks.workunit.client.0.smithi104.stdout:859 2024-04-02T08:46:59.400 INFO:tasks.workunit.client.0.smithi104.stdout:860 2024-04-02T08:46:59.401 INFO:tasks.workunit.client.0.smithi104.stdout:861 2024-04-02T08:46:59.403 INFO:tasks.workunit.client.0.smithi104.stdout:862 2024-04-02T08:46:59.404 INFO:tasks.workunit.client.0.smithi104.stdout:863 2024-04-02T08:46:59.405 INFO:tasks.workunit.client.0.smithi104.stdout:864 2024-04-02T08:46:59.406 INFO:tasks.workunit.client.0.smithi104.stdout:865 2024-04-02T08:46:59.407 INFO:tasks.workunit.client.0.smithi104.stdout:866 2024-04-02T08:46:59.409 INFO:tasks.workunit.client.0.smithi104.stdout:867 2024-04-02T08:46:59.410 INFO:tasks.workunit.client.0.smithi104.stdout:868 2024-04-02T08:46:59.411 INFO:tasks.workunit.client.0.smithi104.stdout:869 2024-04-02T08:46:59.412 INFO:tasks.workunit.client.0.smithi104.stdout:870 2024-04-02T08:46:59.413 INFO:tasks.workunit.client.0.smithi104.stdout:871 2024-04-02T08:46:59.414 INFO:tasks.workunit.client.0.smithi104.stdout:872 2024-04-02T08:46:59.415 INFO:tasks.workunit.client.0.smithi104.stdout:873 2024-04-02T08:46:59.417 INFO:tasks.workunit.client.0.smithi104.stdout:874 2024-04-02T08:46:59.418 INFO:tasks.workunit.client.0.smithi104.stdout:875 2024-04-02T08:46:59.419 INFO:tasks.workunit.client.0.smithi104.stdout:876 2024-04-02T08:46:59.421 INFO:tasks.workunit.client.0.smithi104.stdout:877 2024-04-02T08:46:59.422 INFO:tasks.workunit.client.0.smithi104.stdout:878 2024-04-02T08:46:59.423 INFO:tasks.workunit.client.0.smithi104.stdout:879 2024-04-02T08:46:59.424 INFO:tasks.workunit.client.0.smithi104.stdout:880 2024-04-02T08:46:59.425 INFO:tasks.workunit.client.0.smithi104.stdout:881 2024-04-02T08:46:59.426 INFO:tasks.workunit.client.0.smithi104.stdout:882 2024-04-02T08:46:59.428 INFO:tasks.workunit.client.0.smithi104.stdout:883 2024-04-02T08:46:59.429 INFO:tasks.workunit.client.0.smithi104.stdout:884 2024-04-02T08:46:59.430 INFO:tasks.workunit.client.0.smithi104.stdout:885 2024-04-02T08:46:59.432 INFO:tasks.workunit.client.0.smithi104.stdout:886 2024-04-02T08:46:59.433 INFO:tasks.workunit.client.0.smithi104.stdout:887 2024-04-02T08:46:59.434 INFO:tasks.workunit.client.0.smithi104.stdout:888 2024-04-02T08:46:59.436 INFO:tasks.workunit.client.0.smithi104.stdout:889 2024-04-02T08:46:59.437 INFO:tasks.workunit.client.0.smithi104.stdout:890 2024-04-02T08:46:59.438 INFO:tasks.workunit.client.0.smithi104.stdout:891 2024-04-02T08:46:59.439 INFO:tasks.workunit.client.0.smithi104.stdout:892 2024-04-02T08:46:59.440 INFO:tasks.workunit.client.0.smithi104.stdout:893 2024-04-02T08:46:59.441 INFO:tasks.workunit.client.0.smithi104.stdout:894 2024-04-02T08:46:59.443 INFO:tasks.workunit.client.0.smithi104.stdout:895 2024-04-02T08:46:59.444 INFO:tasks.workunit.client.0.smithi104.stdout:896 2024-04-02T08:46:59.445 INFO:tasks.workunit.client.0.smithi104.stdout:897 2024-04-02T08:46:59.446 INFO:tasks.workunit.client.0.smithi104.stdout:898 2024-04-02T08:46:59.447 INFO:tasks.workunit.client.0.smithi104.stdout:899 2024-04-02T08:46:59.448 INFO:tasks.workunit.client.0.smithi104.stdout:900 2024-04-02T08:46:59.449 INFO:tasks.workunit.client.0.smithi104.stdout:901 2024-04-02T08:46:59.450 INFO:tasks.workunit.client.0.smithi104.stdout:902 2024-04-02T08:46:59.451 INFO:tasks.workunit.client.0.smithi104.stdout:903 2024-04-02T08:46:59.453 INFO:tasks.workunit.client.0.smithi104.stdout:904 2024-04-02T08:46:59.454 INFO:tasks.workunit.client.0.smithi104.stdout:905 2024-04-02T08:46:59.455 INFO:tasks.workunit.client.0.smithi104.stdout:906 2024-04-02T08:46:59.456 INFO:tasks.workunit.client.0.smithi104.stdout:907 2024-04-02T08:46:59.457 INFO:tasks.workunit.client.0.smithi104.stdout:908 2024-04-02T08:46:59.458 INFO:tasks.workunit.client.0.smithi104.stdout:909 2024-04-02T08:46:59.460 INFO:tasks.workunit.client.0.smithi104.stdout:910 2024-04-02T08:46:59.461 INFO:tasks.workunit.client.0.smithi104.stdout:911 2024-04-02T08:46:59.462 INFO:tasks.workunit.client.0.smithi104.stdout:912 2024-04-02T08:46:59.463 INFO:tasks.workunit.client.0.smithi104.stdout:913 2024-04-02T08:46:59.464 INFO:tasks.workunit.client.0.smithi104.stdout:914 2024-04-02T08:46:59.466 INFO:tasks.workunit.client.0.smithi104.stdout:915 2024-04-02T08:46:59.467 INFO:tasks.workunit.client.0.smithi104.stdout:916 2024-04-02T08:46:59.468 INFO:tasks.workunit.client.0.smithi104.stdout:917 2024-04-02T08:46:59.469 INFO:tasks.workunit.client.0.smithi104.stdout:918 2024-04-02T08:46:59.471 INFO:tasks.workunit.client.0.smithi104.stdout:919 2024-04-02T08:46:59.472 INFO:tasks.workunit.client.0.smithi104.stdout:920 2024-04-02T08:46:59.473 INFO:tasks.workunit.client.0.smithi104.stdout:921 2024-04-02T08:46:59.475 INFO:tasks.workunit.client.0.smithi104.stdout:922 2024-04-02T08:46:59.476 INFO:tasks.workunit.client.0.smithi104.stdout:923 2024-04-02T08:46:59.477 INFO:tasks.workunit.client.0.smithi104.stdout:924 2024-04-02T08:46:59.478 INFO:tasks.workunit.client.0.smithi104.stdout:925 2024-04-02T08:46:59.479 INFO:tasks.workunit.client.0.smithi104.stdout:926 2024-04-02T08:46:59.481 INFO:tasks.workunit.client.0.smithi104.stdout:927 2024-04-02T08:46:59.482 INFO:tasks.workunit.client.0.smithi104.stdout:928 2024-04-02T08:46:59.483 INFO:tasks.workunit.client.0.smithi104.stdout:929 2024-04-02T08:46:59.484 INFO:tasks.workunit.client.0.smithi104.stdout:930 2024-04-02T08:46:59.485 INFO:tasks.workunit.client.0.smithi104.stdout:931 2024-04-02T08:46:59.487 INFO:tasks.workunit.client.0.smithi104.stdout:932 2024-04-02T08:46:59.488 INFO:tasks.workunit.client.0.smithi104.stdout:933 2024-04-02T08:46:59.489 INFO:tasks.workunit.client.0.smithi104.stdout:934 2024-04-02T08:46:59.490 INFO:tasks.workunit.client.0.smithi104.stdout:935 2024-04-02T08:46:59.491 INFO:tasks.workunit.client.0.smithi104.stdout:936 2024-04-02T08:46:59.492 INFO:tasks.workunit.client.0.smithi104.stdout:937 2024-04-02T08:46:59.493 INFO:tasks.workunit.client.0.smithi104.stdout:938 2024-04-02T08:46:59.494 INFO:tasks.workunit.client.0.smithi104.stdout:939 2024-04-02T08:46:59.495 INFO:tasks.workunit.client.0.smithi104.stdout:940 2024-04-02T08:46:59.496 INFO:tasks.workunit.client.0.smithi104.stdout:941 2024-04-02T08:46:59.497 INFO:tasks.workunit.client.0.smithi104.stdout:942 2024-04-02T08:46:59.498 INFO:tasks.workunit.client.0.smithi104.stdout:943 2024-04-02T08:46:59.499 INFO:tasks.workunit.client.0.smithi104.stdout:944 2024-04-02T08:46:59.500 INFO:tasks.workunit.client.0.smithi104.stdout:945 2024-04-02T08:46:59.502 INFO:tasks.workunit.client.0.smithi104.stdout:946 2024-04-02T08:46:59.503 INFO:tasks.workunit.client.0.smithi104.stdout:947 2024-04-02T08:46:59.504 INFO:tasks.workunit.client.0.smithi104.stdout:948 2024-04-02T08:46:59.505 INFO:tasks.workunit.client.0.smithi104.stdout:949 2024-04-02T08:46:59.506 INFO:tasks.workunit.client.0.smithi104.stdout:950 2024-04-02T08:46:59.507 INFO:tasks.workunit.client.0.smithi104.stdout:951 2024-04-02T08:46:59.508 INFO:tasks.workunit.client.0.smithi104.stdout:952 2024-04-02T08:46:59.509 INFO:tasks.workunit.client.0.smithi104.stdout:953 2024-04-02T08:46:59.510 INFO:tasks.workunit.client.0.smithi104.stdout:954 2024-04-02T08:46:59.511 INFO:tasks.workunit.client.0.smithi104.stdout:955 2024-04-02T08:46:59.512 INFO:tasks.workunit.client.0.smithi104.stdout:956 2024-04-02T08:46:59.513 INFO:tasks.workunit.client.0.smithi104.stdout:957 2024-04-02T08:46:59.514 INFO:tasks.workunit.client.0.smithi104.stdout:958 2024-04-02T08:46:59.516 INFO:tasks.workunit.client.0.smithi104.stdout:959 2024-04-02T08:46:59.516 INFO:tasks.workunit.client.0.smithi104.stdout:960 2024-04-02T08:46:59.518 INFO:tasks.workunit.client.0.smithi104.stdout:961 2024-04-02T08:46:59.518 INFO:tasks.workunit.client.0.smithi104.stdout:962 2024-04-02T08:46:59.520 INFO:tasks.workunit.client.0.smithi104.stdout:963 2024-04-02T08:46:59.521 INFO:tasks.workunit.client.0.smithi104.stdout:964 2024-04-02T08:46:59.522 INFO:tasks.workunit.client.0.smithi104.stdout:965 2024-04-02T08:46:59.523 INFO:tasks.workunit.client.0.smithi104.stdout:966 2024-04-02T08:46:59.524 INFO:tasks.workunit.client.0.smithi104.stdout:967 2024-04-02T08:46:59.525 INFO:tasks.workunit.client.0.smithi104.stdout:968 2024-04-02T08:46:59.526 INFO:tasks.workunit.client.0.smithi104.stdout:969 2024-04-02T08:46:59.527 INFO:tasks.workunit.client.0.smithi104.stdout:970 2024-04-02T08:46:59.528 INFO:tasks.workunit.client.0.smithi104.stdout:971 2024-04-02T08:46:59.529 INFO:tasks.workunit.client.0.smithi104.stdout:972 2024-04-02T08:46:59.530 INFO:tasks.workunit.client.0.smithi104.stdout:973 2024-04-02T08:46:59.531 INFO:tasks.workunit.client.0.smithi104.stdout:974 2024-04-02T08:46:59.533 INFO:tasks.workunit.client.0.smithi104.stdout:975 2024-04-02T08:46:59.534 INFO:tasks.workunit.client.0.smithi104.stdout:976 2024-04-02T08:46:59.535 INFO:tasks.workunit.client.0.smithi104.stdout:977 2024-04-02T08:46:59.536 INFO:tasks.workunit.client.0.smithi104.stdout:978 2024-04-02T08:46:59.537 INFO:tasks.workunit.client.0.smithi104.stdout:979 2024-04-02T08:46:59.538 INFO:tasks.workunit.client.0.smithi104.stdout:980 2024-04-02T08:46:59.539 INFO:tasks.workunit.client.0.smithi104.stdout:981 2024-04-02T08:46:59.541 INFO:tasks.workunit.client.0.smithi104.stdout:982 2024-04-02T08:46:59.542 INFO:tasks.workunit.client.0.smithi104.stdout:983 2024-04-02T08:46:59.543 INFO:tasks.workunit.client.0.smithi104.stdout:984 2024-04-02T08:46:59.544 INFO:tasks.workunit.client.0.smithi104.stdout:985 2024-04-02T08:46:59.546 INFO:tasks.workunit.client.0.smithi104.stdout:986 2024-04-02T08:46:59.547 INFO:tasks.workunit.client.0.smithi104.stdout:987 2024-04-02T08:46:59.548 INFO:tasks.workunit.client.0.smithi104.stdout:988 2024-04-02T08:46:59.549 INFO:tasks.workunit.client.0.smithi104.stdout:989 2024-04-02T08:46:59.551 INFO:tasks.workunit.client.0.smithi104.stdout:990 2024-04-02T08:46:59.552 INFO:tasks.workunit.client.0.smithi104.stdout:991 2024-04-02T08:46:59.553 INFO:tasks.workunit.client.0.smithi104.stdout:992 2024-04-02T08:46:59.555 INFO:tasks.workunit.client.0.smithi104.stdout:993 2024-04-02T08:46:59.556 INFO:tasks.workunit.client.0.smithi104.stdout:994 2024-04-02T08:46:59.557 INFO:tasks.workunit.client.0.smithi104.stdout:995 2024-04-02T08:46:59.558 INFO:tasks.workunit.client.0.smithi104.stdout:996 2024-04-02T08:46:59.560 INFO:tasks.workunit.client.0.smithi104.stdout:997 2024-04-02T08:46:59.561 INFO:tasks.workunit.client.0.smithi104.stdout:998 2024-04-02T08:46:59.562 INFO:tasks.workunit.client.0.smithi104.stdout:999 2024-04-02T08:46:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:59 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/575950803' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:59 smithi188 ceph-mon[86835]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:46:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:46:59 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/575950803' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:46:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:59 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/575950803' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:59 smithi104 ceph-mon[96567]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:46:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:46:59 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/575950803' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:46:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:59 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/575950803' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:59 smithi104 ceph-mon[94081]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:46:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:46:59 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/575950803' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:47:00.255 INFO:tasks.workunit.client.0.smithi104.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:47:00.255 INFO:tasks.workunit.client.0.smithi104.stdout:00000010 69 73 |is| 2024-04-02T08:47:00.255 INFO:tasks.workunit.client.0.smithi104.stdout:00000012 2024-04-02T08:47:00.255 INFO:tasks.workunit.client.0.smithi104.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:47:00.255 INFO:tasks.workunit.client.0.smithi104.stdout:00000010 69 73 |is| 2024-04-02T08:47:00.256 INFO:tasks.workunit.client.0.smithi104.stdout:00000012 2024-04-02T08:47:00.256 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsHello.WriteReturnData (4031 ms) 2024-04-02T08:47:00.256 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsHello.Loud 2024-04-02T08:47:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:00 smithi188 ceph-mon[86835]: pgmap v1111: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:00 smithi188 ceph-mon[86835]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:47:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:00 smithi104 ceph-mon[96567]: pgmap v1111: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:00 smithi104 ceph-mon[96567]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:47:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:00 smithi104 ceph-mon[94081]: pgmap v1111: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:00 smithi104 ceph-mon[94081]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:47:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:01 smithi188 ceph-mon[86835]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:47:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:01 smithi104 ceph-mon[94081]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:47:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:01 smithi104 ceph-mon[96567]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:47:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:02 smithi188 ceph-mon[86835]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:02 smithi188 ceph-mon[86835]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:47:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:02 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3115883921' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:47:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:02 smithi104 ceph-mon[96567]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:02 smithi104 ceph-mon[96567]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:47:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:02 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3115883921' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:02 smithi104 ceph-mon[94081]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:02 smithi104 ceph-mon[94081]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:47:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:02 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3115883921' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:03.286 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsHello.Loud (3031 ms) 2024-04-02T08:47:03.286 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsHello.BadMethods 2024-04-02T08:47:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:03 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3115883921' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:03 smithi188 ceph-mon[86835]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:47:03.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:03 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3115883921' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:03 smithi104 ceph-mon[94081]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:47:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:03 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3115883921' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:03 smithi104 ceph-mon[96567]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:47:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:04 smithi188 ceph-mon[86835]: pgmap v1117: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:04 smithi188 ceph-mon[86835]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:47:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:04 smithi104 ceph-mon[96567]: pgmap v1117: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:04 smithi104 ceph-mon[96567]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:47:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:04 smithi104 ceph-mon[94081]: pgmap v1117: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:04 smithi104 ceph-mon[94081]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:47:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:05 smithi188 ceph-mon[86835]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:47:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:05 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2661693382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:05 smithi104 ceph-mon[96567]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:47:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:05 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2661693382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:05 smithi104 ceph-mon[94081]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:47:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:05 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2661693382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:05.640 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:47:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[117908]: 2024-04-02T08:47:05.312+0000 7f9880339700 -1 osd.3 pg_epoch: 966 pg[38.2( v 966'1 (0'0,966'1] local-lis/les=965/966 n=1 ec=965/965 lis/c=965/965 les/c/f=966/966/0 sis=965) [3,7,5] r=0 lpr=965 crt=966'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-02T08:47:05.641 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 08:47:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[117908]: 2024-04-02T08:47:05.314+0000 7f9880339700 -1 osd.3 pg_epoch: 966 pg[38.2( v 966'2 (0'0,966'2] local-lis/les=965/966 n=1 ec=965/965 lis/c=965/965 les/c/f=966/966/0 sis=965) [3,7,5] r=0 lpr=965 crt=966'1 lcod 966'1 mlcod 966'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-02T08:47:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:47:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:47:05] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.43.0" 2024-04-02T08:47:06.313 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsHello.BadMethods (3026 ms) 2024-04-02T08:47:06.314 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsHello.Filter 2024-04-02T08:47:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:06 smithi188 ceph-mon[86835]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:06 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2661693382' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:06 smithi188 ceph-mon[86835]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:47:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:06 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:06 smithi104 ceph-mon[94081]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:06 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2661693382' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:06 smithi104 ceph-mon[94081]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:47:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:06 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:06 smithi104 ceph-mon[96567]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:06 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2661693382' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:06 smithi104 ceph-mon[96567]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:47:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:06 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:07 smithi188 ceph-mon[86835]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:47:07.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:07 smithi104 ceph-mon[96567]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:47:07.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:07 smithi104 ceph-mon[94081]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:47:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:08 smithi188 ceph-mon[86835]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:08 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:08 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:47:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:08 smithi188 ceph-mon[86835]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:47:08.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:08 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3272844238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:08.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:08 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[94081]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:47:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[94081]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:47:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3272844238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[96567]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:47:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[96567]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:47:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3272844238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:08 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:09.325 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsHello.Filter (3013 ms) 2024-04-02T08:47:09.325 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 6 tests from ClsHello (18983 ms total) 2024-04-02T08:47:09.325 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:47:09.325 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:47:09.325 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 6 tests from 1 test suite ran. (18983 ms total) 2024-04-02T08:47:09.325 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 6 tests. 2024-04-02T08:47:09.328 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:47:09.328 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:47:09.399 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-02T08:47:09.399 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-02T08:47:09.468 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:47:09.469 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-02T08:47:09.469 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:47:09.469 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 27 tests from TestClsJournal 2024-04-02T08:47:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:09 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:09 smithi188 ceph-mon[86835]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:47:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:09 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:09 smithi104 ceph-mon[94081]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:47:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:09 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-138888-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:09 smithi104 ceph-mon[96567]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:47:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:10 smithi188 ceph-mon[86835]: pgmap v1126: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:10 smithi188 ceph-mon[86835]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:47:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:10 smithi104 ceph-mon[96567]: pgmap v1126: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:10 smithi104 ceph-mon[96567]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:47:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:10 smithi104 ceph-mon[94081]: pgmap v1126: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:10.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:10 smithi104 ceph-mon[94081]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:47:11.340 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.Create 2024-04-02T08:47:11.359 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.Create (19 ms) 2024-04-02T08:47:11.359 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-02T08:47:11.363 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-04-02T08:47:11.363 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-02T08:47:11.368 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-04-02T08:47:11.368 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-02T08:47:11.371 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-02T08:47:11.371 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-02T08:47:11.373 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-02T08:47:11.373 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-02T08:47:11.376 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-02T08:47:11.376 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-02T08:47:11.379 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2024-04-02T08:47:11.379 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-02T08:47:11.382 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-04-02T08:47:11.382 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-02T08:47:11.385 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-04-02T08:47:11.385 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-02T08:47:11.388 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-02T08:47:11.388 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-02T08:47:11.392 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ClientUpdateData (3 ms) 2024-04-02T08:47:11.392 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-02T08:47:11.397 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-02T08:47:11.397 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-02T08:47:11.400 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-02T08:47:11.400 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-02T08:47:11.404 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-02T08:47:11.404 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-02T08:47:11.508 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (104 ms) 2024-04-02T08:47:11.508 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-02T08:47:11.511 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-02T08:47:11.512 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-02T08:47:11.515 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-02T08:47:11.515 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-02T08:47:11.516 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-02T08:47:11.516 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-02T08:47:11.558 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.ClientList (43 ms) 2024-04-02T08:47:11.558 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-02T08:47:11.562 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-02T08:47:11.562 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-02T08:47:11.571 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-04-02T08:47:11.571 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-02T08:47:11.578 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (8 ms) 2024-04-02T08:47:11.578 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.TagList 2024-04-02T08:47:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:11 smithi188 ceph-mon[86835]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:47:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:11 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/496975936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139028-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:11 smithi104 ceph-mon[96567]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:47:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:11 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/496975936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139028-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:11 smithi104 ceph-mon[94081]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:47:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:11 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/496975936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139028-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:11.675 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.TagList (96 ms) 2024-04-02T08:47:11.675 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-02T08:47:11.677 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-02T08:47:11.677 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-02T08:47:11.678 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-02T08:47:11.678 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-02T08:47:11.679 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-02T08:47:11.680 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsJournal.Append 2024-04-02T08:47:11.688 INFO:tasks.workunit.client.0.smithi104.stdout:padding is not enabled 2024-04-02T08:47:11.688 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsJournal.Append (8 ms) 2024-04-02T08:47:12.343 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 27 tests from TestClsJournal (348 ms total) 2024-04-02T08:47:12.343 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:47:12.343 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:47:12.343 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 27 tests from 1 test suite ran. (2875 ms total) 2024-04-02T08:47:12.343 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 27 tests. 2024-04-02T08:47:12.346 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:47:12.346 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:47:12.413 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-02T08:47:12.413 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-02T08:47:12.483 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:47:12.483 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-02T08:47:12.483 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:47:12.483 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 11 tests from ClsLock 2024-04-02T08:47:12.483 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-02T08:47:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:12 smithi188 ceph-mon[86835]: pgmap v1129: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:12 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:12 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/496975936' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139028-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:12 smithi188 ceph-mon[86835]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:47:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:47:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:47:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:12 smithi104 ceph-mon[96567]: pgmap v1129: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:12 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:12 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/496975936' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139028-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:12.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:12 smithi104 ceph-mon[96567]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:47:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:12 smithi104 ceph-mon[94081]: pgmap v1129: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:12 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:12 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/496975936' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139028-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:12 smithi104 ceph-mon[94081]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:47:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:13 smithi188 ceph-mon[86835]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:47:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:13 smithi104 ceph-mon[94081]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:47:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:13 smithi104 ceph-mon[96567]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:47:14.392 INFO:tasks.workunit.client.0.smithi104.stdout:lock: mylock 2024-04-02T08:47:14.392 INFO:tasks.workunit.client.0.smithi104.stdout: lock_type: exclusive 2024-04-02T08:47:14.393 INFO:tasks.workunit.client.0.smithi104.stdout: tag: 2024-04-02T08:47:14.393 INFO:tasks.workunit.client.0.smithi104.stdout: lockers: 2024-04-02T08:47:14.393 INFO:tasks.workunit.client.0.smithi104.stdout: client.44642 expiration=2024-04-02T08:49:14.391522+0000 addr=v1:172.21.15.104:0/3979192972 cookie= 2024-04-02T08:47:14.395 INFO:tasks.workunit.client.0.smithi104.stdout:lock: mylock 2024-04-02T08:47:14.395 INFO:tasks.workunit.client.0.smithi104.stdout: lock_type: shared 2024-04-02T08:47:14.396 INFO:tasks.workunit.client.0.smithi104.stdout: tag: 2024-04-02T08:47:14.396 INFO:tasks.workunit.client.0.smithi104.stdout: lockers: 2024-04-02T08:47:14.396 INFO:tasks.workunit.client.0.smithi104.stdout: client.34692 expiration=0.000000 addr=v1:172.21.15.104:0/943495125 cookie= 2024-04-02T08:47:14.396 INFO:tasks.workunit.client.0.smithi104.stdout: client.44642 expiration=2024-04-02T08:49:14.397126+0000 addr=v1:172.21.15.104:0/3979192972 cookie= 2024-04-02T08:47:14.396 INFO:tasks.workunit.client.0.smithi104.stdout:lock: mylock 2024-04-02T08:47:14.396 INFO:tasks.workunit.client.0.smithi104.stdout: lock_type: shared 2024-04-02T08:47:14.397 INFO:tasks.workunit.client.0.smithi104.stdout: tag: 2024-04-02T08:47:14.397 INFO:tasks.workunit.client.0.smithi104.stdout: lockers: 2024-04-02T08:47:14.397 INFO:tasks.workunit.client.0.smithi104.stdout: client.34692 expiration=0.000000 addr=v1:172.21.15.104:0/943495125 cookie= 2024-04-02T08:47:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:14 smithi188 ceph-mon[86835]: pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:14 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:14 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:47:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:14 smithi188 ceph-mon[86835]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:47:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:14 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3979192972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:14 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:14 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[96567]: pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:47:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[96567]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:47:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3979192972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[94081]: pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:47:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[94081]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:47:14.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3979192972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:14.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:15.366 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsLock.TestMultiLocking (2883 ms) 2024-04-02T08:47:15.366 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsLock.TestMeta 2024-04-02T08:47:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:15 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:15 smithi188 ceph-mon[86835]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:47:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:15 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:15 smithi104 ceph-mon[94081]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:47:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:15 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:15 smithi104 ceph-mon[96567]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:47:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:47:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:47:15] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.43.0" 2024-04-02T08:47:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:16 smithi188 ceph-mon[86835]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:16 smithi188 ceph-mon[86835]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:47:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:16 smithi104 ceph-mon[96567]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:16 smithi104 ceph-mon[96567]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:47:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:16 smithi104 ceph-mon[94081]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:16 smithi104 ceph-mon[94081]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:47:17.403 INFO:tasks.workunit.client.0.smithi104.stdout:lock: mylock 2024-04-02T08:47:17.404 INFO:tasks.workunit.client.0.smithi104.stdout: lock_type: shared 2024-04-02T08:47:17.404 INFO:tasks.workunit.client.0.smithi104.stdout: tag: 2024-04-02T08:47:17.404 INFO:tasks.workunit.client.0.smithi104.stdout: lockers: 2024-04-02T08:47:17.404 INFO:tasks.workunit.client.0.smithi104.stdout: client.34704 expiration=0.000000 addr=v1:172.21.15.104:0/3644575210 cookie= 2024-04-02T08:47:17.405 INFO:tasks.workunit.client.0.smithi104.stdout:lock: mylock 2024-04-02T08:47:17.405 INFO:tasks.workunit.client.0.smithi104.stdout: lock_type: exclusive 2024-04-02T08:47:17.406 INFO:tasks.workunit.client.0.smithi104.stdout: tag: new_tag 2024-04-02T08:47:17.406 INFO:tasks.workunit.client.0.smithi104.stdout: lockers: 2024-04-02T08:47:17.406 INFO:tasks.workunit.client.0.smithi104.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.104:0/1470871752 cookie= 2024-04-02T08:47:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:17 smithi188 ceph-mon[86835]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:47:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:17 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1470871752' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:17 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:17.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:17 smithi104 ceph-mon[96567]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:47:17.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:17 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1470871752' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:17 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:17 smithi104 ceph-mon[94081]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:47:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:17 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1470871752' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:17 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:18.380 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsLock.TestMeta (3014 ms) 2024-04-02T08:47:18.380 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsLock.TestCookie 2024-04-02T08:47:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:18 smithi188 ceph-mon[86835]: pgmap v1138: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:18 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:18 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:18 smithi188 ceph-mon[86835]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:47:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:18 smithi104 ceph-mon[94081]: pgmap v1138: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:18 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:18 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:18 smithi104 ceph-mon[94081]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:47:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:18 smithi104 ceph-mon[96567]: pgmap v1138: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:18 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:18 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:18 smithi104 ceph-mon[96567]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:47:19.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:19 smithi104 ceph-mon[94081]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:47:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:19 smithi104 ceph-mon[96567]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:47:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:19 smithi188 ceph-mon[86835]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:47:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:19.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[94081]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:47:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[94081]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:47:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1233583762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[96567]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:47:20.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[96567]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:47:20.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1233583762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:20.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:20 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:20.707 INFO:tasks.workunit.client.0.smithi104.stdout:lock: mylock 2024-04-02T08:47:20.707 INFO:tasks.workunit.client.0.smithi104.stdout: lock_type: exclusive 2024-04-02T08:47:20.707 INFO:tasks.workunit.client.0.smithi104.stdout: tag: 2024-04-02T08:47:20.707 INFO:tasks.workunit.client.0.smithi104.stdout: lockers: 2024-04-02T08:47:20.709 INFO:tasks.workunit.client.0.smithi104.stdout:lock: mylock 2024-04-02T08:47:20.709 INFO:tasks.workunit.client.0.smithi104.stdout: lock_type: shared 2024-04-02T08:47:20.709 INFO:tasks.workunit.client.0.smithi104.stdout: tag: 2024-04-02T08:47:20.709 INFO:tasks.workunit.client.0.smithi104.stdout: lockers: 2024-04-02T08:47:20.709 INFO:tasks.workunit.client.0.smithi104.stdout: client.44666 expiration=0.000000 addr=v1:172.21.15.104:0/1233583762 cookie= 2024-04-02T08:47:20.710 INFO:tasks.workunit.client.0.smithi104.stdout: client.44666 expiration=0.000000 addr=v1:172.21.15.104:0/1233583762 cookie=new cookie 2024-04-02T08:47:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:20 smithi188 ceph-mon[86835]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:20 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:20 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:47:20.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:20 smithi188 ceph-mon[86835]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:47:20.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:20 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1233583762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:20.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:20 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:21.405 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsLock.TestCookie (3025 ms) 2024-04-02T08:47:21.405 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-02T08:47:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:21 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:21 smithi188 ceph-mon[86835]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:47:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:21 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:21 smithi104 ceph-mon[94081]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:47:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:21 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:21 smithi104 ceph-mon[96567]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:47:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:22 smithi188 ceph-mon[86835]: pgmap v1144: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:22 smithi188 ceph-mon[86835]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:47:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:47:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:22 smithi104 ceph-mon[96567]: pgmap v1144: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:22 smithi104 ceph-mon[96567]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:47:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:22 smithi104 ceph-mon[94081]: pgmap v1144: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:22 smithi104 ceph-mon[94081]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:47:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:23 smithi188 ceph-mon[86835]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:47:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:23 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1300242939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:23 smithi188 ceph-mon[86835]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:23 smithi104 ceph-mon[96567]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:47:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:23 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1300242939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:23 smithi104 ceph-mon[96567]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:23 smithi104 ceph-mon[94081]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:47:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:23 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1300242939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:23 smithi104 ceph-mon[94081]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:24.421 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsLock.TestMultipleLocks (3017 ms) 2024-04-02T08:47:24.422 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-02T08:47:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:24 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:24.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:24 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1300242939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:24.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:24 smithi188 ceph-mon[86835]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:47:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:24 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:24 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1300242939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:24 smithi104 ceph-mon[96567]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:47:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:24 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:24 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1300242939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:24 smithi104 ceph-mon[94081]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:47:25.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:25 smithi104 ceph-mon[94081]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:47:25.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:25 smithi104 ceph-mon[94081]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:25.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:25 smithi104 ceph-mon[96567]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:47:25.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:25 smithi104 ceph-mon[96567]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:25 smithi188 ceph-mon[86835]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:47:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:25 smithi188 ceph-mon[86835]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:47:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:47:25] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T08:47:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:26 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:26 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:47:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:26 smithi188 ceph-mon[86835]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:47:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:26 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2374720471' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:26 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:26 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:47:26.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:26 smithi104 ceph-mon[96567]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:47:26.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:26 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2374720471' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:26 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:26 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:47:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:26 smithi104 ceph-mon[94081]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:47:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:26 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2374720471' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:27 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2374720471' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:27 smithi188 ceph-mon[86835]: pgmap v1153: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:27 smithi188 ceph-mon[86835]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:47:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:27 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2374720471' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:27 smithi104 ceph-mon[94081]: pgmap v1153: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:27 smithi104 ceph-mon[94081]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:47:27.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:27 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2374720471' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:27.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:27 smithi104 ceph-mon[96567]: pgmap v1153: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:27.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:27 smithi104 ceph-mon[96567]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:47:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:28 smithi188 ceph-mon[86835]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:47:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:28 smithi104 ceph-mon[96567]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:47:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:28 smithi104 ceph-mon[94081]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:47:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:29 smithi188 ceph-mon[86835]: pgmap v1155: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:29 smithi104 ceph-mon[96567]: pgmap v1155: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:29.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:29 smithi104 ceph-mon[94081]: pgmap v1155: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:31 smithi188 ceph-mon[86835]: pgmap v1156: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:31.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:31 smithi104 ceph-mon[96567]: pgmap v1156: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:31 smithi104 ceph-mon[94081]: pgmap v1156: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:32.452 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsLock.TestLockDuration (8030 ms) 2024-04-02T08:47:32.452 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-02T08:47:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:47:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:33 smithi188 ceph-mon[86835]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:33 smithi188 ceph-mon[86835]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:47:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:33 smithi104 ceph-mon[96567]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:33 smithi104 ceph-mon[96567]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:47:33.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:33 smithi104 ceph-mon[94081]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:33.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:33 smithi104 ceph-mon[94081]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:47:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:34 smithi188 ceph-mon[86835]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:47:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:34 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/923293236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:34.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:34.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:34 smithi104 ceph-mon[96567]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:47:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:34 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/923293236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:34 smithi104 ceph-mon[94081]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:47:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:34 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/923293236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:47:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:35.477 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsLock.TestAssertLocked (3025 ms) 2024-04-02T08:47:35.477 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-02T08:47:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:35 smithi104 ceph-mon[94081]: pgmap v1160: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:35 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/923293236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:35 smithi104 ceph-mon[94081]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:47:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:35 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:35 smithi104 ceph-mon[96567]: pgmap v1160: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:35 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/923293236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:35 smithi104 ceph-mon[96567]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:47:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:35 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:35 smithi188 ceph-mon[86835]: pgmap v1160: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:35 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/923293236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:35 smithi188 ceph-mon[86835]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:47:35.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:35 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:47:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:47:35] "GET /metrics HTTP/1.1" 200 36424 "" "Prometheus/2.43.0" 2024-04-02T08:47:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:36 smithi188 ceph-mon[86835]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:47:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:36 smithi104 ceph-mon[94081]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:47:36.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:36 smithi104 ceph-mon[96567]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:47:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:37 smithi188 ceph-mon[86835]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:37 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:37 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:47:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:37 smithi188 ceph-mon[86835]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:47:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:37 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2499832451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:37.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:37 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[94081]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:47:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[94081]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:47:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2499832451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:37.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[96567]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:37.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:37.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:47:37.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[96567]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:47:37.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2499832451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:37.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:37 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:38.497 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsLock.TestSetCookie (3020 ms) 2024-04-02T08:47:38.497 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsLock.TestRenew 2024-04-02T08:47:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:38 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:38 smithi188 ceph-mon[86835]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:47:38.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:38 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:38.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:38 smithi104 ceph-mon[94081]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:47:38.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:38 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:38.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:38 smithi104 ceph-mon[96567]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:47:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:39 smithi188 ceph-mon[86835]: pgmap v1166: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:39 smithi188 ceph-mon[86835]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:47:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:39 smithi104 ceph-mon[96567]: pgmap v1166: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:39 smithi104 ceph-mon[96567]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:47:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:39 smithi104 ceph-mon[94081]: pgmap v1166: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:39 smithi104 ceph-mon[94081]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:47:40.775 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:40 smithi188 ceph-mon[86835]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:47:40.775 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:40 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2925059945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:40 smithi104 ceph-mon[96567]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:47:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:40 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2925059945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:40.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:40 smithi104 ceph-mon[94081]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:47:40.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:40 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2925059945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:41 smithi188 ceph-mon[86835]: pgmap v1169: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:41 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:41 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2925059945' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:41 smithi188 ceph-mon[86835]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:47:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:41 smithi104 ceph-mon[96567]: pgmap v1169: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:41 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:41 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2925059945' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:41.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:41 smithi104 ceph-mon[96567]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:47:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:41 smithi104 ceph-mon[94081]: pgmap v1169: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:41 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:41 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2925059945' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:41 smithi104 ceph-mon[94081]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:47:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:42 smithi188 ceph-mon[86835]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:47:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:47:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:42 smithi104 ceph-mon[94081]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:47:42.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:42 smithi104 ceph-mon[96567]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:47:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:43 smithi188 ceph-mon[86835]: pgmap v1172: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:43 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:43 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:47:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:43 smithi104 ceph-mon[96567]: pgmap v1172: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:43 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:43 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:47:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:43 smithi104 ceph-mon[94081]: pgmap v1172: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:43 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:43 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:47:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:45 smithi104 ceph-mon[94081]: pgmap v1173: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:45 smithi104 ceph-mon[96567]: pgmap v1173: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:45 smithi188 ceph-mon[86835]: pgmap v1173: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:47:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:47:45] "GET /metrics HTTP/1.1" 200 36424 "" "Prometheus/2.43.0" 2024-04-02T08:47:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:47 smithi188 ceph-mon[86835]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 147 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:47 smithi104 ceph-mon[96567]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 147 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:47.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:47 smithi104 ceph-mon[94081]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 147 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:49 smithi188 ceph-mon[86835]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:49 smithi104 ceph-mon[94081]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:49.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:49 smithi104 ceph-mon[96567]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:49.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:51 smithi188 ceph-mon[86835]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 103 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:51 smithi104 ceph-mon[94081]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 103 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:51 smithi104 ceph-mon[96567]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 103 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:47:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:53 smithi188 ceph-mon[86835]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 280 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:53 smithi104 ceph-mon[94081]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 280 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:53.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:53 smithi104 ceph-mon[96567]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 280 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:55 smithi104 ceph-mon[96567]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:55 smithi104 ceph-mon[94081]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:55 smithi188 ceph-mon[86835]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:47:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:47:55] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2024-04-02T08:47:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:57 smithi188 ceph-mon[86835]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:57 smithi104 ceph-mon[96567]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:57 smithi104 ceph-mon[94081]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:59.541 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsLock.TestRenew (21044 ms) 2024-04-02T08:47:59.541 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-02T08:47:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:47:59 smithi188 ceph-mon[86835]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:47:59 smithi104 ceph-mon[96567]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:47:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:47:59 smithi104 ceph-mon[94081]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:00 smithi188 ceph-mon[86835]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:48:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:00 smithi104 ceph-mon[96567]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:48:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:00 smithi104 ceph-mon[94081]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:48:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:01 smithi188 ceph-mon[86835]: pgmap v1182: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:01 smithi188 ceph-mon[86835]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:48:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:01 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/670223859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:01 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:01 smithi104 ceph-mon[96567]: pgmap v1182: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:01 smithi104 ceph-mon[96567]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:48:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:01 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/670223859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:01 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:01 smithi104 ceph-mon[94081]: pgmap v1182: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:01 smithi104 ceph-mon[94081]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:48:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:01 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/670223859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:01 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:02 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:02 smithi188 ceph-mon[86835]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:48:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:48:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:02.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:02 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:02 smithi104 ceph-mon[94081]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:48:02.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:02 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:02.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:02 smithi104 ceph-mon[96567]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:48:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:03 smithi188 ceph-mon[86835]: pgmap v1185: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:03 smithi188 ceph-mon[86835]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:48:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:03 smithi104 ceph-mon[96567]: pgmap v1185: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:03.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:03 smithi104 ceph-mon[96567]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:48:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:03 smithi104 ceph-mon[94081]: pgmap v1185: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:03 smithi104 ceph-mon[94081]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:48:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:05.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:05 smithi104 ceph-mon[96567]: pgmap v1187: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:05.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:05 smithi104 ceph-mon[94081]: pgmap v1187: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:05.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:05 smithi188 ceph-mon[86835]: pgmap v1187: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:48:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:48:05] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.43.0" 2024-04-02T08:48:06.565 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7024 ms) 2024-04-02T08:48:06.565 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-02T08:48:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:07 smithi188 ceph-mon[86835]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:48:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:07 smithi188 ceph-mon[86835]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:48:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:07 smithi104 ceph-mon[96567]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:48:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:07 smithi104 ceph-mon[96567]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:48:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:07 smithi104 ceph-mon[94081]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:48:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:07 smithi104 ceph-mon[94081]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:48:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:08 smithi188 ceph-mon[86835]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:48:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:08 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3243897824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:08 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:08 smithi104 ceph-mon[94081]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:48:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:08 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3243897824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:08.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:08 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:08.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:08 smithi104 ceph-mon[96567]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:48:08.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:08 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3243897824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:08.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:08 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:09 smithi188 ceph-mon[86835]: pgmap v1191: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:09 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:09 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:09.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:09 smithi188 ceph-mon[86835]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:48:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:09 smithi104 ceph-mon[96567]: pgmap v1191: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:09 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:09 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:09 smithi104 ceph-mon[96567]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:48:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:09 smithi104 ceph-mon[94081]: pgmap v1191: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:09 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:09 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:09 smithi104 ceph-mon[94081]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:48:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:10 smithi188 ceph-mon[86835]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:48:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:10 smithi104 ceph-mon[96567]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:48:10.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:10 smithi104 ceph-mon[94081]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:48:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:11 smithi188 ceph-mon[86835]: pgmap v1194: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:11 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:11 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:48:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:11 smithi104 ceph-mon[96567]: pgmap v1194: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:11 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:11 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:48:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:11 smithi104 ceph-mon[94081]: pgmap v1194: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:11 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:11 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:48:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:48:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:13 smithi188 ceph-mon[86835]: pgmap v1195: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:13 smithi104 ceph-mon[94081]: pgmap v1195: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:13 smithi104 ceph-mon[96567]: pgmap v1195: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:14.596 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8031 ms) 2024-04-02T08:48:14.596 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-02T08:48:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[94081]: pgmap v1196: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[94081]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:48:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:15.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:48:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[96567]: pgmap v1196: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[96567]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:48:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:48:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:15 smithi188 ceph-mon[86835]: pgmap v1196: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:15.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:15 smithi188 ceph-mon[86835]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:48:15.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:15.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:15.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:15.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:48:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:48:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:48:15] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.43.0" 2024-04-02T08:48:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:16 smithi188 ceph-mon[86835]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:48:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/426632177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:16 smithi104 ceph-mon[96567]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:48:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/426632177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:16 smithi104 ceph-mon[94081]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:48:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/426632177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:17 smithi188 ceph-mon[86835]: pgmap v1199: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:17 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:17 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/426632177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:17 smithi188 ceph-mon[86835]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:48:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:17 smithi104 ceph-mon[94081]: pgmap v1199: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:17 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:17 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/426632177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:17 smithi104 ceph-mon[94081]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:48:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:17 smithi104 ceph-mon[96567]: pgmap v1199: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:17 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:17 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/426632177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139083-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:17 smithi104 ceph-mon[96567]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:48:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:18 smithi188 ceph-mon[86835]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:48:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:18 smithi104 ceph-mon[94081]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:48:18.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:18 smithi104 ceph-mon[96567]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:48:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:19 smithi188 ceph-mon[86835]: pgmap v1202: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:19 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:19 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:48:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:19 smithi104 ceph-mon[96567]: pgmap v1202: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:19 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:19 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:48:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:19 smithi104 ceph-mon[94081]: pgmap v1202: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:19 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:19 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:48:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:21 smithi188 ceph-mon[86835]: pgmap v1203: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:21 smithi104 ceph-mon[94081]: pgmap v1203: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:21 smithi104 ceph-mon[96567]: pgmap v1203: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:48:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:22.627 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8031 ms) 2024-04-02T08:48:22.627 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 11 tests from ClsLock (70144 ms total) 2024-04-02T08:48:22.627 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:48:22.627 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:48:22.627 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 11 tests from 1 test suite ran. (70144 ms total) 2024-04-02T08:48:22.627 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 11 tests. 2024-04-02T08:48:22.631 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:48:22.631 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:48:22.676 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-02T08:48:22.676 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-02T08:48:22.745 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:48:22.745 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:48:22.746 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:48:22.746 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 4 tests from cls_log 2024-04-02T08:48:22.746 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-02T08:48:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:23 smithi104 ceph-mon[96567]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 149 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:23 smithi104 ceph-mon[96567]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:48:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:23 smithi104 ceph-mon[94081]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 149 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:23 smithi104 ceph-mon[94081]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:48:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:23 smithi188 ceph-mon[86835]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 149 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:48:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:23 smithi188 ceph-mon[86835]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:48:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:24 smithi104 ceph-mon[96567]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:48:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:24 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3148374650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:24 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:24 smithi104 ceph-mon[94081]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:48:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:24 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3148374650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:24 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:24 smithi188 ceph-mon[86835]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:48:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:24 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3148374650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:24 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:25.647 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_log.test_log_add_same_time (2902 ms) 2024-04-02T08:48:25.647 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-02T08:48:25.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:48:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:48:25] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.43.0" 2024-04-02T08:48:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:25 smithi104 ceph-mon[94081]: pgmap v1207: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:25 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:25 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:25.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:25 smithi104 ceph-mon[94081]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:48:25.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:25 smithi104 ceph-mon[96567]: pgmap v1207: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:25.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:25 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:25.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:25 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:25.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:25 smithi104 ceph-mon[96567]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:48:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:25 smithi188 ceph-mon[86835]: pgmap v1207: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:25 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:25 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:25 smithi188 ceph-mon[86835]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:48:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:26 smithi188 ceph-mon[86835]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:48:27.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:26 smithi104 ceph-mon[96567]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:48:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:26 smithi104 ceph-mon[94081]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:48:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:27 smithi188 ceph-mon[86835]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:27 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:27 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:48:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:27 smithi188 ceph-mon[86835]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:48:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:27 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2779819823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:27 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:28.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[94081]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:48:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[94081]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:48:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2779819823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[96567]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:48:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[96567]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:48:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2779819823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:27 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:28.668 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_log.test_log_add_different_time (3021 ms) 2024-04-02T08:48:28.669 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_log.trim_by_time 2024-04-02T08:48:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:28 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:28 smithi188 ceph-mon[86835]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:48:29.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:28 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:28 smithi104 ceph-mon[96567]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:48:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:28 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:28 smithi104 ceph-mon[94081]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:48:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:29 smithi188 ceph-mon[86835]: pgmap v1213: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:29 smithi188 ceph-mon[86835]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:48:30.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:29 smithi104 ceph-mon[94081]: pgmap v1213: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:30.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:29 smithi104 ceph-mon[94081]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:48:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:29 smithi104 ceph-mon[96567]: pgmap v1213: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:29 smithi104 ceph-mon[96567]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:48:31.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:30 smithi188 ceph-mon[86835]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:48:31.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:30 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/374145526' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:31.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:30 smithi104 ceph-mon[94081]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:48:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:30 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/374145526' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:30 smithi104 ceph-mon[96567]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:48:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:30 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/374145526' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:31.688 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_log.trim_by_time (3019 ms) 2024-04-02T08:48:31.688 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-02T08:48:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:31 smithi188 ceph-mon[86835]: pgmap v1216: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:31 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:31 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/374145526' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:31 smithi188 ceph-mon[86835]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:48:32.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:31 smithi104 ceph-mon[96567]: pgmap v1216: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:31 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:31 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/374145526' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:31 smithi104 ceph-mon[96567]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:48:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:31 smithi104 ceph-mon[94081]: pgmap v1216: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:31 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:31 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/374145526' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:31 smithi104 ceph-mon[94081]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:48:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:48:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:33.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:32 smithi188 ceph-mon[86835]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:48:33.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:32 smithi104 ceph-mon[96567]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:48:33.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:32 smithi104 ceph-mon[94081]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:48:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:33 smithi188 ceph-mon[86835]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:33 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:33 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:48:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:33 smithi188 ceph-mon[86835]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:48:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:33 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3320466809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:34.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:33 smithi104 ceph-mon[96567]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:33 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:33 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:48:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:33 smithi104 ceph-mon[96567]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:48:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:33 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3320466809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:33 smithi104 ceph-mon[94081]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:33 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:33 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:48:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:33 smithi104 ceph-mon[94081]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:48:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:33 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3320466809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:34.707 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_log.trim_by_marker (3019 ms) 2024-04-02T08:48:34.708 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 4 tests from cls_log (11962 ms total) 2024-04-02T08:48:34.708 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:48:34.708 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:48:34.708 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 4 tests from 1 test suite ran. (11962 ms total) 2024-04-02T08:48:34.708 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 4 tests. 2024-04-02T08:48:34.710 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:48:34.711 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:48:34.779 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-02T08:48:34.779 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-02T08:48:34.848 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:48:34.848 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:48:34.848 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:48:34.848 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 4 tests from ClsNumOps 2024-04-02T08:48:34.848 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsNumOps.Add 2024-04-02T08:48:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:34 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3320466809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:34 smithi188 ceph-mon[86835]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:48:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:35.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:34 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3320466809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:34 smithi104 ceph-mon[94081]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:48:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:34 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3320466809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139598-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:34 smithi104 ceph-mon[96567]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:48:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:35 smithi188 ceph-mon[86835]: pgmap v1222: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:35 smithi188 ceph-mon[86835]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:48:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:48:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:48:35] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.43.0" 2024-04-02T08:48:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:35 smithi104 ceph-mon[94081]: pgmap v1222: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:35 smithi104 ceph-mon[94081]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:48:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:35 smithi104 ceph-mon[96567]: pgmap v1222: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:35 smithi104 ceph-mon[96567]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:48:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:36 smithi188 ceph-mon[86835]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:48:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:36 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2299303568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:37.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:36 smithi104 ceph-mon[94081]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:48:37.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:36 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2299303568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:36 smithi104 ceph-mon[96567]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:48:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:36 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2299303568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:37.722 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsNumOps.Add (2874 ms) 2024-04-02T08:48:37.722 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsNumOps.Sub 2024-04-02T08:48:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:37 smithi188 ceph-mon[86835]: pgmap v1225: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:37 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:37 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2299303568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:37 smithi188 ceph-mon[86835]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:48:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:37 smithi104 ceph-mon[94081]: pgmap v1225: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:37 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:37 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2299303568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:37 smithi104 ceph-mon[94081]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:48:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:37 smithi104 ceph-mon[96567]: pgmap v1225: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:37 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:37 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2299303568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:37 smithi104 ceph-mon[96567]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:48:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:38 smithi188 ceph-mon[86835]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:48:39.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:38 smithi104 ceph-mon[96567]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:48:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:38 smithi104 ceph-mon[94081]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:48:40.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:39 smithi188 ceph-mon[86835]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:40.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:39 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:40.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:39 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:48:40.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:39 smithi188 ceph-mon[86835]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:48:40.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:39 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2065887661' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:39 smithi104 ceph-mon[96567]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:39 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:39 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:48:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:39 smithi104 ceph-mon[96567]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:48:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:39 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2065887661' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:39 smithi104 ceph-mon[94081]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:39 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:39 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:48:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:39 smithi104 ceph-mon[94081]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:48:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:39 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2065887661' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:40.743 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsNumOps.Sub (3021 ms) 2024-04-02T08:48:40.743 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsNumOps.Mul 2024-04-02T08:48:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:40 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2065887661' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:40 smithi188 ceph-mon[86835]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:48:41.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:40 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2065887661' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:40 smithi104 ceph-mon[96567]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:48:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:40 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2065887661' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:40 smithi104 ceph-mon[94081]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:48:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:41 smithi188 ceph-mon[86835]: pgmap v1231: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:41 smithi188 ceph-mon[86835]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:48:42.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:41 smithi104 ceph-mon[94081]: pgmap v1231: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:42.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:41 smithi104 ceph-mon[94081]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:48:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:41 smithi104 ceph-mon[96567]: pgmap v1231: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:41 smithi104 ceph-mon[96567]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:48:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:48:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:42 smithi188 ceph-mon[86835]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:48:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:42 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3994069142' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:42 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:43.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:42 smithi104 ceph-mon[94081]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:48:43.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:42 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3994069142' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:42 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:42 smithi104 ceph-mon[96567]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:48:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:42 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3994069142' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:42 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:43.771 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsNumOps.Mul (3028 ms) 2024-04-02T08:48:43.771 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsNumOps.Div 2024-04-02T08:48:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:43 smithi188 ceph-mon[86835]: pgmap v1234: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:43 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:43 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:43 smithi188 ceph-mon[86835]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:48:44.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:43 smithi104 ceph-mon[96567]: pgmap v1234: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:43 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:43 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:43 smithi104 ceph-mon[96567]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:48:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:43 smithi104 ceph-mon[94081]: pgmap v1234: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:43 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:43 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:43 smithi104 ceph-mon[94081]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:48:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:44 smithi188 ceph-mon[86835]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:48:45.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:44 smithi104 ceph-mon[96567]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:48:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:44 smithi104 ceph-mon[94081]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:48:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:45 smithi188 ceph-mon[86835]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:45 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:45 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:48:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:45 smithi188 ceph-mon[86835]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:48:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:45 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/4161264214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:45 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:48:45] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.43.0" 2024-04-02T08:48:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[94081]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:48:46.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[94081]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:48:46.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/4161264214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:46.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[96567]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:46.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:46.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:48:46.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[96567]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:48:46.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/4161264214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:46.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:45 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:46.791 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsNumOps.Div (3020 ms) 2024-04-02T08:48:46.791 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 4 tests from ClsNumOps (11943 ms total) 2024-04-02T08:48:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:48:46.791 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:48:46.791 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 4 tests from 1 test suite ran. (11943 ms total) 2024-04-02T08:48:46.791 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 4 tests. 2024-04-02T08:48:46.794 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:48:46.794 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:48:46.862 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-02T08:48:46.862 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-02T08:48:46.931 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:48:46.931 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-02T08:48:46.932 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:48:46.932 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 70 tests from TestClsRbd 2024-04-02T08:48:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:46 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:46 smithi188 ceph-mon[86835]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:48:47.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:46 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:46 smithi104 ceph-mon[96567]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:48:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:46 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139705-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:46 smithi104 ceph-mon[94081]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:48:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:47 smithi188 ceph-mon[86835]: pgmap v1240: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:47 smithi188 ceph-mon[86835]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:48:48.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:47 smithi104 ceph-mon[96567]: pgmap v1240: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:48.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:47 smithi104 ceph-mon[96567]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:48:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:47 smithi104 ceph-mon[94081]: pgmap v1240: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:47 smithi104 ceph-mon[94081]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:48:48.800 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-02T08:48:48.815 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.get_all_features (15 ms) 2024-04-02T08:48:48.815 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.copyup 2024-04-02T08:48:49.010 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.copyup (195 ms) 2024-04-02T08:48:49.010 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-02T08:48:49.024 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.sparse_copyup (15 ms) 2024-04-02T08:48:49.025 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-02T08:48:49.031 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.get_and_set_id (6 ms) 2024-04-02T08:48:49.031 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-02T08:48:49.042 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-04-02T08:48:49.042 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-02T08:48:49.069 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.directory_methods (27 ms) 2024-04-02T08:48:49.069 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.create 2024-04-02T08:48:49.081 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.create (12 ms) 2024-04-02T08:48:49.081 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.get_features 2024-04-02T08:48:49.082 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-04-02T08:48:49.082 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-02T08:48:49.084 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-04-02T08:48:49.084 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-02T08:48:49.085 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-02T08:48:49.085 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-02T08:48:49.087 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-04-02T08:48:49.087 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-02T08:48:49.088 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-02T08:48:49.088 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-02T08:48:49.092 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-04-02T08:48:49.092 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.get_size 2024-04-02T08:48:49.096 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-02T08:48:49.096 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.set_size 2024-04-02T08:48:49.100 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-04-02T08:48:49.100 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-02T08:48:49.117 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-04-02T08:48:49.117 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-02T08:48:49.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:48 smithi188 ceph-mon[86835]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:48:49.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:48 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1479702311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139811-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:49.124 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-04-02T08:48:49.124 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-02T08:48:49.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:48 smithi104 ceph-mon[96567]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:48:49.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:48 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1479702311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139811-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:48 smithi104 ceph-mon[94081]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:48:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:48 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1479702311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139811-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:49.166 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.parents_v1 (43 ms) 2024-04-02T08:48:49.167 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-02T08:48:49.196 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-04-02T08:48:49.196 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-02T08:48:49.217 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.snapshots (22 ms) 2024-04-02T08:48:49.218 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-02T08:48:49.224 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.snapid_race (6 ms) 2024-04-02T08:48:49.224 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-02T08:48:49.234 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-04-02T08:48:49.234 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-02T08:48:49.235 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-04-02T08:48:49.236 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-02T08:48:49.243 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-04-02T08:48:49.243 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-02T08:48:49.251 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-04-02T08:48:49.251 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-02T08:48:49.251 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-04-02T08:48:49.251 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-02T08:48:49.260 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.object_map_snap_add (9 ms) 2024-04-02T08:48:49.260 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-02T08:48:49.269 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.object_map_snap_remove (9 ms) 2024-04-02T08:48:49.269 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.flags 2024-04-02T08:48:49.274 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-02T08:48:49.274 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.metadata 2024-04-02T08:48:49.301 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.metadata (27 ms) 2024-04-02T08:48:49.301 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.set_features 2024-04-02T08:48:49.308 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-04-02T08:48:49.308 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.mirror 2024-04-02T08:48:49.341 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.mirror (34 ms) 2024-04-02T08:48:49.342 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-02T08:48:49.357 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.mirror_image (16 ms) 2024-04-02T08:48:49.357 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-02T08:48:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:49 smithi188 ceph-mon[86835]: pgmap v1243: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:49 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:49 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1479702311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139811-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:49 smithi188 ceph-mon[86835]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:48:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:48:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:50.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[96567]: pgmap v1243: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:50.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:50.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1479702311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139811-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[96567]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:48:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:48:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[94081]: pgmap v1243: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1479702311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139811-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[94081]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:48:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:48:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:50 smithi188 ceph-mon[86835]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:48:51.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:50 smithi104 ceph-mon[96567]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:48:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:50 smithi104 ceph-mon[94081]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:48:51.682 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.mirror_image_status (2324 ms) 2024-04-02T08:48:51.683 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-02T08:48:51.762 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.mirror_image_map (80 ms) 2024-04-02T08:48:51.762 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-02T08:48:51.770 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-04-02T08:48:51.770 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-02T08:48:51.782 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.mirror_snapshot (12 ms) 2024-04-02T08:48:51.782 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-02T08:48:51.784 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-04-02T08:48:51.784 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-02T08:48:51.786 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-02T08:48:51.786 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-02T08:48:51.789 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-02T08:48:51.789 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-02T08:48:51.795 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-04-02T08:48:51.795 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-02T08:48:51.798 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-02T08:48:51.798 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-02T08:48:51.802 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-02T08:48:51.802 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-02T08:48:51.805 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-02T08:48:51.805 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-02T08:48:51.808 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-02T08:48:51.808 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-02T08:48:51.811 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-04-02T08:48:51.811 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-02T08:48:51.815 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-04-02T08:48:51.815 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-02T08:48:51.818 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2024-04-02T08:48:51.818 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-02T08:48:51.821 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-02T08:48:51.821 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-02T08:48:51.824 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-04-02T08:48:51.824 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-02T08:48:51.826 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-02T08:48:51.826 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-02T08:48:51.828 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-02T08:48:51.828 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-02T08:48:51.831 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-02T08:48:51.831 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-02T08:48:51.834 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-02T08:48:51.834 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-02T08:48:51.836 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-02T08:48:51.836 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-02T08:48:51.839 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-02T08:48:51.839 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-02T08:48:51.854 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-04-02T08:48:51.854 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-02T08:48:52.063 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (209 ms) 2024-04-02T08:48:52.063 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-02T08:48:52.067 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-04-02T08:48:52.067 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-02T08:48:52.069 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-02T08:48:52.069 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-02T08:48:52.076 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-04-02T08:48:52.076 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.op_features 2024-04-02T08:48:52.083 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2024-04-02T08:48:52.083 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-02T08:48:52.103 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.clone_parent (19 ms) 2024-04-02T08:48:52.103 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-02T08:48:52.111 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-04-02T08:48:52.111 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-02T08:48:52.122 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-04-02T08:48:52.122 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-02T08:48:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:51 smithi188 ceph-mon[86835]: pgmap v1246: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 50 op/s 2024-04-02T08:48:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:51 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:51 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:48:52.129 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.namespace_methods (8 ms) 2024-04-02T08:48:52.129 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.migration 2024-04-02T08:48:52.139 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-04-02T08:48:52.139 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-02T08:48:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:51 smithi104 ceph-mon[96567]: pgmap v1246: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 50 op/s 2024-04-02T08:48:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:51 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:51 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:48:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:51 smithi104 ceph-mon[94081]: pgmap v1246: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 50 op/s 2024-04-02T08:48:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:51 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:51 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:48:52.151 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.migration_v1 (12 ms) 2024-04-02T08:48:52.151 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-02T08:48:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:48:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:53.817 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1667 ms) 2024-04-02T08:48:53.818 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-02T08:48:53.863 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestClsRbd.sparsify (45 ms) 2024-04-02T08:48:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:53 smithi188 ceph-mon[86835]: pgmap v1247: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.38k op/s 2024-04-02T08:48:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:53 smithi188 ceph-mon[86835]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:48:54.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:53 smithi104 ceph-mon[96567]: pgmap v1247: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.38k op/s 2024-04-02T08:48:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:53 smithi104 ceph-mon[96567]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:48:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:53 smithi104 ceph-mon[94081]: pgmap v1247: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.38k op/s 2024-04-02T08:48:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:53 smithi104 ceph-mon[94081]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:48:54.824 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 70 tests from TestClsRbd (5063 ms total) 2024-04-02T08:48:54.825 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:48:54.825 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:48:54.825 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 70 tests from 1 test suite ran. (7893 ms total) 2024-04-02T08:48:54.825 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 70 tests. 2024-04-02T08:48:54.827 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:48:54.827 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:48:54.893 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-02T08:48:54.894 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-02T08:48:54.962 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:48:54.963 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-02T08:48:54.963 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:48:54.963 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 10 tests from cls_rgw 2024-04-02T08:48:54.963 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-02T08:48:55.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:54 smithi188 ceph-mon[86835]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:48:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:54 smithi104 ceph-mon[96567]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:48:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:54 smithi104 ceph-mon[94081]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:48:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:55 smithi188 ceph-mon[86835]: pgmap v1250: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.42k op/s 2024-04-02T08:48:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:55 smithi188 ceph-mon[86835]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:48:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:48:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:48:55] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.43.0" 2024-04-02T08:48:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:55 smithi104 ceph-mon[94081]: pgmap v1250: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.42k op/s 2024-04-02T08:48:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:55 smithi104 ceph-mon[94081]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:48:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:55 smithi104 ceph-mon[96567]: pgmap v1250: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.42k op/s 2024-04-02T08:48:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:55 smithi104 ceph-mon[96567]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:48:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:56 smithi188 ceph-mon[86835]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:48:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:56 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/899521002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:56 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:57.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:56 smithi104 ceph-mon[94081]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:48:57.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:56 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/899521002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:56 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:56 smithi104 ceph-mon[96567]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:48:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:56 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/899521002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:56 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:57.854 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.test_implicit (2891 ms) 2024-04-02T08:48:57.854 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-02T08:48:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:57 smithi188 ceph-mon[86835]: pgmap v1253: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:48:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:57 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:57 smithi188 ceph-mon[86835]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:48:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:57 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:58.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:57 smithi104 ceph-mon[96567]: pgmap v1253: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:48:58.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:57 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:58.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:57 smithi104 ceph-mon[96567]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:48:58.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:57 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:57 smithi104 ceph-mon[94081]: pgmap v1253: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:48:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:57 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:57 smithi104 ceph-mon[94081]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:48:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:57 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:59.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:58 smithi188 ceph-mon[86835]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:48:59.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:58 smithi104 ceph-mon[94081]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:48:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:58 smithi104 ceph-mon[96567]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:49:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:59 smithi188 ceph-mon[86835]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:49:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:59 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:59 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:49:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:59 smithi188 ceph-mon[86835]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:49:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:48:59 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1183670228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:00.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:59 smithi104 ceph-mon[96567]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:49:00.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:59 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:59 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:49:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:59 smithi104 ceph-mon[96567]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:49:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:48:59 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1183670228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:59 smithi104 ceph-mon[94081]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:49:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:59 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:59 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:49:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:59 smithi104 ceph-mon[94081]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:49:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:48:59 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1183670228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:00.872 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3018 ms) 2024-04-02T08:49:00.872 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-02T08:49:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:00 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1183670228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:00 smithi188 ceph-mon[86835]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:49:01.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:00 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1183670228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:00 smithi104 ceph-mon[96567]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:49:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:00 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1183670228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:00 smithi104 ceph-mon[94081]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:49:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:01 smithi188 ceph-mon[86835]: pgmap v1259: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:01 smithi188 ceph-mon[86835]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:49:02.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:01 smithi104 ceph-mon[96567]: pgmap v1259: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:01 smithi104 ceph-mon[96567]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:49:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:01 smithi104 ceph-mon[94081]: pgmap v1259: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:01 smithi104 ceph-mon[94081]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:49:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:49:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:03.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:02 smithi104 ceph-mon[94081]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:49:03.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:02 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2485058989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:03.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:02 smithi104 ceph-mon[96567]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:49:03.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:02 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2485058989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:02 smithi188 ceph-mon[86835]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:49:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:02 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2485058989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:04.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:03 smithi104 ceph-mon[96567]: pgmap v1262: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:03 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:03 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2485058989' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:03 smithi104 ceph-mon[96567]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:49:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:03 smithi104 ceph-mon[94081]: pgmap v1262: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:03 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:03 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2485058989' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:03 smithi104 ceph-mon[94081]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:49:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:03 smithi188 ceph-mon[86835]: pgmap v1262: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:04.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:03 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:04.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:03 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2485058989' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:04.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:03 smithi188 ceph-mon[86835]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:49:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:04 smithi188 ceph-mon[86835]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:49:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:05.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:04 smithi104 ceph-mon[96567]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:49:05.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:04 smithi104 ceph-mon[94081]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:49:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:49:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:49:05] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2024-04-02T08:49:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:05 smithi104 ceph-mon[96567]: pgmap v1265: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:06.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:05 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:06.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:05 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:49:06.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:05 smithi104 ceph-mon[94081]: pgmap v1265: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:06.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:05 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:06.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:05 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:49:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:05 smithi188 ceph-mon[86835]: pgmap v1265: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:06.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:05 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:06.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:05 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:49:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:07 smithi188 ceph-mon[86835]: pgmap v1266: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:07 smithi188 ceph-mon[86835]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:49:08.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:07 smithi104 ceph-mon[96567]: pgmap v1266: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:08.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:07 smithi104 ceph-mon[96567]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:49:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:07 smithi104 ceph-mon[94081]: pgmap v1266: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:07 smithi104 ceph-mon[94081]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:49:09.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:08 smithi188 ceph-mon[86835]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:49:09.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:08 smithi104 ceph-mon[94081]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:49:09.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:08 smithi104 ceph-mon[96567]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:49:09.916 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.test_put_snap (9044 ms) 2024-04-02T08:49:09.916 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-02T08:49:10.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:09 smithi188 ceph-mon[86835]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-04-02T08:49:10.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:09 smithi188 ceph-mon[86835]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:49:10.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:09 smithi104 ceph-mon[96567]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-04-02T08:49:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:09 smithi104 ceph-mon[96567]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:49:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:09 smithi104 ceph-mon[94081]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-04-02T08:49:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:09 smithi104 ceph-mon[94081]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:49:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:10 smithi188 ceph-mon[86835]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:49:11.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:10 smithi104 ceph-mon[96567]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:49:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:10 smithi104 ceph-mon[94081]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:49:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:11 smithi188 ceph-mon[86835]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:11 smithi188 ceph-mon[86835]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:49:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:11 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3223467573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:12.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:11 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:12.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:11 smithi104 ceph-mon[96567]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:12.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:11 smithi104 ceph-mon[96567]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:49:12.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:11 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3223467573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:12.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:11 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:11 smithi104 ceph-mon[94081]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:11 smithi104 ceph-mon[94081]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:49:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:11 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3223467573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:12.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:11 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:49:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:49:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:12.945 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.test_explicit (3029 ms) 2024-04-02T08:49:12.945 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.set 2024-04-02T08:49:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:12 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:12 smithi188 ceph-mon[86835]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:49:13.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:12 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:13.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:12 smithi104 ceph-mon[96567]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:49:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:12 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:12 smithi104 ceph-mon[94081]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:49:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:13 smithi188 ceph-mon[86835]: pgmap v1275: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:13 smithi188 ceph-mon[86835]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:49:14.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:13 smithi104 ceph-mon[94081]: pgmap v1275: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:13 smithi104 ceph-mon[94081]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:49:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:13 smithi104 ceph-mon[96567]: pgmap v1275: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:13 smithi104 ceph-mon[96567]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:49:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:14 smithi188 ceph-mon[86835]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:49:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:14 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1405906831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:14 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:15.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:14 smithi104 ceph-mon[96567]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:49:15.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:14 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1405906831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:15.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:14 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:14 smithi104 ceph-mon[94081]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:49:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:14 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1405906831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:14 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:15.969 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.set (3023 ms) 2024-04-02T08:49:15.969 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-02T08:49:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:49:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:49:15] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2024-04-02T08:49:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:15 smithi104 ceph-mon[94081]: pgmap v1278: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:15 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:15 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:15 smithi104 ceph-mon[94081]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:49:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:15 smithi104 ceph-mon[96567]: pgmap v1278: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:16.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:15 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:16.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:15 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:16.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:15 smithi104 ceph-mon[96567]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:49:16.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:15 smithi188 ceph-mon[86835]: pgmap v1278: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:15 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:15 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-139866-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:15 smithi188 ceph-mon[86835]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:49:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:17.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:16 smithi188 ceph-mon[86835]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:49:17.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:16 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:16 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:17.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:16 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:17.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:16 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:17.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:16 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:17.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:16 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:49:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[94081]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:49:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:49:17.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[96567]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:49:17.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:17.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:17.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:17.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:17.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:17.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:16 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:49:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:17 smithi188 ceph-mon[86835]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:17 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:18.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:17 smithi188 ceph-mon[86835]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:49:18.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:17 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:18.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:17 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:18.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:17 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:18.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:17 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:49:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[94081]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[94081]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:49:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:49:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[96567]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:18.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[96567]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:49:18.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:18.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:18.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:18.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:17 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:49:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:18 smithi188 ceph-mon[86835]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:49:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:18 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-6"}]': finished 2024-04-02T08:49:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:18 smithi188 ceph-mon[86835]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:49:19.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:18 smithi104 ceph-mon[96567]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:49:19.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:18 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-6"}]': finished 2024-04-02T08:49:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:18 smithi104 ceph-mon[96567]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:49:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:18 smithi104 ceph-mon[94081]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:49:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:18 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-6"}]': finished 2024-04-02T08:49:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:18 smithi104 ceph-mon[94081]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:49:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:20 smithi188 ceph-mon[86835]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:49:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:20 smithi188 ceph-mon[86835]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:49:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:20 smithi104 ceph-mon[94081]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:49:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:20 smithi104 ceph-mon[94081]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:49:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:20 smithi104 ceph-mon[96567]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:49:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:20 smithi104 ceph-mon[96567]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:49:22.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:21 smithi188 ceph-mon[86835]: pgmap v1287: 113 pgs: 6 unknown, 107 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:22.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:21 smithi188 ceph-mon[86835]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:49:22.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:21 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:22.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:21 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:22.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:21 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:21 smithi104 ceph-mon[96567]: pgmap v1287: 113 pgs: 6 unknown, 107 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:21 smithi104 ceph-mon[96567]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:49:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:21 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:21 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:21 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:21 smithi104 ceph-mon[94081]: pgmap v1287: 113 pgs: 6 unknown, 107 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:21 smithi104 ceph-mon[94081]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:49:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:21 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:22.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:21 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:22.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:21 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:49:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:23.000 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.test_implicit_ec (7032 ms) 2024-04-02T08:49:23.000 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-02T08:49:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:23 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]': finished 2024-04-02T08:49:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:23 smithi188 ceph-mon[86835]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:49:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:23 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:23.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:23 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:23.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:22 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]': finished 2024-04-02T08:49:23.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:22 smithi104 ceph-mon[96567]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:49:23.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:22 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:22 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:22 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-6"}]': finished 2024-04-02T08:49:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:22 smithi104 ceph-mon[94081]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:49:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:22 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1496500278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:22 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]: dispatch 2024-04-02T08:49:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:23 smithi188 ceph-mon[86835]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:24 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:24.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:24 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:49:24.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:24 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]': finished 2024-04-02T08:49:24.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:24 smithi188 ceph-mon[86835]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:49:24.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:24 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:24.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:24 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:24.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:24 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[96567]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:49:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]': finished 2024-04-02T08:49:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[96567]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:49:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[94081]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:49:24.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-6"}]': finished 2024-04-02T08:49:24.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[94081]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:49:24.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:24.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:24.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:23 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:25.290 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:25 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:25.290 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:25 smithi104 ceph-mon[94081]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:49:25.290 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:25 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:25.290 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:25 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:25.290 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:25 smithi104 ceph-mon[96567]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:49:25.291 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:25 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:25 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:25 smithi188 ceph-mon[86835]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:49:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:25 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:26.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:26 smithi104 ceph-mon[96567]: pgmap v1293: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:26.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:26 smithi104 ceph-mon[96567]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:49:26.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:26 smithi104 ceph-mon[94081]: pgmap v1293: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:26.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:26 smithi104 ceph-mon[94081]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:49:26.142 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:49:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:49:25] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-02T08:49:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:26 smithi188 ceph-mon[86835]: pgmap v1293: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:26 smithi188 ceph-mon[86835]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:49:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:27 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-7"}]': finished 2024-04-02T08:49:27.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:27 smithi188 ceph-mon[86835]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:49:27.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:27 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-7"}]': finished 2024-04-02T08:49:27.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:27 smithi104 ceph-mon[94081]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:49:27.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:27 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-7"}]': finished 2024-04-02T08:49:27.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:27 smithi104 ceph-mon[96567]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:49:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:28 smithi188 ceph-mon[86835]: pgmap v1296: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:28 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:28 smithi188 ceph-mon[86835]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:49:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:28 smithi104 ceph-mon[94081]: pgmap v1296: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:28 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:28 smithi104 ceph-mon[94081]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:49:28.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:28 smithi104 ceph-mon[96567]: pgmap v1296: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:28.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:28 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:28.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:28 smithi104 ceph-mon[96567]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:49:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:29 smithi188 ceph-mon[86835]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:49:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:29 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:29 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-7"}]': finished 2024-04-02T08:49:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:29 smithi188 ceph-mon[86835]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:49:29.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:29 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:29.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:29 smithi104 ceph-mon[96567]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:49:29.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:29 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:29.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:29 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-7"}]': finished 2024-04-02T08:49:29.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:29 smithi104 ceph-mon[96567]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:49:29.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:29 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:29.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:29 smithi104 ceph-mon[94081]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:49:29.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:29 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:29.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:29 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-7"}]': finished 2024-04-02T08:49:29.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:29 smithi104 ceph-mon[94081]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:49:29.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:29 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-7"}]: dispatch 2024-04-02T08:49:30.033 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7033 ms) 2024-04-02T08:49:30.034 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-02T08:49:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:30 smithi188 ceph-mon[86835]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:30 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:30 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:49:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:30 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-7"}]': finished 2024-04-02T08:49:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:30 smithi188 ceph-mon[86835]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:49:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:30 smithi104 ceph-mon[96567]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:30 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:30 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:49:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:30 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-7"}]': finished 2024-04-02T08:49:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:30 smithi104 ceph-mon[96567]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:49:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:30 smithi104 ceph-mon[94081]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:30 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:30 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:49:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:30 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/29473278' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-7"}]': finished 2024-04-02T08:49:30.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:30 smithi104 ceph-mon[94081]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:49:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:31 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:31 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:31 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:31 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:31 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:31.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:31 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:31.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:31.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:31.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:31 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:32.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:49:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:32.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:32 smithi188 ceph-mon[86835]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:32.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:32 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:32.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:32 smithi188 ceph-mon[86835]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:49:32.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:32 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:32.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:32 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:32 smithi104 ceph-mon[94081]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:32 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:32 smithi104 ceph-mon[94081]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:49:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:32 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:32 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:32.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:32 smithi104 ceph-mon[96567]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:32.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:32 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:32.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:32 smithi104 ceph-mon[96567]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:49:32.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:32 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:32.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:32 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:33 smithi188 ceph-mon[86835]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:49:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:33 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-8"}]': finished 2024-04-02T08:49:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:33 smithi188 ceph-mon[86835]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:49:33.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:33 smithi104 ceph-mon[94081]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:49:33.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:33 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-8"}]': finished 2024-04-02T08:49:33.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:33 smithi104 ceph-mon[94081]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:49:33.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:33 smithi104 ceph-mon[96567]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:49:33.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:33 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-8"}]': finished 2024-04-02T08:49:33.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:33 smithi104 ceph-mon[96567]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:49:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:34 smithi188 ceph-mon[86835]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:34.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:34 smithi188 ceph-mon[86835]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:49:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:34 smithi104 ceph-mon[94081]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:34 smithi104 ceph-mon[94081]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:49:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:34 smithi104 ceph-mon[96567]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:34.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:34 smithi104 ceph-mon[96567]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:49:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:35 smithi188 ceph-mon[86835]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:49:35.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:35 smithi104 ceph-mon[94081]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:49:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:35 smithi104 ceph-mon[96567]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:49:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:36 smithi104 ceph-mon[94081]: pgmap v1308: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:36 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:49:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:49:35] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-04-02T08:49:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:36 smithi104 ceph-mon[96567]: pgmap v1308: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:36 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:36 smithi188 ceph-mon[86835]: pgmap v1308: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:36 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:38 smithi188 ceph-mon[86835]: pgmap v1310: 113 pgs: 1 creating+peering, 2 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:38 smithi188 ceph-mon[86835]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:49:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:38 smithi104 ceph-mon[96567]: pgmap v1310: 113 pgs: 1 creating+peering, 2 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:38 smithi104 ceph-mon[96567]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:49:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:38 smithi104 ceph-mon[94081]: pgmap v1310: 113 pgs: 1 creating+peering, 2 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:38 smithi104 ceph-mon[94081]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:49:39.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:39 smithi188 ceph-mon[86835]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:49:39.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:39 smithi104 ceph-mon[94081]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:49:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:39 smithi104 ceph-mon[96567]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:49:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:40 smithi188 ceph-mon[86835]: pgmap v1313: 113 pgs: 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-04-02T08:49:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:40 smithi188 ceph-mon[86835]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:49:40.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:40 smithi104 ceph-mon[94081]: pgmap v1313: 113 pgs: 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-04-02T08:49:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:40 smithi104 ceph-mon[94081]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:49:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:40 smithi104 ceph-mon[96567]: pgmap v1313: 113 pgs: 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-04-02T08:49:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:40 smithi104 ceph-mon[96567]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:49:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:41 smithi188 ceph-mon[86835]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:49:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:41 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:41 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:41.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:41 smithi104 ceph-mon[94081]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:49:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:41 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:41 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:41 smithi104 ceph-mon[96567]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:49:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:41 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:41 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:42.111 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.test_put_snap_ec (12078 ms) 2024-04-02T08:49:42.112 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-02T08:49:42.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:49:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:42 smithi188 ceph-mon[86835]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:42 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:42 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:49:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:42 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]': finished 2024-04-02T08:49:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:42 smithi188 ceph-mon[86835]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:49:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:42 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:42.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:42 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[94081]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:49:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]': finished 2024-04-02T08:49:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[94081]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:49:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[96567]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:42.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:42.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:49:42.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-8"}]': finished 2024-04-02T08:49:42.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[96567]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:49:42.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3288620463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:42.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:42 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]: dispatch 2024-04-02T08:49:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:43 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]': finished 2024-04-02T08:49:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:43 smithi188 ceph-mon[86835]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:49:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:43.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:43 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]': finished 2024-04-02T08:49:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:43 smithi104 ceph-mon[96567]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:49:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:43.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:43 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-8"}]': finished 2024-04-02T08:49:43.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:43 smithi104 ceph-mon[94081]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:49:43.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:43.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:43.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:44.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:44 smithi104 ceph-mon[94081]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:44.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:44 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:44.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:44 smithi104 ceph-mon[94081]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:49:44.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:44 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:44.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:44 smithi104 ceph-mon[96567]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:44.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:44 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:44.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:44 smithi104 ceph-mon[96567]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:49:44.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:44 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:44 smithi188 ceph-mon[86835]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:44 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:44.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:44 smithi188 ceph-mon[86835]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:49:44.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:44 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:45.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:45 smithi104 ceph-mon[96567]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:49:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:45 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-9"}]': finished 2024-04-02T08:49:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:45 smithi104 ceph-mon[96567]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:49:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:45 smithi104 ceph-mon[94081]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:49:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:45 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-9"}]': finished 2024-04-02T08:49:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:45 smithi104 ceph-mon[94081]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:49:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:45 smithi188 ceph-mon[86835]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:49:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:45 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-9"}]': finished 2024-04-02T08:49:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:45 smithi188 ceph-mon[86835]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:49:46.136 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:49:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:49:45] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-04-02T08:49:46.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:46 smithi104 ceph-mon[96567]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:46.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:46 smithi104 ceph-mon[96567]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:49:46.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:46 smithi104 ceph-mon[94081]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:46.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:46 smithi104 ceph-mon[94081]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:49:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:46 smithi188 ceph-mon[86835]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:46 smithi188 ceph-mon[86835]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:49:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:48 smithi104 ceph-mon[96567]: pgmap v1325: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:48 smithi104 ceph-mon[96567]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:49:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:48 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:48 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:48 smithi104 ceph-mon[94081]: pgmap v1325: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:48 smithi104 ceph-mon[94081]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:49:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:48 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:48.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:48 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:48 smithi188 ceph-mon[86835]: pgmap v1325: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:48 smithi188 ceph-mon[86835]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:49:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:48 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:48.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:48 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:49.127 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.test_explicit_ec (7016 ms) 2024-04-02T08:49:49.127 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.set_ec 2024-04-02T08:49:49.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:49 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-9"}]': finished 2024-04-02T08:49:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:49 smithi104 ceph-mon[96567]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:49:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:49 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:49 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-9"}]': finished 2024-04-02T08:49:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:49 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-9"}]': finished 2024-04-02T08:49:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:49 smithi104 ceph-mon[94081]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:49:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:49 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:49 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-9"}]': finished 2024-04-02T08:49:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:49 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-9"}]': finished 2024-04-02T08:49:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:49 smithi188 ceph-mon[86835]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:49:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:49 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-9"}]: dispatch 2024-04-02T08:49:49.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:49 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2346936607' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-9"}]': finished 2024-04-02T08:49:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[96567]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[96567]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:49:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:49:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[94081]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:50.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[94081]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:49:50.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:50.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:49:50.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:50.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:50.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:50.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:50 smithi188 ceph-mon[86835]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:50 smithi188 ceph-mon[86835]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:49:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:50 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:50 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:49:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:50 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:50 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:50 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:49:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:51 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:51 smithi188 ceph-mon[86835]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:49:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:51 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:51 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:51 smithi104 ceph-mon[96567]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:49:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:51 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:51 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi104-139866-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:49:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:51 smithi104 ceph-mon[94081]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:49:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:51 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:52 smithi188 ceph-mon[86835]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:52 smithi188 ceph-mon[86835]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:49:52.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:52 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-10"}]': finished 2024-04-02T08:49:52.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:52 smithi188 ceph-mon[86835]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:49:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:49:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:49:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:52 smithi104 ceph-mon[94081]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:52 smithi104 ceph-mon[94081]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:49:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:52 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-10"}]': finished 2024-04-02T08:49:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:52 smithi104 ceph-mon[94081]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:49:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:52 smithi104 ceph-mon[96567]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:52 smithi104 ceph-mon[96567]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:49:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:52 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi104-139866-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi104-139866-10"}]': finished 2024-04-02T08:49:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:52 smithi104 ceph-mon[96567]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:49:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:54 smithi188 ceph-mon[86835]: pgmap v1334: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:54.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:54 smithi188 ceph-mon[86835]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:49:54.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:54 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:54 smithi104 ceph-mon[94081]: pgmap v1334: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:54 smithi104 ceph-mon[94081]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:49:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:54 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:54 smithi104 ceph-mon[96567]: pgmap v1334: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:54 smithi104 ceph-mon[96567]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:49:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:54 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:55.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:55 smithi104 ceph-mon[94081]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:49:55.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:55.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:55 smithi104 ceph-mon[96567]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:49:55.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:55 smithi188 ceph-mon[86835]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:49:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:49:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:49:55] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-02T08:49:56.166 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.set_ec (7039 ms) 2024-04-02T08:49:56.166 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 10 tests from cls_rgw (61203 ms total) 2024-04-02T08:49:56.166 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:49:56.167 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:49:56.167 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 10 tests from 1 test suite ran. (61203 ms total) 2024-04-02T08:49:56.167 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 10 tests. 2024-04-02T08:49:56.169 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:49:56.170 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:49:56.237 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-02T08:49:56.237 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-02T08:49:56.305 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:49:56.306 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-02T08:49:56.306 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:49:56.306 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 16 tests from cls_rgw 2024-04-02T08:49:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:56 smithi188 ceph-mon[86835]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:56.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:56 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:56.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:56 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:49:56.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:56 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-10"}]': finished 2024-04-02T08:49:56.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:56 smithi188 ceph-mon[86835]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:49:56.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:56 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[94081]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:49:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-10"}]': finished 2024-04-02T08:49:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[94081]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:49:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:56.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[96567]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:56.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:56.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:49:56.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi104-139866-10"}]': finished 2024-04-02T08:49:56.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[96567]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:49:56.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:56 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-10"}]: dispatch 2024-04-02T08:49:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-10"}]': finished 2024-04-02T08:49:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:57 smithi188 ceph-mon[86835]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:49:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-10"}]': finished 2024-04-02T08:49:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:57 smithi104 ceph-mon[94081]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:49:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1535111746' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi104-139866-10"}]': finished 2024-04-02T08:49:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:57 smithi104 ceph-mon[96567]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:49:58.174 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.index_basic 2024-04-02T08:49:58.217 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.index_basic (43 ms) 2024-04-02T08:49:58.217 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-02T08:49:58.243 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (26 ms) 2024-04-02T08:49:58.243 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-02T08:49:58.278 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.index_remove_object (35 ms) 2024-04-02T08:49:58.278 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-02T08:49:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:58 smithi188 ceph-mon[86835]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:58 smithi188 ceph-mon[86835]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:49:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:58 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2774764282' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:58 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:58 smithi104 ceph-mon[96567]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:58 smithi104 ceph-mon[96567]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:49:58.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:58 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2774764282' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:58.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:58 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:58 smithi104 ceph-mon[94081]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:58 smithi104 ceph-mon[94081]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:49:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:58 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2774764282' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:58 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:59 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:49:59 smithi188 ceph-mon[86835]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:49:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:59 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:49:59 smithi104 ceph-mon[96567]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:49:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:59 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:49:59 smithi104 ceph-mon[94081]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:49:59.695 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.index_suggest (1417 ms) 2024-04-02T08:49:59.695 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-02T08:49:59.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-04-02T08:49:59.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.index_list 2024-04-02T08:49:59.720 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.index_list (18 ms) 2024-04-02T08:49:59.720 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-02T08:50:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:00 smithi188 ceph-mon[86835]: pgmap v1343: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:00 smithi188 ceph-mon[86835]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:50:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:00 smithi188 ceph-mon[86835]: overall HEALTH_OK 2024-04-02T08:50:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:00 smithi104 ceph-mon[94081]: pgmap v1343: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:00 smithi104 ceph-mon[94081]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:50:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:00 smithi104 ceph-mon[94081]: overall HEALTH_OK 2024-04-02T08:50:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:00 smithi104 ceph-mon[96567]: pgmap v1343: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:00 smithi104 ceph-mon[96567]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:50:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:00 smithi104 ceph-mon[96567]: overall HEALTH_OK 2024-04-02T08:50:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:02 smithi188 ceph-mon[86835]: pgmap v1345: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 27 KiB/s wr, 73 op/s 2024-04-02T08:50:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:50:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:02.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:02 smithi104 ceph-mon[94081]: pgmap v1345: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 27 KiB/s wr, 73 op/s 2024-04-02T08:50:02.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:02 smithi104 ceph-mon[96567]: pgmap v1345: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 27 KiB/s wr, 73 op/s 2024-04-02T08:50:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:04 smithi188 ceph-mon[86835]: pgmap v1346: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 318 KiB/s wr, 949 op/s 2024-04-02T08:50:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:04 smithi104 ceph-mon[94081]: pgmap v1346: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 318 KiB/s wr, 949 op/s 2024-04-02T08:50:04.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:04 smithi104 ceph-mon[96567]: pgmap v1346: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 318 KiB/s wr, 949 op/s 2024-04-02T08:50:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:50:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:50:05] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-04-02T08:50:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:06 smithi188 ceph-mon[86835]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 327 KiB/s wr, 1.00k op/s 2024-04-02T08:50:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:06 smithi104 ceph-mon[94081]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 327 KiB/s wr, 1.00k op/s 2024-04-02T08:50:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:06 smithi104 ceph-mon[96567]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 327 KiB/s wr, 1.00k op/s 2024-04-02T08:50:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:08 smithi188 ceph-mon[86835]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 288 KiB/s wr, 882 op/s 2024-04-02T08:50:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:08 smithi104 ceph-mon[96567]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 288 KiB/s wr, 882 op/s 2024-04-02T08:50:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:08 smithi104 ceph-mon[94081]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 288 KiB/s wr, 882 op/s 2024-04-02T08:50:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:10 smithi188 ceph-mon[86835]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 547 KiB/s wr, 1.66k op/s 2024-04-02T08:50:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:10 smithi104 ceph-mon[94081]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 547 KiB/s wr, 1.66k op/s 2024-04-02T08:50:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:10 smithi104 ceph-mon[96567]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 547 KiB/s wr, 1.66k op/s 2024-04-02T08:50:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:12 smithi188 ceph-mon[86835]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 485 KiB/s wr, 1.47k op/s 2024-04-02T08:50:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:50:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:50:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:12 smithi104 ceph-mon[96567]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 485 KiB/s wr, 1.47k op/s 2024-04-02T08:50:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:12 smithi104 ceph-mon[94081]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 485 KiB/s wr, 1.47k op/s 2024-04-02T08:50:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:14 smithi188 ceph-mon[86835]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 972 KiB/s rd, 634 KiB/s wr, 1.92k op/s 2024-04-02T08:50:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:14 smithi104 ceph-mon[96567]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 972 KiB/s rd, 634 KiB/s wr, 1.92k op/s 2024-04-02T08:50:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:14 smithi104 ceph-mon[94081]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 972 KiB/s rd, 634 KiB/s wr, 1.92k op/s 2024-04-02T08:50:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:50:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:50:15] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-04-02T08:50:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:16 smithi188 ceph-mon[86835]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 485 KiB/s wr, 1.47k op/s 2024-04-02T08:50:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:16 smithi104 ceph-mon[96567]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 485 KiB/s wr, 1.47k op/s 2024-04-02T08:50:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:16 smithi104 ceph-mon[94081]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 485 KiB/s wr, 1.47k op/s 2024-04-02T08:50:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:50:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:50:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:50:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:18 smithi188 ceph-mon[86835]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 445 KiB/s wr, 1.33k op/s 2024-04-02T08:50:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:18 smithi104 ceph-mon[96567]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 445 KiB/s wr, 1.33k op/s 2024-04-02T08:50:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:18 smithi104 ceph-mon[94081]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 445 KiB/s wr, 1.33k op/s 2024-04-02T08:50:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:20 smithi188 ceph-mon[86835]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 913 KiB/s rd, 609 KiB/s wr, 1.83k op/s 2024-04-02T08:50:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:20 smithi104 ceph-mon[96567]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 913 KiB/s rd, 609 KiB/s wr, 1.83k op/s 2024-04-02T08:50:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:20 smithi104 ceph-mon[94081]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 913 KiB/s rd, 609 KiB/s wr, 1.83k op/s 2024-04-02T08:50:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:22 smithi188 ceph-mon[86835]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2024-04-02T08:50:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:50:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:22 smithi104 ceph-mon[94081]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2024-04-02T08:50:22.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:22 smithi104 ceph-mon[96567]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2024-04-02T08:50:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:24 smithi188 ceph-mon[86835]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 778 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2024-04-02T08:50:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:24 smithi104 ceph-mon[96567]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 778 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2024-04-02T08:50:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:24 smithi104 ceph-mon[94081]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 778 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2024-04-02T08:50:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:50:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:50:25] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-04-02T08:50:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:26 smithi188 ceph-mon[86835]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 331 KiB/s wr, 993 op/s 2024-04-02T08:50:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:26 smithi104 ceph-mon[96567]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 331 KiB/s wr, 993 op/s 2024-04-02T08:50:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:26 smithi104 ceph-mon[94081]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 331 KiB/s wr, 993 op/s 2024-04-02T08:50:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:28 smithi188 ceph-mon[86835]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 331 KiB/s wr, 993 op/s 2024-04-02T08:50:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:28 smithi104 ceph-mon[96567]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 331 KiB/s wr, 993 op/s 2024-04-02T08:50:28.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:28 smithi104 ceph-mon[94081]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 331 KiB/s wr, 993 op/s 2024-04-02T08:50:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:30 smithi188 ceph-mon[86835]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 499 KiB/s wr, 1.50k op/s 2024-04-02T08:50:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:30 smithi104 ceph-mon[96567]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 499 KiB/s wr, 1.50k op/s 2024-04-02T08:50:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:30 smithi104 ceph-mon[94081]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 499 KiB/s wr, 1.50k op/s 2024-04-02T08:50:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:32 smithi188 ceph-mon[86835]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 335 KiB/s wr, 1.00k op/s 2024-04-02T08:50:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:50:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:50:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:32 smithi104 ceph-mon[96567]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 335 KiB/s wr, 1.00k op/s 2024-04-02T08:50:32.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:32 smithi104 ceph-mon[94081]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 335 KiB/s wr, 1.00k op/s 2024-04-02T08:50:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:34 smithi188 ceph-mon[86835]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 499 KiB/s wr, 1.50k op/s 2024-04-02T08:50:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:34 smithi104 ceph-mon[96567]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 499 KiB/s wr, 1.50k op/s 2024-04-02T08:50:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:34 smithi104 ceph-mon[94081]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 499 KiB/s wr, 1.50k op/s 2024-04-02T08:50:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:50:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:50:35] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.43.0" 2024-04-02T08:50:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:36 smithi188 ceph-mon[86835]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 331 KiB/s wr, 994 op/s 2024-04-02T08:50:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:36 smithi104 ceph-mon[96567]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 331 KiB/s wr, 994 op/s 2024-04-02T08:50:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:36 smithi104 ceph-mon[94081]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 331 KiB/s wr, 994 op/s 2024-04-02T08:50:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:38 smithi188 ceph-mon[86835]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 332 KiB/s wr, 994 op/s 2024-04-02T08:50:38.713 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:38 smithi104 ceph-mon[96567]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 332 KiB/s wr, 994 op/s 2024-04-02T08:50:38.713 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:38 smithi104 ceph-mon[94081]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 332 KiB/s wr, 994 op/s 2024-04-02T08:50:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:40 smithi188 ceph-mon[86835]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 496 KiB/s wr, 1.49k op/s 2024-04-02T08:50:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:40 smithi104 ceph-mon[94081]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 496 KiB/s wr, 1.49k op/s 2024-04-02T08:50:40.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:40 smithi104 ceph-mon[96567]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 496 KiB/s wr, 1.49k op/s 2024-04-02T08:50:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:42 smithi188 ceph-mon[86835]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 328 KiB/s wr, 983 op/s 2024-04-02T08:50:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:50:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:42.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:42 smithi104 ceph-mon[96567]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 328 KiB/s wr, 983 op/s 2024-04-02T08:50:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:42 smithi104 ceph-mon[94081]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 328 KiB/s wr, 983 op/s 2024-04-02T08:50:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:44 smithi188 ceph-mon[86835]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 738 KiB/s rd, 492 KiB/s wr, 1.48k op/s 2024-04-02T08:50:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:44 smithi104 ceph-mon[96567]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 738 KiB/s rd, 492 KiB/s wr, 1.48k op/s 2024-04-02T08:50:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:44 smithi104 ceph-mon[94081]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 738 KiB/s rd, 492 KiB/s wr, 1.48k op/s 2024-04-02T08:50:45.104 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.index_list_delimited (45384 ms) 2024-04-02T08:50:45.104 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.bi_list 2024-04-02T08:50:45.178 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.bi_list (74 ms) 2024-04-02T08:50:45.178 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.gc_set 2024-04-02T08:50:45.208 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.gc_set (30 ms) 2024-04-02T08:50:45.208 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.gc_list 2024-04-02T08:50:45.232 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.gc_list (24 ms) 2024-04-02T08:50:45.232 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-02T08:50:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:50:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:50:45] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.43.0" 2024-04-02T08:50:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:46 smithi188 ceph-mon[86835]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 493 KiB/s rd, 328 KiB/s wr, 985 op/s 2024-04-02T08:50:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:46 smithi104 ceph-mon[96567]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 493 KiB/s rd, 328 KiB/s wr, 985 op/s 2024-04-02T08:50:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:46 smithi104 ceph-mon[94081]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 493 KiB/s rd, 328 KiB/s wr, 985 op/s 2024-04-02T08:50:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:47 smithi188 ceph-mon[86835]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:50:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:47 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1475953373' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:47 smithi104 ceph-mon[94081]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:50:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:47 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1475953373' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:47 smithi104 ceph-mon[96567]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:50:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:47 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1475953373' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:48 smithi188 ceph-mon[86835]: pgmap v1369: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-04-02T08:50:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:48 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:48 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1475953373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:50:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:48 smithi188 ceph-mon[86835]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:50:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:48 smithi104 ceph-mon[96567]: pgmap v1369: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-04-02T08:50:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:48 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:48.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:48 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1475953373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:50:48.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:48 smithi104 ceph-mon[96567]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:50:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:48 smithi104 ceph-mon[94081]: pgmap v1369: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-04-02T08:50:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:48 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:50:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:48 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1475953373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140204-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:50:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:48 smithi104 ceph-mon[94081]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:50:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:49 smithi188 ceph-mon[86835]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:50:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:49 smithi104 ceph-mon[96567]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:50:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:49 smithi104 ceph-mon[94081]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:50:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:50 smithi188 ceph-mon[86835]: pgmap v1372: 169 pgs: 7 creating+peering, 15 unknown, 147 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 221 KiB/s wr, 655 op/s 2024-04-02T08:50:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:50 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:50 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:50:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:50 smithi104 ceph-mon[94081]: pgmap v1372: 169 pgs: 7 creating+peering, 15 unknown, 147 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 221 KiB/s wr, 655 op/s 2024-04-02T08:50:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:50 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:50 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:50:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:50 smithi104 ceph-mon[96567]: pgmap v1372: 169 pgs: 7 creating+peering, 15 unknown, 147 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 221 KiB/s wr, 655 op/s 2024-04-02T08:50:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:50 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:50:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:50 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:50:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:52 smithi188 ceph-mon[86835]: pgmap v1373: 169 pgs: 7 creating+peering, 6 unknown, 156 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 222 KiB/s wr, 657 op/s 2024-04-02T08:50:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:50:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:52 smithi104 ceph-mon[96567]: pgmap v1373: 169 pgs: 7 creating+peering, 6 unknown, 156 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 222 KiB/s wr, 657 op/s 2024-04-02T08:50:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:52 smithi104 ceph-mon[94081]: pgmap v1373: 169 pgs: 7 creating+peering, 6 unknown, 156 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 222 KiB/s wr, 657 op/s 2024-04-02T08:50:53.283 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.gc_defer (8051 ms) 2024-04-02T08:50:53.283 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-02T08:50:53.371 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.usage_basic (88 ms) 2024-04-02T08:50:53.371 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-02T08:50:53.372 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-04-02T08:50:53.373 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-02T08:50:53.456 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.usage_clear (83 ms) 2024-04-02T08:50:53.456 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-02T08:50:53.526 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.bi_log_trim (70 ms) 2024-04-02T08:50:53.526 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-02T08:50:53.543 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw.index_racing_removes (17 ms) 2024-04-02T08:50:54.289 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 16 tests from cls_rgw (55369 ms total) 2024-04-02T08:50:54.289 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:50:54.289 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:50:54.289 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 16 tests from 1 test suite ran. (57984 ms total) 2024-04-02T08:50:54.289 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 16 tests. 2024-04-02T08:50:54.292 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:50:54.292 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:50:54.362 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-02T08:50:54.362 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-02T08:50:54.431 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:50:54.431 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-02T08:50:54.431 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:50:54.431 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-02T08:50:54.432 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw_gc.init 2024-04-02T08:50:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:54 smithi188 ceph-mon[86835]: pgmap v1374: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 214 KiB/s wr, 634 op/s 2024-04-02T08:50:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:54 smithi188 ceph-mon[86835]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:50:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:54 smithi104 ceph-mon[96567]: pgmap v1374: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 214 KiB/s wr, 634 op/s 2024-04-02T08:50:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:54 smithi104 ceph-mon[96567]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:50:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:54 smithi104 ceph-mon[94081]: pgmap v1374: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 214 KiB/s wr, 634 op/s 2024-04-02T08:50:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:54 smithi104 ceph-mon[94081]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:50:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:55 smithi188 ceph-mon[86835]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:50:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:55 smithi104 ceph-mon[94081]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:50:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:55 smithi104 ceph-mon[96567]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:50:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:50:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:50:55] "GET /metrics HTTP/1.1" 200 38815 "" "Prometheus/2.43.0" 2024-04-02T08:50:56.313 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw_gc.init (1882 ms) 2024-04-02T08:50:56.313 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-02T08:50:56.324 INFO:tasks.workunit.client.0.smithi104.stderr:[ ] list info tag = chain-0 2024-04-02T08:50:56.324 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (11 ms) 2024-04-02T08:50:56.324 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-02T08:50:56.329 INFO:tasks.workunit.client.0.smithi104.stderr:[ ] next_marker is: = 0/4263 2024-04-02T08:50:56.329 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (5 ms) 2024-04-02T08:50:56.329 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-02T08:50:56.336 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-04-02T08:50:56.336 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-02T08:50:56.342 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (6 ms) 2024-04-02T08:50:56.342 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-02T08:50:56.349 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-04-02T08:50:56.349 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-02T08:50:56.355 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-04-02T08:50:56.355 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-02T08:50:56.361 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-04-02T08:50:56.361 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-02T08:50:56.482 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:56 smithi104 ceph-mon[96567]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:50:56.482 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:56 smithi104 ceph-mon[96567]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:50:56.482 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:56 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2512503723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140409-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:56.482 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:56 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140409-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:56.483 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:56 smithi104 ceph-mon[94081]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:50:56.483 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:56 smithi104 ceph-mon[94081]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:50:56.483 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:56 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2512503723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140409-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:56.483 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:56 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140409-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:56 smithi188 ceph-mon[86835]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:50:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:56 smithi188 ceph-mon[86835]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:50:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:56 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2512503723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140409-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:56 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140409-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:57.313 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw_gc.finalize (952 ms) 2024-04-02T08:50:57.313 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 9 tests from cls_rgw_gc (2882 ms total) 2024-04-02T08:50:57.313 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:50:57.313 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:50:57.313 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 9 tests from 1 test suite ran. (2882 ms total) 2024-04-02T08:50:57.314 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 9 tests. 2024-04-02T08:50:57.316 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:50:57.316 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:50:57.387 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-02T08:50:57.387 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-02T08:50:57.462 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 1 test from 1 test suite. 2024-04-02T08:50:57.462 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:50:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:57 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140409-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:50:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:57 smithi188 ceph-mon[86835]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:50:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:57 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140409-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:50:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:57 smithi104 ceph-mon[94081]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:50:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:57 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140409-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:50:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:57 smithi104 ceph-mon[96567]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:50:58.123 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:50:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=cleanup t=2024-04-02T08:50:57.645338319Z level=info msg="Completed cleanup jobs" duration=3.251787ms 2024-04-02T08:50:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:58 smithi188 ceph-mon[86835]: pgmap v1380: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:50:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:58 smithi188 ceph-mon[86835]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:50:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:58 smithi104 ceph-mon[94081]: pgmap v1380: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:50:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:58 smithi104 ceph-mon[94081]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:50:58.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:58 smithi104 ceph-mon[96567]: pgmap v1380: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:50:58.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:58 smithi104 ceph-mon[96567]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:50:59.328 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 1 test from cls_rgw_stats 2024-04-02T08:50:59.328 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-02T08:50:59.345 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.346+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=EHI1JW6GCKYW type=del size=2808661 2024-04-02T08:50:59.346 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.348+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=G71P4VBJYTJ5 type=write size=792593 2024-04-02T08:50:59.348 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.349+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=S5MJNG7X8FJX type=del size=3530710 2024-04-02T08:50:59.349 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.350+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=P5CJW3GPFJBD type=del size=2345333 2024-04-02T08:50:59.351 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.352+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=INUK6WXYE6KX type=del size=76840 2024-04-02T08:50:59.352 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.353+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=LTRSDN2CUNN0 type=del size=2433773 2024-04-02T08:50:59.353 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.355+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=C0W6RBCWRA1V type=write size=1032143 2024-04-02T08:50:59.355 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.356+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=RPCK1ASS4XNS type=del size=717992 2024-04-02T08:50:59.357 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.359+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~57B8C79APGYN.0 size=1048576 2024-04-02T08:50:59.358 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.360+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~57B8C79APGYN.1 size=308701 2024-04-02T08:50:59.358 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.360+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=57B8C79APGYN tag=L6J5LYWC2BO5 type=write size=2405853 2024-04-02T08:50:59.361 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.362+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~1QU40IFI48CB.0 size=918647 2024-04-02T08:50:59.361 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.362+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=1QU40IFI48CB tag=6T8CAFBWYGI5 type=write size=1967223 2024-04-02T08:50:59.362 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.363+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=BK7XA9T843AR type=del size=3221505 2024-04-02T08:50:59.363 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.364+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=5Z5QDEQA4LRK type=del size=372772 2024-04-02T08:50:59.364 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.366+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=6K0C7SUZRMRC type=del size=2450011 2024-04-02T08:50:59.366 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.367+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=YNK1CXHY5GDO type=del size=963988 2024-04-02T08:50:59.367 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.369+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=1B7L46CG64N1 type=del size=3638850 2024-04-02T08:50:59.369 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.371+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~Q4RCVVF02U7R.0 size=341457 2024-04-02T08:50:59.370 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.371+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=Q4RCVVF02U7R tag=544EXN4YX4V1 type=write size=1390033 2024-04-02T08:50:59.372 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.373+0000 7f2c37839780 1 < suggested update operation key=ZBWX3XCY0JRK tag=EHI1JW6GCKYW type=del size=2808661 2024-04-02T08:50:59.373 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.375+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=TEG7ONDRZ3O2 type=del size=942768 2024-04-02T08:50:59.375 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.376+0000 7f2c37839780 1 < completed write operation key=CG5T3W0DZYHT tag=G71P4VBJYTJ5 type=write size=792593 2024-04-02T08:50:59.376 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.377+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=4J13Q79G0SYZ type=del size=1708533 2024-04-02T08:50:59.377 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.379+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=S5MJNG7X8FJX type=del 2024-04-02T08:50:59.379 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.381+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~U07CFLS22NL8.0 size=1048576 2024-04-02T08:50:59.380 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.382+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~U07CFLS22NL8.1 size=1048576 2024-04-02T08:50:59.381 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.383+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~U07CFLS22NL8.2 size=566639 2024-04-02T08:50:59.381 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.383+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=U07CFLS22NL8 tag=RQM5ZBWF8UQC type=write size=3712367 2024-04-02T08:50:59.382 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.384+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=P5CJW3GPFJBD type=del 2024-04-02T08:50:59.383 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.385+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=7U6PXAHJF2XR type=write size=108104 2024-04-02T08:50:59.385 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.386+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=INUK6WXYE6KX type=del 2024-04-02T08:50:59.386 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.387+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=LSMRDXW1VCP1 type=del size=496691 2024-04-02T08:50:59.387 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.389+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=LTRSDN2CUNN0 type=del 2024-04-02T08:50:59.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.390+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=AFTH5P9AU09Y type=del size=2918941 2024-04-02T08:50:59.390 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.391+0000 7f2c37839780 1 < completed write operation key=K3VPFIXU5HDZ tag=C0W6RBCWRA1V type=write size=1032143 2024-04-02T08:50:59.392 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.394+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~MW59JTN9XQP0.0 size=1048576 2024-04-02T08:50:59.393 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.395+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~MW59JTN9XQP0.1 size=692166 2024-04-02T08:50:59.393 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.395+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=MW59JTN9XQP0 tag=7G455PGSH1VW type=write size=2789318 2024-04-02T08:50:59.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.397+0000 7f2c37839780 1 < suggested remove operation key=L7FKDUVU3YGN tag=RPCK1ASS4XNS type=del 2024-04-02T08:50:59.397 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.399+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=P6MT117XYSGG type=del size=2886438 2024-04-02T08:50:59.401 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.400+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~57B8C79APGYN.0 size=1048576 2024-04-02T08:50:59.402 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.401+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~57B8C79APGYN.1 size=308701 2024-04-02T08:50:59.402 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.403+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=57B8C79APGYN tag=L6J5LYWC2BO5 type=write size=2405853 2024-04-02T08:50:59.402 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.404+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=56FKFNJJZ5Y9 type=del size=354720 2024-04-02T08:50:59.404 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.405+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~1QU40IFI48CB.0 size=918647 2024-04-02T08:50:59.405 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.407+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=1QU40IFI48CB tag=6T8CAFBWYGI5 type=write size=1967223 2024-04-02T08:50:59.408 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.409+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~VX81XVI7GFZP.0 size=758199 2024-04-02T08:50:59.408 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.409+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=VX81XVI7GFZP tag=WVZ5DZZMAWGV type=write size=1806775 2024-04-02T08:50:59.409 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.410+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=BK7XA9T843AR type=del 2024-04-02T08:50:59.411 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.412+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~1S6JRQWMJTNA.0 size=1048576 2024-04-02T08:50:59.412 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.413+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~1S6JRQWMJTNA.1 size=1048576 2024-04-02T08:50:59.413 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.414+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~1S6JRQWMJTNA.2 size=114484 2024-04-02T08:50:59.413 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.414+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=1S6JRQWMJTNA tag=G0YZXJPMG2V2 type=write size=3260212 2024-04-02T08:50:59.414 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.415+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=5Z5QDEQA4LRK type=del 2024-04-02T08:50:59.416 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.417+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~L4GJ04ILUCTS.0 size=510280 2024-04-02T08:50:59.416 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.417+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=L4GJ04ILUCTS tag=JKMP0PK3OJOU type=write size=1558856 2024-04-02T08:50:59.418 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.420+0000 7f2c37839780 1 < suggested remove operation key=L7FKDUVU3YGN tag=6K0C7SUZRMRC type=del 2024-04-02T08:50:59.420 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.422+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~K91Q1FQ1P7DV.0 size=1048576 2024-04-02T08:50:59.421 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.423+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~K91Q1FQ1P7DV.1 size=1048576 2024-04-02T08:50:59.422 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.424+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~K91Q1FQ1P7DV.2 size=908742 2024-04-02T08:50:59.422 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.424+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=K91Q1FQ1P7DV tag=U50TTLKMMQ3L type=write size=4054470 2024-04-02T08:50:59.424 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.425+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=YNK1CXHY5GDO type=del 2024-04-02T08:50:59.425 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.426+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=YWLO45UROHWD type=del size=3988872 2024-04-02T08:50:59.426 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.428+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=1B7L46CG64N1 type=del 2024-04-02T08:50:59.428 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.429+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=7093IVIF3OHM type=del size=1070709 2024-04-02T08:50:59.428 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.429+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~Q4RCVVF02U7R.0 size=341457 2024-04-02T08:50:59.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.431+0000 7f2c37839780 1 < canceled multipart upload key=OKEW0QKVDGET upload=Q4RCVVF02U7R tag=544EXN4YX4V1 type=write size=1390033 2024-04-02T08:50:59.432 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.433+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~LEJ839Y4SN27.0 size=99798 2024-04-02T08:50:59.432 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.433+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=LEJ839Y4SN27 tag=UZUU50JSGA76 type=write size=1148374 2024-04-02T08:50:59.433 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.435+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=TEG7ONDRZ3O2 type=del 2024-04-02T08:50:59.436 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.437+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~ZEL4YERJ09B9.0 size=1048576 2024-04-02T08:50:59.437 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.438+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~ZEL4YERJ09B9.1 size=1048576 2024-04-02T08:50:59.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.439+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~ZEL4YERJ09B9.2 size=858964 2024-04-02T08:50:59.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.439+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=ZEL4YERJ09B9 tag=SLZ9N19YAUIN type=write size=4004692 2024-04-02T08:50:59.439 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.440+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=4J13Q79G0SYZ type=del 2024-04-02T08:50:59.440 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.442+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=7T2EBDAF9QSF type=del size=679729 2024-04-02T08:50:59.441 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.443+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~U07CFLS22NL8.0 size=1048576 2024-04-02T08:50:59.442 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.444+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~U07CFLS22NL8.1 size=1048576 2024-04-02T08:50:59.443 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.444+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~U07CFLS22NL8.2 size=566639 2024-04-02T08:50:59.445 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.446+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=U07CFLS22NL8 tag=RQM5ZBWF8UQC type=write size=3712367 2024-04-02T08:50:59.446 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.448+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=XCU1R666F04W type=write size=337997 2024-04-02T08:50:59.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.449+0000 7f2c37839780 1 < completed write operation key=KES2MUV53GCC tag=7U6PXAHJF2XR type=write size=108104 2024-04-02T08:50:59.449 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.450+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=ZWBBB9ORVXIQ type=del size=1823291 2024-04-02T08:50:59.450 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.451+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=LSMRDXW1VCP1 type=del 2024-04-02T08:50:59.451 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.452+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=I2FPXQAUQ43V type=del size=2750324 2024-04-02T08:50:59.452 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.454+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=AFTH5P9AU09Y type=del 2024-04-02T08:50:59.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.455+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=SVLEI79R9QTJ type=del size=352877 2024-04-02T08:50:59.454 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.456+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~MW59JTN9XQP0.0 size=1048576 2024-04-02T08:50:59.455 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.456+0000 7f2c37839780 1 < canceled part key=_multipart_FTT2SQYUSW82.2~MW59JTN9XQP0.1 size=692166 2024-04-02T08:50:59.456 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.458+0000 7f2c37839780 1 < canceled multipart upload key=FTT2SQYUSW82 upload=MW59JTN9XQP0 tag=7G455PGSH1VW type=write size=2789318 2024-04-02T08:50:59.458 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.459+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=PO0IYM5PYPZP type=del size=1076923 2024-04-02T08:50:59.459 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.460+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=P6MT117XYSGG type=del 2024-04-02T08:50:59.461 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.462+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~X06APXCQ92DJ.0 size=1048576 2024-04-02T08:50:59.462 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.463+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~X06APXCQ92DJ.1 size=362046 2024-04-02T08:50:59.462 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.463+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=X06APXCQ92DJ tag=FLTFPIU0EUU7 type=write size=2459198 2024-04-02T08:50:59.463 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.464+0000 7f2c37839780 -1 < failed to complete operation key=L7FKDUVU3YGN tag=56FKFNJJZ5Y9 type=del size=354720: (22) Invalid argument 2024-04-02T08:50:59.464 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.466+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=N2UKVYD3RAL8 type=del size=522263 2024-04-02T08:50:59.466 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.467+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~VX81XVI7GFZP.0 size=758199 2024-04-02T08:50:59.467 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.469+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=VX81XVI7GFZP tag=WVZ5DZZMAWGV type=write size=1806775 2024-04-02T08:50:59.469 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.470+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=ZRGFBDVSVP0H type=del size=3151012 2024-04-02T08:50:59.470 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.471+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~1S6JRQWMJTNA.0 size=1048576 2024-04-02T08:50:59.471 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.472+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~1S6JRQWMJTNA.1 size=1048576 2024-04-02T08:50:59.472 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.473+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~1S6JRQWMJTNA.2 size=114484 2024-04-02T08:50:59.474 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.475+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=1S6JRQWMJTNA tag=G0YZXJPMG2V2 type=write size=3260212 2024-04-02T08:50:59.475 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.476+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=1YJ3V8AGNTN0 type=del size=1094520 2024-04-02T08:50:59.476 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.477+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~L4GJ04ILUCTS.0 size=510280 2024-04-02T08:50:59.478 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.479+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=L4GJ04ILUCTS tag=JKMP0PK3OJOU type=write size=1558856 2024-04-02T08:50:59.479 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.480+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=GL22VHMKNSU2 type=del size=3957281 2024-04-02T08:50:59.480 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.481+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~K91Q1FQ1P7DV.0 size=1048576 2024-04-02T08:50:59.481 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.482+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~K91Q1FQ1P7DV.1 size=1048576 2024-04-02T08:50:59.481 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.482+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~K91Q1FQ1P7DV.2 size=908742 2024-04-02T08:50:59.483 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.484+0000 7f2c37839780 1 < canceled multipart upload key=OKEW0QKVDGET upload=K91Q1FQ1P7DV tag=U50TTLKMMQ3L type=write size=4054470 2024-04-02T08:50:59.485 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.486+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~A9VNKZKZGN6I.0 size=1048576 2024-04-02T08:50:59.486 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.487+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~A9VNKZKZGN6I.1 size=1048576 2024-04-02T08:50:59.487 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.488+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~A9VNKZKZGN6I.2 size=636506 2024-04-02T08:50:59.487 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.488+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=A9VNKZKZGN6I tag=TMUBA31YGL3S type=write size=3782234 2024-04-02T08:50:59.489 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.490+0000 7f2c37839780 1 < suggested update operation key=L7FKDUVU3YGN tag=YWLO45UROHWD type=del size=3988872 2024-04-02T08:50:59.490 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.492+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=4UYN361TVIL9 type=del size=1066635 2024-04-02T08:50:59.491 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.493+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=7093IVIF3OHM type=del 2024-04-02T08:50:59.493 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.495+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~430C5YN0F8SQ.0 size=147577 2024-04-02T08:50:59.494 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.495+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=430C5YN0F8SQ tag=5I1XGJIGY1AQ type=write size=1196153 2024-04-02T08:50:59.495 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.496+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~LEJ839Y4SN27.0 size=99798 2024-04-02T08:50:59.496 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.498+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=LEJ839Y4SN27 tag=UZUU50JSGA76 type=write size=1148374 2024-04-02T08:50:59.497 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.499+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=C2F65E5NRZC5 type=del size=470884 2024-04-02T08:50:59.499 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.500+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~ZEL4YERJ09B9.0 size=1048576 2024-04-02T08:50:59.500 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.501+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~ZEL4YERJ09B9.1 size=1048576 2024-04-02T08:50:59.500 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.501+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~ZEL4YERJ09B9.2 size=858964 2024-04-02T08:50:59.502 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.503+0000 7f2c37839780 1 < canceled multipart upload key=OKEW0QKVDGET upload=ZEL4YERJ09B9 tag=SLZ9N19YAUIN type=write size=4004692 2024-04-02T08:50:59.504 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.505+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~UP0RYBVZS0NR.0 size=470946 2024-04-02T08:50:59.504 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.505+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=UP0RYBVZS0NR tag=5106LID3W3VG type=write size=1519522 2024-04-02T08:50:59.505 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.506+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=7T2EBDAF9QSF type=del 2024-04-02T08:50:59.506 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.507+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=14H0SO4ACVFG type=del size=2142688 2024-04-02T08:50:59.508 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.509+0000 7f2c37839780 1 < suggested update operation key=1V7MCBT4ATIC tag=XCU1R666F04W type=write size=337997 2024-04-02T08:50:59.509 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.510+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=EDREFRL6EBAR type=del size=729889 2024-04-02T08:50:59.510 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.512+0000 7f2c37839780 1 < canceled operation key=K3VPFIXU5HDZ tag=ZWBBB9ORVXIQ type=del size=1823291 2024-04-02T08:50:59.511 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.513+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=6PMEW0XPEIWP type=write size=534869 2024-04-02T08:50:59.513 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.514+0000 7f2c37839780 1 < canceled operation key=DRUREBB8SOYG tag=I2FPXQAUQ43V type=del size=2750324 2024-04-02T08:50:59.514 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.515+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=BRFV8EZAKAKQ type=del size=83594 2024-04-02T08:50:59.515 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.516+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=SVLEI79R9QTJ type=del 2024-04-02T08:50:59.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.518+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~UFQSK531Q2PV.0 size=1048576 2024-04-02T08:50:59.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.519+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~UFQSK531Q2PV.1 size=1048576 2024-04-02T08:50:59.518 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.520+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~UFQSK531Q2PV.2 size=671523 2024-04-02T08:50:59.518 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.520+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=UFQSK531Q2PV tag=JWTEEDDP5MU3 type=write size=3817251 2024-04-02T08:50:59.521 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.522+0000 7f2c37839780 1 < suggested remove operation key=9DRFTTIJ432I tag=PO0IYM5PYPZP type=del 2024-04-02T08:50:59.522 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.523+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=3FRV9E1ZZI30 type=del size=3000507 2024-04-02T08:50:59.523 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.524+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~X06APXCQ92DJ.0 size=1048576 2024-04-02T08:50:59.524 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.526+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~X06APXCQ92DJ.1 size=362046 2024-04-02T08:50:59.527 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.528+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=X06APXCQ92DJ tag=FLTFPIU0EUU7 type=write size=2459198 2024-04-02T08:50:59.530 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.532+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~WMUPD18N4LJM.0 size=139179 2024-04-02T08:50:59.531 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.532+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=WMUPD18N4LJM tag=BH72O9ULUUYM type=write size=1187755 2024-04-02T08:50:59.534 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.535+0000 7f2c37839780 1 < suggested update operation key=DRUREBB8SOYG tag=N2UKVYD3RAL8 type=del size=522263 2024-04-02T08:50:59.536 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.537+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=QC3DC5LUSG6B type=del size=2419114 2024-04-02T08:50:59.537 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.538+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=ZRGFBDVSVP0H type=del 2024-04-02T08:50:59.538 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.540+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=450ZRCSYZY4I type=write size=751557 2024-04-02T08:50:59.540 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.541+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=1YJ3V8AGNTN0 type=del 2024-04-02T08:50:59.542 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.543+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~OQFGO9BR9KEF.0 size=463720 2024-04-02T08:50:59.542 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.543+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=OQFGO9BR9KEF tag=PDK2PSJPQDQ3 type=write size=1512296 2024-04-02T08:50:59.543 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.544+0000 7f2c37839780 1 < canceled operation key=ZBWX3XCY0JRK tag=GL22VHMKNSU2 type=del size=3957281 2024-04-02T08:50:59.545 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.546+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~IHZG95HDS9WZ.0 size=796669 2024-04-02T08:50:59.545 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.546+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=IHZG95HDS9WZ tag=OAAJ8KUQJHF8 type=write size=1845245 2024-04-02T08:50:59.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.548+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~A9VNKZKZGN6I.0 size=1048576 2024-04-02T08:50:59.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.549+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~A9VNKZKZGN6I.1 size=1048576 2024-04-02T08:50:59.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.550+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~A9VNKZKZGN6I.2 size=636506 2024-04-02T08:50:59.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.552+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=A9VNKZKZGN6I tag=TMUBA31YGL3S type=write size=3782234 2024-04-02T08:50:59.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.554+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~13HZ4AKGMAR2.0 size=1048576 2024-04-02T08:50:59.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.555+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~13HZ4AKGMAR2.1 size=1048576 2024-04-02T08:50:59.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.556+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~13HZ4AKGMAR2.2 size=867640 2024-04-02T08:50:59.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.556+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=13HZ4AKGMAR2 tag=I8UDC0JGV1IA type=write size=4013368 2024-04-02T08:50:59.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.557+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=4UYN361TVIL9 type=del 2024-04-02T08:50:59.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.558+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=YRCBQXMCL7BT type=del size=2761389 2024-04-02T08:50:59.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.559+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~430C5YN0F8SQ.0 size=147577 2024-04-02T08:50:59.560 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.561+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=430C5YN0F8SQ tag=5I1XGJIGY1AQ type=write size=1196153 2024-04-02T08:50:59.561 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.562+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=EUACWGM92RU7 type=del size=1694673 2024-04-02T08:50:59.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.563+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=C2F65E5NRZC5 type=del 2024-04-02T08:50:59.563 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.564+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=2K0NDXBCMTN3 type=del size=3986242 2024-04-02T08:50:59.563 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.564+0000 7f2c37839780 1 < canceled part key=_multipart_FTT2SQYUSW82.2~UP0RYBVZS0NR.0 size=470946 2024-04-02T08:50:59.565 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.566+0000 7f2c37839780 1 < canceled multipart upload key=FTT2SQYUSW82 upload=UP0RYBVZS0NR tag=5106LID3W3VG type=write size=1519522 2024-04-02T08:50:59.566 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.568+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=7UQYOL5HYWY8 type=del size=3870165 2024-04-02T08:50:59.568 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.569+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=14H0SO4ACVFG type=del 2024-04-02T08:50:59.569 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.570+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=65M2YECI3QSD type=write size=786484 2024-04-02T08:50:59.570 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.571+0000 7f2c37839780 -1 < failed to complete operation key=9DRFTTIJ432I tag=EDREFRL6EBAR type=del size=729889: (22) Invalid argument 2024-04-02T08:50:59.571 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.573+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=YTJGIQ5YKOKP type=del size=3934809 2024-04-02T08:50:59.572 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.574+0000 7f2c37839780 1 < completed write operation key=OL6XSE7L8RVB tag=6PMEW0XPEIWP type=write size=534869 2024-04-02T08:50:59.574 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.575+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=GXABCSY1NJBZ type=del size=865684 2024-04-02T08:50:59.576 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.578+0000 7f2c37839780 1 < suggested update operation key=91BN62ARVOEH tag=BRFV8EZAKAKQ type=del size=83594 2024-04-02T08:50:59.577 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.579+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=FIBIZH53MUGY type=write size=713044 2024-04-02T08:50:59.579 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.580+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~UFQSK531Q2PV.0 size=1048576 2024-04-02T08:50:59.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.581+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~UFQSK531Q2PV.1 size=1048576 2024-04-02T08:50:59.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.582+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~UFQSK531Q2PV.2 size=671523 2024-04-02T08:50:59.582 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.584+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=UFQSK531Q2PV tag=JWTEEDDP5MU3 type=write size=3817251 2024-04-02T08:50:59.584 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.585+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=KROMVGLRWI4C type=del size=1643724 2024-04-02T08:50:59.585 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.586+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=3FRV9E1ZZI30 type=del 2024-04-02T08:50:59.587 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.588+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~PL6M43G7MZPL.0 size=1048576 2024-04-02T08:50:59.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.589+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~PL6M43G7MZPL.1 size=170340 2024-04-02T08:50:59.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.589+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=PL6M43G7MZPL tag=RI9A6MJ0GJ6W type=write size=2267492 2024-04-02T08:50:59.589 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.590+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~WMUPD18N4LJM.0 size=139179 2024-04-02T08:50:59.591 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.592+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=WMUPD18N4LJM tag=BH72O9ULUUYM type=write size=1187755 2024-04-02T08:50:59.593 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.595+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~I4VZU2RUO2M3.0 size=1048576 2024-04-02T08:50:59.594 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.596+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~I4VZU2RUO2M3.1 size=200416 2024-04-02T08:50:59.594 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.596+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=I4VZU2RUO2M3 tag=PQEOBY4MEX75 type=write size=2297568 2024-04-02T08:50:59.595 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.597+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=QC3DC5LUSG6B type=del 2024-04-02T08:50:59.596 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.598+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=LKGC8WH0VB0J type=del size=2603830 2024-04-02T08:50:59.598 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.599+0000 7f2c37839780 1 < completed write operation key=VHVBJGFC6O30 tag=450ZRCSYZY4I type=write size=751557 2024-04-02T08:50:59.600 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.601+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~C409J22Q4OI2.0 size=1048576 2024-04-02T08:50:59.601 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.602+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~C409J22Q4OI2.1 size=507081 2024-04-02T08:50:59.601 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.602+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=C409J22Q4OI2 tag=32CZSNIBT8Z3 type=write size=2604233 2024-04-02T08:50:59.601 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.602+0000 7f2c37839780 1 < canceled part key=_multipart_DRUREBB8SOYG.2~OQFGO9BR9KEF.0 size=463720 2024-04-02T08:50:59.603 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.604+0000 7f2c37839780 1 < canceled multipart upload key=DRUREBB8SOYG upload=OQFGO9BR9KEF tag=PDK2PSJPQDQ3 type=write size=1512296 2024-04-02T08:50:59.604 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.606+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~QK6KAM922WS5.0 size=1048576 2024-04-02T08:50:59.605 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.607+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~QK6KAM922WS5.1 size=197109 2024-04-02T08:50:59.605 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.607+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=QK6KAM922WS5 tag=ALE2YHRPXN1L type=write size=2294261 2024-04-02T08:50:59.607 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.608+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~IHZG95HDS9WZ.0 size=796669 2024-04-02T08:50:59.609 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.610+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=IHZG95HDS9WZ tag=OAAJ8KUQJHF8 type=write size=1845245 2024-04-02T08:50:59.609 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.611+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=FP21UC21VFIZ type=del size=418512 2024-04-02T08:50:59.611 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.612+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~13HZ4AKGMAR2.0 size=1048576 2024-04-02T08:50:59.612 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.613+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~13HZ4AKGMAR2.1 size=1048576 2024-04-02T08:50:59.612 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.614+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~13HZ4AKGMAR2.2 size=867640 2024-04-02T08:50:59.614 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.616+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=13HZ4AKGMAR2 tag=I8UDC0JGV1IA type=write size=4013368 2024-04-02T08:50:59.615 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.617+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=BAM422NNO2N9 type=del size=1993370 2024-04-02T08:50:59.617 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.618+0000 7f2c37839780 1 < canceled operation key=DRUREBB8SOYG tag=YRCBQXMCL7BT type=del size=2761389 2024-04-02T08:50:59.618 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.619+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=LQQSUMHYXB3Q type=del size=1063110 2024-04-02T08:50:59.619 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.620+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=EUACWGM92RU7 type=del 2024-04-02T08:50:59.620 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.621+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=1VBYI1E0QI8Q type=del size=3152619 2024-04-02T08:50:59.623 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.624+0000 7f2c37839780 1 < suggested update operation key=8VUTVS0YUD1N tag=2K0NDXBCMTN3 type=del size=3986242 2024-04-02T08:50:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:59 smithi188 ceph-mon[86835]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:50:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:59 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1314186777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140475-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:50:59 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140475-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:59.625 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.626+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~EW8SIIWZ4RRR.0 size=1048576 2024-04-02T08:50:59.626 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.627+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~EW8SIIWZ4RRR.1 size=1048576 2024-04-02T08:50:59.627 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.628+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~EW8SIIWZ4RRR.2 size=700843 2024-04-02T08:50:59.627 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.628+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=EW8SIIWZ4RRR tag=NM9M0JUA4MND type=write size=3846571 2024-04-02T08:50:59.628 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.629+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=7UQYOL5HYWY8 type=del 2024-04-02T08:50:59.630 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.631+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~M5Z19ASPWK3S.0 size=1048576 2024-04-02T08:50:59.631 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.632+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~M5Z19ASPWK3S.1 size=680962 2024-04-02T08:50:59.631 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.632+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=M5Z19ASPWK3S tag=74D02VC3PWSF type=write size=2778114 2024-04-02T08:50:59.632 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.633+0000 7f2c37839780 1 < completed write operation key=L7FKDUVU3YGN tag=65M2YECI3QSD type=write size=786484 2024-04-02T08:50:59.633 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.635+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=KYNKDWCCQOY8 type=del size=3048180 2024-04-02T08:50:59.635 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.636+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=YTJGIQ5YKOKP type=del 2024-04-02T08:50:59.636 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.637+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=MF8LEF4CMCA0 type=write size=337210 2024-04-02T08:50:59.637 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.638+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=GXABCSY1NJBZ type=del 2024-04-02T08:50:59.638 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.639+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=YSNEEB83XXN4 type=write size=339664 2024-04-02T08:50:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:59 smithi104 ceph-mon[96567]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:50:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:59 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1314186777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140475-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:50:59 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140475-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:59 smithi104 ceph-mon[94081]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:50:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:59 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1314186777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140475-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:50:59 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140475-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:50:59.640 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.641+0000 7f2c37839780 1 < completed write operation key=H8SE1U3QW0C2 tag=FIBIZH53MUGY type=write size=713044 2024-04-02T08:50:59.640 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.642+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=SQQ3ZM8I4YJI type=del size=160816 2024-04-02T08:50:59.643 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.644+0000 7f2c37839780 1 < suggested update operation key=B5YV3S5C1VXZ tag=KROMVGLRWI4C type=del size=1643724 2024-04-02T08:50:59.644 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.645+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=1P8HOVKYDJGP type=del size=2951831 2024-04-02T08:50:59.645 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.646+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~PL6M43G7MZPL.0 size=1048576 2024-04-02T08:50:59.645 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.646+0000 7f2c37839780 1 < canceled part key=_multipart_L7FKDUVU3YGN.2~PL6M43G7MZPL.1 size=170340 2024-04-02T08:50:59.647 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.648+0000 7f2c37839780 1 < canceled multipart upload key=L7FKDUVU3YGN upload=PL6M43G7MZPL tag=RI9A6MJ0GJ6W type=write size=2267492 2024-04-02T08:50:59.648 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.649+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=MOWD400FK4Q5 type=write size=856715 2024-04-02T08:50:59.649 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.650+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~I4VZU2RUO2M3.0 size=1048576 2024-04-02T08:50:59.650 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.651+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~I4VZU2RUO2M3.1 size=200416 2024-04-02T08:50:59.652 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.653+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=I4VZU2RUO2M3 tag=PQEOBY4MEX75 type=write size=2297568 2024-04-02T08:50:59.654 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.655+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~8KHCA8NK2MHZ.0 size=539222 2024-04-02T08:50:59.654 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.655+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=8KHCA8NK2MHZ tag=EMRLOW6RIUMJ type=write size=1587798 2024-04-02T08:50:59.655 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.656+0000 7f2c37839780 1 < canceled operation key=L850LE5LQWEI tag=LKGC8WH0VB0J type=del size=2603830 2024-04-02T08:50:59.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.658+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~VDNF3KGZXPAV.0 size=216120 2024-04-02T08:50:59.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.658+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=VDNF3KGZXPAV tag=AIJ27EV9WW2X type=write size=1264696 2024-04-02T08:50:59.658 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.659+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~C409J22Q4OI2.0 size=1048576 2024-04-02T08:50:59.659 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.660+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~C409J22Q4OI2.1 size=507081 2024-04-02T08:50:59.661 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.662+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=C409J22Q4OI2 tag=32CZSNIBT8Z3 type=write size=2604233 2024-04-02T08:50:59.662 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.663+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=1I7XO41BI8I5 type=write size=822602 2024-04-02T08:50:59.663 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.664+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~QK6KAM922WS5.0 size=1048576 2024-04-02T08:50:59.664 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.665+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~QK6KAM922WS5.1 size=197109 2024-04-02T08:50:59.666 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.667+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=QK6KAM922WS5 tag=ALE2YHRPXN1L type=write size=2294261 2024-04-02T08:50:59.667 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.668+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=64XOKYYSZG6Q type=write size=534230 2024-04-02T08:50:59.668 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.670+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=FP21UC21VFIZ type=del 2024-04-02T08:50:59.670 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.671+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=43V164VDZLKN type=del size=443058 2024-04-02T08:50:59.671 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.672+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=BAM422NNO2N9 type=del 2024-04-02T08:50:59.672 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.673+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=57XJC69HJKU5 type=write size=107628 2024-04-02T08:50:59.673 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.674+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=LQQSUMHYXB3Q type=del 2024-04-02T08:50:59.675 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.677+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~C6S2R17ITHTU.0 size=1048576 2024-04-02T08:50:59.676 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.678+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~C6S2R17ITHTU.1 size=50950 2024-04-02T08:50:59.676 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.678+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=C6S2R17ITHTU tag=GULEJJZ0N0E2 type=write size=2148102 2024-04-02T08:50:59.677 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.679+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=1VBYI1E0QI8Q type=del 2024-04-02T08:50:59.679 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.680+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=3GND7CLUSLVG type=write size=113262 2024-04-02T08:50:59.680 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.681+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~EW8SIIWZ4RRR.0 size=1048576 2024-04-02T08:50:59.681 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.682+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~EW8SIIWZ4RRR.1 size=1048576 2024-04-02T08:50:59.682 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.683+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~EW8SIIWZ4RRR.2 size=700843 2024-04-02T08:50:59.684 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.685+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=EW8SIIWZ4RRR tag=NM9M0JUA4MND type=write size=3846571 2024-04-02T08:50:59.686 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.687+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~VXKX509897YO.0 size=479026 2024-04-02T08:50:59.686 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.687+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=VXKX509897YO tag=T9ABHZ7GADFK type=write size=1527602 2024-04-02T08:50:59.687 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.688+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~M5Z19ASPWK3S.0 size=1048576 2024-04-02T08:50:59.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.689+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~M5Z19ASPWK3S.1 size=680962 2024-04-02T08:50:59.690 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.691+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=M5Z19ASPWK3S tag=74D02VC3PWSF type=write size=2778114 2024-04-02T08:50:59.692 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.693+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~F6B0UHCQ4VTU.0 size=1048576 2024-04-02T08:50:59.693 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.694+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~F6B0UHCQ4VTU.1 size=1048576 2024-04-02T08:50:59.694 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.695+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~F6B0UHCQ4VTU.2 size=1023964 2024-04-02T08:50:59.694 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.695+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=F6B0UHCQ4VTU tag=BHNV8VTQXE4O type=write size=4169692 2024-04-02T08:50:59.695 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.696+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=KYNKDWCCQOY8 type=del 2024-04-02T08:50:59.697 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.698+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~1PGFQGTKEJBK.0 size=707886 2024-04-02T08:50:59.697 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.698+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=1PGFQGTKEJBK tag=VCV68HKL7IDN type=write size=1756462 2024-04-02T08:50:59.698 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.699+0000 7f2c37839780 1 < completed write operation key=9DRFTTIJ432I tag=MF8LEF4CMCA0 type=write size=337210 2024-04-02T08:50:59.699 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.700+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=HO7NXBG1PYB6 type=del size=3872923 2024-04-02T08:50:59.700 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.702+0000 7f2c37839780 1 < completed write operation key=57KBVV9UXRY9 tag=YSNEEB83XXN4 type=write size=339664 2024-04-02T08:50:59.701 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.703+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=HQVZCYZC5ZLB type=del size=2836731 2024-04-02T08:50:59.702 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.704+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=SQQ3ZM8I4YJI type=del 2024-04-02T08:50:59.704 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.705+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=C5WC00GI9RFF type=del size=1203990 2024-04-02T08:50:59.705 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.706+0000 7f2c37839780 1 < canceled operation key=FTT2SQYUSW82 tag=1P8HOVKYDJGP type=del size=2951831 2024-04-02T08:50:59.706 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.707+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=SPDK3RFUN9C0 type=write size=388372 2024-04-02T08:50:59.708 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.710+0000 7f2c37839780 1 < suggested remove operation key=KES2MUV53GCC tag=MOWD400FK4Q5 type=write 2024-04-02T08:50:59.710 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.712+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~8YA4WUM3L77E.0 size=881331 2024-04-02T08:50:59.711 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.712+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=8YA4WUM3L77E tag=CR6047AR0Z7U type=write size=1929907 2024-04-02T08:50:59.712 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.713+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~8KHCA8NK2MHZ.0 size=539222 2024-04-02T08:50:59.713 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.715+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=8KHCA8NK2MHZ tag=EMRLOW6RIUMJ type=write size=1587798 2024-04-02T08:50:59.715 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.717+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~CKYZGHA583T3.0 size=1048576 2024-04-02T08:50:59.716 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.718+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~CKYZGHA583T3.1 size=1048576 2024-04-02T08:50:59.717 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.719+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~CKYZGHA583T3.2 size=628684 2024-04-02T08:50:59.717 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.719+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=CKYZGHA583T3 tag=E3I0FEU78NTG type=write size=3774412 2024-04-02T08:50:59.718 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.720+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~VDNF3KGZXPAV.0 size=216120 2024-04-02T08:50:59.720 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.722+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=VDNF3KGZXPAV tag=AIJ27EV9WW2X type=write size=1264696 2024-04-02T08:50:59.721 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.723+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=1SH73Y5DDO2Z type=del size=3913707 2024-04-02T08:50:59.723 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.724+0000 7f2c37839780 1 < completed write operation key=H8SE1U3QW0C2 tag=1I7XO41BI8I5 type=write size=822602 2024-04-02T08:50:59.725 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.726+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~LO93Z2EH8IQG.0 size=1048576 2024-04-02T08:50:59.725 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.727+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~LO93Z2EH8IQG.1 size=646482 2024-04-02T08:50:59.726 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.727+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=LO93Z2EH8IQG tag=ZPICXB0O1PW2 type=write size=2743634 2024-04-02T08:50:59.727 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.728+0000 7f2c37839780 1 < completed write operation key=ZBWX3XCY0JRK tag=64XOKYYSZG6Q type=write size=534230 2024-04-02T08:50:59.728 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.729+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=OOZDWF4PU346 type=del size=242200 2024-04-02T08:50:59.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.730+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=43V164VDZLKN type=del 2024-04-02T08:50:59.730 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.731+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=4Q33WW3KVWOO type=del size=1464474 2024-04-02T08:50:59.731 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.733+0000 7f2c37839780 1 < completed write operation key=L850LE5LQWEI tag=57XJC69HJKU5 type=write size=107628 2024-04-02T08:50:59.732 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.734+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=JC7DSDK5WO2R type=del size=1355717 2024-04-02T08:50:59.734 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.735+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~C6S2R17ITHTU.0 size=1048576 2024-04-02T08:50:59.734 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.736+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~C6S2R17ITHTU.1 size=50950 2024-04-02T08:50:59.736 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.738+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=C6S2R17ITHTU tag=GULEJJZ0N0E2 type=write size=2148102 2024-04-02T08:50:59.738 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.740+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~4GVBE6ZK2PYJ.0 size=1048576 2024-04-02T08:50:59.739 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.741+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~4GVBE6ZK2PYJ.1 size=969697 2024-04-02T08:50:59.739 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.741+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=4GVBE6ZK2PYJ tag=UBJJR91Z8O76 type=write size=3066849 2024-04-02T08:50:59.741 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.743+0000 7f2c37839780 1 < suggested update operation key=FTT2SQYUSW82 tag=3GND7CLUSLVG type=write size=113262 2024-04-02T08:50:59.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.745+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~0SUIKT21V7C1.0 size=1048576 2024-04-02T08:50:59.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.746+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~0SUIKT21V7C1.1 size=1048576 2024-04-02T08:50:59.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.747+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~0SUIKT21V7C1.2 size=77713 2024-04-02T08:50:59.746 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.747+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=0SUIKT21V7C1 tag=IPANLK6T637T type=write size=3223441 2024-04-02T08:50:59.747 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.748+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~VXKX509897YO.0 size=479026 2024-04-02T08:50:59.748 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.750+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=VXKX509897YO tag=T9ABHZ7GADFK type=write size=1527602 2024-04-02T08:50:59.749 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.751+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=D6GX90QDKOBZ type=del size=4150400 2024-04-02T08:50:59.751 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.752+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~F6B0UHCQ4VTU.0 size=1048576 2024-04-02T08:50:59.752 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.753+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~F6B0UHCQ4VTU.1 size=1048576 2024-04-02T08:50:59.752 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.754+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~F6B0UHCQ4VTU.2 size=1023964 2024-04-02T08:50:59.755 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.756+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=F6B0UHCQ4VTU tag=BHNV8VTQXE4O type=write size=4169692 2024-04-02T08:50:59.756 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.757+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=PK5MEZATEOWX type=del size=114422 2024-04-02T08:50:59.757 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.758+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~1PGFQGTKEJBK.0 size=707886 2024-04-02T08:50:59.760 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.760+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=1PGFQGTKEJBK tag=VCV68HKL7IDN type=write size=1756462 2024-04-02T08:50:59.760 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.762+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=CW8SROCNSXWJ type=del size=38721 2024-04-02T08:50:59.762 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.763+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=HO7NXBG1PYB6 type=del 2024-04-02T08:50:59.763 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.764+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=R0DUYV7SEKZK type=del size=2811350 2024-04-02T08:50:59.764 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.766+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=HQVZCYZC5ZLB type=del 2024-04-02T08:50:59.766 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.767+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=E14BCCUVM398 type=del size=3604744 2024-04-02T08:50:59.767 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.768+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=C5WC00GI9RFF type=del 2024-04-02T08:50:59.769 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.770+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~X7J0SAH3Q4IT.0 size=1048576 2024-04-02T08:50:59.770 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.771+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~X7J0SAH3Q4IT.1 size=1048576 2024-04-02T08:50:59.771 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.772+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~X7J0SAH3Q4IT.2 size=883780 2024-04-02T08:50:59.771 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.772+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=X7J0SAH3Q4IT tag=KLX4RPBSIRJ7 type=write size=4029508 2024-04-02T08:50:59.774 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.775+0000 7f2c37839780 1 < suggested update operation key=OL6XSE7L8RVB tag=SPDK3RFUN9C0 type=write size=388372 2024-04-02T08:50:59.774 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.776+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=R50OPQDY26XC type=del size=394934 2024-04-02T08:50:59.775 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.777+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~8YA4WUM3L77E.0 size=881331 2024-04-02T08:50:59.778 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.779+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=8YA4WUM3L77E tag=CR6047AR0Z7U type=write size=1929907 2024-04-02T08:50:59.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.781+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~QEEWWD6SFA74.0 size=716458 2024-04-02T08:50:59.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.781+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=QEEWWD6SFA74 tag=63HPZQ2OLYNS type=write size=1765034 2024-04-02T08:50:59.781 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.782+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~CKYZGHA583T3.0 size=1048576 2024-04-02T08:50:59.782 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.783+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~CKYZGHA583T3.1 size=1048576 2024-04-02T08:50:59.782 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.783+0000 7f2c37839780 1 < canceled part key=_multipart_8VUTVS0YUD1N.2~CKYZGHA583T3.2 size=628684 2024-04-02T08:50:59.784 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.785+0000 7f2c37839780 1 < canceled multipart upload key=8VUTVS0YUD1N upload=CKYZGHA583T3 tag=E3I0FEU78NTG type=write size=3774412 2024-04-02T08:50:59.785 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.786+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=LB4EFSVX0V97 type=write size=850459 2024-04-02T08:50:59.787 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.789+0000 7f2c37839780 1 < suggested remove operation key=H8SE1U3QW0C2 tag=1SH73Y5DDO2Z type=del 2024-04-02T08:50:59.789 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.791+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~00KYJYRCIEV9.0 size=1048576 2024-04-02T08:50:59.790 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.792+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~00KYJYRCIEV9.1 size=1048576 2024-04-02T08:50:59.791 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.793+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~00KYJYRCIEV9.2 size=993925 2024-04-02T08:50:59.791 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.793+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=00KYJYRCIEV9 tag=42Z60FVGGJ4O type=write size=4139653 2024-04-02T08:50:59.793 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.794+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~LO93Z2EH8IQG.0 size=1048576 2024-04-02T08:50:59.794 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.795+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~LO93Z2EH8IQG.1 size=646482 2024-04-02T08:50:59.795 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.797+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=LO93Z2EH8IQG tag=ZPICXB0O1PW2 type=write size=2743634 2024-04-02T08:50:59.797 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.799+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~A0YFZUNAD9PW.0 size=447075 2024-04-02T08:50:59.797 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.799+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=A0YFZUNAD9PW tag=RZQ6JLXNRUPP type=write size=1495651 2024-04-02T08:50:59.799 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.800+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=OOZDWF4PU346 type=del 2024-04-02T08:50:59.800 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.801+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=RYRM625APP5B type=del size=2425163 2024-04-02T08:50:59.801 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.803+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=4Q33WW3KVWOO type=del 2024-04-02T08:50:59.803 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.804+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=BZLLEDJUL2PN type=del size=2869983 2024-04-02T08:50:59.804 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.805+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=JC7DSDK5WO2R type=del 2024-04-02T08:50:59.806 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.807+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~BKKWL46UV7IJ.0 size=1048576 2024-04-02T08:50:59.807 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.808+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~BKKWL46UV7IJ.1 size=1048576 2024-04-02T08:50:59.808 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.809+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~BKKWL46UV7IJ.2 size=474380 2024-04-02T08:50:59.808 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.809+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=BKKWL46UV7IJ tag=WCJ0GSMTRHTD type=write size=3620108 2024-04-02T08:50:59.809 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.811+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~4GVBE6ZK2PYJ.0 size=1048576 2024-04-02T08:50:59.810 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.812+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~4GVBE6ZK2PYJ.1 size=969697 2024-04-02T08:50:59.812 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.814+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=4GVBE6ZK2PYJ tag=UBJJR91Z8O76 type=write size=3066849 2024-04-02T08:50:59.814 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.816+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~SFYOIG0F4J9M.0 size=643115 2024-04-02T08:50:59.815 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.816+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=SFYOIG0F4J9M tag=SUVQ6MYTDIXF type=write size=1691691 2024-04-02T08:50:59.816 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.817+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~0SUIKT21V7C1.0 size=1048576 2024-04-02T08:50:59.817 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.818+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~0SUIKT21V7C1.1 size=1048576 2024-04-02T08:50:59.818 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.819+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~0SUIKT21V7C1.2 size=77713 2024-04-02T08:50:59.820 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.821+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=0SUIKT21V7C1 tag=IPANLK6T637T type=write size=3223441 2024-04-02T08:50:59.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.822+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=KLH6JFDM4HK2 type=del size=3899680 2024-04-02T08:50:59.822 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.823+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=D6GX90QDKOBZ type=del 2024-04-02T08:50:59.823 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.825+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=0CJLMPDGULBS type=write size=301973 2024-04-02T08:50:59.825 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.826+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=PK5MEZATEOWX type=del 2024-04-02T08:50:59.826 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.827+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=U4QVOFH7LSK9 type=del size=1073836 2024-04-02T08:50:59.827 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.828+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=CW8SROCNSXWJ type=del 2024-04-02T08:50:59.829 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.831+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~AWIHZDSWG1OS.0 size=1048576 2024-04-02T08:50:59.831 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.832+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~AWIHZDSWG1OS.1 size=1048576 2024-04-02T08:50:59.831 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.833+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~AWIHZDSWG1OS.2 size=24784 2024-04-02T08:50:59.832 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.833+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=AWIHZDSWG1OS tag=OXW66LL4RJAY type=write size=3170512 2024-04-02T08:50:59.833 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.834+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=R0DUYV7SEKZK type=del 2024-04-02T08:50:59.835 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.836+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~E40TCY5KCPGH.0 size=613979 2024-04-02T08:50:59.835 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.836+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=E40TCY5KCPGH tag=0BS5V3IGSD2V type=write size=1662555 2024-04-02T08:50:59.836 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.838+0000 7f2c37839780 1 < canceled operation key=VOT77PAW1Q91 tag=E14BCCUVM398 type=del size=3604744 2024-04-02T08:50:59.839 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.840+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~9V1IN5RP5GNW.0 size=1048576 2024-04-02T08:50:59.840 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.841+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~9V1IN5RP5GNW.1 size=515680 2024-04-02T08:50:59.840 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.841+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=9V1IN5RP5GNW tag=F5CGL6E5TMYS type=write size=2612832 2024-04-02T08:50:59.841 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.842+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~X7J0SAH3Q4IT.0 size=1048576 2024-04-02T08:50:59.842 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.843+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~X7J0SAH3Q4IT.1 size=1048576 2024-04-02T08:50:59.843 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.844+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~X7J0SAH3Q4IT.2 size=883780 2024-04-02T08:50:59.845 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.846+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=X7J0SAH3Q4IT tag=KLX4RPBSIRJ7 type=write size=4029508 2024-04-02T08:50:59.847 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.848+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~SJYY894H764S.0 size=807859 2024-04-02T08:50:59.847 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.848+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=SJYY894H764S tag=ONQ8Z38SC0ZF type=write size=1856435 2024-04-02T08:50:59.848 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.850+0000 7f2c37839780 -1 < failed to complete operation key=H8SE1U3QW0C2 tag=R50OPQDY26XC type=del size=394934: (22) Invalid argument 2024-04-02T08:50:59.851 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.852+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~U399LGX9SI2J.0 size=839633 2024-04-02T08:50:59.851 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.852+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=U399LGX9SI2J tag=J51QZG3OMFCS type=write size=1888209 2024-04-02T08:50:59.852 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.853+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~QEEWWD6SFA74.0 size=716458 2024-04-02T08:50:59.854 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.856+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=QEEWWD6SFA74 tag=63HPZQ2OLYNS type=write size=1765034 2024-04-02T08:50:59.857 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.858+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~HF83PQC0A3SP.0 size=1048576 2024-04-02T08:50:59.858 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.859+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~HF83PQC0A3SP.1 size=654157 2024-04-02T08:50:59.858 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.859+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=HF83PQC0A3SP tag=YFWGGCD9ZFSC type=write size=2751309 2024-04-02T08:50:59.860 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.861+0000 7f2c37839780 1 < suggested remove operation key=51ZKADJFQPAW tag=LB4EFSVX0V97 type=write 2024-04-02T08:50:59.862 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.864+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~6O5KD1R5O4WG.0 size=1018850 2024-04-02T08:50:59.862 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.864+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=6O5KD1R5O4WG tag=2516J6POD1ZD type=write size=2067426 2024-04-02T08:50:59.864 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.865+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~00KYJYRCIEV9.0 size=1048576 2024-04-02T08:50:59.864 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.866+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~00KYJYRCIEV9.1 size=1048576 2024-04-02T08:50:59.865 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.867+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~00KYJYRCIEV9.2 size=993925 2024-04-02T08:50:59.867 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.869+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=00KYJYRCIEV9 tag=42Z60FVGGJ4O type=write size=4139653 2024-04-02T08:50:59.870 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.871+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~RL10W1KXL63O.0 size=705827 2024-04-02T08:50:59.870 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.871+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=RL10W1KXL63O tag=ZY7JKD20W612 type=write size=1754403 2024-04-02T08:50:59.871 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.873+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~A0YFZUNAD9PW.0 size=447075 2024-04-02T08:50:59.873 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.875+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=A0YFZUNAD9PW tag=RZQ6JLXNRUPP type=write size=1495651 2024-04-02T08:50:59.874 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.876+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=KYKW35YWM5VQ type=write size=592780 2024-04-02T08:50:59.876 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.877+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=RYRM625APP5B type=del 2024-04-02T08:50:59.877 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.878+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=4U8GWYO5B792 type=del size=1150052 2024-04-02T08:50:59.878 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.880+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=BZLLEDJUL2PN type=del 2024-04-02T08:50:59.880 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.882+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~9RGYNNVOX0ZK.0 size=1048576 2024-04-02T08:50:59.881 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.883+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~9RGYNNVOX0ZK.1 size=1048576 2024-04-02T08:50:59.883 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.884+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~9RGYNNVOX0ZK.2 size=223832 2024-04-02T08:50:59.883 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.884+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=9RGYNNVOX0ZK tag=KOH140V80CVH type=write size=3369560 2024-04-02T08:50:59.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.885+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~BKKWL46UV7IJ.0 size=1048576 2024-04-02T08:50:59.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.886+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~BKKWL46UV7IJ.1 size=1048576 2024-04-02T08:50:59.885 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.887+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~BKKWL46UV7IJ.2 size=474380 2024-04-02T08:50:59.887 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.889+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=BKKWL46UV7IJ tag=WCJ0GSMTRHTD type=write size=3620108 2024-04-02T08:50:59.889 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.890+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=P2T8LSPY91EK type=del size=3551759 2024-04-02T08:50:59.890 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.891+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~SFYOIG0F4J9M.0 size=643115 2024-04-02T08:50:59.892 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.893+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=SFYOIG0F4J9M tag=SUVQ6MYTDIXF type=write size=1691691 2024-04-02T08:50:59.893 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.895+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=IQPB9OF8DMG2 type=del size=460006 2024-04-02T08:50:59.894 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.896+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=KLH6JFDM4HK2 type=del 2024-04-02T08:50:59.897 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.898+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~AZ39SFC9YUT4.0 size=137016 2024-04-02T08:50:59.897 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.898+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=AZ39SFC9YUT4 tag=63US4IA0POUL type=write size=1185592 2024-04-02T08:50:59.898 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.899+0000 7f2c37839780 1 < completed write operation key=91BN62ARVOEH tag=0CJLMPDGULBS type=write size=301973 2024-04-02T08:50:59.900 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.901+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~5193LT22PX7Y.0 size=424509 2024-04-02T08:50:59.900 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.901+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=5193LT22PX7Y tag=FAKK5DI4U3TA type=write size=1473085 2024-04-02T08:50:59.903 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.904+0000 7f2c37839780 1 < suggested remove operation key=CLRQ9OAM3LFI tag=U4QVOFH7LSK9 type=del 2024-04-02T08:50:59.904 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.905+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=Y5RIFN23XWT0 type=del size=3357611 2024-04-02T08:50:59.904 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.906+0000 7f2c37839780 1 < canceled part key=_multipart_DRUREBB8SOYG.2~AWIHZDSWG1OS.0 size=1048576 2024-04-02T08:50:59.905 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.907+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~AWIHZDSWG1OS.1 size=1048576 2024-04-02T08:50:59.906 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.908+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~AWIHZDSWG1OS.2 size=24784 2024-04-02T08:50:59.909 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.910+0000 7f2c37839780 1 < canceled multipart upload key=DRUREBB8SOYG upload=AWIHZDSWG1OS tag=OXW66LL4RJAY type=write size=3170512 2024-04-02T08:50:59.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.912+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~76ZTFD6QZUOG.0 size=747716 2024-04-02T08:50:59.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.912+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=76ZTFD6QZUOG tag=Z0TTQ8JC7NQZ type=write size=1796292 2024-04-02T08:50:59.912 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.913+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~E40TCY5KCPGH.0 size=613979 2024-04-02T08:50:59.913 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.915+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=E40TCY5KCPGH tag=0BS5V3IGSD2V type=write size=1662555 2024-04-02T08:50:59.915 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.916+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=RZO1C38EQH56 type=del size=363754 2024-04-02T08:50:59.916 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.917+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~9V1IN5RP5GNW.0 size=1048576 2024-04-02T08:50:59.917 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.918+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~9V1IN5RP5GNW.1 size=515680 2024-04-02T08:50:59.919 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.920+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=9V1IN5RP5GNW tag=F5CGL6E5TMYS type=write size=2612832 2024-04-02T08:50:59.921 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.923+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~31X2UY9HE5D7.0 size=965589 2024-04-02T08:50:59.921 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.923+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=31X2UY9HE5D7 tag=K7VYPWTLNQBV type=write size=2014165 2024-04-02T08:50:59.922 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.924+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~SJYY894H764S.0 size=807859 2024-04-02T08:50:59.925 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.926+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=SJYY894H764S tag=ONQ8Z38SC0ZF type=write size=1856435 2024-04-02T08:50:59.926 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.927+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=PFXTIEHGF2BT type=write size=122346 2024-04-02T08:50:59.928 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.929+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~U399LGX9SI2J.0 size=839633 2024-04-02T08:50:59.930 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.931+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=U399LGX9SI2J tag=J51QZG3OMFCS type=write size=1888209 2024-04-02T08:50:59.931 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.933+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=TS3NA9C1ENOB type=del size=3298956 2024-04-02T08:50:59.932 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.934+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~HF83PQC0A3SP.0 size=1048576 2024-04-02T08:50:59.933 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.934+0000 7f2c37839780 1 < canceled part key=_multipart_U25NTMGOU3R2.2~HF83PQC0A3SP.1 size=654157 2024-04-02T08:50:59.935 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.936+0000 7f2c37839780 1 < canceled multipart upload key=U25NTMGOU3R2 upload=HF83PQC0A3SP tag=YFWGGCD9ZFSC type=write size=2751309 2024-04-02T08:50:59.936 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.937+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=GS718BH3ILBM type=del size=2083651 2024-04-02T08:50:59.936 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.938+0000 7f2c37839780 1 < canceled part key=_multipart_DRUREBB8SOYG.2~6O5KD1R5O4WG.0 size=1018850 2024-04-02T08:50:59.938 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.940+0000 7f2c37839780 1 < canceled multipart upload key=DRUREBB8SOYG upload=6O5KD1R5O4WG tag=2516J6POD1ZD type=write size=2067426 2024-04-02T08:50:59.941 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.942+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~BKGFJQE7D0WJ.0 size=1048576 2024-04-02T08:50:59.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.950+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~BKGFJQE7D0WJ.1 size=1048576 2024-04-02T08:50:59.950 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.951+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~BKGFJQE7D0WJ.2 size=814974 2024-04-02T08:50:59.950 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.951+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=BKGFJQE7D0WJ tag=NJS4YUQX6WV3 type=write size=3960702 2024-04-02T08:50:59.951 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.953+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~RL10W1KXL63O.0 size=705827 2024-04-02T08:50:59.953 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.955+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=RL10W1KXL63O tag=ZY7JKD20W612 type=write size=1754403 2024-04-02T08:50:59.955 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.956+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=9YGSAGQIZ4UP type=del size=1914443 2024-04-02T08:50:59.956 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.957+0000 7f2c37839780 1 < completed write operation key=FTT2SQYUSW82 tag=KYKW35YWM5VQ type=write size=592780 2024-04-02T08:50:59.957 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.959+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=FVZ3TETW2T8V type=del size=4097049 2024-04-02T08:50:59.960 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.961+0000 7f2c37839780 1 < suggested remove operation key=7RA3C7WFS3O2 tag=4U8GWYO5B792 type=del 2024-04-02T08:50:59.961 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.962+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=QV50E9TB81XE type=del size=1204697 2024-04-02T08:50:59.963 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.964+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~9RGYNNVOX0ZK.0 size=1048576 2024-04-02T08:50:59.964 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.965+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~9RGYNNVOX0ZK.1 size=1048576 2024-04-02T08:50:59.965 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.966+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~9RGYNNVOX0ZK.2 size=223832 2024-04-02T08:50:59.966 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.968+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=9RGYNNVOX0ZK tag=KOH140V80CVH type=write size=3369560 2024-04-02T08:50:59.968 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.969+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=UAHDDGVYPEZT type=del size=3184910 2024-04-02T08:50:59.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.971+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=P2T8LSPY91EK type=del 2024-04-02T08:50:59.971 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.973+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=P9SW5IPV8HXE type=del size=2513855 2024-04-02T08:50:59.973 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.975+0000 7f2c37839780 -1 < failed to complete operation key=7RA3C7WFS3O2 tag=IQPB9OF8DMG2 type=del size=460006: (22) Invalid argument 2024-04-02T08:50:59.975 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.976+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=K770ADVCJ0B2 type=write size=339567 2024-04-02T08:50:59.975 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.976+0000 7f2c37839780 1 < canceled part key=_multipart_FTT2SQYUSW82.2~AZ39SFC9YUT4.0 size=137016 2024-04-02T08:50:59.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.978+0000 7f2c37839780 1 < canceled multipart upload key=FTT2SQYUSW82 upload=AZ39SFC9YUT4 tag=63US4IA0POUL type=write size=1185592 2024-04-02T08:50:59.978 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.980+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=HYKLKT8F3H0U type=del size=2140459 2024-04-02T08:50:59.980 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.981+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~5193LT22PX7Y.0 size=424509 2024-04-02T08:50:59.982 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.983+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=5193LT22PX7Y tag=FAKK5DI4U3TA type=write size=1473085 2024-04-02T08:50:59.984 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.985+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~K1NH2D43L9C0.0 size=1048576 2024-04-02T08:50:59.985 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.986+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~K1NH2D43L9C0.1 size=1048576 2024-04-02T08:50:59.986 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.987+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~K1NH2D43L9C0.2 size=541141 2024-04-02T08:50:59.986 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.987+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=K1NH2D43L9C0 tag=0SPSEU34E4ZG type=write size=3686869 2024-04-02T08:50:59.987 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.989+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=Y5RIFN23XWT0 type=del 2024-04-02T08:50:59.990 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.991+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~6V3M07DKM3XI.0 size=10773 2024-04-02T08:50:59.990 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.991+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=6V3M07DKM3XI tag=QFV7VFZ18DN0 type=write size=1059349 2024-04-02T08:50:59.991 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.992+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~76ZTFD6QZUOG.0 size=747716 2024-04-02T08:50:59.993 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.994+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=76ZTFD6QZUOG tag=Z0TTQ8JC7NQZ type=write size=1796292 2024-04-02T08:50:59.994 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.996+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=KQP36RYIHMFT type=write size=448755 2024-04-02T08:50:59.996 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.997+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=RZO1C38EQH56 type=del 2024-04-02T08:50:59.997 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.998+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=UW5TJYTALY1J type=del size=1191267 2024-04-02T08:50:59.998 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:50:59.999+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~31X2UY9HE5D7.0 size=965589 2024-04-02T08:51:00.000 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.001+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=31X2UY9HE5D7 tag=K7VYPWTLNQBV type=write size=2014165 2024-04-02T08:51:00.001 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.003+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=B9RQCTPI6OAF type=del size=206608 2024-04-02T08:51:00.004 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.005+0000 7f2c37839780 1 < suggested remove operation key=G5NNPHE2SJZN tag=PFXTIEHGF2BT type=write 2024-04-02T08:51:00.005 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.006+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=QU4ZY8DI3H24 type=del size=3153795 2024-04-02T08:51:00.006 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.008+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=TS3NA9C1ENOB type=del 2024-04-02T08:51:00.007 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.009+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=1EL1A12KU8M0 type=del size=3022522 2024-04-02T08:51:00.009 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.010+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=GS718BH3ILBM type=del 2024-04-02T08:51:00.010 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.011+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=W0I1KTX0MVBV type=del size=1749960 2024-04-02T08:51:00.011 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.012+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~BKGFJQE7D0WJ.0 size=1048576 2024-04-02T08:51:00.012 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.013+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~BKGFJQE7D0WJ.1 size=1048576 2024-04-02T08:51:00.013 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.014+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~BKGFJQE7D0WJ.2 size=814974 2024-04-02T08:51:00.015 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.016+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=BKGFJQE7D0WJ tag=NJS4YUQX6WV3 type=write size=3960702 2024-04-02T08:51:00.017 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.018+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=8788XU4DYI5G type=del size=3726700 2024-04-02T08:51:00.018 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.019+0000 7f2c37839780 1 < canceled operation key=FTT2SQYUSW82 tag=9YGSAGQIZ4UP type=del size=1914443 2024-04-02T08:51:00.019 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.020+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=D7RECYEFK2OU type=del size=2173968 2024-04-02T08:51:00.022 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.023+0000 7f2c37839780 1 < suggested remove operation key=57KBVV9UXRY9 tag=FVZ3TETW2T8V type=del 2024-04-02T08:51:00.023 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.024+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=7GAI21JD85NA type=write size=1025508 2024-04-02T08:51:00.025 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.027+0000 7f2c37839780 1 < suggested remove operation key=YRS6E6FA19PT tag=QV50E9TB81XE type=del 2024-04-02T08:51:00.026 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.028+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=JETQ0WRF1BW1 type=del size=3323344 2024-04-02T08:51:00.028 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.029+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=UAHDDGVYPEZT type=del 2024-04-02T08:51:00.029 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.030+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=E6QTUG2HLV54 type=del size=428840 2024-04-02T08:51:00.030 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.031+0000 7f2c37839780 1 < canceled operation key=33264AD3WNVF tag=P9SW5IPV8HXE type=del size=2513855 2024-04-02T08:51:00.031 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.033+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=X6E41MO5AX1V type=del size=3623986 2024-04-02T08:51:00.032 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.034+0000 7f2c37839780 1 < completed write operation key=01FWIMJZX0P3 tag=K770ADVCJ0B2 type=write size=339567 2024-04-02T08:51:00.035 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.036+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~OLOP0HZHKATL.0 size=1048576 2024-04-02T08:51:00.036 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.037+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~OLOP0HZHKATL.1 size=1048576 2024-04-02T08:51:00.037 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.038+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~OLOP0HZHKATL.2 size=260873 2024-04-02T08:51:00.037 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.038+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=OLOP0HZHKATL tag=CVB8M39U2SII type=write size=3406601 2024-04-02T08:51:00.038 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.039+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=HYKLKT8F3H0U type=del 2024-04-02T08:51:00.040 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.042+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~X5TGW5IOEJGE.0 size=1048576 2024-04-02T08:51:00.041 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.042+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~X5TGW5IOEJGE.1 size=1048576 2024-04-02T08:51:00.042 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.043+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~X5TGW5IOEJGE.2 size=205596 2024-04-02T08:51:00.042 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.043+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=X5TGW5IOEJGE tag=J1QFWSVHL244 type=write size=3351324 2024-04-02T08:51:00.043 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.045+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~K1NH2D43L9C0.0 size=1048576 2024-04-02T08:51:00.044 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.046+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~K1NH2D43L9C0.1 size=1048576 2024-04-02T08:51:00.044 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.046+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~K1NH2D43L9C0.2 size=541141 2024-04-02T08:51:00.046 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.048+0000 7f2c37839780 1 < canceled multipart upload key=OKEW0QKVDGET upload=K1NH2D43L9C0 tag=0SPSEU34E4ZG type=write size=3686869 2024-04-02T08:51:00.048 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.049+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=TRL5FV1RB4L2 type=write size=526799 2024-04-02T08:51:00.049 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.050+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~6V3M07DKM3XI.0 size=10773 2024-04-02T08:51:00.051 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.052+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=6V3M07DKM3XI tag=QFV7VFZ18DN0 type=write size=1059349 2024-04-02T08:51:00.052 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.054+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=FJI5X4MKEWS8 type=del size=4028271 2024-04-02T08:51:00.055 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.056+0000 7f2c37839780 1 < suggested update operation key=33264AD3WNVF tag=KQP36RYIHMFT type=write size=448755 2024-04-02T08:51:00.057 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.059+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~51XFU8MW4IWB.0 size=877148 2024-04-02T08:51:00.057 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.059+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=51XFU8MW4IWB tag=WXYAD5O2WZDR type=write size=1925724 2024-04-02T08:51:00.059 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.060+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=UW5TJYTALY1J type=del 2024-04-02T08:51:00.060 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.061+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=HHJCJSSNDT5X type=del size=2339700 2024-04-02T08:51:00.062 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.064+0000 7f2c37839780 1 < suggested update operation key=9DRFTTIJ432I tag=B9RQCTPI6OAF type=del size=206608 2024-04-02T08:51:00.065 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.066+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~UOAIBE2L69WD.0 size=1048576 2024-04-02T08:51:00.066 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.067+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~UOAIBE2L69WD.1 size=351013 2024-04-02T08:51:00.066 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.067+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=UOAIBE2L69WD tag=UDYZJFYV8NNW type=write size=2448165 2024-04-02T08:51:00.067 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.068+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=QU4ZY8DI3H24 type=del 2024-04-02T08:51:00.068 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.070+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=L557L72CAEVH type=write size=295200 2024-04-02T08:51:00.070 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.071+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=1EL1A12KU8M0 type=del 2024-04-02T08:51:00.071 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.072+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=GJSRV7GE79EU type=del size=971484 2024-04-02T08:51:00.073 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.074+0000 7f2c37839780 1 < suggested remove operation key=91BN62ARVOEH tag=W0I1KTX0MVBV type=del 2024-04-02T08:51:00.075 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.077+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~98U1S442G805.0 size=307215 2024-04-02T08:51:00.076 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.077+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=98U1S442G805 tag=T1HDFVSDW586 type=write size=1355791 2024-04-02T08:51:00.078 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.079+0000 7f2c37839780 1 < suggested update operation key=FTT2SQYUSW82 tag=8788XU4DYI5G type=del size=3726700 2024-04-02T08:51:00.079 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.080+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=LKK5IRR0953F type=del size=885353 2024-04-02T08:51:00.080 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.082+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=D7RECYEFK2OU type=del 2024-04-02T08:51:00.083 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.084+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~0JH7RHQZ2SNY.0 size=1048576 2024-04-02T08:51:00.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.085+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~0JH7RHQZ2SNY.1 size=1025617 2024-04-02T08:51:00.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.085+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=0JH7RHQZ2SNY tag=E5GEDXTYDSVY type=write size=3122769 2024-04-02T08:51:00.085 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.086+0000 7f2c37839780 1 < completed write operation key=DRUREBB8SOYG tag=7GAI21JD85NA type=write size=1025508 2024-04-02T08:51:00.086 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.088+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=ZN98RTJY7DRQ type=del size=633814 2024-04-02T08:51:00.087 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.089+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=JETQ0WRF1BW1 type=del 2024-04-02T08:51:00.089 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.090+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=QVG9ISEG3OBX type=del size=2439848 2024-04-02T08:51:00.090 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.091+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=E6QTUG2HLV54 type=del 2024-04-02T08:51:00.091 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.093+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=PTD4OCKS24JN type=del size=2067483 2024-04-02T08:51:00.093 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.094+0000 7f2c37839780 -1 < failed to complete operation key=91BN62ARVOEH tag=X6E41MO5AX1V type=del size=3623986: (22) Invalid argument 2024-04-02T08:51:00.094 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.095+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=4TL44EG2IKHB type=del size=1343191 2024-04-02T08:51:00.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.096+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~OLOP0HZHKATL.0 size=1048576 2024-04-02T08:51:00.096 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.097+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~OLOP0HZHKATL.1 size=1048576 2024-04-02T08:51:00.097 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.098+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~OLOP0HZHKATL.2 size=260873 2024-04-02T08:51:00.099 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.100+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=OLOP0HZHKATL tag=CVB8M39U2SII type=write size=3406601 2024-04-02T08:51:00.101 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.103+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~P69UYBNCPBWF.0 size=1048576 2024-04-02T08:51:00.102 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.104+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~P69UYBNCPBWF.1 size=1048576 2024-04-02T08:51:00.103 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.105+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~P69UYBNCPBWF.2 size=722263 2024-04-02T08:51:00.104 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.105+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=P69UYBNCPBWF tag=HP4KA0I483UV type=write size=3867991 2024-04-02T08:51:00.105 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.106+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~X5TGW5IOEJGE.0 size=1048576 2024-04-02T08:51:00.105 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.107+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~X5TGW5IOEJGE.1 size=1048576 2024-04-02T08:51:00.106 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.108+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~X5TGW5IOEJGE.2 size=205596 2024-04-02T08:51:00.109 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.110+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=X5TGW5IOEJGE tag=J1QFWSVHL244 type=write size=3351324 2024-04-02T08:51:00.110 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.111+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=XSNHMDSNO71F type=del size=3753417 2024-04-02T08:51:00.111 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.112+0000 7f2c37839780 1 < completed write operation key=L850LE5LQWEI tag=TRL5FV1RB4L2 type=write size=526799 2024-04-02T08:51:00.112 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.114+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=RSFYQQXM2LSR type=del size=1959196 2024-04-02T08:51:00.114 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.115+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=FJI5X4MKEWS8 type=del 2024-04-02T08:51:00.116 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.117+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~IPPO0MYBRPAC.0 size=1048576 2024-04-02T08:51:00.117 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.118+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~IPPO0MYBRPAC.1 size=715703 2024-04-02T08:51:00.117 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.118+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=IPPO0MYBRPAC tag=GRJ1D93S1MC3 type=write size=2812855 2024-04-02T08:51:00.118 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.119+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~51XFU8MW4IWB.0 size=877148 2024-04-02T08:51:00.120 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.122+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=51XFU8MW4IWB tag=WXYAD5O2WZDR type=write size=1925724 2024-04-02T08:51:00.121 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.123+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=AKXTB2ZLTGTK type=del size=875954 2024-04-02T08:51:00.124 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.125+0000 7f2c37839780 1 < suggested update operation key=G5NNPHE2SJZN tag=HHJCJSSNDT5X type=del size=2339700 2024-04-02T08:51:00.125 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.127+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=FSUOZ53UBVW0 type=write size=546184 2024-04-02T08:51:00.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.128+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~UOAIBE2L69WD.0 size=1048576 2024-04-02T08:51:00.127 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.129+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~UOAIBE2L69WD.1 size=351013 2024-04-02T08:51:00.129 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.131+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=UOAIBE2L69WD tag=UDYZJFYV8NNW type=write size=2448165 2024-04-02T08:51:00.132 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.133+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~QP7UFMW48P49.0 size=1048576 2024-04-02T08:51:00.133 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.134+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~QP7UFMW48P49.1 size=587657 2024-04-02T08:51:00.133 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.134+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=QP7UFMW48P49 tag=JTGWY54YA9H1 type=write size=2684809 2024-04-02T08:51:00.135 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.136+0000 7f2c37839780 1 < suggested remove operation key=L7FKDUVU3YGN tag=L557L72CAEVH type=write 2024-04-02T08:51:00.137 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.139+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~BI80TYNT509T.0 size=328635 2024-04-02T08:51:00.138 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.139+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=BI80TYNT509T tag=PKCV7AKEBEOM type=write size=1377211 2024-04-02T08:51:00.139 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.140+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=GJSRV7GE79EU type=del 2024-04-02T08:51:00.140 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.142+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=MJ9UU2JYQNGB type=del size=146094 2024-04-02T08:51:00.142 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.143+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~98U1S442G805.0 size=307215 2024-04-02T08:51:00.144 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.145+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=98U1S442G805 tag=T1HDFVSDW586 type=write size=1355791 2024-04-02T08:51:00.146 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.147+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~BTY9W3MB5FML.0 size=1048576 2024-04-02T08:51:00.147 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.148+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~BTY9W3MB5FML.1 size=525278 2024-04-02T08:51:00.147 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.148+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=BTY9W3MB5FML tag=E14Q032KSUSH type=write size=2622430 2024-04-02T08:51:00.148 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.149+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=LKK5IRR0953F type=del 2024-04-02T08:51:00.149 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.151+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=G8RR5UEKAN0E type=del size=1805973 2024-04-02T08:51:00.151 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.152+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~0JH7RHQZ2SNY.0 size=1048576 2024-04-02T08:51:00.152 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.153+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~0JH7RHQZ2SNY.1 size=1025617 2024-04-02T08:51:00.154 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.155+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=0JH7RHQZ2SNY tag=E5GEDXTYDSVY type=write size=3122769 2024-04-02T08:51:00.156 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.158+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~6UL9X3WZAS0T.0 size=1048576 2024-04-02T08:51:00.157 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.159+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~6UL9X3WZAS0T.1 size=1048576 2024-04-02T08:51:00.158 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.159+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~6UL9X3WZAS0T.2 size=991185 2024-04-02T08:51:00.158 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.159+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=6UL9X3WZAS0T tag=JYIBAKJR686S type=write size=4136913 2024-04-02T08:51:00.159 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.161+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=ZN98RTJY7DRQ type=del 2024-04-02T08:51:00.161 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.162+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=ZYXBG592LTRR type=del size=3391758 2024-04-02T08:51:00.162 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.163+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=QVG9ISEG3OBX type=del 2024-04-02T08:51:00.163 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.164+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=KCTX090V22RT type=del size=3025055 2024-04-02T08:51:00.164 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.166+0000 7f2c37839780 -1 < failed to complete operation key=L7FKDUVU3YGN tag=PTD4OCKS24JN type=del size=2067483: (22) Invalid argument 2024-04-02T08:51:00.166 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.167+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=0B1ERCQGIR4X type=del size=2104527 2024-04-02T08:51:00.167 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.168+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=4TL44EG2IKHB type=del 2024-04-02T08:51:00.169 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.171+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~V2HJ29QHTSIM.0 size=273489 2024-04-02T08:51:00.169 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.171+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=V2HJ29QHTSIM tag=965TDY0OBHTK type=write size=1322065 2024-04-02T08:51:00.171 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.172+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~P69UYBNCPBWF.0 size=1048576 2024-04-02T08:51:00.172 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.173+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~P69UYBNCPBWF.1 size=1048576 2024-04-02T08:51:00.173 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.174+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~P69UYBNCPBWF.2 size=722263 2024-04-02T08:51:00.175 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.176+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=P69UYBNCPBWF tag=HP4KA0I483UV type=write size=3867991 2024-04-02T08:51:00.177 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.178+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~DGQG3C0BBSY5.0 size=1048576 2024-04-02T08:51:00.178 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.179+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~DGQG3C0BBSY5.1 size=1048576 2024-04-02T08:51:00.179 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.180+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~DGQG3C0BBSY5.2 size=509549 2024-04-02T08:51:00.179 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.180+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=DGQG3C0BBSY5 tag=WQA7KU9893EF type=write size=3655277 2024-04-02T08:51:00.180 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.181+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=XSNHMDSNO71F type=del 2024-04-02T08:51:00.181 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.183+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=HTTP2JU6341U type=del size=1130217 2024-04-02T08:51:00.183 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.184+0000 7f2c37839780 1 < canceled operation key=L850LE5LQWEI tag=RSFYQQXM2LSR type=del size=1959196 2024-04-02T08:51:00.185 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.186+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~WZVLJN1M75V9.0 size=393442 2024-04-02T08:51:00.185 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.186+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=WZVLJN1M75V9 tag=ZE6VNE1JRRSH type=write size=1442018 2024-04-02T08:51:00.185 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.186+0000 7f2c37839780 1 < canceled part key=_multipart_CLRQ9OAM3LFI.2~IPPO0MYBRPAC.0 size=1048576 2024-04-02T08:51:00.186 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.187+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~IPPO0MYBRPAC.1 size=715703 2024-04-02T08:51:00.188 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.190+0000 7f2c37839780 1 < canceled multipart upload key=CLRQ9OAM3LFI upload=IPPO0MYBRPAC tag=GRJ1D93S1MC3 type=write size=2812855 2024-04-02T08:51:00.191 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.192+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~C16NRV44QMLC.0 size=166588 2024-04-02T08:51:00.191 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.192+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=C16NRV44QMLC tag=1JYGUK42F24Z type=write size=1215164 2024-04-02T08:51:00.192 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.193+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=AKXTB2ZLTGTK type=del 2024-04-02T08:51:00.193 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.194+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=DXK3ID2B3N4Y type=del size=3601981 2024-04-02T08:51:00.194 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.196+0000 7f2c37839780 1 < completed write operation key=1V7MCBT4ATIC tag=FSUOZ53UBVW0 type=write size=546184 2024-04-02T08:51:00.196 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.197+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=PDNALW1JJOCQ type=del size=1814119 2024-04-02T08:51:00.197 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.198+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~QP7UFMW48P49.0 size=1048576 2024-04-02T08:51:00.198 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.199+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~QP7UFMW48P49.1 size=587657 2024-04-02T08:51:00.200 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.201+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=QP7UFMW48P49 tag=JTGWY54YA9H1 type=write size=2684809 2024-04-02T08:51:00.202 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.203+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~HPS8GLT3H9QB.0 size=1048576 2024-04-02T08:51:00.203 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.204+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~HPS8GLT3H9QB.1 size=1048576 2024-04-02T08:51:00.204 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.205+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~HPS8GLT3H9QB.2 size=836501 2024-04-02T08:51:00.204 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.205+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=HPS8GLT3H9QB tag=3T66VHC7HB1H type=write size=3982229 2024-04-02T08:51:00.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.206+0000 7f2c37839780 1 < canceled part key=_multipart_OL6XSE7L8RVB.2~BI80TYNT509T.0 size=328635 2024-04-02T08:51:00.206 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.208+0000 7f2c37839780 1 < canceled multipart upload key=OL6XSE7L8RVB upload=BI80TYNT509T tag=PKCV7AKEBEOM type=write size=1377211 2024-04-02T08:51:00.208 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.209+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=H7522UCPNBLH type=write size=558640 2024-04-02T08:51:00.210 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.211+0000 7f2c37839780 1 < suggested update operation key=OL6XSE7L8RVB tag=MJ9UU2JYQNGB type=del size=146094 2024-04-02T08:51:00.212 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.214+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~UDAE566JJKZG.0 size=998144 2024-04-02T08:51:00.212 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.214+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=UDAE566JJKZG tag=7C1A3NHIJCBZ type=write size=2046720 2024-04-02T08:51:00.213 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.215+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~BTY9W3MB5FML.0 size=1048576 2024-04-02T08:51:00.214 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.216+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~BTY9W3MB5FML.1 size=525278 2024-04-02T08:51:00.217 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.218+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=BTY9W3MB5FML tag=E14Q032KSUSH type=write size=2622430 2024-04-02T08:51:00.219 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.220+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~KZH7DUVXT142.0 size=1048576 2024-04-02T08:51:00.220 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.221+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~KZH7DUVXT142.1 size=1048576 2024-04-02T08:51:00.221 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.222+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~KZH7DUVXT142.2 size=816119 2024-04-02T08:51:00.221 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.222+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=KZH7DUVXT142 tag=18FCKKEYII68 type=write size=3961847 2024-04-02T08:51:00.222 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.223+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=G8RR5UEKAN0E type=del 2024-04-02T08:51:00.224 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.225+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~BRNMDO9QCTNN.0 size=377246 2024-04-02T08:51:00.224 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.225+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=BRNMDO9QCTNN tag=526JYWWFCMY7 type=write size=1425822 2024-04-02T08:51:00.225 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.227+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~6UL9X3WZAS0T.0 size=1048576 2024-04-02T08:51:00.226 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.228+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~6UL9X3WZAS0T.1 size=1048576 2024-04-02T08:51:00.227 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.229+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~6UL9X3WZAS0T.2 size=991185 2024-04-02T08:51:00.229 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.231+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=6UL9X3WZAS0T tag=JYIBAKJR686S type=write size=4136913 2024-04-02T08:51:00.231 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.232+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=ZOPLFVQJBPL2 type=del size=1647731 2024-04-02T08:51:00.232 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.233+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=ZYXBG592LTRR type=del 2024-04-02T08:51:00.233 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.234+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=9C4N39XRMDC2 type=del size=444505 2024-04-02T08:51:00.234 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.235+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=KCTX090V22RT type=del 2024-04-02T08:51:00.235 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.237+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=4MWWOC1UIW6F type=del size=2347552 2024-04-02T08:51:00.237 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.238+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=0B1ERCQGIR4X type=del 2024-04-02T08:51:00.239 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.240+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~166BBLOZN0L7.0 size=1048576 2024-04-02T08:51:00.240 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.241+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~166BBLOZN0L7.1 size=1048576 2024-04-02T08:51:00.241 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.242+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~166BBLOZN0L7.2 size=692121 2024-04-02T08:51:00.241 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.242+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=166BBLOZN0L7 tag=PO9L99C15HHL type=write size=3837849 2024-04-02T08:51:00.242 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.243+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~V2HJ29QHTSIM.0 size=273489 2024-04-02T08:51:00.244 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.245+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=V2HJ29QHTSIM tag=965TDY0OBHTK type=write size=1322065 2024-04-02T08:51:00.245 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.247+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=0GNKLOLD8IO2 type=del size=762089 2024-04-02T08:51:00.246 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.248+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~DGQG3C0BBSY5.0 size=1048576 2024-04-02T08:51:00.247 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.249+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~DGQG3C0BBSY5.1 size=1048576 2024-04-02T08:51:00.248 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.250+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~DGQG3C0BBSY5.2 size=509549 2024-04-02T08:51:00.250 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.252+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=DGQG3C0BBSY5 tag=WQA7KU9893EF type=write size=3655277 2024-04-02T08:51:00.251 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.253+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=T0LM2YX49EAM type=del size=1894759 2024-04-02T08:51:00.253 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.254+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=HTTP2JU6341U type=del 2024-04-02T08:51:00.255 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.256+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~UNV099VYWIAT.0 size=1048576 2024-04-02T08:51:00.256 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.257+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~UNV099VYWIAT.1 size=1048576 2024-04-02T08:51:00.257 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.258+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~UNV099VYWIAT.2 size=488821 2024-04-02T08:51:00.257 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.258+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=UNV099VYWIAT tag=3GUCMCTUKYV6 type=write size=3634549 2024-04-02T08:51:00.258 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.259+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~WZVLJN1M75V9.0 size=393442 2024-04-02T08:51:00.260 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.261+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=WZVLJN1M75V9 tag=ZE6VNE1JRRSH type=write size=1442018 2024-04-02T08:51:00.261 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.263+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=EYPNX1TVN1F5 type=write size=139195 2024-04-02T08:51:00.262 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.264+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~C16NRV44QMLC.0 size=166588 2024-04-02T08:51:00.264 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.266+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=C16NRV44QMLC tag=1JYGUK42F24Z type=write size=1215164 2024-04-02T08:51:00.266 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.267+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=GQ41NVVCKEC4 type=del size=2140296 2024-04-02T08:51:00.267 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.268+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=DXK3ID2B3N4Y type=del 2024-04-02T08:51:00.269 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.270+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~ZAEOBBCEND58.0 size=1048576 2024-04-02T08:51:00.270 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.271+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~ZAEOBBCEND58.1 size=1048576 2024-04-02T08:51:00.271 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.272+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~ZAEOBBCEND58.2 size=257917 2024-04-02T08:51:00.271 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.272+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=ZAEOBBCEND58 tag=5PO0KDIZ6IYI type=write size=3403645 2024-04-02T08:51:00.273 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.275+0000 7f2c37839780 1 < suggested update operation key=01FWIMJZX0P3 tag=PDNALW1JJOCQ type=del size=1814119 2024-04-02T08:51:00.274 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.276+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=130PWBT3XSBD type=del size=1605487 2024-04-02T08:51:00.276 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.277+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~HPS8GLT3H9QB.0 size=1048576 2024-04-02T08:51:00.277 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.278+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~HPS8GLT3H9QB.1 size=1048576 2024-04-02T08:51:00.278 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.279+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~HPS8GLT3H9QB.2 size=836501 2024-04-02T08:51:00.280 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.281+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=HPS8GLT3H9QB tag=3T66VHC7HB1H type=write size=3982229 2024-04-02T08:51:00.282 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.283+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~K8YG5Q4B7JK6.0 size=1048576 2024-04-02T08:51:00.282 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.284+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~K8YG5Q4B7JK6.1 size=1048576 2024-04-02T08:51:00.283 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.285+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~K8YG5Q4B7JK6.2 size=370501 2024-04-02T08:51:00.284 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.285+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=K8YG5Q4B7JK6 tag=08SFUHYP75WV type=write size=3516229 2024-04-02T08:51:00.285 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.286+0000 7f2c37839780 1 < completed write operation key=OKEW0QKVDGET tag=H7522UCPNBLH type=write size=558640 2024-04-02T08:51:00.286 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.288+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=BIV1MXYTKCMU type=write size=94176 2024-04-02T08:51:00.288 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.289+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~UDAE566JJKZG.0 size=998144 2024-04-02T08:51:00.290 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.291+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=UDAE566JJKZG tag=7C1A3NHIJCBZ type=write size=2046720 2024-04-02T08:51:00.291 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.292+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=PRQN4S070IKP type=del size=4014879 2024-04-02T08:51:00.292 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.294+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~KZH7DUVXT142.0 size=1048576 2024-04-02T08:51:00.293 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.295+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~KZH7DUVXT142.1 size=1048576 2024-04-02T08:51:00.294 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.296+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~KZH7DUVXT142.2 size=816119 2024-04-02T08:51:00.296 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.298+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=KZH7DUVXT142 tag=18FCKKEYII68 type=write size=3961847 2024-04-02T08:51:00.298 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.299+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=RKEWYB2ZU0NC type=del size=3061848 2024-04-02T08:51:00.299 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.300+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~BRNMDO9QCTNN.0 size=377246 2024-04-02T08:51:00.301 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.302+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=BRNMDO9QCTNN tag=526JYWWFCMY7 type=write size=1425822 2024-04-02T08:51:00.303 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.304+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~PEYLURKULHZ5.0 size=1048576 2024-04-02T08:51:00.304 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.305+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~PEYLURKULHZ5.1 size=1048576 2024-04-02T08:51:00.305 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.306+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~PEYLURKULHZ5.2 size=554890 2024-04-02T08:51:00.305 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.306+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=PEYLURKULHZ5 tag=DOKHDVMRMGAA type=write size=3700618 2024-04-02T08:51:00.306 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.307+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=ZOPLFVQJBPL2 type=del 2024-04-02T08:51:00.308 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.309+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=5C62GEY8UO3D type=del size=2732744 2024-04-02T08:51:00.309 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.310+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=9C4N39XRMDC2 type=del 2024-04-02T08:51:00.311 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.313+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~Y3PHWDV9DGRJ.0 size=1048576 2024-04-02T08:51:00.312 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.314+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~Y3PHWDV9DGRJ.1 size=1048576 2024-04-02T08:51:00.314 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.315+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~Y3PHWDV9DGRJ.2 size=260997 2024-04-02T08:51:00.314 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.315+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=Y3PHWDV9DGRJ tag=0LRPI5ACJUP0 type=write size=3406725 2024-04-02T08:51:00.315 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.316+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=4MWWOC1UIW6F type=del 2024-04-02T08:51:00.316 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.317+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=BSL60D95IO1J type=del size=4100781 2024-04-02T08:51:00.317 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.319+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~166BBLOZN0L7.0 size=1048576 2024-04-02T08:51:00.318 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.320+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~166BBLOZN0L7.1 size=1048576 2024-04-02T08:51:00.320 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.321+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~166BBLOZN0L7.2 size=692121 2024-04-02T08:51:00.324 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.326+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=166BBLOZN0L7 tag=PO9L99C15HHL type=write size=3837849 2024-04-02T08:51:00.326 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.327+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=QWP82II18SO3 type=write size=41596 2024-04-02T08:51:00.327 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.328+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=0GNKLOLD8IO2 type=del 2024-04-02T08:51:00.333 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.334+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~MDXV7EFQHJM9.0 size=908115 2024-04-02T08:51:00.333 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.334+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=MDXV7EFQHJM9 tag=JX3THZLH86H6 type=write size=1956691 2024-04-02T08:51:00.335 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.336+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=T0LM2YX49EAM type=del 2024-04-02T08:51:00.338 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.338+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~KA7ECMINBD9M.0 size=1048576 2024-04-02T08:51:00.339 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.339+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~KA7ECMINBD9M.1 size=1048576 2024-04-02T08:51:00.339 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.341+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~KA7ECMINBD9M.2 size=124002 2024-04-02T08:51:00.339 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.341+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=KA7ECMINBD9M tag=YI2TCXPF4LP6 type=write size=3269730 2024-04-02T08:51:00.341 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.342+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~UNV099VYWIAT.0 size=1048576 2024-04-02T08:51:00.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.343+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~UNV099VYWIAT.1 size=1048576 2024-04-02T08:51:00.343 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.344+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~UNV099VYWIAT.2 size=488821 2024-04-02T08:51:00.345 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.347+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=UNV099VYWIAT tag=3GUCMCTUKYV6 type=write size=3634549 2024-04-02T08:51:00.347 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.349+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~HFKWHMBJR5GK.0 size=1048576 2024-04-02T08:51:00.349 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.350+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~HFKWHMBJR5GK.1 size=1048576 2024-04-02T08:51:00.350 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.351+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~HFKWHMBJR5GK.2 size=388743 2024-04-02T08:51:00.350 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.351+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=HFKWHMBJR5GK tag=S9J5QH0USTUS type=write size=3534471 2024-04-02T08:51:00.352 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.353+0000 7f2c37839780 1 < completed write operation key=B5YV3S5C1VXZ tag=EYPNX1TVN1F5 type=write size=139195 2024-04-02T08:51:00.354 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.356+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~ASC54QN9BSVV.0 size=1048576 2024-04-02T08:51:00.355 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.357+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~ASC54QN9BSVV.1 size=1048576 2024-04-02T08:51:00.357 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.358+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~ASC54QN9BSVV.2 size=527238 2024-04-02T08:51:00.357 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.358+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=ASC54QN9BSVV tag=PRIJMN5MC2CX type=write size=3672966 2024-04-02T08:51:00.360 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.361+0000 7f2c37839780 1 < suggested update operation key=91BN62ARVOEH tag=GQ41NVVCKEC4 type=del size=2140296 2024-04-02T08:51:00.362 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.364+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~WYI6MYSXOLIG.0 size=24350 2024-04-02T08:51:00.362 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.364+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=WYI6MYSXOLIG tag=9Q7CLM9PE42I type=write size=1072926 2024-04-02T08:51:00.364 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.365+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~ZAEOBBCEND58.0 size=1048576 2024-04-02T08:51:00.365 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.366+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~ZAEOBBCEND58.1 size=1048576 2024-04-02T08:51:00.366 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.368+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~ZAEOBBCEND58.2 size=257917 2024-04-02T08:51:00.369 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.370+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=ZAEOBBCEND58 tag=5PO0KDIZ6IYI type=write size=3403645 2024-04-02T08:51:00.370 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.371+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=I4N1M20VGUPF type=del size=177905 2024-04-02T08:51:00.371 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.373+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=130PWBT3XSBD type=del 2024-04-02T08:51:00.373 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.374+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=B0ETT7U8IWED type=del size=229100 2024-04-02T08:51:00.374 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.376+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~K8YG5Q4B7JK6.0 size=1048576 2024-04-02T08:51:00.375 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.377+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~K8YG5Q4B7JK6.1 size=1048576 2024-04-02T08:51:00.377 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.378+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~K8YG5Q4B7JK6.2 size=370501 2024-04-02T08:51:00.379 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.380+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=K8YG5Q4B7JK6 tag=08SFUHYP75WV type=write size=3516229 2024-04-02T08:51:00.381 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.382+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~FGFIBBABXERN.0 size=1048576 2024-04-02T08:51:00.382 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.383+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~FGFIBBABXERN.1 size=627107 2024-04-02T08:51:00.382 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.383+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=FGFIBBABXERN tag=25XB9JSTPF2P type=write size=2724259 2024-04-02T08:51:00.383 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.385+0000 7f2c37839780 -1 < failed to complete operation key=91BN62ARVOEH tag=BIV1MXYTKCMU type=write size=94176: (22) Invalid argument 2024-04-02T08:51:00.384 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.386+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=8PSXLTL0S104 type=del size=1824425 2024-04-02T08:51:00.386 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.387+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=PRQN4S070IKP type=del 2024-04-02T08:51:00.387 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.388+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=WID82RSG75GO type=del size=2151157 2024-04-02T08:51:00.388 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.390+0000 7f2c37839780 1 < canceled operation key=01FWIMJZX0P3 tag=RKEWYB2ZU0NC type=del size=3061848 2024-04-02T08:51:00.390 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.392+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~A62OHQZ07SQE.0 size=1048576 2024-04-02T08:51:00.391 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.393+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~A62OHQZ07SQE.1 size=1048576 2024-04-02T08:51:00.392 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.394+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~A62OHQZ07SQE.2 size=1043886 2024-04-02T08:51:00.392 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.394+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=A62OHQZ07SQE tag=PP6PFO7SIKSH type=write size=4189614 2024-04-02T08:51:00.394 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.395+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~PEYLURKULHZ5.0 size=1048576 2024-04-02T08:51:00.395 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.396+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~PEYLURKULHZ5.1 size=1048576 2024-04-02T08:51:00.395 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.397+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~PEYLURKULHZ5.2 size=554890 2024-04-02T08:51:00.398 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.399+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=PEYLURKULHZ5 tag=DOKHDVMRMGAA type=write size=3700618 2024-04-02T08:51:00.400 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.402+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~R2X05XCCB376.0 size=899303 2024-04-02T08:51:00.400 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.402+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=R2X05XCCB376 tag=QCBKUO2NGDK8 type=write size=1947879 2024-04-02T08:51:00.402 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.403+0000 7f2c37839780 1 < canceled operation key=51ZKADJFQPAW tag=5C62GEY8UO3D type=del size=2732744 2024-04-02T08:51:00.403 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.404+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=IQARW09TQ3QJ type=del size=2814974 2024-04-02T08:51:00.404 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.406+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~Y3PHWDV9DGRJ.0 size=1048576 2024-04-02T08:51:00.406 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.407+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~Y3PHWDV9DGRJ.1 size=1048576 2024-04-02T08:51:00.407 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.408+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~Y3PHWDV9DGRJ.2 size=260997 2024-04-02T08:51:00.409 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.410+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=Y3PHWDV9DGRJ tag=0LRPI5ACJUP0 type=write size=3406725 2024-04-02T08:51:00.411 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.413+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~TOKGOBSPSIKM.0 size=495513 2024-04-02T08:51:00.411 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.413+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=TOKGOBSPSIKM tag=N7R8SPJHJ2T7 type=write size=1544089 2024-04-02T08:51:00.414 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.415+0000 7f2c37839780 1 < suggested remove operation key=CLRQ9OAM3LFI tag=BSL60D95IO1J type=del 2024-04-02T08:51:00.415 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.417+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=4VXQQ79X82SF type=write size=864322 2024-04-02T08:51:00.417 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.418+0000 7f2c37839780 1 < completed write operation key=VHVBJGFC6O30 tag=QWP82II18SO3 type=write size=41596 2024-04-02T08:51:00.419 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.420+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=87HBFSQXAQ4J type=del size=3262098 2024-04-02T08:51:00.419 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.420+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~MDXV7EFQHJM9.0 size=908115 2024-04-02T08:51:00.421 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.422+0000 7f2c37839780 1 < canceled multipart upload key=OKEW0QKVDGET upload=MDXV7EFQHJM9 tag=JX3THZLH86H6 type=write size=1956691 2024-04-02T08:51:00.422 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.424+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=F17SUTHRWFOH type=del size=2591474 2024-04-02T08:51:00.423 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.424+0000 7f2c37839780 1 < canceled part key=_multipart_2HK29QL163AK.2~KA7ECMINBD9M.0 size=1048576 2024-04-02T08:51:00.424 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.425+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~KA7ECMINBD9M.1 size=1048576 2024-04-02T08:51:00.425 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.426+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~KA7ECMINBD9M.2 size=124002 2024-04-02T08:51:00.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.428+0000 7f2c37839780 1 < canceled multipart upload key=2HK29QL163AK upload=KA7ECMINBD9M tag=YI2TCXPF4LP6 type=write size=3269730 2024-04-02T08:51:00.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.430+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~KIWJL8TH9EK2.0 size=1048576 2024-04-02T08:51:00.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.432+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~KIWJL8TH9EK2.1 size=168157 2024-04-02T08:51:00.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.432+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=KIWJL8TH9EK2 tag=EQAS6KS529JP type=write size=2265309 2024-04-02T08:51:00.432 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.433+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~HFKWHMBJR5GK.0 size=1048576 2024-04-02T08:51:00.433 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.434+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~HFKWHMBJR5GK.1 size=1048576 2024-04-02T08:51:00.434 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.435+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~HFKWHMBJR5GK.2 size=388743 2024-04-02T08:51:00.436 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.438+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=HFKWHMBJR5GK tag=S9J5QH0USTUS type=write size=3534471 2024-04-02T08:51:00.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.439+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=9507G1QW88Y9 type=del size=2408205 2024-04-02T08:51:00.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.439+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~ASC54QN9BSVV.0 size=1048576 2024-04-02T08:51:00.439 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.440+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~ASC54QN9BSVV.1 size=1048576 2024-04-02T08:51:00.440 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.442+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~ASC54QN9BSVV.2 size=527238 2024-04-02T08:51:00.443 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.444+0000 7f2c37839780 1 < canceled multipart upload key=OKEW0QKVDGET upload=ASC54QN9BSVV tag=PRIJMN5MC2CX type=write size=3672966 2024-04-02T08:51:00.444 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.445+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=8UNIVCADHM8M type=del size=2146375 2024-04-02T08:51:00.445 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.447+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~WYI6MYSXOLIG.0 size=24350 2024-04-02T08:51:00.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.449+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=WYI6MYSXOLIG tag=9Q7CLM9PE42I type=write size=1072926 2024-04-02T08:51:00.449 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.451+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=ZCX38NNCVARR type=del size=1703316 2024-04-02T08:51:00.451 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.452+0000 7f2c37839780 1 < canceled operation key=8VUTVS0YUD1N tag=I4N1M20VGUPF type=del size=177905 2024-04-02T08:51:00.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.455+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~VYFC81XFX3FC.0 size=187776 2024-04-02T08:51:00.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.455+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=VYFC81XFX3FC tag=VOC5V41KCNRS type=write size=1236352 2024-04-02T08:51:00.455 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.456+0000 7f2c37839780 -1 < failed to complete operation key=CLRQ9OAM3LFI tag=B0ETT7U8IWED type=del size=229100: (22) Invalid argument 2024-04-02T08:51:00.456 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.457+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=EU917UPCIMXX type=del size=1709296 2024-04-02T08:51:00.457 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.459+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~FGFIBBABXERN.0 size=1048576 2024-04-02T08:51:00.458 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.460+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~FGFIBBABXERN.1 size=627107 2024-04-02T08:51:00.461 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.462+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=FGFIBBABXERN tag=25XB9JSTPF2P type=write size=2724259 2024-04-02T08:51:00.462 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.463+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=551Y7Y6BWJFT type=del size=2236767 2024-04-02T08:51:00.463 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.465+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=8PSXLTL0S104 type=del 2024-04-02T08:51:00.465 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.466+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=FBJ5Z3EQ64EQ type=write size=728120 2024-04-02T08:51:00.466 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.467+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=WID82RSG75GO type=del 2024-04-02T08:51:00.467 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.469+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=R2KJVFUF8C9V type=del size=44789 2024-04-02T08:51:00.469 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.470+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~A62OHQZ07SQE.0 size=1048576 2024-04-02T08:51:00.469 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.470+0000 7f2c37839780 1 < canceled part key=_multipart_91BN62ARVOEH.2~A62OHQZ07SQE.1 size=1048576 2024-04-02T08:51:00.470 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.471+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~A62OHQZ07SQE.2 size=1043886 2024-04-02T08:51:00.472 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.473+0000 7f2c37839780 1 < canceled multipart upload key=91BN62ARVOEH upload=A62OHQZ07SQE tag=PP6PFO7SIKSH type=write size=4189614 2024-04-02T08:51:00.474 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.476+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~PKILR5QFPNKW.0 size=742127 2024-04-02T08:51:00.474 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.476+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=PKILR5QFPNKW tag=XXGVPAI02K6F type=write size=1790703 2024-04-02T08:51:00.476 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.477+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~R2X05XCCB376.0 size=899303 2024-04-02T08:51:00.478 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.479+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=R2X05XCCB376 tag=QCBKUO2NGDK8 type=write size=1947879 2024-04-02T08:51:00.479 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.480+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=AWNRMMB56YO7 type=del size=3736658 2024-04-02T08:51:00.480 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.482+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=IQARW09TQ3QJ type=del 2024-04-02T08:51:00.483 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.484+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~PLSDOHRZ3L5N.0 size=182593 2024-04-02T08:51:00.483 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.484+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=PLSDOHRZ3L5N tag=LQ5VLB948HPT type=write size=1231169 2024-04-02T08:51:00.484 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.485+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~TOKGOBSPSIKM.0 size=495513 2024-04-02T08:51:00.486 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.488+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=TOKGOBSPSIKM tag=N7R8SPJHJ2T7 type=write size=1544089 2024-04-02T08:51:00.488 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.489+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=U0G4NNO1B2H3 type=write size=591329 2024-04-02T08:51:00.489 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.490+0000 7f2c37839780 1 < completed write operation key=B5YV3S5C1VXZ tag=4VXQQ79X82SF type=write size=864322 2024-04-02T08:51:00.490 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.491+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=J9ADKOKNQ6WO type=del size=3406621 2024-04-02T08:51:00.491 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.493+0000 7f2c37839780 1 < canceled operation key=1V7MCBT4ATIC tag=87HBFSQXAQ4J type=del size=3262098 2024-04-02T08:51:00.493 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.494+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=IPQ1CNCMBKLC type=del size=2396074 2024-04-02T08:51:00.494 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.495+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=F17SUTHRWFOH type=del 2024-04-02T08:51:00.496 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.497+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=VBKLJMUKM8N6 type=del size=2278508 2024-04-02T08:51:00.497 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.498+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~KIWJL8TH9EK2.0 size=1048576 2024-04-02T08:51:00.497 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.498+0000 7f2c37839780 1 < canceled part key=_multipart_KES2MUV53GCC.2~KIWJL8TH9EK2.1 size=168157 2024-04-02T08:51:00.499 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.500+0000 7f2c37839780 1 < canceled multipart upload key=KES2MUV53GCC upload=KIWJL8TH9EK2 tag=EQAS6KS529JP type=write size=2265309 2024-04-02T08:51:00.500 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.501+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=MBS37UBJAOJI type=del size=3560536 2024-04-02T08:51:00.501 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.503+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=9507G1QW88Y9 type=del 2024-04-02T08:51:00.503 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.504+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=FIP87FI8NSEM type=write size=397816 2024-04-02T08:51:00.504 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.505+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=8UNIVCADHM8M type=del 2024-04-02T08:51:00.507 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.508+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~ONJPHPUZLGOE.0 size=1048576 2024-04-02T08:51:00.508 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.509+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~ONJPHPUZLGOE.1 size=94734 2024-04-02T08:51:00.508 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.509+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=ONJPHPUZLGOE tag=P2Z7PCBECRYW type=write size=2191886 2024-04-02T08:51:00.509 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.510+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=ZCX38NNCVARR type=del 2024-04-02T08:51:00.511 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.513+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~AIME4WYYD15U.0 size=919714 2024-04-02T08:51:00.512 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.513+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=AIME4WYYD15U tag=IZLSSIIGVSOX type=write size=1968290 2024-04-02T08:51:00.513 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.514+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~VYFC81XFX3FC.0 size=187776 2024-04-02T08:51:00.515 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.517+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=VYFC81XFX3FC tag=VOC5V41KCNRS type=write size=1236352 2024-04-02T08:51:00.522 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.519+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~5GR13TFQ2S9P.0 size=1048576 2024-04-02T08:51:00.522 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.520+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~5GR13TFQ2S9P.1 size=1048576 2024-04-02T08:51:00.522 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.521+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~5GR13TFQ2S9P.2 size=254517 2024-04-02T08:51:00.522 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.521+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=5GR13TFQ2S9P tag=SVUPCNIVJLZ3 type=write size=3400245 2024-04-02T08:51:00.522 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.522+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=EU917UPCIMXX type=del 2024-04-02T08:51:00.523 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.525+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~JQ6AZX0NVI8O.0 size=550295 2024-04-02T08:51:00.523 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.525+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=JQ6AZX0NVI8O tag=92ZQ1MAL4TQW type=write size=1598871 2024-04-02T08:51:00.525 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.526+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=551Y7Y6BWJFT type=del 2024-04-02T08:51:00.527 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.529+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~UUIX7HPB7N04.0 size=1048576 2024-04-02T08:51:00.528 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.530+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~UUIX7HPB7N04.1 size=132741 2024-04-02T08:51:00.528 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.530+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=UUIX7HPB7N04 tag=766PL91WO4ZP type=write size=2229893 2024-04-02T08:51:00.530 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.531+0000 7f2c37839780 1 < completed write operation key=01FWIMJZX0P3 tag=FBJ5Z3EQ64EQ type=write size=728120 2024-04-02T08:51:00.531 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.532+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=GMC0L7YZGVNP type=del size=2238217 2024-04-02T08:51:00.533 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.535+0000 7f2c37839780 1 < suggested remove operation key=9Y8YLX0RAIPV tag=R2KJVFUF8C9V type=del 2024-04-02T08:51:00.535 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.536+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=QTLSANUKEWHT type=write size=930436 2024-04-02T08:51:00.535 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.537+0000 7f2c37839780 1 < canceled part key=_multipart_1V7MCBT4ATIC.2~PKILR5QFPNKW.0 size=742127 2024-04-02T08:51:00.538 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.539+0000 7f2c37839780 1 < canceled multipart upload key=1V7MCBT4ATIC upload=PKILR5QFPNKW tag=XXGVPAI02K6F type=write size=1790703 2024-04-02T08:51:00.539 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.541+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=U0QPC3SX5NMQ type=write size=688903 2024-04-02T08:51:00.542 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.543+0000 7f2c37839780 1 < suggested update operation key=L850LE5LQWEI tag=AWNRMMB56YO7 type=del size=3736658 2024-04-02T08:51:00.543 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.544+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=QE5SFFUAJY10 type=del size=3279684 2024-04-02T08:51:00.544 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.546+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~PLSDOHRZ3L5N.0 size=182593 2024-04-02T08:51:00.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.548+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=PLSDOHRZ3L5N tag=LQ5VLB948HPT type=write size=1231169 2024-04-02T08:51:00.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.550+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~YCVNE6QKEBW7.0 size=1048576 2024-04-02T08:51:00.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.551+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~YCVNE6QKEBW7.1 size=228192 2024-04-02T08:51:00.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.551+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=YCVNE6QKEBW7 tag=3AITH4FQ9K3B type=write size=2325344 2024-04-02T08:51:00.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.552+0000 7f2c37839780 1 < completed write operation key=G5NNPHE2SJZN tag=U0G4NNO1B2H3 type=write size=591329 2024-04-02T08:51:00.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.554+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~CV8ZB0MYSY8X.0 size=1048576 2024-04-02T08:51:00.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.555+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~CV8ZB0MYSY8X.1 size=39723 2024-04-02T08:51:00.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.555+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=CV8ZB0MYSY8X tag=D1AE7L14HXI2 type=write size=2136875 2024-04-02T08:51:00.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.557+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=J9ADKOKNQ6WO type=del 2024-04-02T08:51:00.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.558+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=DCFF9OF3KEX9 type=write size=801119 2024-04-02T08:51:00.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.559+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=IPQ1CNCMBKLC type=del 2024-04-02T08:51:00.560 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.562+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~HMBEWDOOHL19.0 size=654014 2024-04-02T08:51:00.560 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.562+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=HMBEWDOOHL19 tag=THNZ5HVJO34J type=write size=1702590 2024-04-02T08:51:00.563 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.564+0000 7f2c37839780 1 < suggested update operation key=01FWIMJZX0P3 tag=VBKLJMUKM8N6 type=del size=2278508 2024-04-02T08:51:00.565 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.566+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~HIP7WRYPAKPD.0 size=1048576 2024-04-02T08:51:00.566 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.567+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~HIP7WRYPAKPD.1 size=1048576 2024-04-02T08:51:00.567 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.568+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~HIP7WRYPAKPD.2 size=228614 2024-04-02T08:51:00.567 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.568+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=HIP7WRYPAKPD tag=4V2BIVEFEUA1 type=write size=3374342 2024-04-02T08:51:00.568 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.570+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=MBS37UBJAOJI type=del 2024-04-02T08:51:00.570 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.571+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=3VLOEOIDGIGD type=del size=3279913 2024-04-02T08:51:00.572 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.574+0000 7f2c37839780 1 < suggested remove operation key=OL6XSE7L8RVB tag=FIP87FI8NSEM type=write 2024-04-02T08:51:00.574 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.575+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=EJMXJVAPS8E9 type=write size=75582 2024-04-02T08:51:00.575 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.577+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~ONJPHPUZLGOE.0 size=1048576 2024-04-02T08:51:00.576 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.578+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~ONJPHPUZLGOE.1 size=94734 2024-04-02T08:51:00.578 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.580+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=ONJPHPUZLGOE tag=P2Z7PCBECRYW type=write size=2191886 2024-04-02T08:51:00.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.581+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=OADYE5LTXUI4 type=del size=3873686 2024-04-02T08:51:00.581 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.583+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~AIME4WYYD15U.0 size=919714 2024-04-02T08:51:00.583 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.585+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=AIME4WYYD15U tag=IZLSSIIGVSOX type=write size=1968290 2024-04-02T08:51:00.585 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.586+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=LVJHSSINMZTM type=del size=2849190 2024-04-02T08:51:00.587 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.588+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~5GR13TFQ2S9P.0 size=1048576 2024-04-02T08:51:00.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.589+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~5GR13TFQ2S9P.1 size=1048576 2024-04-02T08:51:00.589 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.591+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~5GR13TFQ2S9P.2 size=254517 2024-04-02T08:51:00.592 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.593+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=5GR13TFQ2S9P tag=SVUPCNIVJLZ3 type=write size=3400245 2024-04-02T08:51:00.595 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.596+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~C0LP4Y651BWA.0 size=861333 2024-04-02T08:51:00.595 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.596+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=C0LP4Y651BWA tag=L8FOZIUZ14CH type=write size=1909909 2024-04-02T08:51:00.596 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.597+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~JQ6AZX0NVI8O.0 size=550295 2024-04-02T08:51:00.598 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.599+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=JQ6AZX0NVI8O tag=92ZQ1MAL4TQW type=write size=1598871 2024-04-02T08:51:00.600 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.602+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~XP0DQKEI2KGX.0 size=862616 2024-04-02T08:51:00.600 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.602+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=XP0DQKEI2KGX tag=R0EKTN0WLKNF type=write size=1911192 2024-04-02T08:51:00.602 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.603+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~UUIX7HPB7N04.0 size=1048576 2024-04-02T08:51:00.603 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.604+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~UUIX7HPB7N04.1 size=132741 2024-04-02T08:51:00.607 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.608+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=UUIX7HPB7N04 tag=766PL91WO4ZP type=write size=2229893 2024-04-02T08:51:00.609 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.610+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~TOBW9NC8EL6K.0 size=1048576 2024-04-02T08:51:00.610 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.611+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~TOBW9NC8EL6K.1 size=221450 2024-04-02T08:51:00.610 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.611+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=TOBW9NC8EL6K tag=DI5Z57XMV023 type=write size=2318602 2024-04-02T08:51:00.611 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.613+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=GMC0L7YZGVNP type=del 2024-04-02T08:51:00.613 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.614+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=ZP55U2RZ10A7 type=del size=2488080 2024-04-02T08:51:00.614 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.615+0000 7f2c37839780 1 < completed write operation key=2HK29QL163AK tag=QTLSANUKEWHT type=write size=930436 2024-04-02T08:51:00.616 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.618+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~2NZZ8UF9WQLN.0 size=1048576 2024-04-02T08:51:00.617 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.619+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~2NZZ8UF9WQLN.1 size=516567 2024-04-02T08:51:00.617 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.619+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=2NZZ8UF9WQLN tag=A149ALG62W5Y type=write size=2613719 2024-04-02T08:51:00.618 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.620+0000 7f2c37839780 1 < completed write operation key=9Y8YLX0RAIPV tag=U0QPC3SX5NMQ type=write size=688903 2024-04-02T08:51:00.620 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.621+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=I69VUGP3OIUJ type=del size=505626 2024-04-02T08:51:00.622 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.624+0000 7f2c37839780 1 < suggested update operation key=1V7MCBT4ATIC tag=QE5SFFUAJY10 type=del size=3279684 2024-04-02T08:51:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:00 smithi188 ceph-mon[86835]: pgmap v1383: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:00 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:00 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140475-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:00 smithi188 ceph-mon[86835]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T08:51:00.625 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.626+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~6XJ9KDB1KEP6.0 size=1048576 2024-04-02T08:51:00.626 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.627+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~6XJ9KDB1KEP6.1 size=334490 2024-04-02T08:51:00.626 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.627+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=6XJ9KDB1KEP6 tag=A9YJ6KMZ1ZI9 type=write size=2431642 2024-04-02T08:51:00.627 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.629+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~YCVNE6QKEBW7.0 size=1048576 2024-04-02T08:51:00.629 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.630+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~YCVNE6QKEBW7.1 size=228192 2024-04-02T08:51:00.631 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.632+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=YCVNE6QKEBW7 tag=3AITH4FQ9K3B type=write size=2325344 2024-04-02T08:51:00.634 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.635+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~IIQOBZWM1T6W.0 size=1048576 2024-04-02T08:51:00.635 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.636+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~IIQOBZWM1T6W.1 size=388355 2024-04-02T08:51:00.635 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.636+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=IIQOBZWM1T6W tag=NPVT48PIG4KP type=write size=2485507 2024-04-02T08:51:00.637 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.638+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~CV8ZB0MYSY8X.0 size=1048576 2024-04-02T08:51:00.638 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.639+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~CV8ZB0MYSY8X.1 size=39723 2024-04-02T08:51:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:00 smithi104 ceph-mon[96567]: pgmap v1383: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:00 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:00 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140475-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:00 smithi104 ceph-mon[96567]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T08:51:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:00 smithi104 ceph-mon[94081]: pgmap v1383: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:00 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:00 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140475-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:00 smithi104 ceph-mon[94081]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T08:51:00.640 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.641+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=CV8ZB0MYSY8X tag=D1AE7L14HXI2 type=write size=2136875 2024-04-02T08:51:00.641 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.642+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=4SKNE81EJXHW type=del size=2693654 2024-04-02T08:51:00.642 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.643+0000 7f2c37839780 1 < completed write operation key=7RA3C7WFS3O2 tag=DCFF9OF3KEX9 type=write size=801119 2024-04-02T08:51:00.644 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.646+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~AV0C0YOJMNK3.0 size=1048576 2024-04-02T08:51:00.645 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.647+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~AV0C0YOJMNK3.1 size=643565 2024-04-02T08:51:00.645 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.647+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=AV0C0YOJMNK3 tag=2QDL1Z7K4S4X type=write size=2740717 2024-04-02T08:51:00.647 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.648+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~HMBEWDOOHL19.0 size=654014 2024-04-02T08:51:00.648 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.650+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=HMBEWDOOHL19 tag=THNZ5HVJO34J type=write size=1702590 2024-04-02T08:51:00.650 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.651+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=9DY0A9UJOD47 type=del size=722505 2024-04-02T08:51:00.651 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.652+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~HIP7WRYPAKPD.0 size=1048576 2024-04-02T08:51:00.652 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.653+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~HIP7WRYPAKPD.1 size=1048576 2024-04-02T08:51:00.653 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.654+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~HIP7WRYPAKPD.2 size=228614 2024-04-02T08:51:00.655 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.657+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=HIP7WRYPAKPD tag=4V2BIVEFEUA1 type=write size=3374342 2024-04-02T08:51:00.656 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.658+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=PJZGY9FOT3Z1 type=write size=839491 2024-04-02T08:51:00.658 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.659+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=3VLOEOIDGIGD type=del 2024-04-02T08:51:00.659 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.660+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=ZHARMBO8Q0Z8 type=del size=2803708 2024-04-02T08:51:00.660 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.662+0000 7f2c37839780 1 < completed write operation key=U4DINZ06NGSP tag=EJMXJVAPS8E9 type=write size=75582 2024-04-02T08:51:00.662 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.663+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=1RGR865ULPNQ type=del size=1272023 2024-04-02T08:51:00.664 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.666+0000 7f2c37839780 1 < suggested update operation key=U4DINZ06NGSP tag=OADYE5LTXUI4 type=del size=3873686 2024-04-02T08:51:00.667 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.668+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~LF6RDRWA1SG3.0 size=1048576 2024-04-02T08:51:00.668 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.669+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~LF6RDRWA1SG3.1 size=855147 2024-04-02T08:51:00.668 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.669+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=LF6RDRWA1SG3 tag=8H8IHV61FQ16 type=write size=2952299 2024-04-02T08:51:00.669 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.671+0000 7f2c37839780 1 < canceled operation key=33264AD3WNVF tag=LVJHSSINMZTM type=del size=2849190 2024-04-02T08:51:00.670 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.672+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=A77XZYBY23Y4 type=del size=3003062 2024-04-02T08:51:00.671 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.672+0000 7f2c37839780 1 < canceled part key=_multipart_91BN62ARVOEH.2~C0LP4Y651BWA.0 size=861333 2024-04-02T08:51:00.673 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.674+0000 7f2c37839780 1 < canceled multipart upload key=91BN62ARVOEH upload=C0LP4Y651BWA tag=L8FOZIUZ14CH type=write size=1909909 2024-04-02T08:51:00.674 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.675+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=27R9IK43XCUT type=del size=1776808 2024-04-02T08:51:00.676 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.677+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~XP0DQKEI2KGX.0 size=862616 2024-04-02T08:51:00.678 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.679+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=XP0DQKEI2KGX tag=R0EKTN0WLKNF type=write size=1911192 2024-04-02T08:51:00.679 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.681+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=ZL11CTKNEF5H type=del size=2390972 2024-04-02T08:51:00.681 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.682+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~TOBW9NC8EL6K.0 size=1048576 2024-04-02T08:51:00.682 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.683+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~TOBW9NC8EL6K.1 size=221450 2024-04-02T08:51:00.684 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.685+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=TOBW9NC8EL6K tag=DI5Z57XMV023 type=write size=2318602 2024-04-02T08:51:00.686 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.688+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~SRG0AOW6YYLL.0 size=1048576 2024-04-02T08:51:00.687 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.689+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~SRG0AOW6YYLL.1 size=1048576 2024-04-02T08:51:00.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.690+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~SRG0AOW6YYLL.2 size=880431 2024-04-02T08:51:00.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.690+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=SRG0AOW6YYLL tag=PFJ9U272JVP2 type=write size=4026159 2024-04-02T08:51:00.690 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.691+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=ZP55U2RZ10A7 type=del 2024-04-02T08:51:00.691 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.692+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=DA34RSMK083M type=del size=2067761 2024-04-02T08:51:00.692 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.693+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~2NZZ8UF9WQLN.0 size=1048576 2024-04-02T08:51:00.693 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.694+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~2NZZ8UF9WQLN.1 size=516567 2024-04-02T08:51:00.695 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.696+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=2NZZ8UF9WQLN tag=A149ALG62W5Y type=write size=2613719 2024-04-02T08:51:00.697 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.699+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~4ZCRUCZ2YDW5.0 size=1048576 2024-04-02T08:51:00.698 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.700+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~4ZCRUCZ2YDW5.1 size=1048576 2024-04-02T08:51:00.700 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.701+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~4ZCRUCZ2YDW5.2 size=1032298 2024-04-02T08:51:00.700 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.701+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=4ZCRUCZ2YDW5 tag=820EZ1J4CIRJ type=write size=4178026 2024-04-02T08:51:00.701 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.702+0000 7f2c37839780 -1 < failed to complete operation key=U4DINZ06NGSP tag=I69VUGP3OIUJ type=del size=505626: (22) Invalid argument 2024-04-02T08:51:00.702 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.704+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=Y5FF4Q2JO4FU type=del size=2330879 2024-04-02T08:51:00.704 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.705+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~6XJ9KDB1KEP6.0 size=1048576 2024-04-02T08:51:00.705 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.706+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~6XJ9KDB1KEP6.1 size=334490 2024-04-02T08:51:00.707 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.709+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=6XJ9KDB1KEP6 tag=A9YJ6KMZ1ZI9 type=write size=2431642 2024-04-02T08:51:00.708 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.710+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=UD8TP7877FR5 type=del size=3955305 2024-04-02T08:51:00.710 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.711+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~IIQOBZWM1T6W.0 size=1048576 2024-04-02T08:51:00.711 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.712+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~IIQOBZWM1T6W.1 size=388355 2024-04-02T08:51:00.713 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.714+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=IIQOBZWM1T6W tag=NPVT48PIG4KP type=write size=2485507 2024-04-02T08:51:00.714 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.716+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=JM1KRHZS6L7N type=del size=2489390 2024-04-02T08:51:00.716 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.717+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=4SKNE81EJXHW type=del 2024-04-02T08:51:00.717 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.718+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=U8MNNXUPMN9F type=del size=1511177 2024-04-02T08:51:00.718 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.720+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~AV0C0YOJMNK3.0 size=1048576 2024-04-02T08:51:00.718 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.720+0000 7f2c37839780 1 < canceled part key=_multipart_VOT77PAW1Q91.2~AV0C0YOJMNK3.1 size=643565 2024-04-02T08:51:00.721 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.722+0000 7f2c37839780 1 < canceled multipart upload key=VOT77PAW1Q91 upload=AV0C0YOJMNK3 tag=2QDL1Z7K4S4X type=write size=2740717 2024-04-02T08:51:00.722 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.723+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=G3A0F0M24XJ0 type=del size=2986084 2024-04-02T08:51:00.725 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.726+0000 7f2c37839780 1 < suggested update operation key=ZBWX3XCY0JRK tag=9DY0A9UJOD47 type=del size=722505 2024-04-02T08:51:00.727 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.728+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~A0GZZUNBPZ7A.0 size=369127 2024-04-02T08:51:00.727 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.728+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=A0GZZUNBPZ7A tag=1QQMOBDPKW9H type=write size=1417703 2024-04-02T08:51:00.728 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.730+0000 7f2c37839780 1 < completed write operation key=2HK29QL163AK tag=PJZGY9FOT3Z1 type=write size=839491 2024-04-02T08:51:00.730 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.731+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=OMYQ69A6XLVB type=del size=1064333 2024-04-02T08:51:00.731 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.732+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=ZHARMBO8Q0Z8 type=del 2024-04-02T08:51:00.732 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.733+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=RJPSD2PD3BCY type=del size=2654223 2024-04-02T08:51:00.734 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.735+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=1RGR865ULPNQ type=del 2024-04-02T08:51:00.736 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.737+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~SG1LKDKK48PP.0 size=1048576 2024-04-02T08:51:00.737 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.738+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~SG1LKDKK48PP.1 size=1048576 2024-04-02T08:51:00.738 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.739+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~SG1LKDKK48PP.2 size=961110 2024-04-02T08:51:00.738 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.739+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=SG1LKDKK48PP tag=VRKIOUJ84QS9 type=write size=4106838 2024-04-02T08:51:00.739 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.740+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~LF6RDRWA1SG3.0 size=1048576 2024-04-02T08:51:00.740 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.741+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~LF6RDRWA1SG3.1 size=855147 2024-04-02T08:51:00.742 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.744+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=LF6RDRWA1SG3 tag=8H8IHV61FQ16 type=write size=2952299 2024-04-02T08:51:00.744 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.745+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=PR4R5UBFNA47 type=del size=3746922 2024-04-02T08:51:00.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.746+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=A77XZYBY23Y4 type=del 2024-04-02T08:51:00.746 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.747+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=DU1MGW7SRLS6 type=del size=1302759 2024-04-02T08:51:00.747 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.749+0000 7f2c37839780 1 < canceled operation key=CLRQ9OAM3LFI tag=27R9IK43XCUT type=del size=1776808 2024-04-02T08:51:00.750 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.751+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~5IN318GZPFLD.0 size=1048576 2024-04-02T08:51:00.751 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.752+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~5IN318GZPFLD.1 size=1048576 2024-04-02T08:51:00.752 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.753+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~5IN318GZPFLD.2 size=763449 2024-04-02T08:51:00.752 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.753+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=5IN318GZPFLD tag=OESTZBLZ4FFA type=write size=3909177 2024-04-02T08:51:00.753 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.755+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=ZL11CTKNEF5H type=del 2024-04-02T08:51:00.755 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.756+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=KVEJW1UBIV33 type=write size=745047 2024-04-02T08:51:00.756 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.757+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~SRG0AOW6YYLL.0 size=1048576 2024-04-02T08:51:00.757 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.758+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~SRG0AOW6YYLL.1 size=1048576 2024-04-02T08:51:00.758 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.759+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~SRG0AOW6YYLL.2 size=880431 2024-04-02T08:51:00.760 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.761+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=SRG0AOW6YYLL tag=PFJ9U272JVP2 type=write size=4026159 2024-04-02T08:51:00.761 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.763+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=IZNMPEF120J5 type=del size=595860 2024-04-02T08:51:00.763 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.764+0000 7f2c37839780 1 < canceled operation key=YRS6E6FA19PT tag=DA34RSMK083M type=del size=2067761 2024-04-02T08:51:00.764 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.765+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=9XTEBMVEVWRJ type=write size=329642 2024-04-02T08:51:00.765 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.767+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~4ZCRUCZ2YDW5.0 size=1048576 2024-04-02T08:51:00.766 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.768+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~4ZCRUCZ2YDW5.1 size=1048576 2024-04-02T08:51:00.767 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.769+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~4ZCRUCZ2YDW5.2 size=1032298 2024-04-02T08:51:00.770 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.771+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=4ZCRUCZ2YDW5 tag=820EZ1J4CIRJ type=write size=4178026 2024-04-02T08:51:00.771 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.772+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=VAFRN3PFQO5R type=del size=877636 2024-04-02T08:51:00.772 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.774+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=Y5FF4Q2JO4FU type=del 2024-04-02T08:51:00.774 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.775+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=C490AJFZFOML type=write size=539761 2024-04-02T08:51:00.775 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.776+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=UD8TP7877FR5 type=del 2024-04-02T08:51:00.776 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.778+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=0V4RFJG0MUEW type=write size=41585 2024-04-02T08:51:00.778 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.779+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=JM1KRHZS6L7N type=del 2024-04-02T08:51:00.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.781+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~4VB1ZVBU5VPS.0 size=1048576 2024-04-02T08:51:00.781 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.782+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~4VB1ZVBU5VPS.1 size=1048576 2024-04-02T08:51:00.782 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.783+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~4VB1ZVBU5VPS.2 size=937598 2024-04-02T08:51:00.782 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.783+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=4VB1ZVBU5VPS tag=3QERE6M9Z759 type=write size=4083326 2024-04-02T08:51:00.783 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.785+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=U8MNNXUPMN9F type=del 2024-04-02T08:51:00.785 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.786+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=WSCWK17A6GQR type=del size=362908 2024-04-02T08:51:00.786 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.788+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=G3A0F0M24XJ0 type=del 2024-04-02T08:51:00.789 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.790+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~HQ2LE1USV7AJ.0 size=1048576 2024-04-02T08:51:00.790 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.791+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~HQ2LE1USV7AJ.1 size=1048576 2024-04-02T08:51:00.791 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.792+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~HQ2LE1USV7AJ.2 size=624010 2024-04-02T08:51:00.791 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.792+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=HQ2LE1USV7AJ tag=CACF0XUB6PAV type=write size=3769738 2024-04-02T08:51:00.792 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.793+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~A0GZZUNBPZ7A.0 size=369127 2024-04-02T08:51:00.794 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.796+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=A0GZZUNBPZ7A tag=1QQMOBDPKW9H type=write size=1417703 2024-04-02T08:51:00.796 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.797+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=JN9H8HWU6C2F type=del size=1873154 2024-04-02T08:51:00.798 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.799+0000 7f2c37839780 1 < suggested remove operation key=FTT2SQYUSW82 tag=OMYQ69A6XLVB type=del 2024-04-02T08:51:00.799 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.801+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=LQXOGQ730CK5 type=del size=1269042 2024-04-02T08:51:00.802 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.804+0000 7f2c37839780 1 < suggested remove operation key=51ZKADJFQPAW tag=RJPSD2PD3BCY type=del 2024-04-02T08:51:00.803 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.805+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=IXUK23IVMJ0B type=del size=1934629 2024-04-02T08:51:00.805 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.806+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~SG1LKDKK48PP.0 size=1048576 2024-04-02T08:51:00.806 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.807+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~SG1LKDKK48PP.1 size=1048576 2024-04-02T08:51:00.807 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.808+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~SG1LKDKK48PP.2 size=961110 2024-04-02T08:51:00.809 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.810+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=SG1LKDKK48PP tag=VRKIOUJ84QS9 type=write size=4106838 2024-04-02T08:51:00.810 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.812+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=GFPTNB1KMD2N type=write size=944618 2024-04-02T08:51:00.811 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.813+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=PR4R5UBFNA47 type=del 2024-04-02T08:51:00.814 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.815+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~Q9C26JKNGP64.0 size=1048576 2024-04-02T08:51:00.815 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.816+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~Q9C26JKNGP64.1 size=720394 2024-04-02T08:51:00.815 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.816+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=Q9C26JKNGP64 tag=LYNNGYPXUDQW type=write size=2817546 2024-04-02T08:51:00.818 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.819+0000 7f2c37839780 1 < suggested update operation key=DRUREBB8SOYG tag=DU1MGW7SRLS6 type=del size=1302759 2024-04-02T08:51:00.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.822+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~GTILXASARHJ6.0 size=1048576 2024-04-02T08:51:00.822 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.823+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~GTILXASARHJ6.1 size=729300 2024-04-02T08:51:00.822 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.823+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=GTILXASARHJ6 tag=7C0K5ZM3YWO1 type=write size=2826452 2024-04-02T08:51:00.823 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.825+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~5IN318GZPFLD.0 size=1048576 2024-04-02T08:51:00.824 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.826+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~5IN318GZPFLD.1 size=1048576 2024-04-02T08:51:00.825 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.827+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~5IN318GZPFLD.2 size=763449 2024-04-02T08:51:00.828 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.829+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=5IN318GZPFLD tag=OESTZBLZ4FFA type=write size=3909177 2024-04-02T08:51:00.829 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.830+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=07133Y3OQACM type=write size=536253 2024-04-02T08:51:00.830 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.832+0000 7f2c37839780 -1 < failed to complete operation key=FTT2SQYUSW82 tag=KVEJW1UBIV33 type=write size=745047: (22) Invalid argument 2024-04-02T08:51:00.832 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.833+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=GONYE0DVL5E7 type=del size=957283 2024-04-02T08:51:00.833 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.835+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=IZNMPEF120J5 type=del 2024-04-02T08:51:00.835 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.837+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~Y1SMRTJOQBVZ.0 size=1048576 2024-04-02T08:51:00.837 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.838+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~Y1SMRTJOQBVZ.1 size=1048576 2024-04-02T08:51:00.838 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.839+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~Y1SMRTJOQBVZ.2 size=12688 2024-04-02T08:51:00.838 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.839+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=Y1SMRTJOQBVZ tag=2OU9TGIYX8Y6 type=write size=3158416 2024-04-02T08:51:00.839 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.840+0000 7f2c37839780 1 < completed write operation key=K3VPFIXU5HDZ tag=9XTEBMVEVWRJ type=write size=329642 2024-04-02T08:51:00.841 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.842+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=S9RR2J26T75E type=write size=210005 2024-04-02T08:51:00.842 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.843+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=VAFRN3PFQO5R type=del 2024-04-02T08:51:00.843 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.845+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=0Z33C3GOJC02 type=del size=1406959 2024-04-02T08:51:00.845 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.846+0000 7f2c37839780 1 < completed write operation key=OL6XSE7L8RVB tag=C490AJFZFOML type=write size=539761 2024-04-02T08:51:00.848 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.849+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~R6JFICPCQSC8.0 size=1048576 2024-04-02T08:51:00.849 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.850+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~R6JFICPCQSC8.1 size=799205 2024-04-02T08:51:00.849 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.850+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=R6JFICPCQSC8 tag=BK885J8LMXUP type=write size=2896357 2024-04-02T08:51:00.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.852+0000 7f2c37839780 1 < completed write operation key=PEEYGF5CW75O tag=0V4RFJG0MUEW type=write size=41585 2024-04-02T08:51:00.853 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.854+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~2027SSNW3TIW.0 size=1048576 2024-04-02T08:51:00.854 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.855+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~2027SSNW3TIW.1 size=454258 2024-04-02T08:51:00.854 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.855+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=2027SSNW3TIW tag=O2PV4OKBDLBI type=write size=2551410 2024-04-02T08:51:00.855 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.856+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~4VB1ZVBU5VPS.0 size=1048576 2024-04-02T08:51:00.856 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.858+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~4VB1ZVBU5VPS.1 size=1048576 2024-04-02T08:51:00.858 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.859+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~4VB1ZVBU5VPS.2 size=937598 2024-04-02T08:51:00.860 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.861+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=4VB1ZVBU5VPS tag=3QERE6M9Z759 type=write size=4083326 2024-04-02T08:51:00.862 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.863+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=8O09JGJQEGQP type=del size=3686529 2024-04-02T08:51:00.863 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.865+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=WSCWK17A6GQR type=del 2024-04-02T08:51:00.866 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.868+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~K48JSXTIXD7H.0 size=1048576 2024-04-02T08:51:00.868 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.869+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~K48JSXTIXD7H.1 size=980057 2024-04-02T08:51:00.868 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.869+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=K48JSXTIXD7H tag=9R66KBMVE6S3 type=write size=3077209 2024-04-02T08:51:00.869 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.871+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~HQ2LE1USV7AJ.0 size=1048576 2024-04-02T08:51:00.871 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.872+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~HQ2LE1USV7AJ.1 size=1048576 2024-04-02T08:51:00.871 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.872+0000 7f2c37839780 1 < canceled part key=_multipart_8VUTVS0YUD1N.2~HQ2LE1USV7AJ.2 size=624010 2024-04-02T08:51:00.873 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.875+0000 7f2c37839780 1 < canceled multipart upload key=8VUTVS0YUD1N upload=HQ2LE1USV7AJ tag=CACF0XUB6PAV type=write size=3769738 2024-04-02T08:51:00.875 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.876+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=18HA1QFBB7JO type=del size=2222539 2024-04-02T08:51:00.876 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.877+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=JN9H8HWU6C2F type=del 2024-04-02T08:51:00.878 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.879+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=G4752I69WRTD type=del size=3406885 2024-04-02T08:51:00.879 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.881+0000 7f2c37839780 1 < canceled operation key=VHVBJGFC6O30 tag=LQXOGQ730CK5 type=del size=1269042 2024-04-02T08:51:00.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.883+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~MOPBIUCXDD0K.0 size=1048576 2024-04-02T08:51:00.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.884+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~MOPBIUCXDD0K.1 size=1048576 2024-04-02T08:51:00.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.885+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~MOPBIUCXDD0K.2 size=551558 2024-04-02T08:51:00.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.885+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=MOPBIUCXDD0K tag=WLTK9VN6SQH8 type=write size=3697286 2024-04-02T08:51:00.886 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.887+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=IXUK23IVMJ0B type=del 2024-04-02T08:51:00.888 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.890+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~PDGKW6XJUGPH.0 size=1048576 2024-04-02T08:51:00.889 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.891+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~PDGKW6XJUGPH.1 size=1048576 2024-04-02T08:51:00.890 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.892+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~PDGKW6XJUGPH.2 size=590714 2024-04-02T08:51:00.891 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.892+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=PDGKW6XJUGPH tag=0WBKGAH6SX6Y type=write size=3736442 2024-04-02T08:51:00.892 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.893+0000 7f2c37839780 1 < canceled operation key=ZBWX3XCY0JRK tag=GFPTNB1KMD2N type=write size=944618 2024-04-02T08:51:00.894 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.895+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=RBGRK3C5Y893 type=del size=1719526 2024-04-02T08:51:00.895 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.896+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~Q9C26JKNGP64.0 size=1048576 2024-04-02T08:51:00.896 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.897+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~Q9C26JKNGP64.1 size=720394 2024-04-02T08:51:00.899 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.900+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=Q9C26JKNGP64 tag=LYNNGYPXUDQW type=write size=2817546 2024-04-02T08:51:00.900 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.901+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=SMK1BFCBRWLN type=del size=3585712 2024-04-02T08:51:00.901 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.903+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~GTILXASARHJ6.0 size=1048576 2024-04-02T08:51:00.902 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.904+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~GTILXASARHJ6.1 size=729300 2024-04-02T08:51:00.905 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.906+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=GTILXASARHJ6 tag=7C0K5ZM3YWO1 type=write size=2826452 2024-04-02T08:51:00.908 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.909+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~LH4107MWVYSC.0 size=1048576 2024-04-02T08:51:00.909 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.910+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~LH4107MWVYSC.1 size=1048576 2024-04-02T08:51:00.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.911+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~LH4107MWVYSC.2 size=728141 2024-04-02T08:51:00.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.911+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=LH4107MWVYSC tag=T39DQPOK8B7J type=write size=3873869 2024-04-02T08:51:00.912 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.913+0000 7f2c37839780 1 < completed write operation key=PEEYGF5CW75O tag=07133Y3OQACM type=write size=536253 2024-04-02T08:51:00.913 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.914+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=T1XB1SG25833 type=del size=2810318 2024-04-02T08:51:00.916 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.917+0000 7f2c37839780 1 < suggested remove operation key=1V7MCBT4ATIC tag=GONYE0DVL5E7 type=del 2024-04-02T08:51:00.917 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.919+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=PL53YLCYRSPK type=del size=3364215 2024-04-02T08:51:00.919 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.920+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~Y1SMRTJOQBVZ.0 size=1048576 2024-04-02T08:51:00.920 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.921+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~Y1SMRTJOQBVZ.1 size=1048576 2024-04-02T08:51:00.921 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.922+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~Y1SMRTJOQBVZ.2 size=12688 2024-04-02T08:51:00.923 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.924+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=Y1SMRTJOQBVZ tag=2OU9TGIYX8Y6 type=write size=3158416 2024-04-02T08:51:00.924 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.926+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=ONZ50JVS8H1X type=del size=4023792 2024-04-02T08:51:00.927 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.929+0000 7f2c37839780 1 < suggested remove operation key=OL6XSE7L8RVB tag=S9RR2J26T75E type=write 2024-04-02T08:51:00.929 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.930+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=0V5HLB8EFWQ1 type=del size=2960885 2024-04-02T08:51:00.930 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.932+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=0Z33C3GOJC02 type=del 2024-04-02T08:51:00.932 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.933+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=1YTK924KWWIJ type=del size=3553952 2024-04-02T08:51:00.933 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.935+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~R6JFICPCQSC8.0 size=1048576 2024-04-02T08:51:00.935 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.936+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~R6JFICPCQSC8.1 size=799205 2024-04-02T08:51:00.937 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.938+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=R6JFICPCQSC8 tag=BK885J8LMXUP type=write size=2896357 2024-04-02T08:51:00.938 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.940+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=4V9ELZUITXGR type=write size=30070 2024-04-02T08:51:00.940 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.941+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~2027SSNW3TIW.0 size=1048576 2024-04-02T08:51:00.941 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.942+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~2027SSNW3TIW.1 size=454258 2024-04-02T08:51:00.943 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.945+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=2027SSNW3TIW tag=O2PV4OKBDLBI type=write size=2551410 2024-04-02T08:51:00.944 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.946+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=0KAA5XJR69QM type=del size=279791 2024-04-02T08:51:00.946 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.947+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=8O09JGJQEGQP type=del 2024-04-02T08:51:00.947 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.949+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=1YVKJSU2IPQI type=del size=3268482 2024-04-02T08:51:00.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.950+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~K48JSXTIXD7H.0 size=1048576 2024-04-02T08:51:00.950 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.951+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~K48JSXTIXD7H.1 size=980057 2024-04-02T08:51:00.952 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.954+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=K48JSXTIXD7H tag=9R66KBMVE6S3 type=write size=3077209 2024-04-02T08:51:00.954 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.955+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=PR3UXM8DJFSJ type=write size=59206 2024-04-02T08:51:00.955 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.957+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=18HA1QFBB7JO type=del 2024-04-02T08:51:00.957 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.958+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=4NL4T0CYIS7W type=del size=856712 2024-04-02T08:51:00.960 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.961+0000 7f2c37839780 1 < suggested remove operation key=91BN62ARVOEH tag=G4752I69WRTD type=del 2024-04-02T08:51:00.961 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.963+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=2UI5CBWW8IW3 type=del size=2809002 2024-04-02T08:51:00.963 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.964+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~MOPBIUCXDD0K.0 size=1048576 2024-04-02T08:51:00.964 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.965+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~MOPBIUCXDD0K.1 size=1048576 2024-04-02T08:51:00.965 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.966+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~MOPBIUCXDD0K.2 size=551558 2024-04-02T08:51:00.967 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.969+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=MOPBIUCXDD0K tag=WLTK9VN6SQH8 type=write size=3697286 2024-04-02T08:51:00.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.972+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~TOIB4V1DU45U.0 size=143196 2024-04-02T08:51:00.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.972+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=TOIB4V1DU45U tag=IUCE1RZQF29K type=write size=1191772 2024-04-02T08:51:00.972 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.973+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~PDGKW6XJUGPH.0 size=1048576 2024-04-02T08:51:00.973 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.974+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~PDGKW6XJUGPH.1 size=1048576 2024-04-02T08:51:00.974 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.975+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~PDGKW6XJUGPH.2 size=590714 2024-04-02T08:51:00.976 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.977+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=PDGKW6XJUGPH tag=0WBKGAH6SX6Y type=write size=3736442 2024-04-02T08:51:00.979 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.980+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~TWM6TFXYFIO0.0 size=830112 2024-04-02T08:51:00.979 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.980+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=TWM6TFXYFIO0 tag=OBMN3MTIP6RG type=write size=1878688 2024-04-02T08:51:00.980 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.982+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=RBGRK3C5Y893 type=del 2024-04-02T08:51:00.983 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.984+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~8ZD52IVXH6M8.0 size=735274 2024-04-02T08:51:00.983 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.984+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=8ZD52IVXH6M8 tag=YNNPELIZIF92 type=write size=1783850 2024-04-02T08:51:00.986 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.987+0000 7f2c37839780 1 < suggested update operation key=L850LE5LQWEI tag=SMK1BFCBRWLN type=del size=3585712 2024-04-02T08:51:00.988 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.990+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~AJEA08FHY802.0 size=1048576 2024-04-02T08:51:00.990 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.991+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~AJEA08FHY802.1 size=1048576 2024-04-02T08:51:00.991 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.992+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~AJEA08FHY802.2 size=142948 2024-04-02T08:51:00.991 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.992+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=AJEA08FHY802 tag=RC12HWP5T0C4 type=write size=3288676 2024-04-02T08:51:00.992 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.994+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~LH4107MWVYSC.0 size=1048576 2024-04-02T08:51:00.994 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.995+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~LH4107MWVYSC.1 size=1048576 2024-04-02T08:51:00.995 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.997+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~LH4107MWVYSC.2 size=728141 2024-04-02T08:51:00.998 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:00.999+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=LH4107MWVYSC tag=T39DQPOK8B7J type=write size=3873869 2024-04-02T08:51:00.999 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.000+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=DCICF652LXSU type=del size=2297074 2024-04-02T08:51:01.001 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.002+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=T1XB1SG25833 type=del 2024-04-02T08:51:01.002 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.003+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=FTL3V8UOJC43 type=del size=1437114 2024-04-02T08:51:01.003 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.005+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=PL53YLCYRSPK type=del 2024-04-02T08:51:01.005 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.006+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=KPW625C6I7TQ type=del size=166676 2024-04-02T08:51:01.006 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.008+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=ONZ50JVS8H1X type=del 2024-04-02T08:51:01.008 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.009+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=W5BBAFY6H1A6 type=del size=3647694 2024-04-02T08:51:01.008 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.010+0000 7f2c37839780 -1 < no bi entry to suggest for operation key=91BN62ARVOEH tag=0V5HLB8EFWQ1 type=del size=2960885: (2) No such file or directory 2024-04-02T08:51:01.010 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.011+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=TEX4ZL4S81NR type=del size=2717022 2024-04-02T08:51:01.013 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.014+0000 7f2c37839780 1 < suggested update operation key=ZBWX3XCY0JRK tag=1YTK924KWWIJ type=del size=3553952 2024-04-02T08:51:01.016 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.017+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~HPRJ1A0XWDJT.0 size=1048576 2024-04-02T08:51:01.017 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.018+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~HPRJ1A0XWDJT.1 size=1048576 2024-04-02T08:51:01.018 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.019+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~HPRJ1A0XWDJT.2 size=322069 2024-04-02T08:51:01.018 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.019+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=HPRJ1A0XWDJT tag=W28RFJCBODE7 type=write size=3467797 2024-04-02T08:51:01.019 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.020+0000 7f2c37839780 1 < completed write operation key=51ZKADJFQPAW tag=4V9ELZUITXGR type=write size=30070 2024-04-02T08:51:01.020 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.022+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=2PECPRLFE4ZE type=del size=1196830 2024-04-02T08:51:01.022 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.023+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=0KAA5XJR69QM type=del 2024-04-02T08:51:01.024 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.026+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~XAAW1ZX2P9DK.0 size=1048576 2024-04-02T08:51:01.025 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.027+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~XAAW1ZX2P9DK.1 size=1048576 2024-04-02T08:51:01.027 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.028+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~XAAW1ZX2P9DK.2 size=977753 2024-04-02T08:51:01.027 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.028+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=XAAW1ZX2P9DK tag=XTC8NT0Y8O9N type=write size=4123481 2024-04-02T08:51:01.029 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.031+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=1YVKJSU2IPQI type=del 2024-04-02T08:51:01.031 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.032+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=H2GP53VI5DKB type=del size=1522912 2024-04-02T08:51:01.032 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.034+0000 7f2c37839780 1 < completed write operation key=PEEYGF5CW75O tag=PR3UXM8DJFSJ type=write size=59206 2024-04-02T08:51:01.034 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.035+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=M6XKE3F5C3W1 type=del size=2711722 2024-04-02T08:51:01.035 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.036+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=4NL4T0CYIS7W type=del 2024-04-02T08:51:01.036 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.038+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=1GLCFL3VYE32 type=del size=1054189 2024-04-02T08:51:01.038 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.039+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=2UI5CBWW8IW3 type=del 2024-04-02T08:51:01.039 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.041+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=W11L5RPGKQ6V type=del size=3740126 2024-04-02T08:51:01.041 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.042+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~TOIB4V1DU45U.0 size=143196 2024-04-02T08:51:01.043 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.044+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=TOIB4V1DU45U tag=IUCE1RZQF29K type=write size=1191772 2024-04-02T08:51:01.045 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.046+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=4V6Y97A58QWL type=write size=773845 2024-04-02T08:51:01.046 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.047+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~TWM6TFXYFIO0.0 size=830112 2024-04-02T08:51:01.048 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.049+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=TWM6TFXYFIO0 tag=OBMN3MTIP6RG type=write size=1878688 2024-04-02T08:51:01.049 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.051+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=5SL5DCFOSRFX type=del size=53446 2024-04-02T08:51:01.051 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.052+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~8ZD52IVXH6M8.0 size=735274 2024-04-02T08:51:01.053 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.054+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=8ZD52IVXH6M8 tag=YNNPELIZIF92 type=write size=1783850 2024-04-02T08:51:01.054 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.056+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=M0DDCY3IPTBA type=del size=410014 2024-04-02T08:51:01.056 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.057+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~AJEA08FHY802.0 size=1048576 2024-04-02T08:51:01.057 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.058+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~AJEA08FHY802.1 size=1048576 2024-04-02T08:51:01.058 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.059+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~AJEA08FHY802.2 size=142948 2024-04-02T08:51:01.060 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.061+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=AJEA08FHY802 tag=RC12HWP5T0C4 type=write size=3288676 2024-04-02T08:51:01.061 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.063+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=97527WBWQ9C5 type=write size=530737 2024-04-02T08:51:01.063 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.064+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=DCICF652LXSU type=del 2024-04-02T08:51:01.065 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.067+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~D0CPMKKEPX7C.0 size=1048576 2024-04-02T08:51:01.066 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.068+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~D0CPMKKEPX7C.1 size=859 2024-04-02T08:51:01.066 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.068+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=D0CPMKKEPX7C tag=QCZW44D7OIPP type=write size=2098011 2024-04-02T08:51:01.068 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.069+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=FTL3V8UOJC43 type=del 2024-04-02T08:51:01.070 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.071+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=C7JMRHPZ0W9P type=del size=1680853 2024-04-02T08:51:01.072 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.073+0000 7f2c37839780 1 < suggested update operation key=8VUTVS0YUD1N tag=KPW625C6I7TQ type=del size=166676 2024-04-02T08:51:01.073 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.075+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=2N620IVZ5IRE type=del size=4185172 2024-04-02T08:51:01.075 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.076+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=W5BBAFY6H1A6 type=del 2024-04-02T08:51:01.077 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.079+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~W9XI7RDH2JS1.0 size=1048576 2024-04-02T08:51:01.078 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.080+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~W9XI7RDH2JS1.1 size=748894 2024-04-02T08:51:01.078 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.080+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=W9XI7RDH2JS1 tag=UDTHFEDQ877K type=write size=2846046 2024-04-02T08:51:01.081 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.082+0000 7f2c37839780 1 < suggested update operation key=B5YV3S5C1VXZ tag=TEX4ZL4S81NR type=del size=2717022 2024-04-02T08:51:01.083 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.085+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~X7QS9BXTTBS0.0 size=1048576 2024-04-02T08:51:01.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.086+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~X7QS9BXTTBS0.1 size=413653 2024-04-02T08:51:01.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.086+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=X7QS9BXTTBS0 tag=HPH0NS8UBYCQ type=write size=2510805 2024-04-02T08:51:01.086 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.087+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~HPRJ1A0XWDJT.0 size=1048576 2024-04-02T08:51:01.086 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.087+0000 7f2c37839780 1 < canceled part key=_multipart_2HK29QL163AK.2~HPRJ1A0XWDJT.1 size=1048576 2024-04-02T08:51:01.087 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.088+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~HPRJ1A0XWDJT.2 size=322069 2024-04-02T08:51:01.089 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.090+0000 7f2c37839780 1 < canceled multipart upload key=2HK29QL163AK upload=HPRJ1A0XWDJT tag=W28RFJCBODE7 type=write size=3467797 2024-04-02T08:51:01.090 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.092+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=U1QHEHH32VFG type=write size=478040 2024-04-02T08:51:01.092 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.093+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=2PECPRLFE4ZE type=del 2024-04-02T08:51:01.094 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.095+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~AY5TBLLQ3ORW.0 size=126467 2024-04-02T08:51:01.094 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.095+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=AY5TBLLQ3ORW tag=VBKR129MZD90 type=write size=1175043 2024-04-02T08:51:01.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.097+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~XAAW1ZX2P9DK.0 size=1048576 2024-04-02T08:51:01.097 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.098+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~XAAW1ZX2P9DK.1 size=1048576 2024-04-02T08:51:01.098 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.099+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~XAAW1ZX2P9DK.2 size=977753 2024-04-02T08:51:01.100 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.101+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=XAAW1ZX2P9DK tag=XTC8NT0Y8O9N type=write size=4123481 2024-04-02T08:51:01.101 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.102+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=3NU4LQDC5A42 type=del size=231050 2024-04-02T08:51:01.102 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.104+0000 7f2c37839780 1 < canceled operation key=2HK29QL163AK tag=H2GP53VI5DKB type=del size=1522912 2024-04-02T08:51:01.104 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.105+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=81M1DTK1ON5D type=del size=958351 2024-04-02T08:51:01.105 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.106+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=M6XKE3F5C3W1 type=del 2024-04-02T08:51:01.106 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.108+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=WYXNQIR7UQHV type=write size=100737 2024-04-02T08:51:01.108 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.109+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=1GLCFL3VYE32 type=del 2024-04-02T08:51:01.109 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.110+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=91LYZOUBBT4G type=del size=2451960 2024-04-02T08:51:01.111 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.112+0000 7f2c37839780 1 < canceled operation key=9Y8YLX0RAIPV tag=W11L5RPGKQ6V type=del size=3740126 2024-04-02T08:51:01.112 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.113+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=XUE5BLLZ0JG4 type=del size=2751117 2024-04-02T08:51:01.113 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.115+0000 7f2c37839780 1 < completed write operation key=K3VPFIXU5HDZ tag=4V6Y97A58QWL type=write size=773845 2024-04-02T08:51:01.115 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.116+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=NAQSEMI65CFD type=del size=3807214 2024-04-02T08:51:01.116 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.117+0000 7f2c37839780 1 < canceled operation key=L7FKDUVU3YGN tag=5SL5DCFOSRFX type=del size=53446 2024-04-02T08:51:01.118 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.120+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~725ZS0UR03YE.0 size=1048576 2024-04-02T08:51:01.119 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.121+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~725ZS0UR03YE.1 size=76421 2024-04-02T08:51:01.120 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.121+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=725ZS0UR03YE tag=T8TUJEANDSQX type=write size=2173573 2024-04-02T08:51:01.121 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.122+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=M0DDCY3IPTBA type=del 2024-04-02T08:51:01.122 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.124+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=L0VKO2PVOPGS type=del size=409797 2024-04-02T08:51:01.123 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.125+0000 7f2c37839780 1 < completed write operation key=VOT77PAW1Q91 tag=97527WBWQ9C5 type=write size=530737 2024-04-02T08:51:01.125 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.126+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=JKLXC6KD4JV8 type=del size=2937691 2024-04-02T08:51:01.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.128+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~D0CPMKKEPX7C.0 size=1048576 2024-04-02T08:51:01.127 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.129+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~D0CPMKKEPX7C.1 size=859 2024-04-02T08:51:01.130 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.131+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=D0CPMKKEPX7C tag=QCZW44D7OIPP type=write size=2098011 2024-04-02T08:51:01.131 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.132+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=TUFP8FRZJ48O type=del size=390715 2024-04-02T08:51:01.133 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.134+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=C7JMRHPZ0W9P type=del 2024-04-02T08:51:01.135 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.136+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~33OS6JQ3GET5.0 size=656400 2024-04-02T08:51:01.135 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.136+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=33OS6JQ3GET5 tag=8K6VQVSZZCT9 type=write size=1704976 2024-04-02T08:51:01.136 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.138+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=2N620IVZ5IRE type=del 2024-04-02T08:51:01.138 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.139+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=2QAEBK9SZFOW type=del size=2554854 2024-04-02T08:51:01.139 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.140+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~W9XI7RDH2JS1.0 size=1048576 2024-04-02T08:51:01.141 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.142+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~W9XI7RDH2JS1.1 size=748894 2024-04-02T08:51:01.143 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.144+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=W9XI7RDH2JS1 tag=UDTHFEDQ877K type=write size=2846046 2024-04-02T08:51:01.144 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.145+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=9VG1N3FQALP0 type=del size=2861016 2024-04-02T08:51:01.146 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.147+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~X7QS9BXTTBS0.0 size=1048576 2024-04-02T08:51:01.147 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.148+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~X7QS9BXTTBS0.1 size=413653 2024-04-02T08:51:01.149 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.151+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=X7QS9BXTTBS0 tag=HPH0NS8UBYCQ type=write size=2510805 2024-04-02T08:51:01.152 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.154+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~RABON9Y3MD3W.0 size=1048576 2024-04-02T08:51:01.153 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.155+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~RABON9Y3MD3W.1 size=1048576 2024-04-02T08:51:01.155 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.156+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~RABON9Y3MD3W.2 size=992090 2024-04-02T08:51:01.155 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.156+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=RABON9Y3MD3W tag=MBHP1FIC9JNQ type=write size=4137818 2024-04-02T08:51:01.157 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.159+0000 7f2c37839780 1 < suggested remove operation key=U25NTMGOU3R2 tag=U1QHEHH32VFG type=write 2024-04-02T08:51:01.159 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.160+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=S1C2L8HAAKK8 type=del size=456412 2024-04-02T08:51:01.160 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.162+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~AY5TBLLQ3ORW.0 size=126467 2024-04-02T08:51:01.162 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.164+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=AY5TBLLQ3ORW tag=VBKR129MZD90 type=write size=1175043 2024-04-02T08:51:01.165 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.166+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~6I2GL2NARGCG.0 size=1048576 2024-04-02T08:51:01.166 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.168+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~6I2GL2NARGCG.1 size=1029560 2024-04-02T08:51:01.166 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.168+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=6I2GL2NARGCG tag=WJME6UHXW5C3 type=write size=3126712 2024-04-02T08:51:01.168 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.169+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=3NU4LQDC5A42 type=del 2024-04-02T08:51:01.169 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.170+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=I2H5H7DJHK9R type=del size=1613188 2024-04-02T08:51:01.172 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.172+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=81M1DTK1ON5D type=del 2024-04-02T08:51:01.172 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.173+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=3J5A9YXFIMBN type=del size=1898906 2024-04-02T08:51:01.174 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.176+0000 7f2c37839780 1 < suggested remove operation key=33264AD3WNVF tag=WYXNQIR7UQHV type=write 2024-04-02T08:51:01.177 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.178+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~QJ7VGE9GZ3PH.0 size=711575 2024-04-02T08:51:01.177 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.178+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=QJ7VGE9GZ3PH tag=IHSZEP5YA9QI type=write size=1760151 2024-04-02T08:51:01.178 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.179+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=91LYZOUBBT4G type=del 2024-04-02T08:51:01.180 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.181+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=2ZP4WCT3T2PB type=del size=3066325 2024-04-02T08:51:01.181 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.182+0000 7f2c37839780 1 < canceled operation key=CG5T3W0DZYHT tag=XUE5BLLZ0JG4 type=del size=2751117 2024-04-02T08:51:01.182 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.184+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=VYHG3E4O4MNO type=del size=941993 2024-04-02T08:51:01.185 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.187+0000 7f2c37839780 1 < suggested remove operation key=YRS6E6FA19PT tag=NAQSEMI65CFD type=del 2024-04-02T08:51:01.187 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.188+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=08ER27PTMGH9 type=del size=3537102 2024-04-02T08:51:01.188 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.189+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~725ZS0UR03YE.0 size=1048576 2024-04-02T08:51:01.189 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.191+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~725ZS0UR03YE.1 size=76421 2024-04-02T08:51:01.192 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.193+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=725ZS0UR03YE tag=T8TUJEANDSQX type=write size=2173573 2024-04-02T08:51:01.193 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.194+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=DCL0E94LMZ6Y type=del size=3736194 2024-04-02T08:51:01.194 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.196+0000 7f2c37839780 -1 < failed to complete operation key=U25NTMGOU3R2 tag=L0VKO2PVOPGS type=del size=409797: (22) Invalid argument 2024-04-02T08:51:01.198 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.198+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~PINVEYK5DLNH.0 size=915664 2024-04-02T08:51:01.198 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.198+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=PINVEYK5DLNH tag=8TK3MART57F4 type=write size=1964240 2024-04-02T08:51:01.198 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.200+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=JKLXC6KD4JV8 type=del 2024-04-02T08:51:01.201 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.202+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~ULBP7B5JGACJ.0 size=726463 2024-04-02T08:51:01.201 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.202+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=ULBP7B5JGACJ tag=T6RWEBDDEGPE type=write size=1775039 2024-04-02T08:51:01.203 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.204+0000 7f2c37839780 -1 < failed to complete operation key=YRS6E6FA19PT tag=TUFP8FRZJ48O type=del size=390715: (22) Invalid argument 2024-04-02T08:51:01.204 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.205+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=FI9L7UPC0D8G type=del size=2016912 2024-04-02T08:51:01.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.206+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~33OS6JQ3GET5.0 size=656400 2024-04-02T08:51:01.207 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.209+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=33OS6JQ3GET5 tag=8K6VQVSZZCT9 type=write size=1704976 2024-04-02T08:51:01.209 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.210+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=MDWYARJ52YWT type=write size=667930 2024-04-02T08:51:01.212 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.213+0000 7f2c37839780 1 < suggested remove operation key=K3VPFIXU5HDZ tag=2QAEBK9SZFOW type=del 2024-04-02T08:51:01.213 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.214+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=5B644W5O7HN6 type=write size=567532 2024-04-02T08:51:01.214 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.216+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=9VG1N3FQALP0 type=del 2024-04-02T08:51:01.217 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.218+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~6J8MMRODI29R.0 size=1048576 2024-04-02T08:51:01.218 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.220+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~6J8MMRODI29R.1 size=1048576 2024-04-02T08:51:01.219 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.221+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~6J8MMRODI29R.2 size=781866 2024-04-02T08:51:01.220 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.221+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=6J8MMRODI29R tag=COHS9XH31YAE type=write size=3927594 2024-04-02T08:51:01.221 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.222+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~RABON9Y3MD3W.0 size=1048576 2024-04-02T08:51:01.222 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.223+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~RABON9Y3MD3W.1 size=1048576 2024-04-02T08:51:01.223 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.224+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~RABON9Y3MD3W.2 size=992090 2024-04-02T08:51:01.225 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.227+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=RABON9Y3MD3W tag=MBHP1FIC9JNQ type=write size=4137818 2024-04-02T08:51:01.227 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.228+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=WXAWKRI7X5NW type=del size=1775898 2024-04-02T08:51:01.228 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.229+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=S1C2L8HAAKK8 type=del 2024-04-02T08:51:01.229 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.231+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=HWEHOX3EJ14X type=del size=3010026 2024-04-02T08:51:01.231 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.232+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~6I2GL2NARGCG.0 size=1048576 2024-04-02T08:51:01.232 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.233+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~6I2GL2NARGCG.1 size=1029560 2024-04-02T08:51:01.234 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.236+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=6I2GL2NARGCG tag=WJME6UHXW5C3 type=write size=3126712 2024-04-02T08:51:01.237 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.238+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~ZZXGZWOMCEY7.0 size=1048576 2024-04-02T08:51:01.238 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.240+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~ZZXGZWOMCEY7.1 size=1048576 2024-04-02T08:51:01.239 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.241+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~ZZXGZWOMCEY7.2 size=252502 2024-04-02T08:51:01.239 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.241+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=ZZXGZWOMCEY7 tag=PRLLB8HA1G8O type=write size=3398230 2024-04-02T08:51:01.241 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.242+0000 7f2c37839780 -1 < failed to complete operation key=33264AD3WNVF tag=I2H5H7DJHK9R type=del size=1613188: (22) Invalid argument 2024-04-02T08:51:01.243 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.244+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=O6PEHR8AJL14 type=del size=1836720 2024-04-02T08:51:01.244 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.246+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=3J5A9YXFIMBN type=del 2024-04-02T08:51:01.247 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.248+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~P8UQXPTXAREW.0 size=928369 2024-04-02T08:51:01.247 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.248+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=P8UQXPTXAREW tag=26H4914RTNJP type=write size=1976945 2024-04-02T08:51:01.248 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.249+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~QJ7VGE9GZ3PH.0 size=711575 2024-04-02T08:51:01.250 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.252+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=QJ7VGE9GZ3PH tag=IHSZEP5YA9QI type=write size=1760151 2024-04-02T08:51:01.253 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.254+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~IU9CIFDF8N43.0 size=233389 2024-04-02T08:51:01.253 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.254+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=IU9CIFDF8N43 tag=37HO57W1VNS8 type=write size=1281965 2024-04-02T08:51:01.254 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.256+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=2ZP4WCT3T2PB type=del 2024-04-02T08:51:01.257 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.258+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~AMNLAIPUP905.0 size=1048576 2024-04-02T08:51:01.258 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.260+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~AMNLAIPUP905.1 size=1048576 2024-04-02T08:51:01.259 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.261+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~AMNLAIPUP905.2 size=419708 2024-04-02T08:51:01.259 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.261+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=AMNLAIPUP905 tag=SWEBBQ4UIGV2 type=write size=3565436 2024-04-02T08:51:01.262 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.263+0000 7f2c37839780 1 < suggested update operation key=7RA3C7WFS3O2 tag=VYHG3E4O4MNO type=del size=941993 2024-04-02T08:51:01.263 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.265+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=8UQU2IDOA3WI type=del size=3768304 2024-04-02T08:51:01.265 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.266+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=08ER27PTMGH9 type=del 2024-04-02T08:51:01.268 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.269+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~D4J7BIL9E85E.0 size=522382 2024-04-02T08:51:01.268 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.269+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=D4J7BIL9E85E tag=OHCT62W3ZP0Z type=write size=1570958 2024-04-02T08:51:01.269 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.270+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=DCL0E94LMZ6Y type=del 2024-04-02T08:51:01.270 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.272+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=LEPZ2ZU0B0RH type=del size=1289724 2024-04-02T08:51:01.272 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.273+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~PINVEYK5DLNH.0 size=915664 2024-04-02T08:51:01.274 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.276+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=PINVEYK5DLNH tag=8TK3MART57F4 type=write size=1964240 2024-04-02T08:51:01.277 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.278+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~C4UL9K0BEAEY.0 size=1048576 2024-04-02T08:51:01.278 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.279+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~C4UL9K0BEAEY.1 size=1048576 2024-04-02T08:51:01.279 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.280+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~C4UL9K0BEAEY.2 size=534757 2024-04-02T08:51:01.279 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.280+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=C4UL9K0BEAEY tag=OKOS80NW8TE1 type=write size=3680485 2024-04-02T08:51:01.280 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.282+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~ULBP7B5JGACJ.0 size=726463 2024-04-02T08:51:01.283 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.284+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=ULBP7B5JGACJ tag=T6RWEBDDEGPE type=write size=1775039 2024-04-02T08:51:01.285 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.286+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=VZD46WFKPY8D type=del size=3578879 2024-04-02T08:51:01.286 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.287+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=FI9L7UPC0D8G type=del 2024-04-02T08:51:01.287 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.289+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=UX4XMDOOL8JX type=del size=1644972 2024-04-02T08:51:01.289 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.290+0000 7f2c37839780 1 < completed write operation key=01FWIMJZX0P3 tag=MDWYARJ52YWT type=write size=667930 2024-04-02T08:51:01.290 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.291+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=M7IWGV2L39O0 type=del size=3184218 2024-04-02T08:51:01.292 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.293+0000 7f2c37839780 1 < completed write operation key=H8SE1U3QW0C2 tag=5B644W5O7HN6 type=write size=567532 2024-04-02T08:51:01.294 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.295+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~1A3MLV59V2Z7.0 size=1048576 2024-04-02T08:51:01.295 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.297+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~1A3MLV59V2Z7.1 size=1048576 2024-04-02T08:51:01.297 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.298+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~1A3MLV59V2Z7.2 size=555217 2024-04-02T08:51:01.297 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.298+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=1A3MLV59V2Z7 tag=8AA4VV3LQ063 type=write size=3700945 2024-04-02T08:51:01.297 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.298+0000 7f2c37839780 1 < canceled part key=_multipart_U25NTMGOU3R2.2~6J8MMRODI29R.0 size=1048576 2024-04-02T08:51:01.298 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.299+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~6J8MMRODI29R.1 size=1048576 2024-04-02T08:51:01.299 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.300+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~6J8MMRODI29R.2 size=781866 2024-04-02T08:51:01.301 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.302+0000 7f2c37839780 1 < canceled multipart upload key=U25NTMGOU3R2 upload=6J8MMRODI29R tag=COHS9XH31YAE type=write size=3927594 2024-04-02T08:51:01.304 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.305+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~NB5Y3ZZML0LD.0 size=1048576 2024-04-02T08:51:01.305 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.306+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~NB5Y3ZZML0LD.1 size=939060 2024-04-02T08:51:01.305 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.306+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=NB5Y3ZZML0LD tag=NAKH0SAHJBLC type=write size=3036212 2024-04-02T08:51:01.306 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.307+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=WXAWKRI7X5NW type=del 2024-04-02T08:51:01.307 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.309+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=4B227MGNWBTX type=del size=668384 2024-04-02T08:51:01.309 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.310+0000 7f2c37839780 1 < canceled operation key=H8SE1U3QW0C2 tag=HWEHOX3EJ14X type=del size=3010026 2024-04-02T08:51:01.310 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.311+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=XO4ZMFFAEFW5 type=del size=2412359 2024-04-02T08:51:01.311 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.313+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~ZZXGZWOMCEY7.0 size=1048576 2024-04-02T08:51:01.313 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.314+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~ZZXGZWOMCEY7.1 size=1048576 2024-04-02T08:51:01.314 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.315+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~ZZXGZWOMCEY7.2 size=252502 2024-04-02T08:51:01.316 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.317+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=ZZXGZWOMCEY7 tag=PRLLB8HA1G8O type=write size=3398230 2024-04-02T08:51:01.319 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.320+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~B3JP8EUGJU5G.0 size=1048576 2024-04-02T08:51:01.320 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.321+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~B3JP8EUGJU5G.1 size=812203 2024-04-02T08:51:01.320 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.321+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=B3JP8EUGJU5G tag=N7X44XLGLEIN type=write size=2909355 2024-04-02T08:51:01.321 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.322+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=O6PEHR8AJL14 type=del 2024-04-02T08:51:01.322 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.324+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=2YFKDKNQJLCB type=del size=3323995 2024-04-02T08:51:01.324 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.325+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~P8UQXPTXAREW.0 size=928369 2024-04-02T08:51:01.326 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.327+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=P8UQXPTXAREW tag=26H4914RTNJP type=write size=1976945 2024-04-02T08:51:01.328 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.330+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~R7C1Q8AEJVLK.0 size=123837 2024-04-02T08:51:01.328 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.330+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=R7C1Q8AEJVLK tag=MHZENMJHVF3B type=write size=1172413 2024-04-02T08:51:01.331 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.333+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~IU9CIFDF8N43.0 size=233389 2024-04-02T08:51:01.337 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.338+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=IU9CIFDF8N43 tag=37HO57W1VNS8 type=write size=1281965 2024-04-02T08:51:01.340 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.341+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~VX80NKGJJ3WF.0 size=1048576 2024-04-02T08:51:01.341 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.342+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~VX80NKGJJ3WF.1 size=1048576 2024-04-02T08:51:01.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.343+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~VX80NKGJJ3WF.2 size=899010 2024-04-02T08:51:01.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.343+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=VX80NKGJJ3WF tag=K1GK56Z15QWE type=write size=4044738 2024-04-02T08:51:01.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.343+0000 7f2c37839780 1 < canceled part key=_multipart_1V7MCBT4ATIC.2~AMNLAIPUP905.0 size=1048576 2024-04-02T08:51:01.343 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.345+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~AMNLAIPUP905.1 size=1048576 2024-04-02T08:51:01.343 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.345+0000 7f2c37839780 1 < canceled part key=_multipart_1V7MCBT4ATIC.2~AMNLAIPUP905.2 size=419708 2024-04-02T08:51:01.346 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.347+0000 7f2c37839780 1 < canceled multipart upload key=1V7MCBT4ATIC upload=AMNLAIPUP905 tag=SWEBBQ4UIGV2 type=write size=3565436 2024-04-02T08:51:01.348 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.349+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~M2JR1ZCSBI8N.0 size=736626 2024-04-02T08:51:01.348 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.349+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=M2JR1ZCSBI8N tag=BRHLVK9DX8ZL type=write size=1785202 2024-04-02T08:51:01.350 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.351+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=8UQU2IDOA3WI type=del 2024-04-02T08:51:01.351 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.352+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=ZXXH8GYB2WLY type=write size=193531 2024-04-02T08:51:01.352 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.354+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~D4J7BIL9E85E.0 size=522382 2024-04-02T08:51:01.355 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.356+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=D4J7BIL9E85E tag=OHCT62W3ZP0Z type=write size=1570958 2024-04-02T08:51:01.356 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.357+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=A5US5PIQ3GFN type=del size=3679421 2024-04-02T08:51:01.358 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.359+0000 7f2c37839780 1 < canceled operation key=01FWIMJZX0P3 tag=LEPZ2ZU0B0RH type=del size=1289724 2024-04-02T08:51:01.360 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.361+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~39NWZ6FHH2XY.0 size=1048576 2024-04-02T08:51:01.361 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.363+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~39NWZ6FHH2XY.1 size=24715 2024-04-02T08:51:01.361 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.363+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=39NWZ6FHH2XY tag=GMWIM3PGRCGI type=write size=2121867 2024-04-02T08:51:01.363 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.364+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~C4UL9K0BEAEY.0 size=1048576 2024-04-02T08:51:01.364 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.365+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~C4UL9K0BEAEY.1 size=1048576 2024-04-02T08:51:01.365 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.366+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~C4UL9K0BEAEY.2 size=534757 2024-04-02T08:51:01.367 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.369+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=C4UL9K0BEAEY tag=OKOS80NW8TE1 type=write size=3680485 2024-04-02T08:51:01.369 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.370+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=I5YDC01VUYQ4 type=write size=70365 2024-04-02T08:51:01.370 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.371+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=VZD46WFKPY8D type=del 2024-04-02T08:51:01.371 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.373+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=ZYC8YALUMJX9 type=del size=3862466 2024-04-02T08:51:01.373 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.374+0000 7f2c37839780 1 < canceled operation key=8VUTVS0YUD1N tag=UX4XMDOOL8JX type=del size=1644972 2024-04-02T08:51:01.376 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.377+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~OSUFAI0BJ5J4.0 size=166706 2024-04-02T08:51:01.376 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.377+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=OSUFAI0BJ5J4 tag=FXBK3GUP9IML type=write size=1215282 2024-04-02T08:51:01.378 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.380+0000 7f2c37839780 1 < suggested remove operation key=CG5T3W0DZYHT tag=M7IWGV2L39O0 type=del 2024-04-02T08:51:01.380 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.381+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=23KV1SBWH65M type=del size=3165784 2024-04-02T08:51:01.381 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.383+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~1A3MLV59V2Z7.0 size=1048576 2024-04-02T08:51:01.382 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.384+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~1A3MLV59V2Z7.1 size=1048576 2024-04-02T08:51:01.383 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.385+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~1A3MLV59V2Z7.2 size=555217 2024-04-02T08:51:01.386 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.388+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=1A3MLV59V2Z7 tag=8AA4VV3LQ063 type=write size=3700945 2024-04-02T08:51:01.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.390+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~G56W15RFRDHD.0 size=1048576 2024-04-02T08:51:01.390 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.391+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~G56W15RFRDHD.1 size=557088 2024-04-02T08:51:01.390 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.391+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=G56W15RFRDHD tag=2DO08IA7E7E7 type=write size=2654240 2024-04-02T08:51:01.390 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.392+0000 7f2c37839780 1 < canceled part key=_multipart_U4DINZ06NGSP.2~NB5Y3ZZML0LD.0 size=1048576 2024-04-02T08:51:01.391 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.393+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~NB5Y3ZZML0LD.1 size=939060 2024-04-02T08:51:01.394 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.395+0000 7f2c37839780 1 < canceled multipart upload key=U4DINZ06NGSP upload=NB5Y3ZZML0LD tag=NAKH0SAHJBLC type=write size=3036212 2024-04-02T08:51:01.395 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.396+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=HCK6V7W0H5GK type=del size=3271762 2024-04-02T08:51:01.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.398+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=4B227MGNWBTX type=del 2024-04-02T08:51:01.398 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.399+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=SQJU3DJWANUX type=write size=1042229 2024-04-02T08:51:01.401 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.402+0000 7f2c37839780 1 < suggested update operation key=VOT77PAW1Q91 tag=XO4ZMFFAEFW5 type=del size=2412359 2024-04-02T08:51:01.404 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.405+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~89QRCTUFTJA8.0 size=1048576 2024-04-02T08:51:01.404 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.406+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~89QRCTUFTJA8.1 size=1048576 2024-04-02T08:51:01.406 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.407+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~89QRCTUFTJA8.2 size=768710 2024-04-02T08:51:01.406 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.407+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=89QRCTUFTJA8 tag=UFFIBAG44KNE type=write size=3914438 2024-04-02T08:51:01.407 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.408+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~B3JP8EUGJU5G.0 size=1048576 2024-04-02T08:51:01.409 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.409+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~B3JP8EUGJU5G.1 size=812203 2024-04-02T08:51:01.410 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.412+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=B3JP8EUGJU5G tag=N7X44XLGLEIN type=write size=2909355 2024-04-02T08:51:01.413 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.414+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~S6EEOS0ZM2P5.0 size=1048576 2024-04-02T08:51:01.414 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.415+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~S6EEOS0ZM2P5.1 size=1043412 2024-04-02T08:51:01.414 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.415+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=S6EEOS0ZM2P5 tag=SIH7WE3FX8MF type=write size=3140564 2024-04-02T08:51:01.415 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.417+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=2YFKDKNQJLCB type=del 2024-04-02T08:51:01.418 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.419+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~IIMYQK45S4W3.0 size=1048576 2024-04-02T08:51:01.419 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.420+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~IIMYQK45S4W3.1 size=1048576 2024-04-02T08:51:01.420 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.421+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~IIMYQK45S4W3.2 size=725262 2024-04-02T08:51:01.420 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.421+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=IIMYQK45S4W3 tag=7IMYC5ZAJTVV type=write size=3870990 2024-04-02T08:51:01.421 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.423+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~R7C1Q8AEJVLK.0 size=123837 2024-04-02T08:51:01.424 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.425+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=R7C1Q8AEJVLK tag=MHZENMJHVF3B type=write size=1172413 2024-04-02T08:51:01.425 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.427+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=4QB090NPP61P type=del size=2341174 2024-04-02T08:51:01.427 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.428+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~VX80NKGJJ3WF.0 size=1048576 2024-04-02T08:51:01.428 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.429+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~VX80NKGJJ3WF.1 size=1048576 2024-04-02T08:51:01.429 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.430+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~VX80NKGJJ3WF.2 size=899010 2024-04-02T08:51:01.431 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.432+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=VX80NKGJJ3WF tag=K1GK56Z15QWE type=write size=4044738 2024-04-02T08:51:01.434 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.435+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~H6SWHJ2K2H20.0 size=1048576 2024-04-02T08:51:01.435 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.436+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~H6SWHJ2K2H20.1 size=538303 2024-04-02T08:51:01.435 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.436+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=H6SWHJ2K2H20 tag=IZPZX092BEJB type=write size=2635455 2024-04-02T08:51:01.436 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.438+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~M2JR1ZCSBI8N.0 size=736626 2024-04-02T08:51:01.439 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.440+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=M2JR1ZCSBI8N tag=BRHLVK9DX8ZL type=write size=1785202 2024-04-02T08:51:01.441 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.442+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~61UWZINPFRT9.0 size=1048576 2024-04-02T08:51:01.442 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.444+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~61UWZINPFRT9.1 size=1048576 2024-04-02T08:51:01.443 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.445+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~61UWZINPFRT9.2 size=711768 2024-04-02T08:51:01.443 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.445+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=61UWZINPFRT9 tag=SVZKBZNESK9V type=write size=3857496 2024-04-02T08:51:01.446 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.447+0000 7f2c37839780 1 < suggested update operation key=1V7MCBT4ATIC tag=ZXXH8GYB2WLY type=write size=193531 2024-04-02T08:51:01.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.449+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=C1J6P0HFLX2E type=write size=979496 2024-04-02T08:51:01.450 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.452+0000 7f2c37839780 1 < suggested remove operation key=K3VPFIXU5HDZ tag=A5US5PIQ3GFN type=del 2024-04-02T08:51:01.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.453+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=MAR4S0GR6L43 type=del size=3190941 2024-04-02T08:51:01.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.454+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~39NWZ6FHH2XY.0 size=1048576 2024-04-02T08:51:01.454 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.455+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~39NWZ6FHH2XY.1 size=24715 2024-04-02T08:51:01.456 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.458+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=39NWZ6FHH2XY tag=GMWIM3PGRCGI type=write size=2121867 2024-04-02T08:51:01.458 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.459+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=8SFEQ1EXG4SD type=del size=1913893 2024-04-02T08:51:01.461 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.462+0000 7f2c37839780 1 < suggested update operation key=OL6XSE7L8RVB tag=I5YDC01VUYQ4 type=write size=70365 2024-04-02T08:51:01.463 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.465+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~GQDSS1J2T5TB.0 size=1048576 2024-04-02T08:51:01.464 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.466+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~GQDSS1J2T5TB.1 size=187067 2024-04-02T08:51:01.465 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.466+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=GQDSS1J2T5TB tag=AP8XY8YIAWJH type=write size=2284219 2024-04-02T08:51:01.467 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.469+0000 7f2c37839780 1 < suggested remove operation key=B5YV3S5C1VXZ tag=ZYC8YALUMJX9 type=del 2024-04-02T08:51:01.470 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.471+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~IY52P28X5K09.0 size=1048576 2024-04-02T08:51:01.471 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.472+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~IY52P28X5K09.1 size=91458 2024-04-02T08:51:01.471 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.472+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=IY52P28X5K09 tag=YO3ZJAE5P3R2 type=write size=2188610 2024-04-02T08:51:01.473 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.474+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~OSUFAI0BJ5J4.0 size=166706 2024-04-02T08:51:01.475 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.476+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=OSUFAI0BJ5J4 tag=FXBK3GUP9IML type=write size=1215282 2024-04-02T08:51:01.476 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.478+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=40AZU867UWR6 type=del size=3244497 2024-04-02T08:51:01.478 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.479+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=23KV1SBWH65M type=del 2024-04-02T08:51:01.479 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.481+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=H2KVENI1OBGE type=del size=2208310 2024-04-02T08:51:01.481 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.482+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~G56W15RFRDHD.0 size=1048576 2024-04-02T08:51:01.482 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.483+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~G56W15RFRDHD.1 size=557088 2024-04-02T08:51:01.484 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.486+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=G56W15RFRDHD tag=2DO08IA7E7E7 type=write size=2654240 2024-04-02T08:51:01.486 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.487+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=72TNCFCUTGUI type=del size=1503851 2024-04-02T08:51:01.488 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.489+0000 7f2c37839780 -1 < failed to complete operation key=K3VPFIXU5HDZ tag=HCK6V7W0H5GK type=del size=3271762: (22) Invalid argument 2024-04-02T08:51:01.489 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.490+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=1J129WFY7WKT type=write size=561604 2024-04-02T08:51:01.491 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.492+0000 7f2c37839780 1 < canceled operation key=L850LE5LQWEI tag=SQJU3DJWANUX type=write size=1042229 2024-04-02T08:51:01.493 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.494+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~ZVGI88V2THR9.0 size=1048576 2024-04-02T08:51:01.494 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.495+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~ZVGI88V2THR9.1 size=1048576 2024-04-02T08:51:01.495 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.496+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~ZVGI88V2THR9.2 size=1027265 2024-04-02T08:51:01.495 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.496+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=ZVGI88V2THR9 tag=3045SPFOA38S type=write size=4172993 2024-04-02T08:51:01.496 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.498+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~89QRCTUFTJA8.0 size=1048576 2024-04-02T08:51:01.497 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.498+0000 7f2c37839780 1 < canceled part key=_multipart_KES2MUV53GCC.2~89QRCTUFTJA8.1 size=1048576 2024-04-02T08:51:01.498 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.499+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~89QRCTUFTJA8.2 size=768710 2024-04-02T08:51:01.502 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.502+0000 7f2c37839780 1 < canceled multipart upload key=KES2MUV53GCC upload=89QRCTUFTJA8 tag=UFFIBAG44KNE type=write size=3914438 2024-04-02T08:51:01.502 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.504+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=3FYTLEMO9I91 type=del size=3636618 2024-04-02T08:51:01.504 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.505+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~S6EEOS0ZM2P5.0 size=1048576 2024-04-02T08:51:01.505 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.507+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~S6EEOS0ZM2P5.1 size=1043412 2024-04-02T08:51:01.508 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.509+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=S6EEOS0ZM2P5 tag=SIH7WE3FX8MF type=write size=3140564 2024-04-02T08:51:01.510 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.512+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~RZVQCJ3ONFJX.0 size=412730 2024-04-02T08:51:01.510 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.512+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=RZVQCJ3ONFJX tag=M7X0R8C5ZWWN type=write size=1461306 2024-04-02T08:51:01.512 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.513+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~IIMYQK45S4W3.0 size=1048576 2024-04-02T08:51:01.513 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.514+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~IIMYQK45S4W3.1 size=1048576 2024-04-02T08:51:01.514 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.515+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~IIMYQK45S4W3.2 size=725262 2024-04-02T08:51:01.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.518+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=IIMYQK45S4W3 tag=7IMYC5ZAJTVV type=write size=3870990 2024-04-02T08:51:01.519 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.520+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=1IAMKRL60S35 type=del size=2624050 2024-04-02T08:51:01.522 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.523+0000 7f2c37839780 1 < suggested remove operation key=PEEYGF5CW75O tag=4QB090NPP61P type=del 2024-04-02T08:51:01.523 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.525+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=E31SVTY0I25U type=del size=3665 2024-04-02T08:51:01.525 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.526+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~H6SWHJ2K2H20.0 size=1048576 2024-04-02T08:51:01.526 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.528+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~H6SWHJ2K2H20.1 size=538303 2024-04-02T08:51:01.529 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.530+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=H6SWHJ2K2H20 tag=IZPZX092BEJB type=write size=2635455 2024-04-02T08:51:01.530 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.532+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=6VRIGMGBNJ80 type=del size=3780607 2024-04-02T08:51:01.532 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.533+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~61UWZINPFRT9.0 size=1048576 2024-04-02T08:51:01.532 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.533+0000 7f2c37839780 1 < canceled part key=_multipart_Z1QID1NC8QNM.2~61UWZINPFRT9.1 size=1048576 2024-04-02T08:51:01.533 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.534+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~61UWZINPFRT9.2 size=711768 2024-04-02T08:51:01.535 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.537+0000 7f2c37839780 1 < canceled multipart upload key=Z1QID1NC8QNM upload=61UWZINPFRT9 tag=SVZKBZNESK9V type=write size=3857496 2024-04-02T08:51:01.537 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.538+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=JOU2T5YGK4YH type=del size=1789956 2024-04-02T08:51:01.538 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.540+0000 7f2c37839780 1 < completed write operation key=2HK29QL163AK tag=C1J6P0HFLX2E type=write size=979496 2024-04-02T08:51:01.541 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.543+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~33BQXJNODGTA.0 size=720024 2024-04-02T08:51:01.541 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.543+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=33BQXJNODGTA tag=YWDJSH0S2SKD type=write size=1768600 2024-04-02T08:51:01.545 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.546+0000 7f2c37839780 1 < suggested update operation key=L850LE5LQWEI tag=MAR4S0GR6L43 type=del size=3190941 2024-04-02T08:51:01.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.549+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~0MDPFN21FQGZ.0 size=1048576 2024-04-02T08:51:01.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.550+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~0MDPFN21FQGZ.1 size=420674 2024-04-02T08:51:01.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.550+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=0MDPFN21FQGZ tag=4LU317E6QYNI type=write size=2517826 2024-04-02T08:51:01.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.552+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=8SFEQ1EXG4SD type=del 2024-04-02T08:51:01.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.554+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~FFYVHVTMW8IR.0 size=168940 2024-04-02T08:51:01.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.554+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=FFYVHVTMW8IR tag=3U7QXYPCMDPH type=write size=1217516 2024-04-02T08:51:01.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.556+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~GQDSS1J2T5TB.0 size=1048576 2024-04-02T08:51:01.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.557+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~GQDSS1J2T5TB.1 size=187067 2024-04-02T08:51:01.559 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.560+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=GQDSS1J2T5TB tag=AP8XY8YIAWJH type=write size=2284219 2024-04-02T08:51:01.560 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.561+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=PFXAO93PQIQZ type=del size=1377213 2024-04-02T08:51:01.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.563+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~IY52P28X5K09.0 size=1048576 2024-04-02T08:51:01.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.564+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~IY52P28X5K09.1 size=91458 2024-04-02T08:51:01.565 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.566+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=IY52P28X5K09 tag=YO3ZJAE5P3R2 type=write size=2188610 2024-04-02T08:51:01.566 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.568+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=H6L948OWY33V type=del size=775720 2024-04-02T08:51:01.568 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.569+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=40AZU867UWR6 type=del 2024-04-02T08:51:01.571 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.572+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~BDTTIYBTY8JC.0 size=1048576 2024-04-02T08:51:01.572 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.573+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~BDTTIYBTY8JC.1 size=326562 2024-04-02T08:51:01.572 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.573+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=BDTTIYBTY8JC tag=0G12VODHQ554 type=write size=2423714 2024-04-02T08:51:01.573 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.574+0000 7f2c37839780 1 < canceled operation key=CG5T3W0DZYHT tag=H2KVENI1OBGE type=del size=2208310 2024-04-02T08:51:01.574 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.576+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=Y6F74SO3YXUG type=del size=2361898 2024-04-02T08:51:01.576 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.577+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=72TNCFCUTGUI type=del 2024-04-02T08:51:01.577 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.579+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=YN3F731DE50B type=del size=3377415 2024-04-02T08:51:01.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.581+0000 7f2c37839780 1 < suggested remove operation key=2HK29QL163AK tag=1J129WFY7WKT type=write 2024-04-02T08:51:01.581 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.583+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=NYPIX4S1EZNC type=del size=2122810 2024-04-02T08:51:01.583 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.584+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~ZVGI88V2THR9.0 size=1048576 2024-04-02T08:51:01.583 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.584+0000 7f2c37839780 1 < canceled part key=_multipart_L850LE5LQWEI.2~ZVGI88V2THR9.1 size=1048576 2024-04-02T08:51:01.584 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.585+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~ZVGI88V2THR9.2 size=1027265 2024-04-02T08:51:01.586 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.588+0000 7f2c37839780 1 < canceled multipart upload key=L850LE5LQWEI upload=ZVGI88V2THR9 tag=3045SPFOA38S type=write size=4172993 2024-04-02T08:51:01.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.589+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=U8XUMVJE2R8F type=del size=2082315 2024-04-02T08:51:01.589 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.591+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=3FYTLEMO9I91 type=del 2024-04-02T08:51:01.591 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.592+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=M2WR5W1I741X type=del size=3348762 2024-04-02T08:51:01.592 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.593+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~RZVQCJ3ONFJX.0 size=412730 2024-04-02T08:51:01.594 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.596+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=RZVQCJ3ONFJX tag=M7X0R8C5ZWWN type=write size=1461306 2024-04-02T08:51:01.597 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.597+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=14TQF9NBVQBF type=del size=1401100 2024-04-02T08:51:01.597 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.598+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=1IAMKRL60S35 type=del 2024-04-02T08:51:01.598 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.600+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=OJRX8RV6U1JJ type=del size=981860 2024-04-02T08:51:01.600 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.601+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=E31SVTY0I25U type=del 2024-04-02T08:51:01.602 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.603+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=7NXONIYE5646 type=del size=4099970 2024-04-02T08:51:01.603 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.604+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=6VRIGMGBNJ80 type=del 2024-04-02T08:51:01.606 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.607+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~AGIHZXHA2Q82.0 size=1035501 2024-04-02T08:51:01.606 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.607+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=AGIHZXHA2Q82 tag=BKDQMK6I5A2E type=write size=2084077 2024-04-02T08:51:01.607 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.608+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=JOU2T5YGK4YH type=del 2024-04-02T08:51:01.609 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.611+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~YMD4MQWJ2ZOS.0 size=1005376 2024-04-02T08:51:01.610 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.611+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=YMD4MQWJ2ZOS tag=WLG2ALZA4K24 type=write size=2053952 2024-04-02T08:51:01.611 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.612+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~33BQXJNODGTA.0 size=720024 2024-04-02T08:51:01.613 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.615+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=33BQXJNODGTA tag=YWDJSH0S2SKD type=write size=1768600 2024-04-02T08:51:01.616 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.617+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~K5BISEGMR4OB.0 size=1048576 2024-04-02T08:51:01.617 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.618+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~K5BISEGMR4OB.1 size=1048576 2024-04-02T08:51:01.618 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.619+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~K5BISEGMR4OB.2 size=795167 2024-04-02T08:51:01.618 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.619+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=K5BISEGMR4OB tag=KWE2MSC8CAO6 type=write size=3940895 2024-04-02T08:51:01.620 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.621+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~0MDPFN21FQGZ.0 size=1048576 2024-04-02T08:51:01.621 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.622+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~0MDPFN21FQGZ.1 size=420674 2024-04-02T08:51:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:01 smithi188 ceph-mon[86835]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T08:51:01.623 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.625+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=0MDPFN21FQGZ tag=4LU317E6QYNI type=write size=2517826 2024-04-02T08:51:01.625 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.626+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=C74ZTZWGYJRC type=del size=136506 2024-04-02T08:51:01.626 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.628+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~FFYVHVTMW8IR.0 size=168940 2024-04-02T08:51:01.629 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.630+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=FFYVHVTMW8IR tag=3U7QXYPCMDPH type=write size=1217516 2024-04-02T08:51:01.630 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.631+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=E18M73E3YLTS type=del size=3772576 2024-04-02T08:51:01.632 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.633+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=PFXAO93PQIQZ type=del 2024-04-02T08:51:01.634 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.635+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=10UB6MQ6GD29 type=del size=1718219 2024-04-02T08:51:01.636 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.637+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=H6L948OWY33V type=del 2024-04-02T08:51:01.637 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.638+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=KYQYF4WHH0R1 type=del size=2204290 2024-04-02T08:51:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:01 smithi104 ceph-mon[96567]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T08:51:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:01 smithi104 ceph-mon[94081]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T08:51:01.640 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.640+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~BDTTIYBTY8JC.0 size=1048576 2024-04-02T08:51:01.640 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.642+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~BDTTIYBTY8JC.1 size=326562 2024-04-02T08:51:01.643 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.644+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=BDTTIYBTY8JC tag=0G12VODHQ554 type=write size=2423714 2024-04-02T08:51:01.644 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.646+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=GVBWN3SM9C6O type=del size=3129221 2024-04-02T08:51:01.646 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.647+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=Y6F74SO3YXUG type=del 2024-04-02T08:51:01.649 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.650+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~C0JKWOWINJRS.0 size=774293 2024-04-02T08:51:01.649 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.650+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=C0JKWOWINJRS tag=SWU37WHG7IBC type=write size=1822869 2024-04-02T08:51:01.652 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.654+0000 7f2c37839780 1 < suggested update operation key=8VUTVS0YUD1N tag=YN3F731DE50B type=del size=3377415 2024-04-02T08:51:01.655 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.657+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~35V00E9FPSZJ.0 size=1048576 2024-04-02T08:51:01.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.658+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~35V00E9FPSZJ.1 size=721888 2024-04-02T08:51:01.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.658+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=35V00E9FPSZJ tag=Y1B8P1QBBJ40 type=write size=2819040 2024-04-02T08:51:01.660 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.661+0000 7f2c37839780 1 < suggested update operation key=B5YV3S5C1VXZ tag=NYPIX4S1EZNC type=del size=2122810 2024-04-02T08:51:01.663 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.664+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~SB6WPMZNWEDH.0 size=67212 2024-04-02T08:51:01.663 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.664+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=SB6WPMZNWEDH tag=S6X6GKFI86IN type=write size=1115788 2024-04-02T08:51:01.665 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.666+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=U8XUMVJE2R8F type=del 2024-04-02T08:51:01.668 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.669+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~DV1SJRGITHFK.0 size=1048576 2024-04-02T08:51:01.669 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.671+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~DV1SJRGITHFK.1 size=1048576 2024-04-02T08:51:01.671 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.672+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~DV1SJRGITHFK.2 size=57414 2024-04-02T08:51:01.671 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.672+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=DV1SJRGITHFK tag=LLHLZ1KISY9H type=write size=3203142 2024-04-02T08:51:01.675 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.675+0000 7f2c37839780 1 < suggested remove operation key=51ZKADJFQPAW tag=M2WR5W1I741X type=del 2024-04-02T08:51:01.677 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.678+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~KCSLCDBLW5N3.0 size=1048576 2024-04-02T08:51:01.678 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.680+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~KCSLCDBLW5N3.1 size=411444 2024-04-02T08:51:01.679 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.680+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=KCSLCDBLW5N3 tag=JC8WP0YZ766T type=write size=2508596 2024-04-02T08:51:01.680 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.682+0000 7f2c37839780 -1 < failed to complete operation key=51ZKADJFQPAW tag=14TQF9NBVQBF type=del size=1401100: (22) Invalid argument 2024-04-02T08:51:01.682 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.683+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=CSWQ6R3FTV9Z type=del size=1655828 2024-04-02T08:51:01.686 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.687+0000 7f2c37839780 1 < suggested update operation key=VHVBJGFC6O30 tag=OJRX8RV6U1JJ type=del size=981860 2024-04-02T08:51:01.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.690+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~9DMSJ2EAC269.0 size=1048576 2024-04-02T08:51:01.689 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.691+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~9DMSJ2EAC269.1 size=1048576 2024-04-02T08:51:01.691 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.692+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~9DMSJ2EAC269.2 size=93998 2024-04-02T08:51:01.691 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.692+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=9DMSJ2EAC269 tag=Z422YVYKKVTK type=write size=3239726 2024-04-02T08:51:01.693 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.694+0000 7f2c37839780 -1 < failed to complete operation key=B5YV3S5C1VXZ tag=7NXONIYE5646 type=del size=4099970: (22) Invalid argument 2024-04-02T08:51:01.694 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.695+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=AS1DUS6VWQU1 type=write size=441620 2024-04-02T08:51:01.695 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.697+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~AGIHZXHA2Q82.0 size=1035501 2024-04-02T08:51:01.698 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.699+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=AGIHZXHA2Q82 tag=BKDQMK6I5A2E type=write size=2084077 2024-04-02T08:51:01.700 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.702+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~A6G6JXBJDDMS.0 size=1048576 2024-04-02T08:51:01.701 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.703+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~A6G6JXBJDDMS.1 size=1048576 2024-04-02T08:51:01.703 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.704+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~A6G6JXBJDDMS.2 size=229578 2024-04-02T08:51:01.703 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.704+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=A6G6JXBJDDMS tag=HVEURTGJAVQB type=write size=3375306 2024-04-02T08:51:01.704 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.705+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~YMD4MQWJ2ZOS.0 size=1005376 2024-04-02T08:51:01.706 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.708+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=YMD4MQWJ2ZOS tag=WLG2ALZA4K24 type=write size=2053952 2024-04-02T08:51:01.708 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.709+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=N6TJP4FLFMK8 type=write size=826475 2024-04-02T08:51:01.710 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.711+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~K5BISEGMR4OB.0 size=1048576 2024-04-02T08:51:01.711 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.712+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~K5BISEGMR4OB.1 size=1048576 2024-04-02T08:51:01.712 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.713+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~K5BISEGMR4OB.2 size=795167 2024-04-02T08:51:01.714 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.716+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=K5BISEGMR4OB tag=KWE2MSC8CAO6 type=write size=3940895 2024-04-02T08:51:01.716 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.717+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=HW4V7LHMGK21 type=write size=783122 2024-04-02T08:51:01.717 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.719+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=C74ZTZWGYJRC type=del 2024-04-02T08:51:01.719 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.720+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=J48URMNIUNPZ type=del size=829560 2024-04-02T08:51:01.720 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.721+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=E18M73E3YLTS type=del 2024-04-02T08:51:01.721 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.723+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=798SA003XOAJ type=del size=2085310 2024-04-02T08:51:01.723 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.724+0000 7f2c37839780 -1 < failed to complete operation key=8VUTVS0YUD1N tag=10UB6MQ6GD29 type=del size=1718219: (22) Invalid argument 2024-04-02T08:51:01.724 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.726+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=LIP3V427X5WM type=del size=337856 2024-04-02T08:51:01.727 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.728+0000 7f2c37839780 1 < suggested update operation key=KES2MUV53GCC tag=KYQYF4WHH0R1 type=del size=2204290 2024-04-02T08:51:01.728 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.730+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=AUXJSOCPC8RN type=del size=2438056 2024-04-02T08:51:01.730 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.731+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=GVBWN3SM9C6O type=del 2024-04-02T08:51:01.731 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.733+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=JO9DKIYKVKXN type=del size=2123681 2024-04-02T08:51:01.733 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.734+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~C0JKWOWINJRS.0 size=774293 2024-04-02T08:51:01.735 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.736+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=C0JKWOWINJRS tag=SWU37WHG7IBC type=write size=1822869 2024-04-02T08:51:01.738 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.739+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~N1BFE3O071E7.0 size=1048576 2024-04-02T08:51:01.739 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.741+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~N1BFE3O071E7.1 size=240933 2024-04-02T08:51:01.739 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.741+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=N1BFE3O071E7 tag=WKUO3PZ9MCW4 type=write size=2338085 2024-04-02T08:51:01.741 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.742+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~35V00E9FPSZJ.0 size=1048576 2024-04-02T08:51:01.742 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.744+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~35V00E9FPSZJ.1 size=721888 2024-04-02T08:51:01.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.747+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=35V00E9FPSZJ tag=Y1B8P1QBBJ40 type=write size=2819040 2024-04-02T08:51:01.747 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.748+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=CCM3SX9GJ2AD type=del size=2705141 2024-04-02T08:51:01.749 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.750+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~SB6WPMZNWEDH.0 size=67212 2024-04-02T08:51:01.751 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.753+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=SB6WPMZNWEDH tag=S6X6GKFI86IN type=write size=1115788 2024-04-02T08:51:01.753 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.754+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=BCJBBTF9RHU9 type=del size=226667 2024-04-02T08:51:01.754 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.755+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~DV1SJRGITHFK.0 size=1048576 2024-04-02T08:51:01.755 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.757+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~DV1SJRGITHFK.1 size=1048576 2024-04-02T08:51:01.756 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.758+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~DV1SJRGITHFK.2 size=57414 2024-04-02T08:51:01.759 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.760+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=DV1SJRGITHFK tag=LLHLZ1KISY9H type=write size=3203142 2024-04-02T08:51:01.763 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.763+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~VTZPO3645HK5.0 size=1048576 2024-04-02T08:51:01.763 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.765+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~VTZPO3645HK5.1 size=972936 2024-04-02T08:51:01.764 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.765+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=VTZPO3645HK5 tag=RIYZ2WE7C5QV type=write size=3070088 2024-04-02T08:51:01.765 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.766+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~KCSLCDBLW5N3.0 size=1048576 2024-04-02T08:51:01.767 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.768+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~KCSLCDBLW5N3.1 size=411444 2024-04-02T08:51:01.770 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.771+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=KCSLCDBLW5N3 tag=JC8WP0YZ766T type=write size=2508596 2024-04-02T08:51:01.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.774+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~KBF8F20TS2E1.0 size=1048576 2024-04-02T08:51:01.774 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.776+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~KBF8F20TS2E1.1 size=101221 2024-04-02T08:51:01.774 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.776+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=KBF8F20TS2E1 tag=VTFNQ85I83RZ type=write size=2198373 2024-04-02T08:51:01.776 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.777+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=CSWQ6R3FTV9Z type=del 2024-04-02T08:51:01.778 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.779+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=9DR4MDKJAO0T type=write size=510489 2024-04-02T08:51:01.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.781+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~9DMSJ2EAC269.0 size=1048576 2024-04-02T08:51:01.781 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.782+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~9DMSJ2EAC269.1 size=1048576 2024-04-02T08:51:01.782 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.784+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~9DMSJ2EAC269.2 size=93998 2024-04-02T08:51:01.785 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.786+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=9DMSJ2EAC269 tag=Z422YVYKKVTK type=write size=3239726 2024-04-02T08:51:01.787 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.788+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=FKWBW8R1EBR7 type=del size=3981294 2024-04-02T08:51:01.790 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.792+0000 7f2c37839780 1 < suggested remove operation key=CG5T3W0DZYHT tag=AS1DUS6VWQU1 type=write 2024-04-02T08:51:01.792 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.793+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=59RK799EK75X type=del size=1436400 2024-04-02T08:51:01.793 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.794+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~A6G6JXBJDDMS.0 size=1048576 2024-04-02T08:51:01.794 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.796+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~A6G6JXBJDDMS.1 size=1048576 2024-04-02T08:51:01.796 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.797+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~A6G6JXBJDDMS.2 size=229578 2024-04-02T08:51:01.799 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.800+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=A6G6JXBJDDMS tag=HVEURTGJAVQB type=write size=3375306 2024-04-02T08:51:01.802 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.803+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~YNOOGO8F8SBU.0 size=342466 2024-04-02T08:51:01.802 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.803+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=YNOOGO8F8SBU tag=P7V92PD0IRD8 type=write size=1391042 2024-04-02T08:51:01.805 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.806+0000 7f2c37839780 1 < suggested update operation key=51ZKADJFQPAW tag=N6TJP4FLFMK8 type=write size=826475 2024-04-02T08:51:01.808 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.809+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~EMPZ8C4ZJF2T.0 size=1048576 2024-04-02T08:51:01.809 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.810+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~EMPZ8C4ZJF2T.1 size=904623 2024-04-02T08:51:01.809 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.810+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=EMPZ8C4ZJF2T tag=Y4EHDBNC844T type=write size=3001775 2024-04-02T08:51:01.810 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.812+0000 7f2c37839780 1 < completed write operation key=G5NNPHE2SJZN tag=HW4V7LHMGK21 type=write size=783122 2024-04-02T08:51:01.812 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.813+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=PFZGITK768CU type=del size=3785200 2024-04-02T08:51:01.813 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.814+0000 7f2c37839780 1 < canceled operation key=YRS6E6FA19PT tag=J48URMNIUNPZ type=del size=829560 2024-04-02T08:51:01.815 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.816+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=GFWRO1QU7A34 type=del size=4053657 2024-04-02T08:51:01.816 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.817+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=798SA003XOAJ type=del 2024-04-02T08:51:01.817 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.819+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=IECD6DMTF80O type=del size=2368734 2024-04-02T08:51:01.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.822+0000 7f2c37839780 1 < suggested remove operation key=9Y8YLX0RAIPV tag=LIP3V427X5WM type=del 2024-04-02T08:51:01.822 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.824+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=1OX629UKUPB4 type=del size=3132362 2024-04-02T08:51:01.825 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.827+0000 7f2c37839780 1 < suggested update operation key=57KBVV9UXRY9 tag=AUXJSOCPC8RN type=del size=2438056 2024-04-02T08:51:01.828 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.829+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~W9VJHF0RRXQ0.0 size=721396 2024-04-02T08:51:01.828 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.829+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=W9VJHF0RRXQ0 tag=VK7X7XD45322 type=write size=1769972 2024-04-02T08:51:01.829 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.831+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=JO9DKIYKVKXN type=del 2024-04-02T08:51:01.832 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.833+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~UQXBYQSWSVFR.0 size=1048576 2024-04-02T08:51:01.833 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.835+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~UQXBYQSWSVFR.1 size=1048576 2024-04-02T08:51:01.834 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.836+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~UQXBYQSWSVFR.2 size=1006328 2024-04-02T08:51:01.834 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.836+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=UQXBYQSWSVFR tag=AC15JX6DZBVU type=write size=4152056 2024-04-02T08:51:01.836 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.837+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~N1BFE3O071E7.0 size=1048576 2024-04-02T08:51:01.837 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.838+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~N1BFE3O071E7.1 size=240933 2024-04-02T08:51:01.839 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.841+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=N1BFE3O071E7 tag=WKUO3PZ9MCW4 type=write size=2338085 2024-04-02T08:51:01.842 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.843+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~I8JFDJYZZTSN.0 size=990625 2024-04-02T08:51:01.842 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.843+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=I8JFDJYZZTSN tag=EAYL226Y094V type=write size=2039201 2024-04-02T08:51:01.843 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.845+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=CCM3SX9GJ2AD type=del 2024-04-02T08:51:01.846 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.847+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~PV3D8UDL06Q8.0 size=1048576 2024-04-02T08:51:01.847 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.849+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~PV3D8UDL06Q8.1 size=1048576 2024-04-02T08:51:01.848 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.850+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~PV3D8UDL06Q8.2 size=441345 2024-04-02T08:51:01.848 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.850+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=PV3D8UDL06Q8 tag=N731U00RVKSI type=write size=3587073 2024-04-02T08:51:01.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.851+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=BCJBBTF9RHU9 type=del 2024-04-02T08:51:01.852 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.854+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~W99W833DRXKG.0 size=1048576 2024-04-02T08:51:01.854 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.855+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~W99W833DRXKG.1 size=295562 2024-04-02T08:51:01.854 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.855+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=W99W833DRXKG tag=2KSXHILFUY1J type=write size=2392714 2024-04-02T08:51:01.855 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.857+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~VTZPO3645HK5.0 size=1048576 2024-04-02T08:51:01.856 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.858+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~VTZPO3645HK5.1 size=972936 2024-04-02T08:51:01.859 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.860+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=VTZPO3645HK5 tag=RIYZ2WE7C5QV type=write size=3070088 2024-04-02T08:51:01.860 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.862+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=S5MZXY45E3GV type=del size=1238232 2024-04-02T08:51:01.861 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.862+0000 7f2c37839780 1 < canceled part key=_multipart_L7FKDUVU3YGN.2~KBF8F20TS2E1.0 size=1048576 2024-04-02T08:51:01.862 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.863+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~KBF8F20TS2E1.1 size=101221 2024-04-02T08:51:01.864 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.866+0000 7f2c37839780 1 < canceled multipart upload key=L7FKDUVU3YGN upload=KBF8F20TS2E1 tag=VTFNQ85I83RZ type=write size=2198373 2024-04-02T08:51:01.866 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.867+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=46ISC8PO6W2V type=del size=1594349 2024-04-02T08:51:01.869 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.870+0000 7f2c37839780 1 < suggested remove operation key=DRUREBB8SOYG tag=9DR4MDKJAO0T type=write 2024-04-02T08:51:01.870 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.871+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=QSN61OJOGR9P type=del size=3579899 2024-04-02T08:51:01.872 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.873+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=FKWBW8R1EBR7 type=del 2024-04-02T08:51:01.874 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.875+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~FLEXNEVD4HPS.0 size=1048576 2024-04-02T08:51:01.875 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.877+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~FLEXNEVD4HPS.1 size=1048576 2024-04-02T08:51:01.877 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.878+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~FLEXNEVD4HPS.2 size=1016345 2024-04-02T08:51:01.877 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.878+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=FLEXNEVD4HPS tag=2AT83BW7CC7K type=write size=4162073 2024-04-02T08:51:01.880 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.881+0000 7f2c37839780 1 < suggested remove operation key=9DRFTTIJ432I tag=59RK799EK75X type=del 2024-04-02T08:51:01.881 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.882+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=3K5BK1IU51LP type=del size=3139950 2024-04-02T08:51:01.883 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.884+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~YNOOGO8F8SBU.0 size=342466 2024-04-02T08:51:01.885 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.886+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=YNOOGO8F8SBU tag=P7V92PD0IRD8 type=write size=1391042 2024-04-02T08:51:01.887 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.888+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=ALX5HVOG3R01 type=del size=2875027 2024-04-02T08:51:01.887 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.888+0000 7f2c37839780 1 < canceled part key=_multipart_9DRFTTIJ432I.2~EMPZ8C4ZJF2T.0 size=1048576 2024-04-02T08:51:01.888 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.889+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~EMPZ8C4ZJF2T.1 size=904623 2024-04-02T08:51:01.890 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.892+0000 7f2c37839780 1 < canceled multipart upload key=9DRFTTIJ432I upload=EMPZ8C4ZJF2T tag=Y4EHDBNC844T type=write size=3001775 2024-04-02T08:51:01.893 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.894+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~A9LUKDVVC3TD.0 size=671391 2024-04-02T08:51:01.893 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.894+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=A9LUKDVVC3TD tag=G0JT1E7PKW1Q type=write size=1719967 2024-04-02T08:51:01.894 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.896+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=PFZGITK768CU type=del 2024-04-02T08:51:01.896 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.897+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=AERLKVWAEYRR type=del size=2631074 2024-04-02T08:51:01.898 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.899+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=GFWRO1QU7A34 type=del 2024-04-02T08:51:01.899 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.900+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=KB090ARJ7NQL type=del size=3642024 2024-04-02T08:51:01.901 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.902+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=IECD6DMTF80O type=del 2024-04-02T08:51:01.902 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.903+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=NQ96P1H03JMD type=write size=896842 2024-04-02T08:51:01.903 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.905+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=1OX629UKUPB4 type=del 2024-04-02T08:51:01.905 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.906+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=0CW1ASHCYRSP type=del size=682447 2024-04-02T08:51:01.906 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.908+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~W9VJHF0RRXQ0.0 size=721396 2024-04-02T08:51:01.909 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.910+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=W9VJHF0RRXQ0 tag=VK7X7XD45322 type=write size=1769972 2024-04-02T08:51:01.912 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.913+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~MPJ88YWWNMIB.0 size=1048576 2024-04-02T08:51:01.913 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.914+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~MPJ88YWWNMIB.1 size=1048576 2024-04-02T08:51:01.914 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.915+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~MPJ88YWWNMIB.2 size=595152 2024-04-02T08:51:01.914 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.915+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=MPJ88YWWNMIB tag=GRO6ABM8A5E2 type=write size=3740880 2024-04-02T08:51:01.915 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.917+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~UQXBYQSWSVFR.0 size=1048576 2024-04-02T08:51:01.916 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.918+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~UQXBYQSWSVFR.1 size=1048576 2024-04-02T08:51:01.918 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.919+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~UQXBYQSWSVFR.2 size=1006328 2024-04-02T08:51:01.920 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.922+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=UQXBYQSWSVFR tag=AC15JX6DZBVU type=write size=4152056 2024-04-02T08:51:01.922 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.923+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=NLJBIRSCF1UQ type=del size=1960318 2024-04-02T08:51:01.923 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.924+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~I8JFDJYZZTSN.0 size=990625 2024-04-02T08:51:01.926 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.927+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=I8JFDJYZZTSN tag=EAYL226Y094V type=write size=2039201 2024-04-02T08:51:01.927 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.928+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=B9UMPFLQULHZ type=del size=982842 2024-04-02T08:51:01.928 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.930+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~PV3D8UDL06Q8.0 size=1048576 2024-04-02T08:51:01.930 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.931+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~PV3D8UDL06Q8.1 size=1048576 2024-04-02T08:51:01.931 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.932+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~PV3D8UDL06Q8.2 size=441345 2024-04-02T08:51:01.933 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.935+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=PV3D8UDL06Q8 tag=N731U00RVKSI type=write size=3587073 2024-04-02T08:51:01.935 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.936+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=PFT3GGHZT6BF type=write size=313606 2024-04-02T08:51:01.937 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.938+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~W99W833DRXKG.0 size=1048576 2024-04-02T08:51:01.938 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.939+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~W99W833DRXKG.1 size=295562 2024-04-02T08:51:01.940 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.942+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=W99W833DRXKG tag=2KSXHILFUY1J type=write size=2392714 2024-04-02T08:51:01.943 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.945+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~0KI22HJMBM2Z.0 size=1048576 2024-04-02T08:51:01.945 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.946+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~0KI22HJMBM2Z.1 size=651096 2024-04-02T08:51:01.945 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.946+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=0KI22HJMBM2Z tag=M18C51J6OT4D type=write size=2748248 2024-04-02T08:51:01.946 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.948+0000 7f2c37839780 -1 < failed to complete operation key=DRUREBB8SOYG tag=S5MZXY45E3GV type=del size=1238232: (22) Invalid argument 2024-04-02T08:51:01.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.950+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~Q1JAUB0WMFTN.0 size=1048576 2024-04-02T08:51:01.950 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.952+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~Q1JAUB0WMFTN.1 size=434670 2024-04-02T08:51:01.950 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.952+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=Q1JAUB0WMFTN tag=5K6BH512BEJ1 type=write size=2531822 2024-04-02T08:51:01.952 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.953+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=46ISC8PO6W2V type=del 2024-04-02T08:51:01.953 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.955+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=JIOLF1U1F4K2 type=del size=1593733 2024-04-02T08:51:01.955 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.956+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=QSN61OJOGR9P type=del 2024-04-02T08:51:01.957 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.958+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=ZOUVA2SDPWRK type=del size=598958 2024-04-02T08:51:01.958 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.959+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~FLEXNEVD4HPS.0 size=1048576 2024-04-02T08:51:01.959 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.961+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~FLEXNEVD4HPS.1 size=1048576 2024-04-02T08:51:01.960 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.962+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~FLEXNEVD4HPS.2 size=1016345 2024-04-02T08:51:01.963 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.964+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=FLEXNEVD4HPS tag=2AT83BW7CC7K type=write size=4162073 2024-04-02T08:51:01.966 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.968+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~GLQFHGOC4HF4.0 size=220421 2024-04-02T08:51:01.966 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.968+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=GLQFHGOC4HF4 tag=NS9PY62DYBPG type=write size=1268997 2024-04-02T08:51:01.968 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.969+0000 7f2c37839780 1 < canceled operation key=33264AD3WNVF tag=3K5BK1IU51LP type=del size=3139950 2024-04-02T08:51:01.971 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.972+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~DO13AH3971P3.0 size=264454 2024-04-02T08:51:01.971 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.972+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=DO13AH3971P3 tag=2ZSOE1K2YVMG type=write size=1313030 2024-04-02T08:51:01.974 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.976+0000 7f2c37839780 1 < suggested update operation key=91BN62ARVOEH tag=ALX5HVOG3R01 type=del size=2875027 2024-04-02T08:51:01.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.979+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~UV79VGIE0UXG.0 size=933880 2024-04-02T08:51:01.978 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.979+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=UV79VGIE0UXG tag=ZI2E9A2JQFCY type=write size=1982456 2024-04-02T08:51:01.979 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.980+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~A9LUKDVVC3TD.0 size=671391 2024-04-02T08:51:01.982 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.983+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=A9LUKDVVC3TD tag=G0JT1E7PKW1Q type=write size=1719967 2024-04-02T08:51:01.983 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.984+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=J4EGV5AZTF8O type=del size=2093327 2024-04-02T08:51:01.985 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.986+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=AERLKVWAEYRR type=del 2024-04-02T08:51:01.986 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.987+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=RS8O5ZF6U99A type=del size=2875445 2024-04-02T08:51:01.988 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.989+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=KB090ARJ7NQL type=del 2024-04-02T08:51:01.989 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.990+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=8TVU9L1I0LX2 type=del size=3171338 2024-04-02T08:51:01.991 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.992+0000 7f2c37839780 1 < canceled operation key=H8SE1U3QW0C2 tag=NQ96P1H03JMD type=write size=896842 2024-04-02T08:51:01.993 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.995+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~E8053SNWGX64.0 size=1048576 2024-04-02T08:51:01.995 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.996+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~E8053SNWGX64.1 size=1048576 2024-04-02T08:51:01.996 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.997+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~E8053SNWGX64.2 size=990277 2024-04-02T08:51:01.996 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.997+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=E8053SNWGX64 tag=98V04XN3EIO2 type=write size=4136005 2024-04-02T08:51:01.997 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:01.999+0000 7f2c37839780 1 < canceled operation key=2HK29QL163AK tag=0CW1ASHCYRSP type=del size=682447 2024-04-02T08:51:01.999 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.000+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=BN5TW5DRQG2X type=del size=3671124 2024-04-02T08:51:02.000 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.002+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~MPJ88YWWNMIB.0 size=1048576 2024-04-02T08:51:02.002 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.003+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~MPJ88YWWNMIB.1 size=1048576 2024-04-02T08:51:02.003 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.004+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~MPJ88YWWNMIB.2 size=595152 2024-04-02T08:51:02.006 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.007+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=MPJ88YWWNMIB tag=GRO6ABM8A5E2 type=write size=3740880 2024-04-02T08:51:02.007 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.008+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=80P6KVI43J7X type=del size=23083 2024-04-02T08:51:02.010 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.010+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=NLJBIRSCF1UQ type=del 2024-04-02T08:51:02.011 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.013+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~IF4A3MEHRTFK.0 size=1048576 2024-04-02T08:51:02.013 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.014+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~IF4A3MEHRTFK.1 size=710899 2024-04-02T08:51:02.013 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.014+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=IF4A3MEHRTFK tag=MYHCUWGF9A64 type=write size=2808051 2024-04-02T08:51:02.016 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.017+0000 7f2c37839780 1 < suggested update operation key=CG5T3W0DZYHT tag=B9UMPFLQULHZ type=del size=982842 2024-04-02T08:51:02.018 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.019+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=YOM6CGFUL7ZO type=del size=2746643 2024-04-02T08:51:02.019 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.020+0000 7f2c37839780 1 < completed write operation key=33264AD3WNVF tag=PFT3GGHZT6BF type=write size=313606 2024-04-02T08:51:02.020 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.022+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=A269QZJEFUEU type=del size=4126604 2024-04-02T08:51:02.022 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.023+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~0KI22HJMBM2Z.0 size=1048576 2024-04-02T08:51:02.023 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.025+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~0KI22HJMBM2Z.1 size=651096 2024-04-02T08:51:02.026 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.027+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=0KI22HJMBM2Z tag=M18C51J6OT4D type=write size=2748248 2024-04-02T08:51:02.029 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.030+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~PMQI26B8MKMZ.0 size=1048576 2024-04-02T08:51:02.030 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.031+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~PMQI26B8MKMZ.1 size=306992 2024-04-02T08:51:02.030 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.031+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=PMQI26B8MKMZ tag=9FQC86XVCPMY type=write size=2404144 2024-04-02T08:51:02.032 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.033+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~Q1JAUB0WMFTN.0 size=1048576 2024-04-02T08:51:02.033 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.034+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~Q1JAUB0WMFTN.1 size=434670 2024-04-02T08:51:02.036 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.037+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=Q1JAUB0WMFTN tag=5K6BH512BEJ1 type=write size=2531822 2024-04-02T08:51:02.037 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.038+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=MV61O4527FCH type=del size=1091949 2024-04-02T08:51:02.038 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.040+0000 7f2c37839780 1 < canceled operation key=B5YV3S5C1VXZ tag=JIOLF1U1F4K2 type=del size=1593733 2024-04-02T08:51:02.041 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.043+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~VVHQOSWUJHV4.0 size=903139 2024-04-02T08:51:02.042 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.043+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=VVHQOSWUJHV4 tag=K9Z685BPG30S type=write size=1951715 2024-04-02T08:51:02.043 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.044+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=ZOUVA2SDPWRK type=del 2024-04-02T08:51:02.044 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.045+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=K3RW2TV7QCAX type=del size=1189078 2024-04-02T08:51:02.046 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.047+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~GLQFHGOC4HF4.0 size=220421 2024-04-02T08:51:02.048 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.050+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=GLQFHGOC4HF4 tag=NS9PY62DYBPG type=write size=1268997 2024-04-02T08:51:02.050 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.051+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=8833SEOJU2YI type=del size=3116666 2024-04-02T08:51:02.052 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.053+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~DO13AH3971P3.0 size=264454 2024-04-02T08:51:02.054 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.055+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=DO13AH3971P3 tag=2ZSOE1K2YVMG type=write size=1313030 2024-04-02T08:51:02.055 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.057+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=VORGLEMD50MO type=del size=1895792 2024-04-02T08:51:02.057 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.058+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~UV79VGIE0UXG.0 size=933880 2024-04-02T08:51:02.060 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.061+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=UV79VGIE0UXG tag=ZI2E9A2JQFCY type=write size=1982456 2024-04-02T08:51:02.062 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.064+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~VN2K9MD8X3WF.0 size=837079 2024-04-02T08:51:02.062 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.064+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=VN2K9MD8X3WF tag=RIG7X4NSCXA2 type=write size=1885655 2024-04-02T08:51:02.066 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.067+0000 7f2c37839780 1 < suggested remove operation key=51ZKADJFQPAW tag=J4EGV5AZTF8O type=del 2024-04-02T08:51:02.069 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.070+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~YYUGZGE7ENLU.0 size=1048576 2024-04-02T08:51:02.070 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.071+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~YYUGZGE7ENLU.1 size=929422 2024-04-02T08:51:02.070 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.071+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=YYUGZGE7ENLU tag=VMF3RA9FLRN5 type=write size=3026574 2024-04-02T08:51:02.072 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.073+0000 7f2c37839780 1 < canceled operation key=G5NNPHE2SJZN tag=RS8O5ZF6U99A type=del size=2875445 2024-04-02T08:51:02.073 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.074+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=XG11ZZQRI5Z4 type=del size=81076 2024-04-02T08:51:02.076 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.077+0000 7f2c37839780 1 < suggested remove operation key=B5YV3S5C1VXZ tag=8TVU9L1I0LX2 type=del 2024-04-02T08:51:02.077 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.078+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=YF858KVEBSUY type=del size=2094533 2024-04-02T08:51:02.079 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.080+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~E8053SNWGX64.0 size=1048576 2024-04-02T08:51:02.080 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.081+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~E8053SNWGX64.1 size=1048576 2024-04-02T08:51:02.081 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.082+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~E8053SNWGX64.2 size=990277 2024-04-02T08:51:02.083 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.085+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=E8053SNWGX64 tag=98V04XN3EIO2 type=write size=4136005 2024-04-02T08:51:02.086 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.088+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~IVD5AW1H4W0Z.0 size=1048576 2024-04-02T08:51:02.087 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.089+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~IVD5AW1H4W0Z.1 size=773987 2024-04-02T08:51:02.087 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.089+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=IVD5AW1H4W0Z tag=2C8UO3XLQR6T type=write size=2871139 2024-04-02T08:51:02.090 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.090+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=BN5TW5DRQG2X type=del 2024-04-02T08:51:02.092 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.093+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~RWBFFFGAZ3XR.0 size=963035 2024-04-02T08:51:02.092 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.093+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=RWBFFFGAZ3XR tag=SX1FNGN1XOUX type=write size=2011611 2024-04-02T08:51:02.093 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.094+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=80P6KVI43J7X type=del 2024-04-02T08:51:02.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.096+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=AHOXKD2EJ69B type=del size=2582678 2024-04-02T08:51:02.096 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.098+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~IF4A3MEHRTFK.0 size=1048576 2024-04-02T08:51:02.097 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.099+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~IF4A3MEHRTFK.1 size=710899 2024-04-02T08:51:02.100 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.101+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=IF4A3MEHRTFK tag=MYHCUWGF9A64 type=write size=2808051 2024-04-02T08:51:02.101 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.103+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=0KU5A5PM1S7I type=del size=3872007 2024-04-02T08:51:02.104 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.106+0000 7f2c37839780 1 < suggested remove operation key=YRS6E6FA19PT tag=YOM6CGFUL7ZO type=del 2024-04-02T08:51:02.106 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.107+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=Y1LILKIUBUNX type=del size=2783335 2024-04-02T08:51:02.107 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.109+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=A269QZJEFUEU type=del 2024-04-02T08:51:02.109 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.110+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=JT4N6QWUN6J7 type=write size=436326 2024-04-02T08:51:02.111 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.112+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~PMQI26B8MKMZ.0 size=1048576 2024-04-02T08:51:02.112 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.113+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~PMQI26B8MKMZ.1 size=306992 2024-04-02T08:51:02.114 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.116+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=PMQI26B8MKMZ tag=9FQC86XVCPMY type=write size=2404144 2024-04-02T08:51:02.117 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.119+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~DO1ZTZSL558M.0 size=936727 2024-04-02T08:51:02.117 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.119+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=DO1ZTZSL558M tag=UB01MRN2JJFE type=write size=1985303 2024-04-02T08:51:02.119 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.120+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=MV61O4527FCH type=del 2024-04-02T08:51:02.122 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.123+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~BNORJYWXRHQX.0 size=1048576 2024-04-02T08:51:02.123 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.124+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~BNORJYWXRHQX.1 size=1048576 2024-04-02T08:51:02.124 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.126+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~BNORJYWXRHQX.2 size=277679 2024-04-02T08:51:02.124 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.126+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=BNORJYWXRHQX tag=LCTRD3GX8X7A type=write size=3423407 2024-04-02T08:51:02.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.127+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~VVHQOSWUJHV4.0 size=903139 2024-04-02T08:51:02.128 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.130+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=VVHQOSWUJHV4 tag=K9Z685BPG30S type=write size=1951715 2024-04-02T08:51:02.130 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.131+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=29I3CZ954ZA2 type=write size=70753 2024-04-02T08:51:02.132 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.133+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=K3RW2TV7QCAX type=del 2024-04-02T08:51:02.133 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.134+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=2D525H7ZDLFO type=del size=3728068 2024-04-02T08:51:02.134 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.136+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=8833SEOJU2YI type=del 2024-04-02T08:51:02.136 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.137+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=AZ64MJATXSJK type=del size=17652 2024-04-02T08:51:02.137 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.139+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=VORGLEMD50MO type=del 2024-04-02T08:51:02.139 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.140+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=5DJPXUWTX469 type=del size=3612556 2024-04-02T08:51:02.141 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.142+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~VN2K9MD8X3WF.0 size=837079 2024-04-02T08:51:02.143 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.145+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=VN2K9MD8X3WF tag=RIG7X4NSCXA2 type=write size=1885655 2024-04-02T08:51:02.146 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.147+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~UEVXRFDQQII2.0 size=910120 2024-04-02T08:51:02.146 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.147+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=UEVXRFDQQII2 tag=P2K9YDMVU6KG type=write size=1958696 2024-04-02T08:51:02.147 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.149+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~YYUGZGE7ENLU.0 size=1048576 2024-04-02T08:51:02.149 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.150+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~YYUGZGE7ENLU.1 size=929422 2024-04-02T08:51:02.151 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.153+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=YYUGZGE7ENLU tag=VMF3RA9FLRN5 type=write size=3026574 2024-04-02T08:51:02.153 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.154+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=7B1CSO6T9P1I type=del size=2471277 2024-04-02T08:51:02.154 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.156+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=XG11ZZQRI5Z4 type=del 2024-04-02T08:51:02.155 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.157+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=WBAAL906RW6N type=write size=321240 2024-04-02T08:51:02.157 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.158+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=YF858KVEBSUY type=del 2024-04-02T08:51:02.160 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.161+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~ME0C3S87A2FH.0 size=443870 2024-04-02T08:51:02.160 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.161+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=ME0C3S87A2FH tag=0SSTNHVJ8DZY type=write size=1492446 2024-04-02T08:51:02.161 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.163+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~IVD5AW1H4W0Z.0 size=1048576 2024-04-02T08:51:02.163 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.164+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~IVD5AW1H4W0Z.1 size=773987 2024-04-02T08:51:02.165 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.167+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=IVD5AW1H4W0Z tag=2C8UO3XLQR6T type=write size=2871139 2024-04-02T08:51:02.167 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.169+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=AQSEHM1YUTTC type=del size=3659484 2024-04-02T08:51:02.169 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.170+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~RWBFFFGAZ3XR.0 size=963035 2024-04-02T08:51:02.171 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.173+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=RWBFFFGAZ3XR tag=SX1FNGN1XOUX type=write size=2011611 2024-04-02T08:51:02.173 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.174+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=CLL3UQ5P9YY3 type=del size=125085 2024-04-02T08:51:02.176 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.177+0000 7f2c37839780 1 < suggested remove operation key=9Y8YLX0RAIPV tag=AHOXKD2EJ69B type=del 2024-04-02T08:51:02.179 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.180+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~OHQJO2P4WPLZ.0 size=1048576 2024-04-02T08:51:02.180 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.182+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~OHQJO2P4WPLZ.1 size=450157 2024-04-02T08:51:02.180 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.182+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=OHQJO2P4WPLZ tag=GEUM2SIJJFOI type=write size=2547309 2024-04-02T08:51:02.182 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.183+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=0KU5A5PM1S7I type=del 2024-04-02T08:51:02.183 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.185+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=VTZPUY6SX984 type=write size=996670 2024-04-02T08:51:02.185 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.186+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=Y1LILKIUBUNX type=del 2024-04-02T08:51:02.186 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.188+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=RK3UDA8S1J86 type=del size=509520 2024-04-02T08:51:02.188 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.189+0000 7f2c37839780 1 < completed write operation key=U25NTMGOU3R2 tag=JT4N6QWUN6J7 type=write size=436326 2024-04-02T08:51:02.190 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.192+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~3DFUZGYV97C7.0 size=1048576 2024-04-02T08:51:02.192 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.193+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~3DFUZGYV97C7.1 size=1048576 2024-04-02T08:51:02.193 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.194+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~3DFUZGYV97C7.2 size=690773 2024-04-02T08:51:02.193 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.194+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=3DFUZGYV97C7 tag=ETFKBIP0EJM0 type=write size=3836501 2024-04-02T08:51:02.195 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.196+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~DO1ZTZSL558M.0 size=936727 2024-04-02T08:51:02.197 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.199+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=DO1ZTZSL558M tag=UB01MRN2JJFE type=write size=1985303 2024-04-02T08:51:02.200 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.202+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~WAECA3HQXIZZ.0 size=686982 2024-04-02T08:51:02.200 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.202+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=WAECA3HQXIZZ tag=1QOTSKFWEYUU type=write size=1735558 2024-04-02T08:51:02.202 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.203+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~BNORJYWXRHQX.0 size=1048576 2024-04-02T08:51:02.203 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.205+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~BNORJYWXRHQX.1 size=1048576 2024-04-02T08:51:02.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.206+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~BNORJYWXRHQX.2 size=277679 2024-04-02T08:51:02.207 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.209+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=BNORJYWXRHQX tag=LCTRD3GX8X7A type=write size=3423407 2024-04-02T08:51:02.209 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.210+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=ZKR5PCIOKG4H type=del size=1787173 2024-04-02T08:51:02.210 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.212+0000 7f2c37839780 1 < completed write operation key=OL6XSE7L8RVB tag=29I3CZ954ZA2 type=write size=70753 2024-04-02T08:51:02.213 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.215+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~EKMHTKBF9NAW.0 size=1048576 2024-04-02T08:51:02.214 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.216+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~EKMHTKBF9NAW.1 size=1048576 2024-04-02T08:51:02.216 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.217+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~EKMHTKBF9NAW.2 size=107225 2024-04-02T08:51:02.216 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.217+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=EKMHTKBF9NAW tag=IXGU5AA732NB type=write size=3252953 2024-04-02T08:51:02.217 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.218+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=2D525H7ZDLFO type=del 2024-04-02T08:51:02.219 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.220+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=U2QW73AGFCF8 type=write size=474578 2024-04-02T08:51:02.220 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.221+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=AZ64MJATXSJK type=del 2024-04-02T08:51:02.222 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.223+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=FVY3J2KPL9X0 type=del size=2122928 2024-04-02T08:51:02.224 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.226+0000 7f2c37839780 1 < suggested update operation key=FTT2SQYUSW82 tag=5DJPXUWTX469 type=del size=3612556 2024-04-02T08:51:02.226 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.227+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=Q4CY6B4RGK0S type=del size=1425486 2024-04-02T08:51:02.227 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.228+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~UEVXRFDQQII2.0 size=910120 2024-04-02T08:51:02.230 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.231+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=UEVXRFDQQII2 tag=P2K9YDMVU6KG type=write size=1958696 2024-04-02T08:51:02.232 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.234+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~WHI63ZJG80H2.0 size=1048576 2024-04-02T08:51:02.233 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.235+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~WHI63ZJG80H2.1 size=1048576 2024-04-02T08:51:02.235 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.236+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~WHI63ZJG80H2.2 size=333619 2024-04-02T08:51:02.235 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.236+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=WHI63ZJG80H2 tag=X1PLN7GA8L85 type=write size=3479347 2024-04-02T08:51:02.237 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.238+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=7B1CSO6T9P1I type=del 2024-04-02T08:51:02.240 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.241+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~50HJ85I0R5LA.0 size=1048576 2024-04-02T08:51:02.241 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.242+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~50HJ85I0R5LA.1 size=468756 2024-04-02T08:51:02.241 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.242+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=50HJ85I0R5LA tag=3KO8O2QZ3SLC type=write size=2565908 2024-04-02T08:51:02.242 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.244+0000 7f2c37839780 1 < completed write operation key=VHVBJGFC6O30 tag=WBAAL906RW6N type=write size=321240 2024-04-02T08:51:02.244 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.245+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=Y4LU7QNPYTOJ type=del size=3735816 2024-04-02T08:51:02.245 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.247+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~ME0C3S87A2FH.0 size=443870 2024-04-02T08:51:02.248 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.249+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=ME0C3S87A2FH tag=0SSTNHVJ8DZY type=write size=1492446 2024-04-02T08:51:02.249 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.251+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=7U17BX519WW7 type=del size=2139386 2024-04-02T08:51:02.251 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.252+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=AQSEHM1YUTTC type=del 2024-04-02T08:51:02.252 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.254+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=KTU6D5DTB5XO type=del size=453340 2024-04-02T08:51:02.254 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.255+0000 7f2c37839780 1 < canceled operation key=ZBWX3XCY0JRK tag=CLL3UQ5P9YY3 type=del size=125085 2024-04-02T08:51:02.255 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.257+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=XYDFB9YSX1CF type=del size=4015892 2024-04-02T08:51:02.257 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.258+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~OHQJO2P4WPLZ.0 size=1048576 2024-04-02T08:51:02.258 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.259+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~OHQJO2P4WPLZ.1 size=450157 2024-04-02T08:51:02.260 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.262+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=OHQJO2P4WPLZ tag=GEUM2SIJJFOI type=write size=2547309 2024-04-02T08:51:02.264 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.265+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~YI20V6KBVY8C.0 size=1048576 2024-04-02T08:51:02.265 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.266+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~YI20V6KBVY8C.1 size=506231 2024-04-02T08:51:02.265 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.266+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=YI20V6KBVY8C tag=AZDDDV1WRPAE type=write size=2603383 2024-04-02T08:51:02.267 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.268+0000 7f2c37839780 1 < completed write operation key=H8SE1U3QW0C2 tag=VTZPUY6SX984 type=write size=996670 2024-04-02T08:51:02.269 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.271+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~JZDY6GH2127U.0 size=1048576 2024-04-02T08:51:02.271 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.272+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~JZDY6GH2127U.1 size=1048576 2024-04-02T08:51:02.272 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.273+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~JZDY6GH2127U.2 size=501183 2024-04-02T08:51:02.272 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.273+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=JZDY6GH2127U tag=PI8MS222X0D6 type=write size=3646911 2024-04-02T08:51:02.273 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.275+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=RK3UDA8S1J86 type=del 2024-04-02T08:51:02.275 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.276+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=1UTLY6BEDM69 type=del size=3885445 2024-04-02T08:51:02.276 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.278+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~3DFUZGYV97C7.0 size=1048576 2024-04-02T08:51:02.278 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.279+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~3DFUZGYV97C7.1 size=1048576 2024-04-02T08:51:02.279 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.280+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~3DFUZGYV97C7.2 size=690773 2024-04-02T08:51:02.282 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.283+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=3DFUZGYV97C7 tag=ETFKBIP0EJM0 type=write size=3836501 2024-04-02T08:51:02.283 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.284+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=OHRUG1DB75QJ type=del size=2990801 2024-04-02T08:51:02.283 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.284+0000 7f2c37839780 1 < canceled part key=_multipart_U4DINZ06NGSP.2~WAECA3HQXIZZ.0 size=686982 2024-04-02T08:51:02.286 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.287+0000 7f2c37839780 1 < canceled multipart upload key=U4DINZ06NGSP upload=WAECA3HQXIZZ tag=1QOTSKFWEYUU type=write size=1735558 2024-04-02T08:51:02.287 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.288+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=8IDJX90N3PJ5 type=del size=2869594 2024-04-02T08:51:02.290 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.291+0000 7f2c37839780 1 < suggested remove operation key=7RA3C7WFS3O2 tag=ZKR5PCIOKG4H type=del 2024-04-02T08:51:02.291 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.293+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=066JNS60UFQP type=del size=3461041 2024-04-02T08:51:02.293 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.294+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~EKMHTKBF9NAW.0 size=1048576 2024-04-02T08:51:02.294 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.296+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~EKMHTKBF9NAW.1 size=1048576 2024-04-02T08:51:02.296 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.297+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~EKMHTKBF9NAW.2 size=107225 2024-04-02T08:51:02.298 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.300+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=EKMHTKBF9NAW tag=IXGU5AA732NB type=write size=3252953 2024-04-02T08:51:02.302 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.302+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~9FSMWI61FHJL.0 size=1048576 2024-04-02T08:51:02.303 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.304+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~9FSMWI61FHJL.1 size=440657 2024-04-02T08:51:02.303 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.304+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=9FSMWI61FHJL tag=FOIW6827SDO8 type=write size=2537809 2024-04-02T08:51:02.304 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.306+0000 7f2c37839780 1 < completed write operation key=DRUREBB8SOYG tag=U2QW73AGFCF8 type=write size=474578 2024-04-02T08:51:02.307 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.309+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~Z9X1P5M0E72I.0 size=777735 2024-04-02T08:51:02.307 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.309+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=Z9X1P5M0E72I tag=X1I5RCQL5ZHG type=write size=1826311 2024-04-02T08:51:02.309 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.310+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=FVY3J2KPL9X0 type=del 2024-04-02T08:51:02.312 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.313+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~AWEH1S8E6GMW.0 size=1048576 2024-04-02T08:51:02.313 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.314+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~AWEH1S8E6GMW.1 size=325661 2024-04-02T08:51:02.313 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.314+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=AWEH1S8E6GMW tag=3H9CHUSGWK47 type=write size=2422813 2024-04-02T08:51:02.315 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.316+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=Q4CY6B4RGK0S type=del 2024-04-02T08:51:02.316 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.317+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=2ZIN7L0QA92S type=del size=3646994 2024-04-02T08:51:02.317 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.319+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~WHI63ZJG80H2.0 size=1048576 2024-04-02T08:51:02.319 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.320+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~WHI63ZJG80H2.1 size=1048576 2024-04-02T08:51:02.320 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.321+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~WHI63ZJG80H2.2 size=333619 2024-04-02T08:51:02.322 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.324+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=WHI63ZJG80H2 tag=X1PLN7GA8L85 type=write size=3479347 2024-04-02T08:51:02.325 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.327+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~1PZJ8TA60VJ0.0 size=359367 2024-04-02T08:51:02.325 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.327+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=1PZJ8TA60VJ0 tag=FXYBX6N8IU9S type=write size=1407943 2024-04-02T08:51:02.327 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.328+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~50HJ85I0R5LA.0 size=1048576 2024-04-02T08:51:02.328 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.329+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~50HJ85I0R5LA.1 size=468756 2024-04-02T08:51:02.331 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.332+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=50HJ85I0R5LA tag=3KO8O2QZ3SLC type=write size=2565908 2024-04-02T08:51:02.333 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.334+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=C8HJ8CG4UXM5 type=del size=2874932 2024-04-02T08:51:02.334 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.336+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=Y4LU7QNPYTOJ type=del 2024-04-02T08:51:02.337 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.338+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~13KCPYMSP8FT.0 size=1048576 2024-04-02T08:51:02.338 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.340+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~13KCPYMSP8FT.1 size=79628 2024-04-02T08:51:02.338 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.340+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=13KCPYMSP8FT tag=OPNL0C71KOYY type=write size=2176780 2024-04-02T08:51:02.340 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.341+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=7U17BX519WW7 type=del 2024-04-02T08:51:02.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.343+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=59BG604NF8UR type=del size=2757402 2024-04-02T08:51:02.344 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.345+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=KTU6D5DTB5XO type=del 2024-04-02T08:51:02.346 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.347+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=QBTD58R6TRU7 type=del size=2846051 2024-04-02T08:51:02.350 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.351+0000 7f2c37839780 1 < suggested update operation key=2HK29QL163AK tag=XYDFB9YSX1CF type=del size=4015892 2024-04-02T08:51:02.351 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.353+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=3CMF88YG4LNT type=del size=3087398 2024-04-02T08:51:02.353 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.355+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~YI20V6KBVY8C.0 size=1048576 2024-04-02T08:51:02.355 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.356+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~YI20V6KBVY8C.1 size=506231 2024-04-02T08:51:02.358 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.359+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=YI20V6KBVY8C tag=AZDDDV1WRPAE type=write size=2603383 2024-04-02T08:51:02.359 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.360+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=GBWX6CL0FX3Z type=write size=582558 2024-04-02T08:51:02.361 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.362+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~JZDY6GH2127U.0 size=1048576 2024-04-02T08:51:02.362 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.363+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~JZDY6GH2127U.1 size=1048576 2024-04-02T08:51:02.363 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.365+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~JZDY6GH2127U.2 size=501183 2024-04-02T08:51:02.366 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.368+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=JZDY6GH2127U tag=PI8MS222X0D6 type=write size=3646911 2024-04-02T08:51:02.368 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.369+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=P3JHWMZ8TZGF type=del size=28481 2024-04-02T08:51:02.370 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.371+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=1UTLY6BEDM69 type=del 2024-04-02T08:51:02.372 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.373+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=NSS15DETDCM8 type=write size=993045 2024-04-02T08:51:02.374 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.375+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=OHRUG1DB75QJ type=del 2024-04-02T08:51:02.375 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.377+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=N9VIJ11T8WX7 type=del size=4110387 2024-04-02T08:51:02.377 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.378+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=8IDJX90N3PJ5 type=del 2024-04-02T08:51:02.380 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.382+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~R34UV6KF09KY.0 size=1048576 2024-04-02T08:51:02.382 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.383+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~R34UV6KF09KY.1 size=640678 2024-04-02T08:51:02.382 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.383+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=R34UV6KF09KY tag=J7NDOQIBQ6O0 type=write size=2737830 2024-04-02T08:51:02.384 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.385+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=066JNS60UFQP type=del 2024-04-02T08:51:02.385 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.387+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=J3SWUH71UPEX type=del size=983401 2024-04-02T08:51:02.388 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.389+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~9FSMWI61FHJL.0 size=1048576 2024-04-02T08:51:02.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.391+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~9FSMWI61FHJL.1 size=440657 2024-04-02T08:51:02.393 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.394+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=9FSMWI61FHJL tag=FOIW6827SDO8 type=write size=2537809 2024-04-02T08:51:02.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.398+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~JQ3MZ3WENIU3.0 size=1048576 2024-04-02T08:51:02.398 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.399+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~JQ3MZ3WENIU3.1 size=894137 2024-04-02T08:51:02.398 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.399+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=JQ3MZ3WENIU3 tag=DWQLLNDQM61N type=write size=2991289 2024-04-02T08:51:02.400 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.401+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~Z9X1P5M0E72I.0 size=777735 2024-04-02T08:51:02.403 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.404+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=Z9X1P5M0E72I tag=X1I5RCQL5ZHG type=write size=1826311 2024-04-02T08:51:02.405 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.406+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=5IKV0YEKBV48 type=del size=4180868 2024-04-02T08:51:02.406 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.408+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~AWEH1S8E6GMW.0 size=1048576 2024-04-02T08:51:02.408 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.409+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~AWEH1S8E6GMW.1 size=325661 2024-04-02T08:51:02.411 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.412+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=AWEH1S8E6GMW tag=3H9CHUSGWK47 type=write size=2422813 2024-04-02T08:51:02.414 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.415+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~M6YERB2DTF5J.0 size=1048576 2024-04-02T08:51:02.415 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.417+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~M6YERB2DTF5J.1 size=487641 2024-04-02T08:51:02.415 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.417+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=M6YERB2DTF5J tag=U1O3J131GQQ3 type=write size=2584793 2024-04-02T08:51:02.418 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.420+0000 7f2c37839780 1 < suggested remove operation key=57KBVV9UXRY9 tag=2ZIN7L0QA92S type=del 2024-04-02T08:51:02.421 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.423+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~XH7TWXXGYI6M.0 size=1048576 2024-04-02T08:51:02.423 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.424+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~XH7TWXXGYI6M.1 size=1048576 2024-04-02T08:51:02.424 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.426+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~XH7TWXXGYI6M.2 size=17839 2024-04-02T08:51:02.424 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.426+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=XH7TWXXGYI6M tag=QRA58TOXOTEZ type=write size=3163567 2024-04-02T08:51:02.426 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.427+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~1PZJ8TA60VJ0.0 size=359367 2024-04-02T08:51:02.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.431+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=1PZJ8TA60VJ0 tag=FXYBX6N8IU9S type=write size=1407943 2024-04-02T08:51:02.431 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.433+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=XALTO6SH5FBY type=del size=1054342 2024-04-02T08:51:02.433 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.434+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=C8HJ8CG4UXM5 type=del 2024-04-02T08:51:02.436 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.437+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~7GG812TN9GM9.0 size=1048576 2024-04-02T08:51:02.437 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.438+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~7GG812TN9GM9.1 size=457417 2024-04-02T08:51:02.437 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.438+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=7GG812TN9GM9 tag=22G3TY8420QQ type=write size=2554569 2024-04-02T08:51:02.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.440+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~13KCPYMSP8FT.0 size=1048576 2024-04-02T08:51:02.440 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.441+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~13KCPYMSP8FT.1 size=79628 2024-04-02T08:51:02.442 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.443+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=13KCPYMSP8FT tag=OPNL0C71KOYY type=write size=2176780 2024-04-02T08:51:02.444 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.445+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=VUAHI985AK6H type=del size=1001260 2024-04-02T08:51:02.446 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.447+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=59BG604NF8UR type=del 2024-04-02T08:51:02.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.449+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=PDESU6R72VZG type=del size=4132441 2024-04-02T08:51:02.449 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.450+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=QBTD58R6TRU7 type=del 2024-04-02T08:51:02.452 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.453+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~I6Y3PKUZSWVF.0 size=1048576 2024-04-02T08:51:02.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.455+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~I6Y3PKUZSWVF.1 size=75836 2024-04-02T08:51:02.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.455+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=I6Y3PKUZSWVF tag=2P03RENGQRK0 type=write size=2172988 2024-04-02T08:51:02.455 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.456+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=3CMF88YG4LNT type=del 2024-04-02T08:51:02.457 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.458+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=TN66AQ78OYRX type=del size=832372 2024-04-02T08:51:02.459 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.460+0000 7f2c37839780 1 < completed write operation key=U4DINZ06NGSP tag=GBWX6CL0FX3Z type=write size=582558 2024-04-02T08:51:02.462 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.464+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~LG8BOKQG99T9.0 size=1048576 2024-04-02T08:51:02.464 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.465+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~LG8BOKQG99T9.1 size=325935 2024-04-02T08:51:02.464 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.465+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=LG8BOKQG99T9 tag=7JM50A9AOVFJ type=write size=2423087 2024-04-02T08:51:02.466 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.467+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=P3JHWMZ8TZGF type=del 2024-04-02T08:51:02.469 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.471+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~48K2US17XJS7.0 size=1048576 2024-04-02T08:51:02.471 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.472+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~48K2US17XJS7.1 size=1048576 2024-04-02T08:51:02.472 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.474+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~48K2US17XJS7.2 size=299171 2024-04-02T08:51:02.472 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.474+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=48K2US17XJS7 tag=Q4W305XHX0JX type=write size=3444899 2024-04-02T08:51:02.474 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.475+0000 7f2c37839780 1 < canceled operation key=PEEYGF5CW75O tag=NSS15DETDCM8 type=write size=993045 2024-04-02T08:51:02.478 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.477+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=Y18CT5FJN5DQ type=write size=854497 2024-04-02T08:51:02.478 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.479+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=N9VIJ11T8WX7 type=del 2024-04-02T08:51:02.479 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.481+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=ICQSXRUAPXJ7 type=write size=690838 2024-04-02T08:51:02.481 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.483+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~R34UV6KF09KY.0 size=1048576 2024-04-02T08:51:02.483 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.484+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~R34UV6KF09KY.1 size=640678 2024-04-02T08:51:02.486 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.487+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=R34UV6KF09KY tag=J7NDOQIBQ6O0 type=write size=2737830 2024-04-02T08:51:02.487 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.488+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=FVAZ3IOP6XPT type=write size=424390 2024-04-02T08:51:02.491 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.492+0000 7f2c37839780 1 < suggested remove operation key=2HK29QL163AK tag=J3SWUH71UPEX type=del 2024-04-02T08:51:02.492 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.494+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=BUJ5KKYVH1D9 type=del size=2258601 2024-04-02T08:51:02.494 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.496+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~JQ3MZ3WENIU3.0 size=1048576 2024-04-02T08:51:02.496 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.497+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~JQ3MZ3WENIU3.1 size=894137 2024-04-02T08:51:02.499 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.501+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=JQ3MZ3WENIU3 tag=DWQLLNDQM61N type=write size=2991289 2024-04-02T08:51:02.502 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.503+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=GE3GONWIS1E9 type=del size=1018891 2024-04-02T08:51:02.503 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.505+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=5IKV0YEKBV48 type=del 2024-04-02T08:51:02.505 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.507+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=IYOQS6OKL489 type=write size=257375 2024-04-02T08:51:02.507 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.508+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~M6YERB2DTF5J.0 size=1048576 2024-04-02T08:51:02.509 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.510+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~M6YERB2DTF5J.1 size=487641 2024-04-02T08:51:02.512 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.513+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=M6YERB2DTF5J tag=U1O3J131GQQ3 type=write size=2584793 2024-04-02T08:51:02.515 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.516+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~PK0RCDKGIN8C.0 size=1028 2024-04-02T08:51:02.515 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.516+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=PK0RCDKGIN8C tag=TUGZOSENIDIW type=write size=1049604 2024-04-02T08:51:02.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.518+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~XH7TWXXGYI6M.0 size=1048576 2024-04-02T08:51:02.518 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.519+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~XH7TWXXGYI6M.1 size=1048576 2024-04-02T08:51:02.520 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.521+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~XH7TWXXGYI6M.2 size=17839 2024-04-02T08:51:02.522 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.524+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=XH7TWXXGYI6M tag=QRA58TOXOTEZ type=write size=3163567 2024-04-02T08:51:02.524 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.525+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=JW8VN0L6E5CQ type=del size=255680 2024-04-02T08:51:02.526 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.527+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=XALTO6SH5FBY type=del 2024-04-02T08:51:02.528 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.529+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=A5ME0GJQ1WAJ type=del size=3283403 2024-04-02T08:51:02.530 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.531+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~7GG812TN9GM9.0 size=1048576 2024-04-02T08:51:02.531 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.532+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~7GG812TN9GM9.1 size=457417 2024-04-02T08:51:02.534 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.535+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=7GG812TN9GM9 tag=22G3TY8420QQ type=write size=2554569 2024-04-02T08:51:02.537 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.539+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~KKZNJDXVWU4M.0 size=972302 2024-04-02T08:51:02.537 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.539+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=KKZNJDXVWU4M tag=7DM20TLZKMXP type=write size=2020878 2024-04-02T08:51:02.539 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.540+0000 7f2c37839780 1 < canceled operation key=51ZKADJFQPAW tag=VUAHI985AK6H type=del size=1001260 2024-04-02T08:51:02.541 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.542+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=W3307E6FJMHW type=del size=2015856 2024-04-02T08:51:02.543 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.544+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=PDESU6R72VZG type=del 2024-04-02T08:51:02.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.547+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~G2K8WMHLCDMK.0 size=1048576 2024-04-02T08:51:02.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.549+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~G2K8WMHLCDMK.1 size=1048576 2024-04-02T08:51:02.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.550+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~G2K8WMHLCDMK.2 size=104945 2024-04-02T08:51:02.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.550+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=G2K8WMHLCDMK tag=17GATCYQVMSK type=write size=3250673 2024-04-02T08:51:02.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.552+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~I6Y3PKUZSWVF.0 size=1048576 2024-04-02T08:51:02.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.553+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~I6Y3PKUZSWVF.1 size=75836 2024-04-02T08:51:02.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.555+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=I6Y3PKUZSWVF tag=2P03RENGQRK0 type=write size=2172988 2024-04-02T08:51:02.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.558+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~61GTO6HRT215.0 size=1048576 2024-04-02T08:51:02.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.559+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~61GTO6HRT215.1 size=991511 2024-04-02T08:51:02.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.559+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=61GTO6HRT215 tag=HXJP3WRRJMII type=write size=3088663 2024-04-02T08:51:02.560 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.561+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=TN66AQ78OYRX type=del 2024-04-02T08:51:02.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.564+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~U0975HR0I095.0 size=327853 2024-04-02T08:51:02.563 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.564+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=U0975HR0I095 tag=XY5W4DP8BB2V type=write size=1376429 2024-04-02T08:51:02.564 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.565+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~LG8BOKQG99T9.0 size=1048576 2024-04-02T08:51:02.565 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.567+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~LG8BOKQG99T9.1 size=325935 2024-04-02T08:51:02.568 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.569+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=LG8BOKQG99T9 tag=7JM50A9AOVFJ type=write size=2423087 2024-04-02T08:51:02.571 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.572+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~8I62AS9TCBOQ.0 size=1048576 2024-04-02T08:51:02.572 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.573+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~8I62AS9TCBOQ.1 size=1048576 2024-04-02T08:51:02.573 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.575+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~8I62AS9TCBOQ.2 size=656288 2024-04-02T08:51:02.573 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.575+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=8I62AS9TCBOQ tag=8Y227QO22ZUG type=write size=3802016 2024-04-02T08:51:02.575 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.576+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~48K2US17XJS7.0 size=1048576 2024-04-02T08:51:02.576 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.578+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~48K2US17XJS7.1 size=1048576 2024-04-02T08:51:02.578 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.579+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~48K2US17XJS7.2 size=299171 2024-04-02T08:51:02.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.582+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=48K2US17XJS7 tag=Q4W305XHX0JX type=write size=3444899 2024-04-02T08:51:02.582 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.583+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=TXJ1NZ9252AU type=del size=277401 2024-04-02T08:51:02.583 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.584+0000 7f2c37839780 1 < completed write operation key=PEEYGF5CW75O tag=Y18CT5FJN5DQ type=write size=854497 2024-04-02T08:51:02.585 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.586+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=3C50IDFC22O6 type=del size=3139737 2024-04-02T08:51:02.586 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.587+0000 7f2c37839780 1 < completed write operation key=CLRQ9OAM3LFI tag=ICQSXRUAPXJ7 type=write size=690838 2024-04-02T08:51:02.589 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.590+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~R6GIL100422K.0 size=654735 2024-04-02T08:51:02.589 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.590+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=R6GIL100422K tag=O8C70QEHQJW6 type=write size=1703311 2024-04-02T08:51:02.590 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.592+0000 7f2c37839780 1 < canceled operation key=91BN62ARVOEH tag=FVAZ3IOP6XPT type=write size=424390 2024-04-02T08:51:02.592 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.593+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=A35P0EE0EXPF type=write size=881461 2024-04-02T08:51:02.595 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.596+0000 7f2c37839780 1 < suggested remove operation key=9Y8YLX0RAIPV tag=BUJ5KKYVH1D9 type=del 2024-04-02T08:51:02.598 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.599+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~ZY16KMK7TI0B.0 size=115805 2024-04-02T08:51:02.598 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.599+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=ZY16KMK7TI0B tag=V2YMO623V5NQ type=write size=1164381 2024-04-02T08:51:02.599 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.600+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=GE3GONWIS1E9 type=del 2024-04-02T08:51:02.602 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.603+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~7HEZXV1D28NE.0 size=1048576 2024-04-02T08:51:02.603 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.605+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~7HEZXV1D28NE.1 size=1048576 2024-04-02T08:51:02.605 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.606+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~7HEZXV1D28NE.2 size=139061 2024-04-02T08:51:02.605 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.606+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=7HEZXV1D28NE tag=9WGQTFR683IV type=write size=3284789 2024-04-02T08:51:02.606 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.607+0000 7f2c37839780 1 < completed write operation key=OL6XSE7L8RVB tag=IYOQS6OKL489 type=write size=257375 2024-04-02T08:51:02.608 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.609+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=FTL2ON3NG4KS type=del size=730724 2024-04-02T08:51:02.609 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.610+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~PK0RCDKGIN8C.0 size=1028 2024-04-02T08:51:02.612 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.613+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=PK0RCDKGIN8C tag=TUGZOSENIDIW type=write size=1049604 2024-04-02T08:51:02.613 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.614+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=FY5AXUW1O35C type=del size=3810030 2024-04-02T08:51:02.615 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.616+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=JW8VN0L6E5CQ type=del 2024-04-02T08:51:02.616 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.617+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=GSUIPWY1ZZ7V type=del size=3493500 2024-04-02T08:51:02.618 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.619+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=A5ME0GJQ1WAJ type=del 2024-04-02T08:51:02.619 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.620+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=G5OMYSZ48PZI type=write size=367831 2024-04-02T08:51:02.619 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.621+0000 7f2c37839780 1 < canceled part key=_multipart_9Y8YLX0RAIPV.2~KKZNJDXVWU4M.0 size=972302 2024-04-02T08:51:02.622 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.623+0000 7f2c37839780 1 < canceled multipart upload key=9Y8YLX0RAIPV upload=KKZNJDXVWU4M tag=7DM20TLZKMXP type=write size=2020878 2024-04-02T08:51:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:02 smithi188 ceph-mon[86835]: pgmap v1386: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:02 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:02 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:51:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:51:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:02.625 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.626+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~E6PWVQK8UII6.0 size=172411 2024-04-02T08:51:02.625 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.626+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=E6PWVQK8UII6 tag=79L5Q5E8VT1Q type=write size=1220987 2024-04-02T08:51:02.627 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.628+0000 7f2c37839780 1 < canceled operation key=9DRFTTIJ432I tag=W3307E6FJMHW type=del size=2015856 2024-04-02T08:51:02.628 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.629+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=VMYE3IK3RZT3 type=write size=888948 2024-04-02T08:51:02.630 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.631+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~G2K8WMHLCDMK.0 size=1048576 2024-04-02T08:51:02.631 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.632+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~G2K8WMHLCDMK.1 size=1048576 2024-04-02T08:51:02.632 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.634+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~G2K8WMHLCDMK.2 size=104945 2024-04-02T08:51:02.635 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.637+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=G2K8WMHLCDMK tag=17GATCYQVMSK type=write size=3250673 2024-04-02T08:51:02.637 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.638+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=7SRBUNX33ZU5 type=del size=3476462 2024-04-02T08:51:02.638 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.640+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~61GTO6HRT215.0 size=1048576 2024-04-02T08:51:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:02 smithi104 ceph-mon[96567]: pgmap v1386: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:02 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:02 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:51:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:02 smithi104 ceph-mon[94081]: pgmap v1386: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:02 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:02 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:51:02.640 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.641+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~61GTO6HRT215.1 size=991511 2024-04-02T08:51:02.642 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.644+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=61GTO6HRT215 tag=HXJP3WRRJMII type=write size=3088663 2024-04-02T08:51:02.645 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.646+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~SZJ75329SJ4S.0 size=1048576 2024-04-02T08:51:02.646 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.647+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~SZJ75329SJ4S.1 size=1048576 2024-04-02T08:51:02.647 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.649+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~SZJ75329SJ4S.2 size=402475 2024-04-02T08:51:02.647 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.649+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=SZJ75329SJ4S tag=05LS3X22GWFA type=write size=3548203 2024-04-02T08:51:02.649 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.650+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~U0975HR0I095.0 size=327853 2024-04-02T08:51:02.651 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.653+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=U0975HR0I095 tag=XY5W4DP8BB2V type=write size=1376429 2024-04-02T08:51:02.654 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.656+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~8GWRWGV49EP9.0 size=1048576 2024-04-02T08:51:02.656 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.657+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~8GWRWGV49EP9.1 size=403059 2024-04-02T08:51:02.656 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.657+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=8GWRWGV49EP9 tag=DUJOKMTKUSEH type=write size=2500211 2024-04-02T08:51:02.656 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.657+0000 7f2c37839780 1 < canceled part key=_multipart_57KBVV9UXRY9.2~8I62AS9TCBOQ.0 size=1048576 2024-04-02T08:51:02.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.659+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~8I62AS9TCBOQ.1 size=1048576 2024-04-02T08:51:02.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.659+0000 7f2c37839780 1 < canceled part key=_multipart_57KBVV9UXRY9.2~8I62AS9TCBOQ.2 size=656288 2024-04-02T08:51:02.660 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.661+0000 7f2c37839780 1 < canceled multipart upload key=57KBVV9UXRY9 upload=8I62AS9TCBOQ tag=8Y227QO22ZUG type=write size=3802016 2024-04-02T08:51:02.661 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.663+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=X7MDHXZARY6O type=write size=305553 2024-04-02T08:51:02.663 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.664+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=TXJ1NZ9252AU type=del 2024-04-02T08:51:02.664 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.666+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=F0FK9N18OSG5 type=del size=486599 2024-04-02T08:51:02.666 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.667+0000 7f2c37839780 1 < canceled operation key=1V7MCBT4ATIC tag=3C50IDFC22O6 type=del size=3139737 2024-04-02T08:51:02.668 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.669+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=CK4P0DYROR4Y type=write size=572839 2024-04-02T08:51:02.669 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.671+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~R6GIL100422K.0 size=654735 2024-04-02T08:51:02.672 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.673+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=R6GIL100422K tag=O8C70QEHQJW6 type=write size=1703311 2024-04-02T08:51:02.675 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.676+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~4RJWMCEVUQZT.0 size=288311 2024-04-02T08:51:02.675 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.676+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=4RJWMCEVUQZT tag=SF4MZB3ZQ1E2 type=write size=1336887 2024-04-02T08:51:02.676 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.678+0000 7f2c37839780 1 < completed write operation key=L7FKDUVU3YGN tag=A35P0EE0EXPF type=write size=881461 2024-04-02T08:51:02.678 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.679+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=8ODK2AZY983B type=del size=2856256 2024-04-02T08:51:02.679 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.681+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~ZY16KMK7TI0B.0 size=115805 2024-04-02T08:51:02.682 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.684+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=ZY16KMK7TI0B tag=V2YMO623V5NQ type=write size=1164381 2024-04-02T08:51:02.685 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.687+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~B0NOYRT3EE7O.0 size=1048576 2024-04-02T08:51:02.687 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.688+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~B0NOYRT3EE7O.1 size=1048576 2024-04-02T08:51:02.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.690+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~B0NOYRT3EE7O.2 size=134519 2024-04-02T08:51:02.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.690+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=B0NOYRT3EE7O tag=3W4YPDH3YOCG type=write size=3280247 2024-04-02T08:51:02.690 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.691+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~7HEZXV1D28NE.0 size=1048576 2024-04-02T08:51:02.691 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.693+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~7HEZXV1D28NE.1 size=1048576 2024-04-02T08:51:02.692 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.694+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~7HEZXV1D28NE.2 size=139061 2024-04-02T08:51:02.695 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.697+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=7HEZXV1D28NE tag=9WGQTFR683IV type=write size=3284789 2024-04-02T08:51:02.697 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.698+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=047RT8HUUF02 type=del size=4050270 2024-04-02T08:51:02.700 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.701+0000 7f2c37839780 1 < suggested update operation key=FTT2SQYUSW82 tag=FTL2ON3NG4KS type=del size=730724 2024-04-02T08:51:02.701 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.702+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=25KGAV1OI0Y3 type=del size=628736 2024-04-02T08:51:02.703 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.704+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=FY5AXUW1O35C type=del 2024-04-02T08:51:02.706 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.707+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~B11Y4V02F8GK.0 size=1048576 2024-04-02T08:51:02.707 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.708+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~B11Y4V02F8GK.1 size=1048576 2024-04-02T08:51:02.708 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.710+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~B11Y4V02F8GK.2 size=643788 2024-04-02T08:51:02.708 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.710+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=B11Y4V02F8GK tag=ZLBQPHQ785PB type=write size=3789516 2024-04-02T08:51:02.710 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.711+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=GSUIPWY1ZZ7V type=del 2024-04-02T08:51:02.713 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.714+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~6X9DJ0Q024LY.0 size=1048576 2024-04-02T08:51:02.714 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.715+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~6X9DJ0Q024LY.1 size=1048576 2024-04-02T08:51:02.715 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.717+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~6X9DJ0Q024LY.2 size=60970 2024-04-02T08:51:02.715 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.717+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=6X9DJ0Q024LY tag=F00EB2O3T153 type=write size=3206698 2024-04-02T08:51:02.717 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.718+0000 7f2c37839780 1 < completed write operation key=G5NNPHE2SJZN tag=G5OMYSZ48PZI type=write size=367831 2024-04-02T08:51:02.720 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.721+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~CUMKUDGBVH9G.0 size=1048576 2024-04-02T08:51:02.721 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.722+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~CUMKUDGBVH9G.1 size=592187 2024-04-02T08:51:02.721 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.722+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=CUMKUDGBVH9G tag=2GC6E3S2MYXJ type=write size=2689339 2024-04-02T08:51:02.723 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.724+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~E6PWVQK8UII6.0 size=172411 2024-04-02T08:51:02.725 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.727+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=E6PWVQK8UII6 tag=79L5Q5E8VT1Q type=write size=1220987 2024-04-02T08:51:02.727 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.728+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=VU3JQKQIED79 type=del size=2205349 2024-04-02T08:51:02.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.730+0000 7f2c37839780 1 < completed write operation key=ZBWX3XCY0JRK tag=VMYE3IK3RZT3 type=write size=888948 2024-04-02T08:51:02.730 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.731+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=VAQQE9IOQ2FG type=del size=2868552 2024-04-02T08:51:02.733 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.734+0000 7f2c37839780 1 < suggested update operation key=VOT77PAW1Q91 tag=7SRBUNX33ZU5 type=del size=3476462 2024-04-02T08:51:02.735 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.736+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=FSJ13DCLCH57 type=del size=3719025 2024-04-02T08:51:02.736 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.738+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~SZJ75329SJ4S.0 size=1048576 2024-04-02T08:51:02.738 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.739+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~SZJ75329SJ4S.1 size=1048576 2024-04-02T08:51:02.739 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.740+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~SZJ75329SJ4S.2 size=402475 2024-04-02T08:51:02.742 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.743+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=SZJ75329SJ4S tag=05LS3X22GWFA type=write size=3548203 2024-04-02T08:51:02.744 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.744+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=C8EKWGDD70P1 type=del size=376432 2024-04-02T08:51:02.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.746+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~8GWRWGV49EP9.0 size=1048576 2024-04-02T08:51:02.746 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.747+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~8GWRWGV49EP9.1 size=403059 2024-04-02T08:51:02.749 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.750+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=8GWRWGV49EP9 tag=DUJOKMTKUSEH type=write size=2500211 2024-04-02T08:51:02.750 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.751+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=9H1K1RMRU2AA type=del size=3279623 2024-04-02T08:51:02.753 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.754+0000 7f2c37839780 1 < suggested update operation key=K3VPFIXU5HDZ tag=X7MDHXZARY6O type=write size=305553 2024-04-02T08:51:02.757 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.758+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~C4ZBFVNS8S5Y.0 size=1048576 2024-04-02T08:51:02.758 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.759+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~C4ZBFVNS8S5Y.1 size=205923 2024-04-02T08:51:02.758 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.759+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=C4ZBFVNS8S5Y tag=LXUKBRWJWLSG type=write size=2303075 2024-04-02T08:51:02.760 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.761+0000 7f2c37839780 -1 < failed to complete operation key=FTT2SQYUSW82 tag=F0FK9N18OSG5 type=del size=486599: (22) Invalid argument 2024-04-02T08:51:02.763 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.764+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~6U9EOB2UTDJX.0 size=1048576 2024-04-02T08:51:02.764 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.765+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~6U9EOB2UTDJX.1 size=148105 2024-04-02T08:51:02.764 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.765+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=6U9EOB2UTDJX tag=P83M5OZOFQOU type=write size=2245257 2024-04-02T08:51:02.766 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.767+0000 7f2c37839780 -1 < failed to complete operation key=K3VPFIXU5HDZ tag=CK4P0DYROR4Y type=write size=572839: (22) Invalid argument 2024-04-02T08:51:02.767 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.769+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=X81KE3Y2PSKK type=del size=110571 2024-04-02T08:51:02.769 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.770+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~4RJWMCEVUQZT.0 size=288311 2024-04-02T08:51:02.771 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.773+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=4RJWMCEVUQZT tag=SF4MZB3ZQ1E2 type=write size=1336887 2024-04-02T08:51:02.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.774+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=AGIBGWD7UKJY type=del size=3380315 2024-04-02T08:51:02.774 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.776+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=8ODK2AZY983B type=del 2024-04-02T08:51:02.777 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.779+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~XS6PP8V8HK7Y.0 size=1048576 2024-04-02T08:51:02.778 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.780+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~XS6PP8V8HK7Y.1 size=204657 2024-04-02T08:51:02.779 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.780+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=XS6PP8V8HK7Y tag=RZYG5147JH2O type=write size=2301809 2024-04-02T08:51:02.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.781+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~B0NOYRT3EE7O.0 size=1048576 2024-04-02T08:51:02.781 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.783+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~B0NOYRT3EE7O.1 size=1048576 2024-04-02T08:51:02.782 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.784+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~B0NOYRT3EE7O.2 size=134519 2024-04-02T08:51:02.785 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.786+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=B0NOYRT3EE7O tag=3W4YPDH3YOCG type=write size=3280247 2024-04-02T08:51:02.788 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.789+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~EFWNPFPO3180.0 size=1048576 2024-04-02T08:51:02.789 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.790+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~EFWNPFPO3180.1 size=460468 2024-04-02T08:51:02.789 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.790+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=EFWNPFPO3180 tag=MYL4Y6UAR7GP type=write size=2557620 2024-04-02T08:51:02.790 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.792+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=047RT8HUUF02 type=del 2024-04-02T08:51:02.792 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.793+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=5TQ4XP9OZAZG type=del size=283439 2024-04-02T08:51:02.793 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.795+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=25KGAV1OI0Y3 type=del 2024-04-02T08:51:02.795 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.796+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=TZRNI5TN22KR type=del size=533652 2024-04-02T08:51:02.796 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.798+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~B11Y4V02F8GK.0 size=1048576 2024-04-02T08:51:02.798 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.799+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~B11Y4V02F8GK.1 size=1048576 2024-04-02T08:51:02.799 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.800+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~B11Y4V02F8GK.2 size=643788 2024-04-02T08:51:02.801 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.803+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=B11Y4V02F8GK tag=ZLBQPHQ785PB type=write size=3789516 2024-04-02T08:51:02.803 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.804+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=THFC8PNR5F5L type=write size=1003828 2024-04-02T08:51:02.805 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.806+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~6X9DJ0Q024LY.0 size=1048576 2024-04-02T08:51:02.806 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.807+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~6X9DJ0Q024LY.1 size=1048576 2024-04-02T08:51:02.806 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.807+0000 7f2c37839780 1 < canceled part key=_multipart_9DRFTTIJ432I.2~6X9DJ0Q024LY.2 size=60970 2024-04-02T08:51:02.808 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.810+0000 7f2c37839780 1 < canceled multipart upload key=9DRFTTIJ432I upload=6X9DJ0Q024LY tag=F00EB2O3T153 type=write size=3206698 2024-04-02T08:51:02.810 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.811+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=EF5SSSHYPITI type=del size=213767 2024-04-02T08:51:02.811 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.813+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~CUMKUDGBVH9G.0 size=1048576 2024-04-02T08:51:02.813 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.814+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~CUMKUDGBVH9G.1 size=592187 2024-04-02T08:51:02.815 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.817+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=CUMKUDGBVH9G tag=2GC6E3S2MYXJ type=write size=2689339 2024-04-02T08:51:02.817 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.818+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=J7OUH3V5BE7F type=del size=16356 2024-04-02T08:51:02.818 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.820+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=VU3JQKQIED79 type=del 2024-04-02T08:51:02.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.822+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~VFM4L6SIG86K.0 size=1048576 2024-04-02T08:51:02.822 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.824+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~VFM4L6SIG86K.1 size=796567 2024-04-02T08:51:02.822 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.824+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=VFM4L6SIG86K tag=K2VQLNYZX8X2 type=write size=2893719 2024-04-02T08:51:02.824 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.825+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=VAQQE9IOQ2FG type=del 2024-04-02T08:51:02.825 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.827+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=YCTC8KO38021 type=del size=3833899 2024-04-02T08:51:02.827 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.828+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=FSJ13DCLCH57 type=del 2024-04-02T08:51:02.828 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.830+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=K546V1748JOT type=write size=201091 2024-04-02T08:51:02.831 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.833+0000 7f2c37839780 1 < suggested remove operation key=ZBWX3XCY0JRK tag=C8EKWGDD70P1 type=del 2024-04-02T08:51:02.834 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.836+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~Y1J5EHM6Z6QO.0 size=1048576 2024-04-02T08:51:02.835 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.837+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~Y1J5EHM6Z6QO.1 size=104232 2024-04-02T08:51:02.836 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.837+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=Y1J5EHM6Z6QO tag=W2DZX3M80UXJ type=write size=2201384 2024-04-02T08:51:02.838 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.839+0000 7f2c37839780 -1 < failed to complete operation key=ZBWX3XCY0JRK tag=9H1K1RMRU2AA type=del size=3279623: (22) Invalid argument 2024-04-02T08:51:02.840 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.841+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=E115TF7SMKJP type=del size=1504393 2024-04-02T08:51:02.841 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.842+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~C4ZBFVNS8S5Y.0 size=1048576 2024-04-02T08:51:02.841 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.842+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~C4ZBFVNS8S5Y.1 size=205923 2024-04-02T08:51:02.844 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.845+0000 7f2c37839780 1 < canceled multipart upload key=OKEW0QKVDGET upload=C4ZBFVNS8S5Y tag=LXUKBRWJWLSG type=write size=2303075 2024-04-02T08:51:02.847 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.848+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~YIJKILFVDNDH.0 size=5373 2024-04-02T08:51:02.847 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.848+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=YIJKILFVDNDH tag=TW9X3P0INOL8 type=write size=1053949 2024-04-02T08:51:02.847 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.848+0000 7f2c37839780 1 < canceled part key=_multipart_B5YV3S5C1VXZ.2~6U9EOB2UTDJX.0 size=1048576 2024-04-02T08:51:02.848 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.849+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~6U9EOB2UTDJX.1 size=148105 2024-04-02T08:51:02.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.852+0000 7f2c37839780 1 < canceled multipart upload key=B5YV3S5C1VXZ upload=6U9EOB2UTDJX tag=P83M5OZOFQOU type=write size=2245257 2024-04-02T08:51:02.852 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.853+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=AZRZH5Y30E0I type=del size=2352373 2024-04-02T08:51:02.853 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.855+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=X81KE3Y2PSKK type=del 2024-04-02T08:51:02.855 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.856+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=STPU7QL19NE8 type=del size=1337844 2024-04-02T08:51:02.857 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.858+0000 7f2c37839780 -1 < failed to complete operation key=ZBWX3XCY0JRK tag=AGIBGWD7UKJY type=del size=3380315: (22) Invalid argument 2024-04-02T08:51:02.860 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.861+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~F1H82L88DB3W.0 size=1048576 2024-04-02T08:51:02.861 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.862+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~F1H82L88DB3W.1 size=146179 2024-04-02T08:51:02.861 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.862+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=F1H82L88DB3W tag=IUXBST101XKD type=write size=2243331 2024-04-02T08:51:02.863 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.864+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~XS6PP8V8HK7Y.0 size=1048576 2024-04-02T08:51:02.863 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.864+0000 7f2c37839780 1 < canceled part key=_multipart_H8SE1U3QW0C2.2~XS6PP8V8HK7Y.1 size=204657 2024-04-02T08:51:02.866 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.867+0000 7f2c37839780 1 < canceled multipart upload key=H8SE1U3QW0C2 upload=XS6PP8V8HK7Y tag=RZYG5147JH2O type=write size=2301809 2024-04-02T08:51:02.868 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.869+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=YA9O1BZUOJ9Z type=del size=1983325 2024-04-02T08:51:02.870 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.871+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~EFWNPFPO3180.0 size=1048576 2024-04-02T08:51:02.871 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.873+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~EFWNPFPO3180.1 size=460468 2024-04-02T08:51:02.874 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.875+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=EFWNPFPO3180 tag=MYL4Y6UAR7GP type=write size=2557620 2024-04-02T08:51:02.875 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.877+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=Q724MVQKUZJN type=del size=2883205 2024-04-02T08:51:02.877 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.878+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=5TQ4XP9OZAZG type=del 2024-04-02T08:51:02.878 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.880+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=K6WSNR4RE3BY type=write size=455863 2024-04-02T08:51:02.882 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.883+0000 7f2c37839780 1 < suggested update operation key=KES2MUV53GCC tag=TZRNI5TN22KR type=del size=533652 2024-04-02T08:51:02.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.885+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=X5OTMPA52SUB type=write size=1002217 2024-04-02T08:51:02.889 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.888+0000 7f2c37839780 1 < suggested update operation key=L7FKDUVU3YGN tag=THFC8PNR5F5L type=write size=1003828 2024-04-02T08:51:02.890 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.890+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=TXBP0BJJ4W4G type=del size=3557363 2024-04-02T08:51:02.891 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.892+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=EF5SSSHYPITI type=del 2024-04-02T08:51:02.894 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.895+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~WTVW05OSY1K4.0 size=928178 2024-04-02T08:51:02.894 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.895+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=WTVW05OSY1K4 tag=6ED882NYNQ9W type=write size=1976754 2024-04-02T08:51:02.895 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.897+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=J7OUH3V5BE7F type=del 2024-04-02T08:51:02.897 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.899+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=V31C9HX3VMYO type=del size=3662766 2024-04-02T08:51:02.899 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.900+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~VFM4L6SIG86K.0 size=1048576 2024-04-02T08:51:02.900 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.901+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~VFM4L6SIG86K.1 size=796567 2024-04-02T08:51:02.903 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.904+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=VFM4L6SIG86K tag=K2VQLNYZX8X2 type=write size=2893719 2024-04-02T08:51:02.904 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.905+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=39RFJ4MW5T6P type=del size=3939266 2024-04-02T08:51:02.907 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.908+0000 7f2c37839780 1 < suggested remove operation key=U4DINZ06NGSP tag=YCTC8KO38021 type=del 2024-04-02T08:51:02.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.911+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~FABMWOEUQMP1.0 size=1048576 2024-04-02T08:51:02.911 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.912+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~FABMWOEUQMP1.1 size=850109 2024-04-02T08:51:02.911 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.912+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=FABMWOEUQMP1 tag=H558WGVJGA84 type=write size=2947261 2024-04-02T08:51:02.912 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.914+0000 7f2c37839780 1 < completed write operation key=33264AD3WNVF tag=K546V1748JOT type=write size=201091 2024-04-02T08:51:02.916 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.917+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~ICP79Y165ZV8.0 size=1048576 2024-04-02T08:51:02.917 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.918+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~ICP79Y165ZV8.1 size=1048576 2024-04-02T08:51:02.919 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.920+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~ICP79Y165ZV8.2 size=978190 2024-04-02T08:51:02.919 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.920+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=ICP79Y165ZV8 tag=XQXOUKJEEB59 type=write size=4123918 2024-04-02T08:51:02.921 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.922+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~Y1J5EHM6Z6QO.0 size=1048576 2024-04-02T08:51:02.922 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.923+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~Y1J5EHM6Z6QO.1 size=104232 2024-04-02T08:51:02.926 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.927+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=Y1J5EHM6Z6QO tag=W2DZX3M80UXJ type=write size=2201384 2024-04-02T08:51:02.927 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.929+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=45CXCXP415XP type=del size=1055304 2024-04-02T08:51:02.929 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.931+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=E115TF7SMKJP type=del 2024-04-02T08:51:02.933 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.934+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~YAOM8PLXH64E.0 size=1048576 2024-04-02T08:51:02.935 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.936+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~YAOM8PLXH64E.1 size=742574 2024-04-02T08:51:02.935 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.936+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=YAOM8PLXH64E tag=NX9YWATYNS52 type=write size=2839726 2024-04-02T08:51:02.937 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.938+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~YIJKILFVDNDH.0 size=5373 2024-04-02T08:51:02.940 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.941+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=YIJKILFVDNDH tag=TW9X3P0INOL8 type=write size=1053949 2024-04-02T08:51:02.943 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.944+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~ISQSO4C8PP01.0 size=1048576 2024-04-02T08:51:02.945 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.946+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~ISQSO4C8PP01.1 size=1048576 2024-04-02T08:51:02.946 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.948+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~ISQSO4C8PP01.2 size=320531 2024-04-02T08:51:02.946 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.948+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=ISQSO4C8PP01 tag=1XEBPUY03Y0R type=write size=3466259 2024-04-02T08:51:02.948 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.949+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=AZRZH5Y30E0I type=del 2024-04-02T08:51:02.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.951+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=BOCG11FHJRP7 type=del size=4121450 2024-04-02T08:51:02.951 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.953+0000 7f2c37839780 -1 < failed to complete operation key=L7FKDUVU3YGN tag=STPU7QL19NE8 type=del size=1337844: (22) Invalid argument 2024-04-02T08:51:02.954 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.956+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~KERB3VTDQEQ5.0 size=1048576 2024-04-02T08:51:02.956 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.957+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~KERB3VTDQEQ5.1 size=1048576 2024-04-02T08:51:02.957 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.958+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~KERB3VTDQEQ5.2 size=702371 2024-04-02T08:51:02.957 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.958+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=KERB3VTDQEQ5 tag=1ZGNG4065IXK type=write size=3848099 2024-04-02T08:51:02.958 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.960+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~F1H82L88DB3W.0 size=1048576 2024-04-02T08:51:02.960 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.961+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~F1H82L88DB3W.1 size=146179 2024-04-02T08:51:02.962 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.964+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=F1H82L88DB3W tag=IUXBST101XKD type=write size=2243331 2024-04-02T08:51:02.964 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.965+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=XRMS1KIHAHV7 type=write size=841498 2024-04-02T08:51:02.966 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.967+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=YA9O1BZUOJ9Z type=del 2024-04-02T08:51:02.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.970+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~Z9GAVLKEURI2.0 size=220052 2024-04-02T08:51:02.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.970+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=Z9GAVLKEURI2 tag=EWC2UHFPYVLF type=write size=1268628 2024-04-02T08:51:02.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.971+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=Q724MVQKUZJN type=del 2024-04-02T08:51:02.973 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.974+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~1T5FDCIL76O1.0 size=763990 2024-04-02T08:51:02.973 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.974+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=1T5FDCIL76O1 tag=DOKEZKCZM1UF type=write size=1812566 2024-04-02T08:51:02.974 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.976+0000 7f2c37839780 1 < completed write operation key=OL6XSE7L8RVB tag=K6WSNR4RE3BY type=write size=455863 2024-04-02T08:51:02.976 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.977+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=8HUP6OYY2W94 type=del size=2582494 2024-04-02T08:51:02.979 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.981+0000 7f2c37839780 1 < suggested update operation key=FTT2SQYUSW82 tag=X5OTMPA52SUB type=write size=1002217 2024-04-02T08:51:02.981 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.982+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=YYUSMN1L6FMH type=del size=2458184 2024-04-02T08:51:02.982 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.984+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=TXBP0BJJ4W4G type=del 2024-04-02T08:51:02.984 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.985+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=FUSB9YDHUFJ1 type=del size=4140536 2024-04-02T08:51:02.986 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.987+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~WTVW05OSY1K4.0 size=928178 2024-04-02T08:51:02.988 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.990+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=WTVW05OSY1K4 tag=6ED882NYNQ9W type=write size=1976754 2024-04-02T08:51:02.992 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.993+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~SXT1TP2CGAHD.0 size=1048576 2024-04-02T08:51:02.994 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.995+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~SXT1TP2CGAHD.1 size=582273 2024-04-02T08:51:02.994 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.995+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=SXT1TP2CGAHD tag=D07LQYYIR43L type=write size=2679425 2024-04-02T08:51:02.996 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:02.997+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=V31C9HX3VMYO type=del 2024-04-02T08:51:02.999 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.000+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~1EZGJFZGI0XH.0 size=633926 2024-04-02T08:51:02.999 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.000+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=1EZGJFZGI0XH tag=PKOIEABGWZ12 type=write size=1682502 2024-04-02T08:51:03.001 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.002+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=39RFJ4MW5T6P type=del 2024-04-02T08:51:03.002 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.003+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=5OW0IQQLBQXG type=del size=1720051 2024-04-02T08:51:03.004 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.005+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~FABMWOEUQMP1.0 size=1048576 2024-04-02T08:51:03.005 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.007+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~FABMWOEUQMP1.1 size=850109 2024-04-02T08:51:03.009 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.010+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=FABMWOEUQMP1 tag=H558WGVJGA84 type=write size=2947261 2024-04-02T08:51:03.012 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.013+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~K8M0GCZ3G1E6.0 size=724499 2024-04-02T08:51:03.012 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.013+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=K8M0GCZ3G1E6 tag=U8N8AR06UCLP type=write size=1773075 2024-04-02T08:51:03.012 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.013+0000 7f2c37839780 1 < canceled part key=_multipart_U4DINZ06NGSP.2~ICP79Y165ZV8.0 size=1048576 2024-04-02T08:51:03.014 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.015+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~ICP79Y165ZV8.1 size=1048576 2024-04-02T08:51:03.015 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.017+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~ICP79Y165ZV8.2 size=978190 2024-04-02T08:51:03.018 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.020+0000 7f2c37839780 1 < canceled multipart upload key=U4DINZ06NGSP upload=ICP79Y165ZV8 tag=XQXOUKJEEB59 type=write size=4123918 2024-04-02T08:51:03.020 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.021+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=Z8GPQ539LYBH type=del size=3101590 2024-04-02T08:51:03.024 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.025+0000 7f2c37839780 1 < suggested update operation key=VOT77PAW1Q91 tag=45CXCXP415XP type=del size=1055304 2024-04-02T08:51:03.027 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.028+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~5ZGPE7K0ZZER.0 size=1048576 2024-04-02T08:51:03.028 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.030+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~5ZGPE7K0ZZER.1 size=1048576 2024-04-02T08:51:03.030 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.031+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~5ZGPE7K0ZZER.2 size=46813 2024-04-02T08:51:03.030 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.031+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=5ZGPE7K0ZZER tag=VPHVJYHQ7996 type=write size=3192541 2024-04-02T08:51:03.031 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.032+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~YAOM8PLXH64E.0 size=1048576 2024-04-02T08:51:03.031 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.032+0000 7f2c37839780 1 < canceled part key=_multipart_K3VPFIXU5HDZ.2~YAOM8PLXH64E.1 size=742574 2024-04-02T08:51:03.034 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.035+0000 7f2c37839780 1 < canceled multipart upload key=K3VPFIXU5HDZ upload=YAOM8PLXH64E tag=NX9YWATYNS52 type=write size=2839726 2024-04-02T08:51:03.036 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.038+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~J9T2CB4NATFT.0 size=632728 2024-04-02T08:51:03.036 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.038+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=J9T2CB4NATFT tag=V4K4GYJB7DY1 type=write size=1681304 2024-04-02T08:51:03.038 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.039+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~ISQSO4C8PP01.0 size=1048576 2024-04-02T08:51:03.039 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.041+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~ISQSO4C8PP01.1 size=1048576 2024-04-02T08:51:03.041 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.042+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~ISQSO4C8PP01.2 size=320531 2024-04-02T08:51:03.044 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.045+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=ISQSO4C8PP01 tag=1XEBPUY03Y0R type=write size=3466259 2024-04-02T08:51:03.047 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.048+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~339QY137LTQ6.0 size=1048576 2024-04-02T08:51:03.048 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.050+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~339QY137LTQ6.1 size=218144 2024-04-02T08:51:03.048 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.050+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=339QY137LTQ6 tag=NKRJGV4EJ2I5 type=write size=2315296 2024-04-02T08:51:03.050 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.051+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=BOCG11FHJRP7 type=del 2024-04-02T08:51:03.052 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.053+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=2UVMAVGX5Z14 type=del size=1734725 2024-04-02T08:51:03.054 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.055+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~KERB3VTDQEQ5.0 size=1048576 2024-04-02T08:51:03.055 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.056+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~KERB3VTDQEQ5.1 size=1048576 2024-04-02T08:51:03.056 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.057+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~KERB3VTDQEQ5.2 size=702371 2024-04-02T08:51:03.059 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.060+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=KERB3VTDQEQ5 tag=1ZGNG4065IXK type=write size=3848099 2024-04-02T08:51:03.061 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.063+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~6PWYFBWLPT0J.0 size=1048576 2024-04-02T08:51:03.063 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.064+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~6PWYFBWLPT0J.1 size=821148 2024-04-02T08:51:03.063 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.064+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=6PWYFBWLPT0J tag=JDC86A5R6IQU type=write size=2918300 2024-04-02T08:51:03.065 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.066+0000 7f2c37839780 1 < canceled operation key=ZBWX3XCY0JRK tag=XRMS1KIHAHV7 type=write size=841498 2024-04-02T08:51:03.067 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.068+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=RNBERV879JHD type=write size=1047783 2024-04-02T08:51:03.068 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.070+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~Z9GAVLKEURI2.0 size=220052 2024-04-02T08:51:03.072 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.073+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=Z9GAVLKEURI2 tag=EWC2UHFPYVLF type=write size=1268628 2024-04-02T08:51:03.073 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.075+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=H54N32V2ECUB type=del size=2683046 2024-04-02T08:51:03.075 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.076+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~1T5FDCIL76O1.0 size=763990 2024-04-02T08:51:03.078 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.080+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=1T5FDCIL76O1 tag=DOKEZKCZM1UF type=write size=1812566 2024-04-02T08:51:03.080 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.081+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=L783MV998CZ1 type=del size=1491747 2024-04-02T08:51:03.082 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.083+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=8HUP6OYY2W94 type=del 2024-04-02T08:51:03.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.085+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=LCMG088UKZ5O type=del size=3729942 2024-04-02T08:51:03.085 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.087+0000 7f2c37839780 1 < canceled operation key=VHVBJGFC6O30 tag=YYUSMN1L6FMH type=del size=2458184 2024-04-02T08:51:03.087 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.088+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=TTRX0UB3RB89 type=del size=580388 2024-04-02T08:51:03.093 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.092+0000 7f2c37839780 1 < suggested update operation key=01FWIMJZX0P3 tag=FUSB9YDHUFJ1 type=del size=4140536 2024-04-02T08:51:03.094 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.095+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~HYHJTOV6ERUJ.0 size=1048576 2024-04-02T08:51:03.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.097+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~HYHJTOV6ERUJ.1 size=677319 2024-04-02T08:51:03.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.097+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=HYHJTOV6ERUJ tag=K5Q73H0DJ8NC type=write size=2774471 2024-04-02T08:51:03.098 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.098+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~SXT1TP2CGAHD.0 size=1048576 2024-04-02T08:51:03.098 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.100+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~SXT1TP2CGAHD.1 size=582273 2024-04-02T08:51:03.101 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.102+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=SXT1TP2CGAHD tag=D07LQYYIR43L type=write size=2679425 2024-04-02T08:51:03.103 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.104+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=WJDTGCF9J4LU type=del size=703486 2024-04-02T08:51:03.104 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.105+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~1EZGJFZGI0XH.0 size=633926 2024-04-02T08:51:03.107 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.108+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=1EZGJFZGI0XH tag=PKOIEABGWZ12 type=write size=1682502 2024-04-02T08:51:03.108 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.110+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=8FNUU1K93KZJ type=del size=3123200 2024-04-02T08:51:03.110 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.111+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=5OW0IQQLBQXG type=del 2024-04-02T08:51:03.113 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.114+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~JUZ77PACKGDO.0 size=1048576 2024-04-02T08:51:03.114 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.115+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~JUZ77PACKGDO.1 size=909569 2024-04-02T08:51:03.114 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.115+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=JUZ77PACKGDO tag=A0XR6GWAMHYO type=write size=3006721 2024-04-02T08:51:03.115 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.117+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~K8M0GCZ3G1E6.0 size=724499 2024-04-02T08:51:03.119 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.120+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=K8M0GCZ3G1E6 tag=U8N8AR06UCLP type=write size=1773075 2024-04-02T08:51:03.120 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.121+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=A73PYANKS2O3 type=write size=11311 2024-04-02T08:51:03.123 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.125+0000 7f2c37839780 1 < suggested remove operation key=L850LE5LQWEI tag=Z8GPQ539LYBH type=del 2024-04-02T08:51:03.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.127+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~YDZ1LBVM66FJ.0 size=791785 2024-04-02T08:51:03.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.127+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=YDZ1LBVM66FJ tag=1QDC5MA73WLX type=write size=1840361 2024-04-02T08:51:03.128 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.129+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~5ZGPE7K0ZZER.0 size=1048576 2024-04-02T08:51:03.129 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.130+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~5ZGPE7K0ZZER.1 size=1048576 2024-04-02T08:51:03.130 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.132+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~5ZGPE7K0ZZER.2 size=46813 2024-04-02T08:51:03.133 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.135+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=5ZGPE7K0ZZER tag=VPHVJYHQ7996 type=write size=3192541 2024-04-02T08:51:03.135 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.136+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=EEDC2DCA41JF type=del size=3808507 2024-04-02T08:51:03.136 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.138+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~J9T2CB4NATFT.0 size=632728 2024-04-02T08:51:03.139 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.140+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=J9T2CB4NATFT tag=V4K4GYJB7DY1 type=write size=1681304 2024-04-02T08:51:03.141 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.142+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=XNIZ1WYQ9CYF type=del size=465993 2024-04-02T08:51:03.142 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.144+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~339QY137LTQ6.0 size=1048576 2024-04-02T08:51:03.144 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.145+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~339QY137LTQ6.1 size=218144 2024-04-02T08:51:03.146 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.148+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=339QY137LTQ6 tag=NKRJGV4EJ2I5 type=write size=2315296 2024-04-02T08:51:03.148 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.149+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=V0GP5IM3A2CP type=del size=3142721 2024-04-02T08:51:03.150 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.151+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=2UVMAVGX5Z14 type=del 2024-04-02T08:51:03.152 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.154+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~CYHTIO8IZUOK.0 size=1048576 2024-04-02T08:51:03.154 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.155+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~CYHTIO8IZUOK.1 size=1048576 2024-04-02T08:51:03.155 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.156+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~CYHTIO8IZUOK.2 size=389781 2024-04-02T08:51:03.155 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.156+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=CYHTIO8IZUOK tag=E58AV2LU142B type=write size=3535509 2024-04-02T08:51:03.157 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.158+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~6PWYFBWLPT0J.0 size=1048576 2024-04-02T08:51:03.157 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.158+0000 7f2c37839780 1 < canceled part key=_multipart_H8SE1U3QW0C2.2~6PWYFBWLPT0J.1 size=821148 2024-04-02T08:51:03.159 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.161+0000 7f2c37839780 1 < canceled multipart upload key=H8SE1U3QW0C2 upload=6PWYFBWLPT0J tag=JDC86A5R6IQU type=write size=2918300 2024-04-02T08:51:03.162 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.164+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~MRMT5APUC520.0 size=1048576 2024-04-02T08:51:03.164 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.165+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~MRMT5APUC520.1 size=482469 2024-04-02T08:51:03.164 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.165+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=MRMT5APUC520 tag=1X5VAT4YEGI9 type=write size=2579621 2024-04-02T08:51:03.166 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.167+0000 7f2c37839780 -1 < failed to complete operation key=01FWIMJZX0P3 tag=RNBERV879JHD type=write size=1047783: (22) Invalid argument 2024-04-02T08:51:03.169 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.170+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~WZMYEC6T5NG9.0 size=1048576 2024-04-02T08:51:03.170 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.171+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~WZMYEC6T5NG9.1 size=1048576 2024-04-02T08:51:03.172 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.173+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~WZMYEC6T5NG9.2 size=815987 2024-04-02T08:51:03.172 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.173+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=WZMYEC6T5NG9 tag=21SYHWWS7F14 type=write size=3961715 2024-04-02T08:51:03.173 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.174+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=H54N32V2ECUB type=del 2024-04-02T08:51:03.176 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.177+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~6ZRD6DPM9TOK.0 size=485639 2024-04-02T08:51:03.176 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.177+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=6ZRD6DPM9TOK tag=XVN73HWK0N42 type=write size=1534215 2024-04-02T08:51:03.178 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.179+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=L783MV998CZ1 type=del 2024-04-02T08:51:03.181 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.182+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~K3BGQL3ELOQ8.0 size=790032 2024-04-02T08:51:03.181 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.182+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=K3BGQL3ELOQ8 tag=RF5O3BRAEKFT type=write size=1838608 2024-04-02T08:51:03.183 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.184+0000 7f2c37839780 1 < canceled operation key=Z1QID1NC8QNM tag=LCMG088UKZ5O type=del size=3729942 2024-04-02T08:51:03.185 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.186+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=8X1Q81P918NM type=del size=1028001 2024-04-02T08:51:03.189 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.190+0000 7f2c37839780 1 < suggested remove operation key=33264AD3WNVF tag=TTRX0UB3RB89 type=del 2024-04-02T08:51:03.191 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.192+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=W1YLZ6PTFH4B type=del size=2167024 2024-04-02T08:51:03.193 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.194+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~HYHJTOV6ERUJ.0 size=1048576 2024-04-02T08:51:03.194 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.196+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~HYHJTOV6ERUJ.1 size=677319 2024-04-02T08:51:03.198 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.199+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=HYHJTOV6ERUJ tag=K5Q73H0DJ8NC type=write size=2774471 2024-04-02T08:51:03.202 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.202+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~SQ41VG0ESLE3.0 size=1048576 2024-04-02T08:51:03.203 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.204+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~SQ41VG0ESLE3.1 size=1048576 2024-04-02T08:51:03.204 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.206+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~SQ41VG0ESLE3.2 size=903168 2024-04-02T08:51:03.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.206+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=SQ41VG0ESLE3 tag=BLN4YDNYT9XN type=write size=4048896 2024-04-02T08:51:03.207 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.208+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=WJDTGCF9J4LU type=del 2024-04-02T08:51:03.208 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.210+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=LQR9M4E1I1AM type=del size=3874427 2024-04-02T08:51:03.210 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.212+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=8FNUU1K93KZJ type=del 2024-04-02T08:51:03.212 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.213+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=0QA48UQUL63K type=del size=3639453 2024-04-02T08:51:03.214 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.215+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~JUZ77PACKGDO.0 size=1048576 2024-04-02T08:51:03.214 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.215+0000 7f2c37839780 1 < canceled part key=_multipart_H8SE1U3QW0C2.2~JUZ77PACKGDO.1 size=909569 2024-04-02T08:51:03.218 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.220+0000 7f2c37839780 1 < canceled multipart upload key=H8SE1U3QW0C2 upload=JUZ77PACKGDO tag=A0XR6GWAMHYO type=write size=3006721 2024-04-02T08:51:03.221 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.223+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~C2YEE134F52E.0 size=1048576 2024-04-02T08:51:03.223 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.224+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~C2YEE134F52E.1 size=1048576 2024-04-02T08:51:03.225 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.226+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~C2YEE134F52E.2 size=845640 2024-04-02T08:51:03.225 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.226+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=C2YEE134F52E tag=8JHK2B913OFZ type=write size=3991368 2024-04-02T08:51:03.227 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.228+0000 7f2c37839780 1 < completed write operation key=FTT2SQYUSW82 tag=A73PYANKS2O3 type=write size=11311 2024-04-02T08:51:03.228 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.230+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=XNDP9Q70CI36 type=del size=2474511 2024-04-02T08:51:03.231 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.232+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~YDZ1LBVM66FJ.0 size=791785 2024-04-02T08:51:03.234 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.235+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=YDZ1LBVM66FJ tag=1QDC5MA73WLX type=write size=1840361 2024-04-02T08:51:03.238 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.239+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~A1CWJ7H5KTCQ.0 size=815892 2024-04-02T08:51:03.238 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.239+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=A1CWJ7H5KTCQ tag=QR389LMES1G0 type=write size=1864468 2024-04-02T08:51:03.239 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.241+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=EEDC2DCA41JF type=del 2024-04-02T08:51:03.242 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.243+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=L9HXRLSSDIBA type=del size=189275 2024-04-02T08:51:03.243 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.244+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=XNIZ1WYQ9CYF type=del 2024-04-02T08:51:03.246 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.247+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~WXLH3OD5RET8.0 size=1048576 2024-04-02T08:51:03.248 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.250+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~WXLH3OD5RET8.1 size=1048576 2024-04-02T08:51:03.249 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.251+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~WXLH3OD5RET8.2 size=476302 2024-04-02T08:51:03.249 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.251+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=WXLH3OD5RET8 tag=YUNT29U38RO9 type=write size=3622030 2024-04-02T08:51:03.251 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.252+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=V0GP5IM3A2CP type=del 2024-04-02T08:51:03.253 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.254+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=674ZXBB3OMK3 type=del size=3836821 2024-04-02T08:51:03.254 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.256+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~CYHTIO8IZUOK.0 size=1048576 2024-04-02T08:51:03.256 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.258+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~CYHTIO8IZUOK.1 size=1048576 2024-04-02T08:51:03.258 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.259+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~CYHTIO8IZUOK.2 size=389781 2024-04-02T08:51:03.261 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.262+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=CYHTIO8IZUOK tag=E58AV2LU142B type=write size=3535509 2024-04-02T08:51:03.262 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.264+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=STOCGLZSYQ97 type=del size=3209160 2024-04-02T08:51:03.264 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.265+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~MRMT5APUC520.0 size=1048576 2024-04-02T08:51:03.266 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.267+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~MRMT5APUC520.1 size=482469 2024-04-02T08:51:03.269 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.270+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=MRMT5APUC520 tag=1X5VAT4YEGI9 type=write size=2579621 2024-04-02T08:51:03.271 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.272+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=M5YU0K4K3FMS type=del size=2606138 2024-04-02T08:51:03.272 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.274+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~WZMYEC6T5NG9.0 size=1048576 2024-04-02T08:51:03.274 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.276+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~WZMYEC6T5NG9.1 size=1048576 2024-04-02T08:51:03.276 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.277+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~WZMYEC6T5NG9.2 size=815987 2024-04-02T08:51:03.279 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.280+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=WZMYEC6T5NG9 tag=21SYHWWS7F14 type=write size=3961715 2024-04-02T08:51:03.281 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.282+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=OTC0PVPATB8H type=del size=421498 2024-04-02T08:51:03.283 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.284+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~6ZRD6DPM9TOK.0 size=485639 2024-04-02T08:51:03.286 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.287+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=6ZRD6DPM9TOK tag=XVN73HWK0N42 type=write size=1534215 2024-04-02T08:51:03.289 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.291+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~2R3EKKINCW3R.0 size=1048576 2024-04-02T08:51:03.291 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.292+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~2R3EKKINCW3R.1 size=504963 2024-04-02T08:51:03.291 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.292+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=2R3EKKINCW3R tag=78F13AGG1BY6 type=write size=2602115 2024-04-02T08:51:03.293 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.294+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~K3BGQL3ELOQ8.0 size=790032 2024-04-02T08:51:03.297 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.298+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=K3BGQL3ELOQ8 tag=RF5O3BRAEKFT type=write size=1838608 2024-04-02T08:51:03.300 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.301+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~P9A0TZC0YFHE.0 size=1048576 2024-04-02T08:51:03.301 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.303+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~P9A0TZC0YFHE.1 size=320012 2024-04-02T08:51:03.301 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.303+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=P9A0TZC0YFHE tag=1SM3Z5HCGMJF type=write size=2417164 2024-04-02T08:51:03.303 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.305+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=8X1Q81P918NM type=del 2024-04-02T08:51:03.305 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.306+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=FUMMHUIJ5F4V type=del size=2455429 2024-04-02T08:51:03.307 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.308+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=W1YLZ6PTFH4B type=del 2024-04-02T08:51:03.309 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.310+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=O9T7XYLUH0EV type=del size=1322917 2024-04-02T08:51:03.311 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.312+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~SQ41VG0ESLE3.0 size=1048576 2024-04-02T08:51:03.313 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.314+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~SQ41VG0ESLE3.1 size=1048576 2024-04-02T08:51:03.315 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.316+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~SQ41VG0ESLE3.2 size=903168 2024-04-02T08:51:03.318 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.319+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=SQ41VG0ESLE3 tag=BLN4YDNYT9XN type=write size=4048896 2024-04-02T08:51:03.320 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.321+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=K5JBMIG4HZ3N type=write size=408760 2024-04-02T08:51:03.322 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.323+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=LQR9M4E1I1AM type=del 2024-04-02T08:51:03.326 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.327+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~OD98PN9UNWC6.0 size=1048576 2024-04-02T08:51:03.328 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.329+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~OD98PN9UNWC6.1 size=1048576 2024-04-02T08:51:03.329 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.330+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~OD98PN9UNWC6.2 size=906253 2024-04-02T08:51:03.329 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.330+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=OD98PN9UNWC6 tag=RU9Z5TU4JJX6 type=write size=4051981 2024-04-02T08:51:03.333 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.334+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=0QA48UQUL63K type=del 2024-04-02T08:51:03.335 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.337+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=48IJHQ5QKGBV type=del size=1980875 2024-04-02T08:51:03.335 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.337+0000 7f2c37839780 1 < canceled part key=_multipart_K3VPFIXU5HDZ.2~C2YEE134F52E.0 size=1048576 2024-04-02T08:51:03.337 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.338+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~C2YEE134F52E.1 size=1048576 2024-04-02T08:51:03.339 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.340+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~C2YEE134F52E.2 size=845640 2024-04-02T08:51:03.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.343+0000 7f2c37839780 1 < canceled multipart upload key=K3VPFIXU5HDZ upload=C2YEE134F52E tag=8JHK2B913OFZ type=write size=3991368 2024-04-02T08:51:03.344 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.345+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=Z6X983F29NDR type=del size=775137 2024-04-02T08:51:03.346 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.347+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=XNDP9Q70CI36 type=del 2024-04-02T08:51:03.350 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.351+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~5K5ZGMZEAXVQ.0 size=1048576 2024-04-02T08:51:03.351 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.352+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~5K5ZGMZEAXVQ.1 size=321451 2024-04-02T08:51:03.351 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.352+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=5K5ZGMZEAXVQ tag=B7GFPTF9X42B type=write size=2418603 2024-04-02T08:51:03.353 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.354+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~A1CWJ7H5KTCQ.0 size=815892 2024-04-02T08:51:03.356 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.357+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=A1CWJ7H5KTCQ tag=QR389LMES1G0 type=write size=1864468 2024-04-02T08:51:03.358 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.359+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=D5KT8LRMPRY9 type=write size=971191 2024-04-02T08:51:03.359 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.361+0000 7f2c37839780 1 < canceled operation key=OL6XSE7L8RVB tag=L9HXRLSSDIBA type=del size=189275 2024-04-02T08:51:03.361 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.362+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=DF7BGZ89QVRW type=del size=657418 2024-04-02T08:51:03.363 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.364+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~WXLH3OD5RET8.0 size=1048576 2024-04-02T08:51:03.365 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.366+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~WXLH3OD5RET8.1 size=1048576 2024-04-02T08:51:03.366 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.367+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~WXLH3OD5RET8.2 size=476302 2024-04-02T08:51:03.370 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.371+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=WXLH3OD5RET8 tag=YUNT29U38RO9 type=write size=3622030 2024-04-02T08:51:03.372 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.374+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=SP1MBCDGQ1OM type=del size=3255995 2024-04-02T08:51:03.374 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.375+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=674ZXBB3OMK3 type=del 2024-04-02T08:51:03.377 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.378+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~S7P600W45162.0 size=653726 2024-04-02T08:51:03.377 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.378+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=S7P600W45162 tag=JSZUR7FNAKR6 type=write size=1702302 2024-04-02T08:51:03.379 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.380+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=STOCGLZSYQ97 type=del 2024-04-02T08:51:03.381 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.383+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=IFSMYUEZX2XX type=write size=566081 2024-04-02T08:51:03.384 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.385+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=M5YU0K4K3FMS type=del 2024-04-02T08:51:03.387 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.388+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~HDWNALQ1LD39.0 size=1048576 2024-04-02T08:51:03.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.390+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~HDWNALQ1LD39.1 size=1048576 2024-04-02T08:51:03.390 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.392+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~HDWNALQ1LD39.2 size=473869 2024-04-02T08:51:03.391 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.392+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=HDWNALQ1LD39 tag=4NY8J325CO9W type=write size=3619597 2024-04-02T08:51:03.392 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.394+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=OTC0PVPATB8H type=del 2024-04-02T08:51:03.394 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.395+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=OUL9DOGSBNGK type=del size=3166101 2024-04-02T08:51:03.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.397+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~2R3EKKINCW3R.0 size=1048576 2024-04-02T08:51:03.398 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.399+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~2R3EKKINCW3R.1 size=504963 2024-04-02T08:51:03.401 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.402+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=2R3EKKINCW3R tag=78F13AGG1BY6 type=write size=2602115 2024-04-02T08:51:03.403 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.404+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=8JCW3RAMODVU type=del size=2368905 2024-04-02T08:51:03.405 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.406+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~P9A0TZC0YFHE.0 size=1048576 2024-04-02T08:51:03.405 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.406+0000 7f2c37839780 1 < canceled part key=_multipart_B5YV3S5C1VXZ.2~P9A0TZC0YFHE.1 size=320012 2024-04-02T08:51:03.409 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.410+0000 7f2c37839780 1 < canceled multipart upload key=B5YV3S5C1VXZ upload=P9A0TZC0YFHE tag=1SM3Z5HCGMJF type=write size=2417164 2024-04-02T08:51:03.411 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.412+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=35075O9PQJ91 type=del size=3489911 2024-04-02T08:51:03.414 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.415+0000 7f2c37839780 1 < suggested update operation key=YRS6E6FA19PT tag=FUMMHUIJ5F4V type=del size=2455429 2024-04-02T08:51:03.416 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.417+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=X62AU7JYXBH9 type=del size=1992842 2024-04-02T08:51:03.418 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.419+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=O9T7XYLUH0EV type=del 2024-04-02T08:51:03.419 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.421+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=FI3E8E4P5Y3W type=del size=1284802 2024-04-02T08:51:03.423 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.424+0000 7f2c37839780 1 < suggested remove operation key=VOT77PAW1Q91 tag=K5JBMIG4HZ3N type=write 2024-04-02T08:51:03.424 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.426+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=TSF25ZF07YPQ type=write size=930003 2024-04-02T08:51:03.426 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.428+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~OD98PN9UNWC6.0 size=1048576 2024-04-02T08:51:03.428 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.430+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~OD98PN9UNWC6.1 size=1048576 2024-04-02T08:51:03.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.431+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~OD98PN9UNWC6.2 size=906253 2024-04-02T08:51:03.433 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.434+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=OD98PN9UNWC6 tag=RU9Z5TU4JJX6 type=write size=4051981 2024-04-02T08:51:03.436 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.437+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~9716K2I22ZV6.0 size=1048576 2024-04-02T08:51:03.437 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.439+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~9716K2I22ZV6.1 size=1048576 2024-04-02T08:51:03.439 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.440+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~9716K2I22ZV6.2 size=307829 2024-04-02T08:51:03.439 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.440+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=9716K2I22ZV6 tag=LSWB906EPPS9 type=write size=3453557 2024-04-02T08:51:03.440 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.442+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=48IJHQ5QKGBV type=del 2024-04-02T08:51:03.443 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.444+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=ABKBRPNN0B5I type=del size=1122823 2024-04-02T08:51:03.445 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.446+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=Z6X983F29NDR type=del 2024-04-02T08:51:03.446 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.448+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=SBEWRJTC1AWV type=del size=604281 2024-04-02T08:51:03.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.450+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~5K5ZGMZEAXVQ.0 size=1048576 2024-04-02T08:51:03.450 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.451+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~5K5ZGMZEAXVQ.1 size=321451 2024-04-02T08:51:03.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.455+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=5K5ZGMZEAXVQ tag=B7GFPTF9X42B type=write size=2418603 2024-04-02T08:51:03.455 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.457+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=IVB8BQB0B4PY type=del size=3257187 2024-04-02T08:51:03.458 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.459+0000 7f2c37839780 -1 < failed to complete operation key=VOT77PAW1Q91 tag=D5KT8LRMPRY9 type=write size=971191: (22) Invalid argument 2024-04-02T08:51:03.460 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.461+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=2B72G1HHO0XR type=del size=3121236 2024-04-02T08:51:03.462 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.463+0000 7f2c37839780 -1 < failed to complete operation key=YRS6E6FA19PT tag=DF7BGZ89QVRW type=del size=657418: (22) Invalid argument 2024-04-02T08:51:03.464 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.465+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=HXAXL70VBBWL type=del size=2239498 2024-04-02T08:51:03.466 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.468+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=SP1MBCDGQ1OM type=del 2024-04-02T08:51:03.468 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.470+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=EH8LDH7M729S type=write size=79255 2024-04-02T08:51:03.470 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.472+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~S7P600W45162.0 size=653726 2024-04-02T08:51:03.473 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.474+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=S7P600W45162 tag=JSZUR7FNAKR6 type=write size=1702302 2024-04-02T08:51:03.476 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.478+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~MEBG0QLC3UAF.0 size=1048576 2024-04-02T08:51:03.478 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.479+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~MEBG0QLC3UAF.1 size=53250 2024-04-02T08:51:03.478 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.479+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=MEBG0QLC3UAF tag=7MKUD3XIR45L type=write size=2150402 2024-04-02T08:51:03.479 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.481+0000 7f2c37839780 1 < canceled operation key=H8SE1U3QW0C2 tag=IFSMYUEZX2XX type=write size=566081 2024-04-02T08:51:03.481 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.482+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=B6WSB1NVKK7N type=del size=39484 2024-04-02T08:51:03.483 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.484+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~HDWNALQ1LD39.0 size=1048576 2024-04-02T08:51:03.485 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.486+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~HDWNALQ1LD39.1 size=1048576 2024-04-02T08:51:03.487 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.488+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~HDWNALQ1LD39.2 size=473869 2024-04-02T08:51:03.490 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.492+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=HDWNALQ1LD39 tag=4NY8J325CO9W type=write size=3619597 2024-04-02T08:51:03.495 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.496+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~2YJKF1VYNS9N.0 size=1048576 2024-04-02T08:51:03.496 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.498+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~2YJKF1VYNS9N.1 size=1048576 2024-04-02T08:51:03.498 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.499+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~2YJKF1VYNS9N.2 size=153194 2024-04-02T08:51:03.498 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.499+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=2YJKF1VYNS9N tag=NYNKCV1C5Y29 type=write size=3298922 2024-04-02T08:51:03.498 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.500+0000 7f2c37839780 -1 < no bi entry to suggest for operation key=VOT77PAW1Q91 tag=OUL9DOGSBNGK type=del size=3166101: (2) No such file or directory 2024-04-02T08:51:03.501 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.503+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~WFC4UOWFRA0P.0 size=971935 2024-04-02T08:51:03.502 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.503+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=WFC4UOWFRA0P tag=JYCYE5GTSBTK type=write size=2020511 2024-04-02T08:51:03.503 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.505+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=8JCW3RAMODVU type=del 2024-04-02T08:51:03.505 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.507+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=UUPTI6TVRS60 type=del size=2181599 2024-04-02T08:51:03.507 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.509+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=35075O9PQJ91 type=del 2024-04-02T08:51:03.511 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.512+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~GC8Q6JEB53EU.0 size=199859 2024-04-02T08:51:03.511 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.512+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=GC8Q6JEB53EU tag=931DSMK3766T type=write size=1248435 2024-04-02T08:51:03.514 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.514+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=X62AU7JYXBH9 type=del 2024-04-02T08:51:03.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.519+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~KW0MTWK5BULI.0 size=1048576 2024-04-02T08:51:03.519 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.520+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~KW0MTWK5BULI.1 size=1048576 2024-04-02T08:51:03.521 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.522+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~KW0MTWK5BULI.2 size=105659 2024-04-02T08:51:03.521 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.522+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=KW0MTWK5BULI tag=XWM9Q0HV1FCE type=write size=3251387 2024-04-02T08:51:03.525 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.526+0000 7f2c37839780 1 < suggested update operation key=57KBVV9UXRY9 tag=FI3E8E4P5Y3W type=del size=1284802 2024-04-02T08:51:03.528 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.529+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~OXXVVHNOFJ63.0 size=1048576 2024-04-02T08:51:03.530 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.531+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~OXXVVHNOFJ63.1 size=1048576 2024-04-02T08:51:03.531 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.532+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~OXXVVHNOFJ63.2 size=802228 2024-04-02T08:51:03.531 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.532+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=OXXVVHNOFJ63 tag=VJ3Y0IDL5C99 type=write size=3947956 2024-04-02T08:51:03.533 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.534+0000 7f2c37839780 1 < completed write operation key=7RA3C7WFS3O2 tag=TSF25ZF07YPQ type=write size=930003 2024-04-02T08:51:03.536 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.538+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~OML6M3ENKFQI.0 size=573134 2024-04-02T08:51:03.536 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.538+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=OML6M3ENKFQI tag=B7C8E12WWJ36 type=write size=1621710 2024-04-02T08:51:03.538 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.540+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~9716K2I22ZV6.0 size=1048576 2024-04-02T08:51:03.540 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.541+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~9716K2I22ZV6.1 size=1048576 2024-04-02T08:51:03.542 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.543+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~9716K2I22ZV6.2 size=307829 2024-04-02T08:51:03.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.547+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=9716K2I22ZV6 tag=LSWB906EPPS9 type=write size=3453557 2024-04-02T08:51:03.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.549+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=HYOLMK0EBHHV type=del size=2593081 2024-04-02T08:51:03.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.550+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=ABKBRPNN0B5I type=del 2024-04-02T08:51:03.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.552+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=GP7UXGABME3W type=del size=1710479 2024-04-02T08:51:03.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.553+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=SBEWRJTC1AWV type=del 2024-04-02T08:51:03.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.555+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=6MLOUH3YVES2 type=write size=808573 2024-04-02T08:51:03.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.558+0000 7f2c37839780 -1 < failed to complete operation key=57KBVV9UXRY9 tag=IVB8BQB0B4PY type=del size=3257187: (22) Invalid argument 2024-04-02T08:51:03.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.560+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=RPX42OG8HTYG type=del size=2680582 2024-04-02T08:51:03.560 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.561+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=2B72G1HHO0XR type=del 2024-04-02T08:51:03.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.563+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=X16VAFHA858H type=del size=4124614 2024-04-02T08:51:03.564 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.565+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=HXAXL70VBBWL type=del 2024-04-02T08:51:03.566 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.567+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=93B9RT2WEAR2 type=del size=2585784 2024-04-02T08:51:03.569 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.571+0000 7f2c37839780 1 < suggested remove operation key=Z1QID1NC8QNM tag=EH8LDH7M729S type=write 2024-04-02T08:51:03.573 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.574+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~PPP0BELQ5X21.0 size=842669 2024-04-02T08:51:03.573 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.574+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=PPP0BELQ5X21 tag=3DI7S437GE32 type=write size=1891245 2024-04-02T08:51:03.575 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.576+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~MEBG0QLC3UAF.0 size=1048576 2024-04-02T08:51:03.576 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.578+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~MEBG0QLC3UAF.1 size=53250 2024-04-02T08:51:03.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.581+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=MEBG0QLC3UAF tag=7MKUD3XIR45L type=write size=2150402 2024-04-02T08:51:03.581 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.583+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=T3JIOYYQ19JM type=del size=3304809 2024-04-02T08:51:03.583 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.584+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=B6WSB1NVKK7N type=del 2024-04-02T08:51:03.586 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.587+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~6LNCSXML0GO7.0 size=1048576 2024-04-02T08:51:03.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.589+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~6LNCSXML0GO7.1 size=410151 2024-04-02T08:51:03.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.589+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=6LNCSXML0GO7 tag=3LVA6VKNAVZI type=write size=2507303 2024-04-02T08:51:03.589 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.590+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~2YJKF1VYNS9N.0 size=1048576 2024-04-02T08:51:03.590 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.592+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~2YJKF1VYNS9N.1 size=1048576 2024-04-02T08:51:03.592 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.593+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~2YJKF1VYNS9N.2 size=153194 2024-04-02T08:51:03.594 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.596+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=2YJKF1VYNS9N tag=NYNKCV1C5Y29 type=write size=3298922 2024-04-02T08:51:03.596 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.597+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=SPGCQB4AYZBB type=write size=946769 2024-04-02T08:51:03.598 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.599+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~WFC4UOWFRA0P.0 size=971935 2024-04-02T08:51:03.601 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.602+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=WFC4UOWFRA0P tag=JYCYE5GTSBTK type=write size=2020511 2024-04-02T08:51:03.604 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.605+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~DQ9SMF1YTWXS.0 size=183930 2024-04-02T08:51:03.604 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.605+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=DQ9SMF1YTWXS tag=TESLRSKWOF1F type=write size=1232506 2024-04-02T08:51:03.607 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.609+0000 7f2c37839780 1 < suggested update operation key=B5YV3S5C1VXZ tag=UUPTI6TVRS60 type=del size=2181599 2024-04-02T08:51:03.609 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.610+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=4SV52UT6ZER3 type=del size=446236 2024-04-02T08:51:03.610 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.612+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~GC8Q6JEB53EU.0 size=199859 2024-04-02T08:51:03.614 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.615+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=GC8Q6JEB53EU tag=931DSMK3766T type=write size=1248435 2024-04-02T08:51:03.616 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.617+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=34PZLTQ970I7 type=del size=1478135 2024-04-02T08:51:03.618 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.619+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~KW0MTWK5BULI.0 size=1048576 2024-04-02T08:51:03.619 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.621+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~KW0MTWK5BULI.1 size=1048576 2024-04-02T08:51:03.622 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.623+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~KW0MTWK5BULI.2 size=105659 2024-04-02T08:51:03.625 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.627+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=KW0MTWK5BULI tag=XWM9Q0HV1FCE type=write size=3251387 2024-04-02T08:51:03.629 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.630+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~G7AY681S727G.0 size=1048576 2024-04-02T08:51:03.631 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.632+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~G7AY681S727G.1 size=439980 2024-04-02T08:51:03.631 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.632+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=G7AY681S727G tag=QFMV06MD6TRI type=write size=2537132 2024-04-02T08:51:03.633 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.634+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~OXXVVHNOFJ63.0 size=1048576 2024-04-02T08:51:03.634 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.636+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~OXXVVHNOFJ63.1 size=1048576 2024-04-02T08:51:03.637 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.638+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~OXXVVHNOFJ63.2 size=802228 2024-04-02T08:51:03.640 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.641+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=OXXVVHNOFJ63 tag=VJ3Y0IDL5C99 type=write size=3947956 2024-04-02T08:51:03.644 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.645+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~68Q3WD20G1DN.0 size=1048576 2024-04-02T08:51:03.645 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.647+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~68Q3WD20G1DN.1 size=55026 2024-04-02T08:51:03.645 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.647+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=68Q3WD20G1DN tag=26C0S877B5PY type=write size=2152178 2024-04-02T08:51:03.647 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.649+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~OML6M3ENKFQI.0 size=573134 2024-04-02T08:51:03.650 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.652+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=OML6M3ENKFQI tag=B7C8E12WWJ36 type=write size=1621710 2024-04-02T08:51:03.654 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.655+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~FT2CDQJ4ZV6Q.0 size=291073 2024-04-02T08:51:03.654 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.655+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=FT2CDQJ4ZV6Q tag=B26W1KBSOQLL type=write size=1339649 2024-04-02T08:51:03.656 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.657+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=HYOLMK0EBHHV type=del 2024-04-02T08:51:03.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.658+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=1GF03LDH2GUQ type=del size=3579706 2024-04-02T08:51:03.661 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.662+0000 7f2c37839780 1 < suggested remove operation key=CLRQ9OAM3LFI tag=GP7UXGABME3W type=del 2024-04-02T08:51:03.662 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.664+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=82R04LQVURTI type=del size=2011013 2024-04-02T08:51:03.664 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.665+0000 7f2c37839780 1 < completed write operation key=1V7MCBT4ATIC tag=6MLOUH3YVES2 type=write size=808573 2024-04-02T08:51:03.666 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.667+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=I339SOYWP64Z type=del size=1295120 2024-04-02T08:51:03.667 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.669+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=RPX42OG8HTYG type=del 2024-04-02T08:51:03.670 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.672+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~P2KDKJIXJSYM.0 size=1048576 2024-04-02T08:51:03.672 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.673+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~P2KDKJIXJSYM.1 size=928952 2024-04-02T08:51:03.672 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.673+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=P2KDKJIXJSYM tag=OHZ32E60GVFV type=write size=3026104 2024-04-02T08:51:03.675 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.677+0000 7f2c37839780 1 < suggested remove operation key=PEEYGF5CW75O tag=X16VAFHA858H type=del 2024-04-02T08:51:03.679 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.680+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~UKJW7LDJGMDL.0 size=1048576 2024-04-02T08:51:03.680 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.682+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~UKJW7LDJGMDL.1 size=1048576 2024-04-02T08:51:03.682 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.683+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~UKJW7LDJGMDL.2 size=337731 2024-04-02T08:51:03.682 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.683+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=UKJW7LDJGMDL tag=8CJAGVBLGQ2O type=write size=3483459 2024-04-02T08:51:03.684 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.685+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=93B9RT2WEAR2 type=del 2024-04-02T08:51:03.685 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.687+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=GVF3KCXPN8P0 type=del size=1666503 2024-04-02T08:51:03.687 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.689+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~PPP0BELQ5X21.0 size=842669 2024-04-02T08:51:03.690 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.691+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=PPP0BELQ5X21 tag=3DI7S437GE32 type=write size=1891245 2024-04-02T08:51:03.692 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.693+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=L8G1UBTGAKSM type=del size=503583 2024-04-02T08:51:03.694 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.695+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=T3JIOYYQ19JM type=del 2024-04-02T08:51:03.696 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.697+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=6411AAYAPAYZ type=del size=124246 2024-04-02T08:51:03.698 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.699+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~6LNCSXML0GO7.0 size=1048576 2024-04-02T08:51:03.698 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.699+0000 7f2c37839780 1 < canceled part key=_multipart_51ZKADJFQPAW.2~6LNCSXML0GO7.1 size=410151 2024-04-02T08:51:03.701 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.702+0000 7f2c37839780 1 < canceled multipart upload key=51ZKADJFQPAW upload=6LNCSXML0GO7 tag=3LVA6VKNAVZI type=write size=2507303 2024-04-02T08:51:03.703 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.704+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=464ZOGTQMC97 type=del size=2867448 2024-04-02T08:51:03.705 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.706+0000 7f2c37839780 1 < completed write operation key=K3VPFIXU5HDZ tag=SPGCQB4AYZBB type=write size=946769 2024-04-02T08:51:03.708 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.709+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~GMDYIQBHD9XM.0 size=1048576 2024-04-02T08:51:03.710 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.711+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~GMDYIQBHD9XM.1 size=1048576 2024-04-02T08:51:03.711 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.712+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~GMDYIQBHD9XM.2 size=1022855 2024-04-02T08:51:03.711 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.712+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=GMDYIQBHD9XM tag=S1HEM6KGQCUG type=write size=4168583 2024-04-02T08:51:03.712 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.714+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~DQ9SMF1YTWXS.0 size=183930 2024-04-02T08:51:03.716 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.717+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=DQ9SMF1YTWXS tag=TESLRSKWOF1F type=write size=1232506 2024-04-02T08:51:03.718 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.719+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=DSKZ79XVRHY5 type=write size=780465 2024-04-02T08:51:03.721 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.722+0000 7f2c37839780 1 < suggested remove operation key=33264AD3WNVF tag=4SV52UT6ZER3 type=del 2024-04-02T08:51:03.723 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.724+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=3K0EJB61DULX type=write size=488464 2024-04-02T08:51:03.725 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.727+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=34PZLTQ970I7 type=del 2024-04-02T08:51:03.727 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.729+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=6QFZ04QZAOHB type=del size=1384364 2024-04-02T08:51:03.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.730+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~G7AY681S727G.0 size=1048576 2024-04-02T08:51:03.731 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.733+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~G7AY681S727G.1 size=439980 2024-04-02T08:51:03.734 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.736+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=G7AY681S727G tag=QFMV06MD6TRI type=write size=2537132 2024-04-02T08:51:03.736 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.738+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=CC0XOHLK6OF7 type=del size=1688807 2024-04-02T08:51:03.737 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.738+0000 7f2c37839780 1 < canceled part key=_multipart_57KBVV9UXRY9.2~68Q3WD20G1DN.0 size=1048576 2024-04-02T08:51:03.738 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.739+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~68Q3WD20G1DN.1 size=55026 2024-04-02T08:51:03.741 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.742+0000 7f2c37839780 1 < canceled multipart upload key=57KBVV9UXRY9 upload=68Q3WD20G1DN tag=26C0S877B5PY type=write size=2152178 2024-04-02T08:51:03.743 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.744+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=QEZBD820FTXB type=del size=1885029 2024-04-02T08:51:03.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.747+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~FT2CDQJ4ZV6Q.0 size=291073 2024-04-02T08:51:03.748 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.749+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=FT2CDQJ4ZV6Q tag=B26W1KBSOQLL type=write size=1339649 2024-04-02T08:51:03.751 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.752+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~X9JRRDSS1R3I.0 size=602115 2024-04-02T08:51:03.751 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.752+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=X9JRRDSS1R3I tag=OGAIRQ91IOJE type=write size=1650691 2024-04-02T08:51:03.752 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.754+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=1GF03LDH2GUQ type=del 2024-04-02T08:51:03.756 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.757+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~P2UX7WTBSGN1.0 size=1041465 2024-04-02T08:51:03.756 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.757+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=P2UX7WTBSGN1 tag=U6ROI19XO4A2 type=write size=2090041 2024-04-02T08:51:03.757 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.759+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=82R04LQVURTI type=del 2024-04-02T08:51:03.759 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.760+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=DMFRP9JMKRVE type=write size=885163 2024-04-02T08:51:03.760 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.762+0000 7f2c37839780 1 < canceled operation key=9DRFTTIJ432I tag=I339SOYWP64Z type=del size=1295120 2024-04-02T08:51:03.762 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.764+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=WFOV8CV527DJ type=write size=516002 2024-04-02T08:51:03.764 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.766+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~P2KDKJIXJSYM.0 size=1048576 2024-04-02T08:51:03.766 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.767+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~P2KDKJIXJSYM.1 size=928952 2024-04-02T08:51:03.769 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.770+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=P2KDKJIXJSYM tag=OHZ32E60GVFV type=write size=3026104 2024-04-02T08:51:03.770 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.772+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=J13QNIFLPBIN type=del size=1784224 2024-04-02T08:51:03.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.774+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~UKJW7LDJGMDL.0 size=1048576 2024-04-02T08:51:03.774 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.775+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~UKJW7LDJGMDL.1 size=1048576 2024-04-02T08:51:03.777 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.777+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~UKJW7LDJGMDL.2 size=337731 2024-04-02T08:51:03.778 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.779+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=UKJW7LDJGMDL tag=8CJAGVBLGQ2O type=write size=3483459 2024-04-02T08:51:03.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.781+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=4X4RFW5MT6IA type=write size=211983 2024-04-02T08:51:03.782 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.783+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=GVF3KCXPN8P0 type=del 2024-04-02T08:51:03.785 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.786+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~7J0RPN0UU2NJ.0 size=1048576 2024-04-02T08:51:03.786 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.787+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~7J0RPN0UU2NJ.1 size=526750 2024-04-02T08:51:03.786 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.787+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=7J0RPN0UU2NJ tag=WJ1EUN86EB36 type=write size=2623902 2024-04-02T08:51:03.788 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.789+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=L8G1UBTGAKSM type=del 2024-04-02T08:51:03.791 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.792+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~5C93SF3SDSUH.0 size=395751 2024-04-02T08:51:03.791 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.792+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=5C93SF3SDSUH tag=BBRLYB11ZTZ4 type=write size=1444327 2024-04-02T08:51:03.794 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.795+0000 7f2c37839780 1 < suggested remove operation key=57KBVV9UXRY9 tag=6411AAYAPAYZ type=del 2024-04-02T08:51:03.795 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.797+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=AW01MUB7U007 type=del size=3270129 2024-04-02T08:51:03.798 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.800+0000 7f2c37839780 1 < suggested update operation key=KES2MUV53GCC tag=464ZOGTQMC97 type=del size=2867448 2024-04-02T08:51:03.801 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.803+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~4TEX025E1FS8.0 size=1048576 2024-04-02T08:51:03.803 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.804+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~4TEX025E1FS8.1 size=1048576 2024-04-02T08:51:03.804 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.806+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~4TEX025E1FS8.2 size=193907 2024-04-02T08:51:03.805 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.806+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=4TEX025E1FS8 tag=I63C70LWE4DG type=write size=3339635 2024-04-02T08:51:03.806 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.807+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~GMDYIQBHD9XM.0 size=1048576 2024-04-02T08:51:03.807 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.809+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~GMDYIQBHD9XM.1 size=1048576 2024-04-02T08:51:03.809 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.810+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~GMDYIQBHD9XM.2 size=1022855 2024-04-02T08:51:03.812 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.813+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=GMDYIQBHD9XM tag=S1HEM6KGQCUG type=write size=4168583 2024-04-02T08:51:03.815 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.816+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~OL0DDQHQCMIU.0 size=652013 2024-04-02T08:51:03.815 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.816+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=OL0DDQHQCMIU tag=ATYU8TKTXFZ3 type=write size=1700589 2024-04-02T08:51:03.818 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.819+0000 7f2c37839780 1 < suggested update operation key=7RA3C7WFS3O2 tag=DSKZ79XVRHY5 type=write size=780465 2024-04-02T08:51:03.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.822+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~APYEEHMY5A67.0 size=141034 2024-04-02T08:51:03.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.822+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=APYEEHMY5A67 tag=WYFPJ4CKGTN0 type=write size=1189610 2024-04-02T08:51:03.823 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.824+0000 7f2c37839780 1 < completed write operation key=H8SE1U3QW0C2 tag=3K0EJB61DULX type=write size=488464 2024-04-02T08:51:03.825 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.826+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=C8C5PCI9RWAC type=del size=4002969 2024-04-02T08:51:03.826 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.828+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=6QFZ04QZAOHB type=del 2024-04-02T08:51:03.828 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.829+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=1HGBOXD5OJBV type=del size=473526 2024-04-02T08:51:03.830 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.831+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=CC0XOHLK6OF7 type=del 2024-04-02T08:51:03.831 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.833+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=C5VXQ8L1B4IC type=del size=400893 2024-04-02T08:51:03.835 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.836+0000 7f2c37839780 1 < suggested remove operation key=CG5T3W0DZYHT tag=QEZBD820FTXB type=del 2024-04-02T08:51:03.837 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.838+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=8UH3LMQ9SPJ9 type=del size=3620962 2024-04-02T08:51:03.839 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.840+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~X9JRRDSS1R3I.0 size=602115 2024-04-02T08:51:03.843 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.844+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=X9JRRDSS1R3I tag=OGAIRQ91IOJE type=write size=1650691 2024-04-02T08:51:03.845 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.846+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=6NNUX40T4C0N type=del size=2220561 2024-04-02T08:51:03.846 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.848+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~P2UX7WTBSGN1.0 size=1041465 2024-04-02T08:51:03.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.851+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=P2UX7WTBSGN1 tag=U6ROI19XO4A2 type=write size=2090041 2024-04-02T08:51:03.853 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.854+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~SXUFTRBUF3DQ.0 size=1048576 2024-04-02T08:51:03.855 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.856+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~SXUFTRBUF3DQ.1 size=88861 2024-04-02T08:51:03.855 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.856+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=SXUFTRBUF3DQ tag=K3OLVQIPUDQ1 type=write size=2186013 2024-04-02T08:51:03.857 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.858+0000 7f2c37839780 1 < completed write operation key=DRUREBB8SOYG tag=DMFRP9JMKRVE type=write size=885163 2024-04-02T08:51:03.861 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.862+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~WY9RKISWAVD3.0 size=1048576 2024-04-02T08:51:03.862 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.864+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~WY9RKISWAVD3.1 size=623051 2024-04-02T08:51:03.863 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.864+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=WY9RKISWAVD3 tag=WAZSVJBRYUP7 type=write size=2720203 2024-04-02T08:51:03.865 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.866+0000 7f2c37839780 1 < completed write operation key=9DRFTTIJ432I tag=WFOV8CV527DJ type=write size=516002 2024-04-02T08:51:03.868 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.869+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~7KKHZ21O0BDN.0 size=1048576 2024-04-02T08:51:03.870 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.871+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~7KKHZ21O0BDN.1 size=228187 2024-04-02T08:51:03.870 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.871+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=7KKHZ21O0BDN tag=7NXS5VPG81FY type=write size=2325339 2024-04-02T08:51:03.872 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.873+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=J13QNIFLPBIN type=del 2024-04-02T08:51:03.874 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.876+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=6TXEW1OX27UL type=del size=1054938 2024-04-02T08:51:03.876 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.878+0000 7f2c37839780 1 < completed write operation key=8VUTVS0YUD1N tag=4X4RFW5MT6IA type=write size=211983 2024-04-02T08:51:03.880 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.882+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~SMB07T2HWR59.0 size=984053 2024-04-02T08:51:03.880 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.882+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=SMB07T2HWR59 tag=WL1W2H2S73MX type=write size=2032629 2024-04-02T08:51:03.881 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.882+0000 7f2c37839780 1 < canceled part key=_multipart_9Y8YLX0RAIPV.2~7J0RPN0UU2NJ.0 size=1048576 2024-04-02T08:51:03.883 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.884+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~7J0RPN0UU2NJ.1 size=526750 2024-04-02T08:51:03.885 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.887+0000 7f2c37839780 1 < canceled multipart upload key=9Y8YLX0RAIPV upload=7J0RPN0UU2NJ tag=WJ1EUN86EB36 type=write size=2623902 2024-04-02T08:51:03.887 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.889+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=DRQNM7SM7YRW type=del size=3118907 2024-04-02T08:51:03.889 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.890+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~5C93SF3SDSUH.0 size=395751 2024-04-02T08:51:03.892 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.893+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=5C93SF3SDSUH tag=BBRLYB11ZTZ4 type=write size=1444327 2024-04-02T08:51:03.893 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.895+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=FK2GBED3DSXI type=del size=2886126 2024-04-02T08:51:03.895 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.896+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=AW01MUB7U007 type=del 2024-04-02T08:51:03.898 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.899+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~8KNQVGUCX1S7.0 size=64964 2024-04-02T08:51:03.898 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.899+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=8KNQVGUCX1S7 tag=365526LVUQN2 type=write size=1113540 2024-04-02T08:51:03.900 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.901+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~4TEX025E1FS8.0 size=1048576 2024-04-02T08:51:03.901 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.902+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~4TEX025E1FS8.1 size=1048576 2024-04-02T08:51:03.902 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.904+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~4TEX025E1FS8.2 size=193907 2024-04-02T08:51:03.905 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.906+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=4TEX025E1FS8 tag=I63C70LWE4DG type=write size=3339635 2024-04-02T08:51:03.909 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.908+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=XQ88HYC5G2N6 type=del size=4087838 2024-04-02T08:51:03.909 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.910+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~OL0DDQHQCMIU.0 size=652013 2024-04-02T08:51:03.911 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.913+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=OL0DDQHQCMIU tag=ATYU8TKTXFZ3 type=write size=1700589 2024-04-02T08:51:03.913 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.914+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=WG6MLZ2LQC3Y type=del size=3106832 2024-04-02T08:51:03.913 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.915+0000 7f2c37839780 1 < canceled part key=_multipart_U25NTMGOU3R2.2~APYEEHMY5A67.0 size=141034 2024-04-02T08:51:03.916 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.917+0000 7f2c37839780 1 < canceled multipart upload key=U25NTMGOU3R2 upload=APYEEHMY5A67 tag=WYFPJ4CKGTN0 type=write size=1189610 2024-04-02T08:51:03.918 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.919+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=S5J0UZE0MQ35 type=del size=3678010 2024-04-02T08:51:03.920 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.921+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=C8C5PCI9RWAC type=del 2024-04-02T08:51:03.921 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.923+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=KZAF63VT3ER9 type=del size=1013844 2024-04-02T08:51:03.923 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.924+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=1HGBOXD5OJBV type=del 2024-04-02T08:51:03.926 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.927+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~13I0VK8KY6U0.0 size=1048576 2024-04-02T08:51:03.928 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.929+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~13I0VK8KY6U0.1 size=63234 2024-04-02T08:51:03.928 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.929+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=13I0VK8KY6U0 tag=DDMLMSULIKMN type=write size=2160386 2024-04-02T08:51:03.931 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.932+0000 7f2c37839780 -1 < failed to complete operation key=CG5T3W0DZYHT tag=C5VXQ8L1B4IC type=del size=400893: (22) Invalid argument 2024-04-02T08:51:03.934 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.936+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~9HM963F5HJ2F.0 size=1048576 2024-04-02T08:51:03.936 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.937+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~9HM963F5HJ2F.1 size=729496 2024-04-02T08:51:03.936 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.937+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=9HM963F5HJ2F tag=2YXQJCM6XCLF type=write size=2826648 2024-04-02T08:51:03.938 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.939+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=8UH3LMQ9SPJ9 type=del 2024-04-02T08:51:03.942 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.943+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~CIIP6YRMRM4D.0 size=1048576 2024-04-02T08:51:03.944 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.945+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~CIIP6YRMRM4D.1 size=652520 2024-04-02T08:51:03.944 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.945+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=CIIP6YRMRM4D tag=Q6THEE9NSRKM type=write size=2749672 2024-04-02T08:51:03.946 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.947+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=6NNUX40T4C0N type=del 2024-04-02T08:51:03.948 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.949+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=CRF3F90HERCE type=del size=3895885 2024-04-02T08:51:03.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.951+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~SXUFTRBUF3DQ.0 size=1048576 2024-04-02T08:51:03.951 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.953+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~SXUFTRBUF3DQ.1 size=88861 2024-04-02T08:51:03.955 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.956+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=SXUFTRBUF3DQ tag=K3OLVQIPUDQ1 type=write size=2186013 2024-04-02T08:51:03.957 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.958+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=GK3SWVQ3GNUZ type=del size=1607838 2024-04-02T08:51:03.959 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.960+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~WY9RKISWAVD3.0 size=1048576 2024-04-02T08:51:03.961 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.962+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~WY9RKISWAVD3.1 size=623051 2024-04-02T08:51:03.964 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.966+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=WY9RKISWAVD3 tag=WAZSVJBRYUP7 type=write size=2720203 2024-04-02T08:51:03.966 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.967+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=WOXKTUGGHRMJ type=del size=1068556 2024-04-02T08:51:03.968 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.969+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~7KKHZ21O0BDN.0 size=1048576 2024-04-02T08:51:03.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.971+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~7KKHZ21O0BDN.1 size=228187 2024-04-02T08:51:03.973 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.975+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=7KKHZ21O0BDN tag=7NXS5VPG81FY type=write size=2325339 2024-04-02T08:51:03.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.978+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~EGHZMQTXBI0J.0 size=1017918 2024-04-02T08:51:03.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.978+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=EGHZMQTXBI0J tag=7S6I2Q278HNC type=write size=2066494 2024-04-02T08:51:03.978 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.980+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=6TXEW1OX27UL type=del 2024-04-02T08:51:03.982 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.983+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~MFK246TSJ7VH.0 size=504134 2024-04-02T08:51:03.982 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.983+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=MFK246TSJ7VH tag=23BK5O0RO42X type=write size=1552710 2024-04-02T08:51:03.983 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.985+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~SMB07T2HWR59.0 size=984053 2024-04-02T08:51:03.987 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.987+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=SMB07T2HWR59 tag=WL1W2H2S73MX type=write size=2032629 2024-04-02T08:51:03.988 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.989+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=X45BM167UYSF type=del size=3064761 2024-04-02T08:51:03.989 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.990+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=DRQNM7SM7YRW type=del 2024-04-02T08:51:03.991 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.992+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=81LWVDPNWW86 type=del size=1900441 2024-04-02T08:51:03.992 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.994+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=FK2GBED3DSXI type=del 2024-04-02T08:51:03.996 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.997+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~YOO1HP8RPDQ0.0 size=511798 2024-04-02T08:51:03.996 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.997+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=YOO1HP8RPDQ0 tag=RSOZOCNE1NJG type=write size=1560374 2024-04-02T08:51:03.997 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:03.999+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~8KNQVGUCX1S7.0 size=64964 2024-04-02T08:51:04.000 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.002+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=8KNQVGUCX1S7 tag=365526LVUQN2 type=write size=1113540 2024-04-02T08:51:04.002 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.004+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=3V0XRI7A0EO4 type=del size=724901 2024-04-02T08:51:04.004 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.005+0000 7f2c37839780 1 < canceled operation key=9DRFTTIJ432I tag=XQ88HYC5G2N6 type=del size=4087838 2024-04-02T08:51:04.008 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.009+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~WZCNENPTYML5.0 size=1048576 2024-04-02T08:51:04.009 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.010+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~WZCNENPTYML5.1 size=878680 2024-04-02T08:51:04.009 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.010+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=WZCNENPTYML5 tag=VXCY2HMK56PB type=write size=2975832 2024-04-02T08:51:04.012 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.013+0000 7f2c37839780 1 < suggested update operation key=9Y8YLX0RAIPV tag=WG6MLZ2LQC3Y type=del size=3106832 2024-04-02T08:51:04.014 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.015+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=05LL5KB0WARC type=del size=2165507 2024-04-02T08:51:04.015 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.017+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=S5J0UZE0MQ35 type=del 2024-04-02T08:51:04.019 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.020+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~9JGTC2LXJF4K.0 size=1048576 2024-04-02T08:51:04.020 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.021+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~9JGTC2LXJF4K.1 size=526934 2024-04-02T08:51:04.020 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.021+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=9JGTC2LXJF4K tag=KE5VNXBZZQ6F type=write size=2624086 2024-04-02T08:51:04.021 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.023+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=KZAF63VT3ER9 type=del 2024-04-02T08:51:04.025 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.026+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~5SMQBL83E998.0 size=1048576 2024-04-02T08:51:04.026 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.028+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~5SMQBL83E998.1 size=109077 2024-04-02T08:51:04.026 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.028+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=5SMQBL83E998 tag=OQPWZIAA7Q07 type=write size=2206229 2024-04-02T08:51:04.028 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.029+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~13I0VK8KY6U0.0 size=1048576 2024-04-02T08:51:04.030 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.031+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~13I0VK8KY6U0.1 size=63234 2024-04-02T08:51:04.032 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.034+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=13I0VK8KY6U0 tag=DDMLMSULIKMN type=write size=2160386 2024-04-02T08:51:04.034 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.035+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=GOAAH5OU4X98 type=del size=327710 2024-04-02T08:51:04.036 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.037+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~9HM963F5HJ2F.0 size=1048576 2024-04-02T08:51:04.037 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.038+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~9HM963F5HJ2F.1 size=729496 2024-04-02T08:51:04.040 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.041+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=9HM963F5HJ2F tag=2YXQJCM6XCLF type=write size=2826648 2024-04-02T08:51:04.042 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.043+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=ZIH4P70JMYTZ type=del size=2944768 2024-04-02T08:51:04.044 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.045+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~CIIP6YRMRM4D.0 size=1048576 2024-04-02T08:51:04.044 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.045+0000 7f2c37839780 1 < canceled part key=_multipart_B5YV3S5C1VXZ.2~CIIP6YRMRM4D.1 size=652520 2024-04-02T08:51:04.047 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.048+0000 7f2c37839780 1 < canceled multipart upload key=B5YV3S5C1VXZ upload=CIIP6YRMRM4D tag=Q6THEE9NSRKM type=write size=2749672 2024-04-02T08:51:04.049 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.050+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=W6XKUD2IMZDZ type=del size=15450 2024-04-02T08:51:04.051 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.052+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=CRF3F90HERCE type=del 2024-04-02T08:51:04.053 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.054+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=DHKYTD3W0G0F type=del size=3921745 2024-04-02T08:51:04.056 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.057+0000 7f2c37839780 1 < suggested update operation key=Z1QID1NC8QNM tag=GK3SWVQ3GNUZ type=del size=1607838 2024-04-02T08:51:04.059 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.060+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~F1LZ17XOGBWP.0 size=1048576 2024-04-02T08:51:04.060 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.062+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~F1LZ17XOGBWP.1 size=1048576 2024-04-02T08:51:04.062 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.063+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~F1LZ17XOGBWP.2 size=81559 2024-04-02T08:51:04.062 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.063+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=F1LZ17XOGBWP tag=6VPC4ONXHL8J type=write size=3227287 2024-04-02T08:51:04.063 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.065+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=WOXKTUGGHRMJ type=del 2024-04-02T08:51:04.065 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.067+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=BKQJ0KANDQR5 type=del size=2593275 2024-04-02T08:51:04.067 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.068+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~EGHZMQTXBI0J.0 size=1017918 2024-04-02T08:51:04.070 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.071+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=EGHZMQTXBI0J tag=7S6I2Q278HNC type=write size=2066494 2024-04-02T08:51:04.073 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.075+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~AXI66THGOGUX.0 size=1048576 2024-04-02T08:51:04.075 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.076+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~AXI66THGOGUX.1 size=1048576 2024-04-02T08:51:04.076 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.077+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~AXI66THGOGUX.2 size=505898 2024-04-02T08:51:04.076 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.077+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=AXI66THGOGUX tag=93HUHYA6O2QJ type=write size=3651626 2024-04-02T08:51:04.078 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.079+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~MFK246TSJ7VH.0 size=504134 2024-04-02T08:51:04.081 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.082+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=MFK246TSJ7VH tag=23BK5O0RO42X type=write size=1552710 2024-04-02T08:51:04.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.085+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~2RLW8UDKWVB9.0 size=1048576 2024-04-02T08:51:04.085 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.086+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~2RLW8UDKWVB9.1 size=446057 2024-04-02T08:51:04.085 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.086+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=2RLW8UDKWVB9 tag=986QGFMDD8T5 type=write size=2543209 2024-04-02T08:51:04.087 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.088+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=X45BM167UYSF type=del 2024-04-02T08:51:04.090 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.091+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~7BQU33IP2SMY.0 size=1048576 2024-04-02T08:51:04.091 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.093+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~7BQU33IP2SMY.1 size=1048576 2024-04-02T08:51:04.093 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.094+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~7BQU33IP2SMY.2 size=706274 2024-04-02T08:51:04.093 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.094+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=7BQU33IP2SMY tag=PYL1VOHBDL8T type=write size=3852002 2024-04-02T08:51:04.096 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.098+0000 7f2c37839780 1 < suggested remove operation key=YRS6E6FA19PT tag=81LWVDPNWW86 type=del 2024-04-02T08:51:04.099 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.101+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~DWVNC8YO3X6P.0 size=1048576 2024-04-02T08:51:04.101 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.102+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~DWVNC8YO3X6P.1 size=285943 2024-04-02T08:51:04.101 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.102+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=DWVNC8YO3X6P tag=K15AOVWBLJ2T type=write size=2383095 2024-04-02T08:51:04.102 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.104+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~YOO1HP8RPDQ0.0 size=511798 2024-04-02T08:51:04.105 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.107+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=YOO1HP8RPDQ0 tag=RSOZOCNE1NJG type=write size=1560374 2024-04-02T08:51:04.107 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.108+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=KV6JA5XK2BOS type=del size=3578806 2024-04-02T08:51:04.109 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.110+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=3V0XRI7A0EO4 type=del 2024-04-02T08:51:04.110 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.112+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=4EERJWST7EZJ type=del size=4031014 2024-04-02T08:51:04.113 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.113+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~WZCNENPTYML5.0 size=1048576 2024-04-02T08:51:04.114 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.113+0000 7f2c37839780 1 < canceled part key=_multipart_CLRQ9OAM3LFI.2~WZCNENPTYML5.1 size=878680 2024-04-02T08:51:04.115 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.116+0000 7f2c37839780 1 < canceled multipart upload key=CLRQ9OAM3LFI upload=WZCNENPTYML5 tag=VXCY2HMK56PB type=write size=2975832 2024-04-02T08:51:04.117 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.118+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=C3JERCJHQ7PW type=del size=2162262 2024-04-02T08:51:04.118 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.120+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=05LL5KB0WARC type=del 2024-04-02T08:51:04.120 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.121+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=CIMK79N1PL5P type=del size=1379798 2024-04-02T08:51:04.122 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.123+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~9JGTC2LXJF4K.0 size=1048576 2024-04-02T08:51:04.122 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.123+0000 7f2c37839780 1 < canceled part key=_multipart_ZBWX3XCY0JRK.2~9JGTC2LXJF4K.1 size=526934 2024-04-02T08:51:04.125 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.126+0000 7f2c37839780 1 < canceled multipart upload key=ZBWX3XCY0JRK upload=9JGTC2LXJF4K tag=KE5VNXBZZQ6F type=write size=2624086 2024-04-02T08:51:04.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.128+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=ZSU5UD9XJ0U7 type=del size=3340639 2024-04-02T08:51:04.128 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.129+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~5SMQBL83E998.0 size=1048576 2024-04-02T08:51:04.129 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.131+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~5SMQBL83E998.1 size=109077 2024-04-02T08:51:04.132 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.134+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=5SMQBL83E998 tag=OQPWZIAA7Q07 type=write size=2206229 2024-04-02T08:51:04.135 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.136+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=E44O2ZNDSQJR type=write size=600960 2024-04-02T08:51:04.137 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.138+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=GOAAH5OU4X98 type=del 2024-04-02T08:51:04.138 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.140+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=EUNDK15T739T type=write size=55924 2024-04-02T08:51:04.140 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.141+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=ZIH4P70JMYTZ type=del 2024-04-02T08:51:04.142 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.143+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=OEB3ZM3YU4WI type=del size=2021857 2024-04-02T08:51:04.143 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.145+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=W6XKUD2IMZDZ type=del 2024-04-02T08:51:04.145 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.146+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=71TRLS4MX284 type=del size=3627202 2024-04-02T08:51:04.149 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.150+0000 7f2c37839780 1 < suggested update operation key=9Y8YLX0RAIPV tag=DHKYTD3W0G0F type=del size=3921745 2024-04-02T08:51:04.150 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.152+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=H5LJZ97J1J8A type=del size=1141178 2024-04-02T08:51:04.152 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.154+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~F1LZ17XOGBWP.0 size=1048576 2024-04-02T08:51:04.152 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.154+0000 7f2c37839780 1 < canceled part key=_multipart_8VUTVS0YUD1N.2~F1LZ17XOGBWP.1 size=1048576 2024-04-02T08:51:04.154 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.155+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~F1LZ17XOGBWP.2 size=81559 2024-04-02T08:51:04.156 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.158+0000 7f2c37839780 1 < canceled multipart upload key=8VUTVS0YUD1N upload=F1LZ17XOGBWP tag=6VPC4ONXHL8J type=write size=3227287 2024-04-02T08:51:04.159 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.160+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=4GF2QYXRDI2E type=del size=3867682 2024-04-02T08:51:04.160 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.162+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=BKQJ0KANDQR5 type=del 2024-04-02T08:51:04.163 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.165+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~LFKICGAYI5XR.0 size=934976 2024-04-02T08:51:04.164 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.165+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=LFKICGAYI5XR tag=UTRDY6FLBSK7 type=write size=1983552 2024-04-02T08:51:04.165 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.166+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~AXI66THGOGUX.0 size=1048576 2024-04-02T08:51:04.165 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.166+0000 7f2c37839780 1 < canceled part key=_multipart_KES2MUV53GCC.2~AXI66THGOGUX.1 size=1048576 2024-04-02T08:51:04.166 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.168+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~AXI66THGOGUX.2 size=505898 2024-04-02T08:51:04.169 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.171+0000 7f2c37839780 1 < canceled multipart upload key=KES2MUV53GCC upload=AXI66THGOGUX tag=93HUHYA6O2QJ type=write size=3651626 2024-04-02T08:51:04.171 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.172+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=5QBT57LVE7DT type=del size=3158983 2024-04-02T08:51:04.172 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.174+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~2RLW8UDKWVB9.0 size=1048576 2024-04-02T08:51:04.174 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.175+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~2RLW8UDKWVB9.1 size=446057 2024-04-02T08:51:04.177 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.178+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=2RLW8UDKWVB9 tag=986QGFMDD8T5 type=write size=2543209 2024-04-02T08:51:04.178 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.180+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=FIDH5MCKLT79 type=del size=396906 2024-04-02T08:51:04.180 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.181+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~7BQU33IP2SMY.0 size=1048576 2024-04-02T08:51:04.182 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.183+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~7BQU33IP2SMY.1 size=1048576 2024-04-02T08:51:04.183 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.184+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~7BQU33IP2SMY.2 size=706274 2024-04-02T08:51:04.186 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.188+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=7BQU33IP2SMY tag=PYL1VOHBDL8T type=write size=3852002 2024-04-02T08:51:04.188 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.189+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=P96PX6FEPSOC type=del size=2949475 2024-04-02T08:51:04.190 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.191+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~DWVNC8YO3X6P.0 size=1048576 2024-04-02T08:51:04.191 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.192+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~DWVNC8YO3X6P.1 size=285943 2024-04-02T08:51:04.194 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.195+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=DWVNC8YO3X6P tag=K15AOVWBLJ2T type=write size=2383095 2024-04-02T08:51:04.197 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.197+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=WSF7W5HHR0HN type=del size=1875649 2024-04-02T08:51:04.199 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.200+0000 7f2c37839780 1 < suggested remove operation key=51ZKADJFQPAW tag=KV6JA5XK2BOS type=del 2024-04-02T08:51:04.202 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.203+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~YSM0DUTFVZ8G.0 size=1048576 2024-04-02T08:51:04.203 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.205+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~YSM0DUTFVZ8G.1 size=1048576 2024-04-02T08:51:04.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.206+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~YSM0DUTFVZ8G.2 size=182398 2024-04-02T08:51:04.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.206+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=YSM0DUTFVZ8G tag=B4714RJ4140D type=write size=3328126 2024-04-02T08:51:04.206 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.208+0000 7f2c37839780 1 < canceled operation key=YRS6E6FA19PT tag=4EERJWST7EZJ type=del size=4031014 2024-04-02T08:51:04.210 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.211+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~CS6SJ5HX813I.0 size=911921 2024-04-02T08:51:04.210 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.211+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=CS6SJ5HX813I tag=P2HOWJ482OW4 type=write size=1960497 2024-04-02T08:51:04.211 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.213+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=C3JERCJHQ7PW type=del 2024-04-02T08:51:04.213 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.214+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=SZ68U0Y1SSSZ type=del size=1919289 2024-04-02T08:51:04.215 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.216+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=CIMK79N1PL5P type=del 2024-04-02T08:51:04.218 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.219+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~IKA19PF76ZNP.0 size=1048576 2024-04-02T08:51:04.220 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.221+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~IKA19PF76ZNP.1 size=1048576 2024-04-02T08:51:04.221 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.222+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~IKA19PF76ZNP.2 size=66011 2024-04-02T08:51:04.221 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.222+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=IKA19PF76ZNP tag=2U3T943R1CAU type=write size=3211739 2024-04-02T08:51:04.223 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.224+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=ZSU5UD9XJ0U7 type=del 2024-04-02T08:51:04.226 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.226+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=5TJPLEPX99K3 type=del size=3461535 2024-04-02T08:51:04.226 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.227+0000 7f2c37839780 1 < completed write operation key=L7FKDUVU3YGN tag=E44O2ZNDSQJR type=write size=600960 2024-04-02T08:51:04.228 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.229+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=1OP29W6I239A type=del size=1755757 2024-04-02T08:51:04.229 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.231+0000 7f2c37839780 1 < completed write operation key=01FWIMJZX0P3 tag=EUNDK15T739T type=write size=55924 2024-04-02T08:51:04.233 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.234+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~SJ4VTOU7TEIU.0 size=1048576 2024-04-02T08:51:04.234 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.235+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~SJ4VTOU7TEIU.1 size=1048576 2024-04-02T08:51:04.235 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.237+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~SJ4VTOU7TEIU.2 size=749309 2024-04-02T08:51:04.235 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.237+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=SJ4VTOU7TEIU tag=DQ35XK4MAQLY type=write size=3895037 2024-04-02T08:51:04.237 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.238+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=OEB3ZM3YU4WI type=del 2024-04-02T08:51:04.239 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.240+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=4DVLNR8V9CUW type=write size=576589 2024-04-02T08:51:04.241 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.242+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=71TRLS4MX284 type=del 2024-04-02T08:51:04.242 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.244+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=QWDT8OAHSMNP type=del size=2404348 2024-04-02T08:51:04.244 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.245+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=H5LJZ97J1J8A type=del 2024-04-02T08:51:04.246 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.247+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=JCLJ4LXG4XUD type=del size=2363158 2024-04-02T08:51:04.247 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.249+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=4GF2QYXRDI2E type=del 2024-04-02T08:51:04.251 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.252+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~4IH35KWUB5PS.0 size=1048576 2024-04-02T08:51:04.252 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.254+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~4IH35KWUB5PS.1 size=395773 2024-04-02T08:51:04.252 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.254+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=4IH35KWUB5PS tag=60UIGEKNCKXR type=write size=2492925 2024-04-02T08:51:04.254 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.256+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~LFKICGAYI5XR.0 size=934976 2024-04-02T08:51:04.258 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.259+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=LFKICGAYI5XR tag=UTRDY6FLBSK7 type=write size=1983552 2024-04-02T08:51:04.261 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.263+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~R864KMFMV4IW.0 size=318533 2024-04-02T08:51:04.262 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.263+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=R864KMFMV4IW tag=YZYN038D35IY type=write size=1367109 2024-04-02T08:51:04.263 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.264+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=5QBT57LVE7DT type=del 2024-04-02T08:51:04.265 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.267+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=BDNQX5P50JDY type=del size=4168951 2024-04-02T08:51:04.267 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.268+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=FIDH5MCKLT79 type=del 2024-04-02T08:51:04.269 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.270+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=0KSDNQ6YP4Y6 type=del size=149190 2024-04-02T08:51:04.271 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.272+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=P96PX6FEPSOC type=del 2024-04-02T08:51:04.273 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.274+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=63FGK1XSGVQ7 type=write size=943142 2024-04-02T08:51:04.275 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.276+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=WSF7W5HHR0HN type=del 2024-04-02T08:51:04.277 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.278+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=5J5KD0PR8WWD type=del size=898783 2024-04-02T08:51:04.278 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.280+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~YSM0DUTFVZ8G.0 size=1048576 2024-04-02T08:51:04.278 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.280+0000 7f2c37839780 1 < canceled part key=_multipart_DRUREBB8SOYG.2~YSM0DUTFVZ8G.1 size=1048576 2024-04-02T08:51:04.278 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.280+0000 7f2c37839780 1 < canceled part key=_multipart_DRUREBB8SOYG.2~YSM0DUTFVZ8G.2 size=182398 2024-04-02T08:51:04.281 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.283+0000 7f2c37839780 1 < canceled multipart upload key=DRUREBB8SOYG upload=YSM0DUTFVZ8G tag=B4714RJ4140D type=write size=3328126 2024-04-02T08:51:04.283 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.284+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=58CWD24A0WMS type=del size=1197992 2024-04-02T08:51:04.283 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.285+0000 7f2c37839780 1 < canceled part key=_multipart_CLRQ9OAM3LFI.2~CS6SJ5HX813I.0 size=911921 2024-04-02T08:51:04.286 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.288+0000 7f2c37839780 1 < canceled multipart upload key=CLRQ9OAM3LFI upload=CS6SJ5HX813I tag=P2HOWJ482OW4 type=write size=1960497 2024-04-02T08:51:04.288 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.289+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=O0BXOO8B8SM2 type=del size=1427573 2024-04-02T08:51:04.291 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.293+0000 7f2c37839780 1 < suggested remove operation key=L7FKDUVU3YGN tag=SZ68U0Y1SSSZ type=del 2024-04-02T08:51:04.294 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.296+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~KPDCCG9CLK8U.0 size=1048576 2024-04-02T08:51:04.296 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.297+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~KPDCCG9CLK8U.1 size=362332 2024-04-02T08:51:04.296 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.297+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=KPDCCG9CLK8U tag=3CKT5FAYF8KH type=write size=2459484 2024-04-02T08:51:04.298 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.299+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~IKA19PF76ZNP.0 size=1048576 2024-04-02T08:51:04.299 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.300+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~IKA19PF76ZNP.1 size=1048576 2024-04-02T08:51:04.300 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.302+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~IKA19PF76ZNP.2 size=66011 2024-04-02T08:51:04.303 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.305+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=IKA19PF76ZNP tag=2U3T943R1CAU type=write size=3211739 2024-04-02T08:51:04.307 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.308+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~KF99X4C8IAFH.0 size=302278 2024-04-02T08:51:04.307 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.308+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=KF99X4C8IAFH tag=K2AOLVLA9L5S type=write size=1350854 2024-04-02T08:51:04.308 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.310+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=5TJPLEPX99K3 type=del 2024-04-02T08:51:04.310 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.312+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=0UN4TSY6HPGH type=del size=3833345 2024-04-02T08:51:04.312 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.313+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=1OP29W6I239A type=del 2024-04-02T08:51:04.314 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.315+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=R9PL56FZID03 type=write size=789650 2024-04-02T08:51:04.314 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.315+0000 7f2c37839780 1 < canceled part key=_multipart_K3VPFIXU5HDZ.2~SJ4VTOU7TEIU.0 size=1048576 2024-04-02T08:51:04.317 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.317+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~SJ4VTOU7TEIU.1 size=1048576 2024-04-02T08:51:04.317 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.318+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~SJ4VTOU7TEIU.2 size=749309 2024-04-02T08:51:04.320 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.321+0000 7f2c37839780 1 < canceled multipart upload key=K3VPFIXU5HDZ upload=SJ4VTOU7TEIU tag=DQ35XK4MAQLY type=write size=3895037 2024-04-02T08:51:04.322 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.323+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=AMMLPPUBW1EV type=del size=2847351 2024-04-02T08:51:04.323 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.325+0000 7f2c37839780 1 < completed write operation key=8VUTVS0YUD1N tag=4DVLNR8V9CUW type=write size=576589 2024-04-02T08:51:04.326 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.328+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~WU56Y7OOKXFZ.0 size=1048576 2024-04-02T08:51:04.328 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.329+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~WU56Y7OOKXFZ.1 size=1048576 2024-04-02T08:51:04.329 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.331+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~WU56Y7OOKXFZ.2 size=626076 2024-04-02T08:51:04.329 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.331+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=WU56Y7OOKXFZ tag=HGIY638R74TA type=write size=3771804 2024-04-02T08:51:04.331 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.332+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=QWDT8OAHSMNP type=del 2024-04-02T08:51:04.334 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.335+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=DJI57U86NH5J type=del size=2048441 2024-04-02T08:51:04.338 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.339+0000 7f2c37839780 1 < suggested remove operation key=Z1QID1NC8QNM tag=JCLJ4LXG4XUD type=del 2024-04-02T08:51:04.339 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.341+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=IAKO25JUPGS4 type=del size=3035642 2024-04-02T08:51:04.341 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.343+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~4IH35KWUB5PS.0 size=1048576 2024-04-02T08:51:04.343 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.344+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~4IH35KWUB5PS.1 size=395773 2024-04-02T08:51:04.346 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.347+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=4IH35KWUB5PS tag=60UIGEKNCKXR type=write size=2492925 2024-04-02T08:51:04.349 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.350+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~VYO4CWVTHPVY.0 size=1048576 2024-04-02T08:51:04.350 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.352+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~VYO4CWVTHPVY.1 size=1048576 2024-04-02T08:51:04.352 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.353+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~VYO4CWVTHPVY.2 size=780071 2024-04-02T08:51:04.352 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.353+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=VYO4CWVTHPVY tag=D17M7NTFTA4F type=write size=3925799 2024-04-02T08:51:04.354 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.355+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~R864KMFMV4IW.0 size=318533 2024-04-02T08:51:04.357 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.358+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=R864KMFMV4IW tag=YZYN038D35IY type=write size=1367109 2024-04-02T08:51:04.359 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.360+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=BXP5DV7NGNDL type=del size=84148 2024-04-02T08:51:04.361 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.362+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=BDNQX5P50JDY type=del 2024-04-02T08:51:04.363 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.364+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=QSLAU7WOUH3G type=write size=102738 2024-04-02T08:51:04.364 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.366+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=0KSDNQ6YP4Y6 type=del 2024-04-02T08:51:04.367 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.368+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=RCGNIABGXLUA type=write size=490224 2024-04-02T08:51:04.368 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.370+0000 7f2c37839780 1 < completed write operation key=51ZKADJFQPAW tag=63FGK1XSGVQ7 type=write size=943142 2024-04-02T08:51:04.371 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.372+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=F9OYMTH2NOAR type=del size=3832943 2024-04-02T08:51:04.373 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.374+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=5J5KD0PR8WWD type=del 2024-04-02T08:51:04.376 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.377+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~SX3O1GEOCPDN.0 size=690094 2024-04-02T08:51:04.376 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.377+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=SX3O1GEOCPDN tag=X2P286LD94DB type=write size=1738670 2024-04-02T08:51:04.378 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.379+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=58CWD24A0WMS type=del 2024-04-02T08:51:04.380 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.381+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=WVV621EUEUT1 type=del size=3913090 2024-04-02T08:51:04.382 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.383+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=O0BXOO8B8SM2 type=del 2024-04-02T08:51:04.385 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.387+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~JVREH8YFV3V6.0 size=1048576 2024-04-02T08:51:04.387 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.388+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~JVREH8YFV3V6.1 size=1048576 2024-04-02T08:51:04.388 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.389+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~JVREH8YFV3V6.2 size=338226 2024-04-02T08:51:04.388 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.389+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=JVREH8YFV3V6 tag=ULV7WF7XYU3F type=write size=3483954 2024-04-02T08:51:04.390 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.391+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~KPDCCG9CLK8U.0 size=1048576 2024-04-02T08:51:04.391 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.392+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~KPDCCG9CLK8U.1 size=362332 2024-04-02T08:51:04.394 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.396+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=KPDCCG9CLK8U tag=3CKT5FAYF8KH type=write size=2459484 2024-04-02T08:51:04.399 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.400+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~3RO1PU3R8JKG.0 size=1048576 2024-04-02T08:51:04.400 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.402+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~3RO1PU3R8JKG.1 size=663450 2024-04-02T08:51:04.400 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.402+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=3RO1PU3R8JKG tag=K7R3DY7NT975 type=write size=2760602 2024-04-02T08:51:04.402 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.404+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~KF99X4C8IAFH.0 size=302278 2024-04-02T08:51:04.406 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.407+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=KF99X4C8IAFH tag=K2AOLVLA9L5S type=write size=1350854 2024-04-02T08:51:04.408 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.409+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=CO0Z728MSK0Z type=del size=3780405 2024-04-02T08:51:04.410 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.411+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=0UN4TSY6HPGH type=del 2024-04-02T08:51:04.413 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.414+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~AA6VBA2S9M46.0 size=398411 2024-04-02T08:51:04.413 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.414+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=AA6VBA2S9M46 tag=BZJUNDVOPAXH type=write size=1446987 2024-04-02T08:51:04.415 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.416+0000 7f2c37839780 1 < completed write operation key=ZBWX3XCY0JRK tag=R9PL56FZID03 type=write size=789650 2024-04-02T08:51:04.417 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.418+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=LF956SNUF12W type=del size=1960974 2024-04-02T08:51:04.418 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.420+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=AMMLPPUBW1EV type=del 2024-04-02T08:51:04.422 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.424+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~02VE9WMT49C4.0 size=1048576 2024-04-02T08:51:04.424 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.425+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~02VE9WMT49C4.1 size=1048576 2024-04-02T08:51:04.425 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.427+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~02VE9WMT49C4.2 size=231872 2024-04-02T08:51:04.426 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.427+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=02VE9WMT49C4 tag=WCED46CAA8LA type=write size=3377600 2024-04-02T08:51:04.427 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.429+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~WU56Y7OOKXFZ.0 size=1048576 2024-04-02T08:51:04.429 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.430+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~WU56Y7OOKXFZ.1 size=1048576 2024-04-02T08:51:04.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.432+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~WU56Y7OOKXFZ.2 size=626076 2024-04-02T08:51:04.433 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.435+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=WU56Y7OOKXFZ tag=HGIY638R74TA type=write size=3771804 2024-04-02T08:51:04.436 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.438+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~0LAYSWK891XW.0 size=1048576 2024-04-02T08:51:04.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.439+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~0LAYSWK891XW.1 size=966983 2024-04-02T08:51:04.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.439+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=0LAYSWK891XW tag=QIN15KU5KWDY type=write size=3064135 2024-04-02T08:51:04.439 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.441+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=DJI57U86NH5J type=del 2024-04-02T08:51:04.443 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.444+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~M23XZLRO4O5X.0 size=1048576 2024-04-02T08:51:04.445 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.446+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~M23XZLRO4O5X.1 size=1048576 2024-04-02T08:51:04.446 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.447+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~M23XZLRO4O5X.2 size=948188 2024-04-02T08:51:04.446 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.447+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=M23XZLRO4O5X tag=432V6K3DC6FS type=write size=4093916 2024-04-02T08:51:04.449 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.449+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=IAKO25JUPGS4 type=del 2024-04-02T08:51:04.451 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.453+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~TKILP2XNTJ9B.0 size=1048576 2024-04-02T08:51:04.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.454+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~TKILP2XNTJ9B.1 size=1048576 2024-04-02T08:51:04.455 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.456+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~TKILP2XNTJ9B.2 size=473864 2024-04-02T08:51:04.455 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.456+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=TKILP2XNTJ9B tag=YO7QD19DN3J5 type=write size=3619592 2024-04-02T08:51:04.456 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.458+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~VYO4CWVTHPVY.0 size=1048576 2024-04-02T08:51:04.458 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.459+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~VYO4CWVTHPVY.1 size=1048576 2024-04-02T08:51:04.459 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.460+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~VYO4CWVTHPVY.2 size=780071 2024-04-02T08:51:04.462 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.463+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=VYO4CWVTHPVY tag=D17M7NTFTA4F type=write size=3925799 2024-04-02T08:51:04.464 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.466+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=G3JNV9O1ONRD type=write size=286871 2024-04-02T08:51:04.467 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.468+0000 7f2c37839780 1 < suggested remove operation key=KES2MUV53GCC tag=BXP5DV7NGNDL type=del 2024-04-02T08:51:04.469 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.470+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=4XIM5NA57HA0 type=write size=817829 2024-04-02T08:51:04.470 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.472+0000 7f2c37839780 1 < completed write operation key=K3VPFIXU5HDZ tag=QSLAU7WOUH3G type=write size=102738 2024-04-02T08:51:04.472 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.473+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=BY4RLAXDIYIS type=del size=3101898 2024-04-02T08:51:04.474 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.475+0000 7f2c37839780 1 < completed write operation key=9DRFTTIJ432I tag=RCGNIABGXLUA type=write size=490224 2024-04-02T08:51:04.477 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.478+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~956N126VK5MK.0 size=1048576 2024-04-02T08:51:04.478 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.480+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~956N126VK5MK.1 size=575548 2024-04-02T08:51:04.478 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.480+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=956N126VK5MK tag=UCBVUPU1JSO3 type=write size=2672700 2024-04-02T08:51:04.480 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.481+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=F9OYMTH2NOAR type=del 2024-04-02T08:51:04.483 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.485+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~78I3FSVOWB94.0 size=1020920 2024-04-02T08:51:04.483 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.485+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=78I3FSVOWB94 tag=PDW6AMV19YU6 type=write size=2069496 2024-04-02T08:51:04.485 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.486+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~SX3O1GEOCPDN.0 size=690094 2024-04-02T08:51:04.488 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.490+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=SX3O1GEOCPDN tag=X2P286LD94DB type=write size=1738670 2024-04-02T08:51:04.490 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.491+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=O8IAYH5GGPDF type=del size=1369335 2024-04-02T08:51:04.492 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.493+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=WVV621EUEUT1 type=del 2024-04-02T08:51:04.493 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.495+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=4I3CXK4TEWBS type=write size=211623 2024-04-02T08:51:04.495 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.496+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~JVREH8YFV3V6.0 size=1048576 2024-04-02T08:51:04.497 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.498+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~JVREH8YFV3V6.1 size=1048576 2024-04-02T08:51:04.498 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.500+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~JVREH8YFV3V6.2 size=338226 2024-04-02T08:51:04.502 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.503+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=JVREH8YFV3V6 tag=ULV7WF7XYU3F type=write size=3483954 2024-04-02T08:51:04.503 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.505+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=FYLGZQBA46SS type=del size=1712852 2024-04-02T08:51:04.505 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.507+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~3RO1PU3R8JKG.0 size=1048576 2024-04-02T08:51:04.507 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.508+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~3RO1PU3R8JKG.1 size=663450 2024-04-02T08:51:04.510 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.512+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=3RO1PU3R8JKG tag=K7R3DY7NT975 type=write size=2760602 2024-04-02T08:51:04.513 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.514+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=9MORJBFKN5P5 type=del size=273423 2024-04-02T08:51:04.515 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.516+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=CO0Z728MSK0Z type=del 2024-04-02T08:51:04.516 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.518+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=L93LJLMMZXB8 type=del size=3411137 2024-04-02T08:51:04.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.518+0000 7f2c37839780 1 < canceled part key=_multipart_9DRFTTIJ432I.2~AA6VBA2S9M46.0 size=398411 2024-04-02T08:51:04.520 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.521+0000 7f2c37839780 1 < canceled multipart upload key=9DRFTTIJ432I upload=AA6VBA2S9M46 tag=BZJUNDVOPAXH type=write size=1446987 2024-04-02T08:51:04.521 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.523+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=F9RDT59KG91A type=del size=4072751 2024-04-02T08:51:04.524 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.525+0000 7f2c37839780 1 < canceled operation key=OKEW0QKVDGET tag=LF956SNUF12W type=del size=1960974 2024-04-02T08:51:04.525 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.526+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=1UNN79CJMKGC type=del size=3312333 2024-04-02T08:51:04.527 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.528+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~02VE9WMT49C4.0 size=1048576 2024-04-02T08:51:04.528 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.529+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~02VE9WMT49C4.1 size=1048576 2024-04-02T08:51:04.528 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.529+0000 7f2c37839780 1 < canceled part key=_multipart_H8SE1U3QW0C2.2~02VE9WMT49C4.2 size=231872 2024-04-02T08:51:04.531 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.532+0000 7f2c37839780 1 < canceled multipart upload key=H8SE1U3QW0C2 upload=02VE9WMT49C4 tag=WCED46CAA8LA type=write size=3377600 2024-04-02T08:51:04.533 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.534+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=3I013118CKX9 type=del size=2397717 2024-04-02T08:51:04.534 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.536+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~0LAYSWK891XW.0 size=1048576 2024-04-02T08:51:04.536 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.537+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~0LAYSWK891XW.1 size=966983 2024-04-02T08:51:04.539 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.540+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=0LAYSWK891XW tag=QIN15KU5KWDY type=write size=3064135 2024-04-02T08:51:04.541 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.542+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=F97B75GFOCJ5 type=del size=1837692 2024-04-02T08:51:04.542 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.543+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~M23XZLRO4O5X.0 size=1048576 2024-04-02T08:51:04.544 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.545+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~M23XZLRO4O5X.1 size=1048576 2024-04-02T08:51:04.545 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.546+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~M23XZLRO4O5X.2 size=948188 2024-04-02T08:51:04.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.549+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=M23XZLRO4O5X tag=432V6K3DC6FS type=write size=4093916 2024-04-02T08:51:04.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.552+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~V4NG2CJBGN5G.0 size=716360 2024-04-02T08:51:04.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.552+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=V4NG2CJBGN5G tag=92842L05C762 type=write size=1764936 2024-04-02T08:51:04.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.554+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~TKILP2XNTJ9B.0 size=1048576 2024-04-02T08:51:04.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.555+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~TKILP2XNTJ9B.1 size=1048576 2024-04-02T08:51:04.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.557+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~TKILP2XNTJ9B.2 size=473864 2024-04-02T08:51:04.559 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.560+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=TKILP2XNTJ9B tag=YO7QD19DN3J5 type=write size=3619592 2024-04-02T08:51:04.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.563+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~1AO3XN7O3F9N.0 size=1048576 2024-04-02T08:51:04.563 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.565+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~1AO3XN7O3F9N.1 size=838141 2024-04-02T08:51:04.564 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.565+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=1AO3XN7O3F9N tag=MC76Z5GRCTFP type=write size=2935293 2024-04-02T08:51:04.565 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.567+0000 7f2c37839780 1 < canceled operation key=L850LE5LQWEI tag=G3JNV9O1ONRD type=write size=286871 2024-04-02T08:51:04.568 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.570+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~G5F36JWD3Q4R.0 size=1048576 2024-04-02T08:51:04.570 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.571+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~G5F36JWD3Q4R.1 size=1048576 2024-04-02T08:51:04.571 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.573+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~G5F36JWD3Q4R.2 size=1027686 2024-04-02T08:51:04.572 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.573+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=G5F36JWD3Q4R tag=IN0RIKCPJ6VL type=write size=4173414 2024-04-02T08:51:04.573 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.575+0000 7f2c37839780 1 < completed write operation key=1V7MCBT4ATIC tag=4XIM5NA57HA0 type=write size=817829 2024-04-02T08:51:04.576 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.578+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~WT1CM306Z7QY.0 size=1048576 2024-04-02T08:51:04.578 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.579+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~WT1CM306Z7QY.1 size=776079 2024-04-02T08:51:04.578 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.579+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=WT1CM306Z7QY tag=FVNV8YWTAOBM type=write size=2873231 2024-04-02T08:51:04.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.581+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=BY4RLAXDIYIS type=del 2024-04-02T08:51:04.582 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.583+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=W7Q1KI0T59DM type=del size=3364085 2024-04-02T08:51:04.583 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.585+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~956N126VK5MK.0 size=1048576 2024-04-02T08:51:04.585 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.586+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~956N126VK5MK.1 size=575548 2024-04-02T08:51:04.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.589+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=956N126VK5MK tag=UCBVUPU1JSO3 type=write size=2672700 2024-04-02T08:51:04.590 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.591+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=F41FNHZ0PH3H type=del size=1093868 2024-04-02T08:51:04.591 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.593+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~78I3FSVOWB94.0 size=1020920 2024-04-02T08:51:04.594 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.596+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=78I3FSVOWB94 tag=PDW6AMV19YU6 type=write size=2069496 2024-04-02T08:51:04.596 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.597+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=XHBSWO3K6C46 type=del size=960807 2024-04-02T08:51:04.598 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.599+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=O8IAYH5GGPDF type=del 2024-04-02T08:51:04.601 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.602+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~LRWSLWCOIRWR.0 size=1048576 2024-04-02T08:51:04.602 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.604+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~LRWSLWCOIRWR.1 size=1048576 2024-04-02T08:51:04.604 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.606+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~LRWSLWCOIRWR.2 size=992427 2024-04-02T08:51:04.604 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.606+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=LRWSLWCOIRWR tag=92Z71ZC10DPF type=write size=4138155 2024-04-02T08:51:04.606 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.607+0000 7f2c37839780 1 < completed write operation key=9DRFTTIJ432I tag=4I3CXK4TEWBS type=write size=211623 2024-04-02T08:51:04.609 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.611+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~G9Q60OY7XUI3.0 size=88761 2024-04-02T08:51:04.609 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.611+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=G9Q60OY7XUI3 tag=H5J4T65U05F3 type=write size=1137337 2024-04-02T08:51:04.611 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.612+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=FYLGZQBA46SS type=del 2024-04-02T08:51:04.614 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.616+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~XKY9KEJI5JX9.0 size=1048576 2024-04-02T08:51:04.616 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.617+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~XKY9KEJI5JX9.1 size=1048576 2024-04-02T08:51:04.617 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.618+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~XKY9KEJI5JX9.2 size=700250 2024-04-02T08:51:04.617 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.618+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=XKY9KEJI5JX9 tag=NNHQA8QJC9JC type=write size=3845978 2024-04-02T08:51:04.620 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.622+0000 7f2c37839780 1 < suggested update operation key=Z1QID1NC8QNM tag=9MORJBFKN5P5 type=del size=273423 2024-04-02T08:51:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:04 smithi188 ceph-mon[86835]: pgmap v1387: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 221 KiB/s wr, 1.12k op/s 2024-04-02T08:51:04.624 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.625+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~AK24VJ2DQCA1.0 size=948774 2024-04-02T08:51:04.624 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.625+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=AK24VJ2DQCA1 tag=DBFG0J1GT2YP type=write size=1997350 2024-04-02T08:51:04.625 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.627+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=L93LJLMMZXB8 type=del 2024-04-02T08:51:04.629 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.631+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~E45729G0DE86.0 size=46424 2024-04-02T08:51:04.629 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.631+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=E45729G0DE86 tag=K1R4YA52Q0O7 type=write size=1095000 2024-04-02T08:51:04.632 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.634+0000 7f2c37839780 1 < suggested remove operation key=K3VPFIXU5HDZ tag=F9RDT59KG91A type=del 2024-04-02T08:51:04.634 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.635+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=KEIZNM13BHM6 type=del size=559763 2024-04-02T08:51:04.636 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.637+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=1UNN79CJMKGC type=del 2024-04-02T08:51:04.638 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.639+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=0QW7XDVD02FZ type=del size=797745 2024-04-02T08:51:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:04 smithi104 ceph-mon[96567]: pgmap v1387: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 221 KiB/s wr, 1.12k op/s 2024-04-02T08:51:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:04 smithi104 ceph-mon[94081]: pgmap v1387: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 221 KiB/s wr, 1.12k op/s 2024-04-02T08:51:04.640 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.641+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=3I013118CKX9 type=del 2024-04-02T08:51:04.641 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.642+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=XJV0BAMYR4W5 type=del size=2903149 2024-04-02T08:51:04.643 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.644+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=F97B75GFOCJ5 type=del 2024-04-02T08:51:04.645 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.646+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=9X8GCYQFQ4TE type=del size=3548336 2024-04-02T08:51:04.646 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.648+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~V4NG2CJBGN5G.0 size=716360 2024-04-02T08:51:04.649 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.651+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=V4NG2CJBGN5G tag=92842L05C762 type=write size=1764936 2024-04-02T08:51:04.652 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.654+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~JC6IS1TX1ET5.0 size=1048576 2024-04-02T08:51:04.654 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.655+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~JC6IS1TX1ET5.1 size=1048576 2024-04-02T08:51:04.656 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.657+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~JC6IS1TX1ET5.2 size=132899 2024-04-02T08:51:04.656 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.657+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=JC6IS1TX1ET5 tag=WKPLR75O7RNQ type=write size=3278627 2024-04-02T08:51:04.658 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.659+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~1AO3XN7O3F9N.0 size=1048576 2024-04-02T08:51:04.659 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.661+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~1AO3XN7O3F9N.1 size=838141 2024-04-02T08:51:04.662 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.664+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=1AO3XN7O3F9N tag=MC76Z5GRCTFP type=write size=2935293 2024-04-02T08:51:04.664 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.665+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=EXH1AW63A7H1 type=del size=3448942 2024-04-02T08:51:04.666 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.667+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~G5F36JWD3Q4R.0 size=1048576 2024-04-02T08:51:04.667 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.669+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~G5F36JWD3Q4R.1 size=1048576 2024-04-02T08:51:04.669 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.670+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~G5F36JWD3Q4R.2 size=1027686 2024-04-02T08:51:04.672 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.673+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=G5F36JWD3Q4R tag=IN0RIKCPJ6VL type=write size=4173414 2024-04-02T08:51:04.675 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.676+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~BG66L11S58TT.0 size=473923 2024-04-02T08:51:04.675 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.676+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=BG66L11S58TT tag=8PN7Y4FWRN1V type=write size=1522499 2024-04-02T08:51:04.677 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.678+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~WT1CM306Z7QY.0 size=1048576 2024-04-02T08:51:04.679 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.680+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~WT1CM306Z7QY.1 size=776079 2024-04-02T08:51:04.682 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.683+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=WT1CM306Z7QY tag=FVNV8YWTAOBM type=write size=2873231 2024-04-02T08:51:04.684 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.685+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=IJPCBABDXYEI type=del size=2869374 2024-04-02T08:51:04.686 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.687+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=W7Q1KI0T59DM type=del 2024-04-02T08:51:04.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.689+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=7JG82KSLRWJW type=del size=1992442 2024-04-02T08:51:04.690 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.691+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=F41FNHZ0PH3H type=del 2024-04-02T08:51:04.693 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.694+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~E6LH8M8XSXYD.0 size=755596 2024-04-02T08:51:04.693 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.694+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=E6LH8M8XSXYD tag=M05LRPDWT10B type=write size=1804172 2024-04-02T08:51:04.695 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.696+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=XHBSWO3K6C46 type=del 2024-04-02T08:51:04.697 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.698+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=GMY2BLKHCEVU type=del size=105996 2024-04-02T08:51:04.698 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.700+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~LRWSLWCOIRWR.0 size=1048576 2024-04-02T08:51:04.698 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.700+0000 7f2c37839780 1 < canceled part key=_multipart_YRS6E6FA19PT.2~LRWSLWCOIRWR.1 size=1048576 2024-04-02T08:51:04.700 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.702+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~LRWSLWCOIRWR.2 size=992427 2024-04-02T08:51:04.703 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.704+0000 7f2c37839780 1 < canceled multipart upload key=YRS6E6FA19PT upload=LRWSLWCOIRWR tag=92Z71ZC10DPF type=write size=4138155 2024-04-02T08:51:04.705 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.706+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=YIB3X1GZA14R type=del size=2203784 2024-04-02T08:51:04.707 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.708+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~G9Q60OY7XUI3.0 size=88761 2024-04-02T08:51:04.710 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.711+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=G9Q60OY7XUI3 tag=H5J4T65U05F3 type=write size=1137337 2024-04-02T08:51:04.712 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.713+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=UYP1LHR6F4KF type=del size=3411619 2024-04-02T08:51:04.713 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.715+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~XKY9KEJI5JX9.0 size=1048576 2024-04-02T08:51:04.715 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.716+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~XKY9KEJI5JX9.1 size=1048576 2024-04-02T08:51:04.716 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.718+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~XKY9KEJI5JX9.2 size=700250 2024-04-02T08:51:04.719 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.721+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=XKY9KEJI5JX9 tag=NNHQA8QJC9JC type=write size=3845978 2024-04-02T08:51:04.722 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.723+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=8F761R3Z5J4Q type=del size=3432515 2024-04-02T08:51:04.725 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.725+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~AK24VJ2DQCA1.0 size=948774 2024-04-02T08:51:04.727 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.728+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=AK24VJ2DQCA1 tag=DBFG0J1GT2YP type=write size=1997350 2024-04-02T08:51:04.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.730+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=QUI7Q7WASG2Z type=del size=3894131 2024-04-02T08:51:04.731 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.732+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~E45729G0DE86.0 size=46424 2024-04-02T08:51:04.734 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.735+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=E45729G0DE86 tag=K1R4YA52Q0O7 type=write size=1095000 2024-04-02T08:51:04.736 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.737+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=M7MP8A223WTB type=del size=3088694 2024-04-02T08:51:04.737 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.739+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=KEIZNM13BHM6 type=del 2024-04-02T08:51:04.739 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.740+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=FW36NVEJRW0X type=del size=2463138 2024-04-02T08:51:04.741 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.742+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=0QW7XDVD02FZ type=del 2024-04-02T08:51:04.743 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.744+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=MZEEMKR4XBF2 type=del size=1226368 2024-04-02T08:51:04.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.747+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=XJV0BAMYR4W5 type=del 2024-04-02T08:51:04.747 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.748+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=Z8479XEZESW3 type=del size=1634671 2024-04-02T08:51:04.748 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.750+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=9X8GCYQFQ4TE type=del 2024-04-02T08:51:04.751 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.753+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~N706X4GG4A70.0 size=1048576 2024-04-02T08:51:04.753 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.754+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~N706X4GG4A70.1 size=1048576 2024-04-02T08:51:04.754 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.756+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~N706X4GG4A70.2 size=890290 2024-04-02T08:51:04.754 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.756+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=N706X4GG4A70 tag=F0OS5JOJAB0U type=write size=4036018 2024-04-02T08:51:04.756 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.757+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~JC6IS1TX1ET5.0 size=1048576 2024-04-02T08:51:04.758 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.759+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~JC6IS1TX1ET5.1 size=1048576 2024-04-02T08:51:04.759 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.760+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~JC6IS1TX1ET5.2 size=132899 2024-04-02T08:51:04.763 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.764+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=JC6IS1TX1ET5 tag=WKPLR75O7RNQ type=write size=3278627 2024-04-02T08:51:04.766 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.767+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~JCJ7O9BZQVWT.0 size=48905 2024-04-02T08:51:04.766 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.767+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=JCJ7O9BZQVWT tag=4XQ29YL88QYU type=write size=1097481 2024-04-02T08:51:04.770 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.771+0000 7f2c37839780 1 < suggested update operation key=2HK29QL163AK tag=EXH1AW63A7H1 type=del size=3448942 2024-04-02T08:51:04.771 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.773+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=8LKNNVPQJ8M8 type=del size=3840991 2024-04-02T08:51:04.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.774+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~BG66L11S58TT.0 size=473923 2024-04-02T08:51:04.776 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.777+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=BG66L11S58TT tag=8PN7Y4FWRN1V type=write size=1522499 2024-04-02T08:51:04.778 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.779+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=0WJ6UK4X51PI type=del size=3623270 2024-04-02T08:51:04.779 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.781+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=IJPCBABDXYEI type=del 2024-04-02T08:51:04.781 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.782+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=564X9BPBZF0Z type=del size=1918157 2024-04-02T08:51:04.784 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.786+0000 7f2c37839780 1 < suggested remove operation key=33264AD3WNVF tag=7JG82KSLRWJW type=del 2024-04-02T08:51:04.787 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.789+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~2M4T8DYFRBWQ.0 size=600842 2024-04-02T08:51:04.788 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.789+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=2M4T8DYFRBWQ tag=6VH3JTMH14HQ type=write size=1649418 2024-04-02T08:51:04.789 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.791+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~E6LH8M8XSXYD.0 size=755596 2024-04-02T08:51:04.792 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.794+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=E6LH8M8XSXYD tag=M05LRPDWT10B type=write size=1804172 2024-04-02T08:51:04.794 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.795+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=TRYT2Z7YECX4 type=write size=289595 2024-04-02T08:51:04.797 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.799+0000 7f2c37839780 1 < suggested update operation key=33264AD3WNVF tag=GMY2BLKHCEVU type=del size=105996 2024-04-02T08:51:04.799 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.801+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=UMU4FLDC081X type=del size=3561390 2024-04-02T08:51:04.801 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.802+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=YIB3X1GZA14R type=del 2024-04-02T08:51:04.804 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.806+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~1WGHS6G90BBJ.0 size=1048576 2024-04-02T08:51:04.806 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.807+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~1WGHS6G90BBJ.1 size=1048576 2024-04-02T08:51:04.807 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.808+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~1WGHS6G90BBJ.2 size=447016 2024-04-02T08:51:04.807 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.808+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=1WGHS6G90BBJ tag=NDOU0N1U37DK type=write size=3592744 2024-04-02T08:51:04.809 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.810+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=UYP1LHR6F4KF type=del 2024-04-02T08:51:04.813 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.814+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~I1O9XC2IH0D5.0 size=553532 2024-04-02T08:51:04.813 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.814+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=I1O9XC2IH0D5 tag=D07Y8JH0GBNU type=write size=1602108 2024-04-02T08:51:04.816 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.817+0000 7f2c37839780 1 < suggested remove operation key=CG5T3W0DZYHT tag=8F761R3Z5J4Q type=del 2024-04-02T08:51:04.819 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.820+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~NUIUJG0U1GRH.0 size=628927 2024-04-02T08:51:04.819 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.820+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=NUIUJG0U1GRH tag=31GBST5KI1Z2 type=write size=1677503 2024-04-02T08:51:04.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.822+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=QUI7Q7WASG2Z type=del 2024-04-02T08:51:04.824 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.826+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~1A17Z98PFLDI.0 size=23909 2024-04-02T08:51:04.824 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.826+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=1A17Z98PFLDI tag=KHT03DNMEYFV type=write size=1072485 2024-04-02T08:51:04.828 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.829+0000 7f2c37839780 1 < suggested update operation key=2HK29QL163AK tag=M7MP8A223WTB type=del size=3088694 2024-04-02T08:51:04.830 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.831+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=UI8JNIQQI69B type=del size=397177 2024-04-02T08:51:04.832 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.833+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=FW36NVEJRW0X type=del 2024-04-02T08:51:04.835 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.836+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~IH7MBRY1YTS8.0 size=1048576 2024-04-02T08:51:04.836 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.838+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~IH7MBRY1YTS8.1 size=1048576 2024-04-02T08:51:04.838 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.839+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~IH7MBRY1YTS8.2 size=288499 2024-04-02T08:51:04.838 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.839+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=IH7MBRY1YTS8 tag=DD4QEINSH245 type=write size=3434227 2024-04-02T08:51:04.840 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.841+0000 7f2c37839780 -1 < failed to complete operation key=2HK29QL163AK tag=MZEEMKR4XBF2 type=del size=1226368: (22) Invalid argument 2024-04-02T08:51:04.842 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.843+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=X95MK3R5A573 type=write size=204622 2024-04-02T08:51:04.844 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.845+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=Z8479XEZESW3 type=del 2024-04-02T08:51:04.845 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.847+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=W2LAYKK6MPD3 type=del size=671574 2024-04-02T08:51:04.847 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.848+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~N706X4GG4A70.0 size=1048576 2024-04-02T08:51:04.847 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.848+0000 7f2c37839780 1 < canceled part key=_multipart_YRS6E6FA19PT.2~N706X4GG4A70.1 size=1048576 2024-04-02T08:51:04.848 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.850+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~N706X4GG4A70.2 size=890290 2024-04-02T08:51:04.851 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.853+0000 7f2c37839780 1 < canceled multipart upload key=YRS6E6FA19PT upload=N706X4GG4A70 tag=F0OS5JOJAB0U type=write size=4036018 2024-04-02T08:51:04.855 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.856+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~9RD0H08GH0WF.0 size=1048576 2024-04-02T08:51:04.857 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.858+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~9RD0H08GH0WF.1 size=399558 2024-04-02T08:51:04.857 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.858+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=9RD0H08GH0WF tag=OHP2V3FC2UZR type=write size=2496710 2024-04-02T08:51:04.857 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.858+0000 7f2c37839780 1 < canceled part key=_multipart_7RA3C7WFS3O2.2~JCJ7O9BZQVWT.0 size=48905 2024-04-02T08:51:04.860 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.861+0000 7f2c37839780 1 < canceled multipart upload key=7RA3C7WFS3O2 upload=JCJ7O9BZQVWT tag=4XQ29YL88QYU type=write size=1097481 2024-04-02T08:51:04.862 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.863+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=UKB6A1XZCZ6B type=del size=3782279 2024-04-02T08:51:04.863 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.866+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=8LKNNVPQJ8M8 type=del 2024-04-02T08:51:04.867 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.868+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~9T8RMT3VO7GM.0 size=70409 2024-04-02T08:51:04.867 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.868+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=9T8RMT3VO7GM tag=0OWEXKAOPJJ1 type=write size=1118985 2024-04-02T08:51:04.870 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.871+0000 7f2c37839780 1 < suggested update operation key=Z1QID1NC8QNM tag=0WJ6UK4X51PI type=del size=3623270 2024-04-02T08:51:04.874 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.875+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~212YFCCVRYG2.0 size=1048576 2024-04-02T08:51:04.875 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.876+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~212YFCCVRYG2.1 size=626579 2024-04-02T08:51:04.875 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.876+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=212YFCCVRYG2 tag=FO4XTH2PZZVI type=write size=2723731 2024-04-02T08:51:04.877 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.878+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=564X9BPBZF0Z type=del 2024-04-02T08:51:04.879 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.880+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=WY50Q6QP8MB2 type=del size=711976 2024-04-02T08:51:04.881 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.882+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~2M4T8DYFRBWQ.0 size=600842 2024-04-02T08:51:04.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.885+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=2M4T8DYFRBWQ tag=6VH3JTMH14HQ type=write size=1649418 2024-04-02T08:51:04.886 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.887+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=8FANSB19LGX8 type=del size=3544361 2024-04-02T08:51:04.887 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.889+0000 7f2c37839780 1 < completed write operation key=01FWIMJZX0P3 tag=TRYT2Z7YECX4 type=write size=289595 2024-04-02T08:51:04.891 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.892+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~EIDZQ1YNH5FR.0 size=1048576 2024-04-02T08:51:04.892 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.893+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~EIDZQ1YNH5FR.1 size=1048576 2024-04-02T08:51:04.893 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.895+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~EIDZQ1YNH5FR.2 size=459830 2024-04-02T08:51:04.894 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.895+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=EIDZQ1YNH5FR tag=O4BSXHE7WA4G type=write size=3605558 2024-04-02T08:51:04.896 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.897+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=UMU4FLDC081X type=del 2024-04-02T08:51:04.898 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.899+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=Q31D9HYB5IK2 type=del size=4832 2024-04-02T08:51:04.900 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.901+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~1WGHS6G90BBJ.0 size=1048576 2024-04-02T08:51:04.901 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.903+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~1WGHS6G90BBJ.1 size=1048576 2024-04-02T08:51:04.903 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.904+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~1WGHS6G90BBJ.2 size=447016 2024-04-02T08:51:04.907 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.908+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=1WGHS6G90BBJ tag=NDOU0N1U37DK type=write size=3592744 2024-04-02T08:51:04.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.912+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~N2C7VAKNZ4TO.0 size=483210 2024-04-02T08:51:04.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.912+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=N2C7VAKNZ4TO tag=E5FZ3UZ7HF2G type=write size=1531786 2024-04-02T08:51:04.911 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.912+0000 7f2c37839780 1 < canceled part key=_multipart_KES2MUV53GCC.2~I1O9XC2IH0D5.0 size=553532 2024-04-02T08:51:04.914 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.916+0000 7f2c37839780 1 < canceled multipart upload key=KES2MUV53GCC upload=I1O9XC2IH0D5 tag=D07Y8JH0GBNU type=write size=1602108 2024-04-02T08:51:04.916 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.917+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=9B6HWWGBA95Z type=del size=3692127 2024-04-02T08:51:04.917 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.919+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~NUIUJG0U1GRH.0 size=628927 2024-04-02T08:51:04.920 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.922+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=NUIUJG0U1GRH tag=31GBST5KI1Z2 type=write size=1677503 2024-04-02T08:51:04.922 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.923+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=K73KV1URUVSN type=del size=3246577 2024-04-02T08:51:04.924 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.925+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~1A17Z98PFLDI.0 size=23909 2024-04-02T08:51:04.930 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.929+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=1A17Z98PFLDI tag=KHT03DNMEYFV type=write size=1072485 2024-04-02T08:51:04.930 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.930+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=HDO7X71R9MWT type=del size=4129612 2024-04-02T08:51:04.931 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.932+0000 7f2c37839780 -1 < failed to complete operation key=Z1QID1NC8QNM tag=UI8JNIQQI69B type=del size=397177: (22) Invalid argument 2024-04-02T08:51:04.934 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.935+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~U6F5CGD4F60Z.0 size=1048576 2024-04-02T08:51:04.936 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.937+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~U6F5CGD4F60Z.1 size=1048576 2024-04-02T08:51:04.937 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.938+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~U6F5CGD4F60Z.2 size=924794 2024-04-02T08:51:04.937 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.938+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=U6F5CGD4F60Z tag=28HI6G26BIF6 type=write size=4070522 2024-04-02T08:51:04.939 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.940+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~IH7MBRY1YTS8.0 size=1048576 2024-04-02T08:51:04.940 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.941+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~IH7MBRY1YTS8.1 size=1048576 2024-04-02T08:51:04.941 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.943+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~IH7MBRY1YTS8.2 size=288499 2024-04-02T08:51:04.945 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.946+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=IH7MBRY1YTS8 tag=DD4QEINSH245 type=write size=3434227 2024-04-02T08:51:04.948 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.949+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~SEOJWHZPU10O.0 size=1048576 2024-04-02T08:51:04.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.951+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~SEOJWHZPU10O.1 size=595604 2024-04-02T08:51:04.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.951+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=SEOJWHZPU10O tag=5K33P2UQD2N8 type=write size=2692756 2024-04-02T08:51:04.951 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.952+0000 7f2c37839780 1 < canceled operation key=K3VPFIXU5HDZ tag=X95MK3R5A573 type=write size=204622 2024-04-02T08:51:04.953 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.954+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=NU7C0T3TZ0TA type=del size=3699880 2024-04-02T08:51:04.955 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.956+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=W2LAYKK6MPD3 type=del 2024-04-02T08:51:04.956 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.958+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=XA9LMAZL24T3 type=del size=2213819 2024-04-02T08:51:04.958 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.959+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~9RD0H08GH0WF.0 size=1048576 2024-04-02T08:51:04.958 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.959+0000 7f2c37839780 1 < canceled part key=_multipart_OL6XSE7L8RVB.2~9RD0H08GH0WF.1 size=399558 2024-04-02T08:51:04.961 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.962+0000 7f2c37839780 1 < canceled multipart upload key=OL6XSE7L8RVB upload=9RD0H08GH0WF tag=OHP2V3FC2UZR type=write size=2496710 2024-04-02T08:51:04.963 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.964+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=3H7D3RY9DC50 type=write size=341702 2024-04-02T08:51:04.964 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.966+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=UKB6A1XZCZ6B type=del 2024-04-02T08:51:04.968 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.969+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~DGOCF7FUK0DI.0 size=403568 2024-04-02T08:51:04.968 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.969+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=DGOCF7FUK0DI tag=PQDV6RRPQU1U type=write size=1452144 2024-04-02T08:51:04.969 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.971+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~9T8RMT3VO7GM.0 size=70409 2024-04-02T08:51:04.973 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.974+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=9T8RMT3VO7GM tag=0OWEXKAOPJJ1 type=write size=1118985 2024-04-02T08:51:04.974 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.976+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=1C6GOEP454CN type=write size=767188 2024-04-02T08:51:04.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.978+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~212YFCCVRYG2.0 size=1048576 2024-04-02T08:51:04.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.978+0000 7f2c37839780 1 < canceled part key=_multipart_57KBVV9UXRY9.2~212YFCCVRYG2.1 size=626579 2024-04-02T08:51:04.980 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.982+0000 7f2c37839780 1 < canceled multipart upload key=57KBVV9UXRY9 upload=212YFCCVRYG2 tag=FO4XTH2PZZVI type=write size=2723731 2024-04-02T08:51:04.982 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.983+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=AJR00PFNEKCI type=write size=100287 2024-04-02T08:51:04.984 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.985+0000 7f2c37839780 1 < canceled operation key=ZBWX3XCY0JRK tag=WY50Q6QP8MB2 type=del size=711976 2024-04-02T08:51:04.987 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.988+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~JC0LGE4V2KJU.0 size=1048576 2024-04-02T08:51:04.988 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.990+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~JC0LGE4V2KJU.1 size=117425 2024-04-02T08:51:04.988 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.990+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=JC0LGE4V2KJU tag=2V7JSGTXEGX8 type=write size=2214577 2024-04-02T08:51:04.990 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.991+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=8FANSB19LGX8 type=del 2024-04-02T08:51:04.992 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.993+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=17G2WBTTJB91 type=del size=143422 2024-04-02T08:51:04.994 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.995+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~EIDZQ1YNH5FR.0 size=1048576 2024-04-02T08:51:04.995 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.996+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~EIDZQ1YNH5FR.1 size=1048576 2024-04-02T08:51:04.996 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:04.999+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~EIDZQ1YNH5FR.2 size=459830 2024-04-02T08:51:05.000 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.001+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=EIDZQ1YNH5FR tag=O4BSXHE7WA4G type=write size=3605558 2024-04-02T08:51:05.001 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.003+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=QDGQT6VC44T4 type=del size=2637385 2024-04-02T08:51:05.003 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.004+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=Q31D9HYB5IK2 type=del 2024-04-02T08:51:05.005 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.006+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=RN0TYHO785NS type=write size=386511 2024-04-02T08:51:05.007 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.008+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~N2C7VAKNZ4TO.0 size=483210 2024-04-02T08:51:05.010 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.012+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=N2C7VAKNZ4TO tag=E5FZ3UZ7HF2G type=write size=1531786 2024-04-02T08:51:05.011 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.013+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=QRGZ8P3ADZTZ type=del size=492575 2024-04-02T08:51:05.013 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.014+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=9B6HWWGBA95Z type=del 2024-04-02T08:51:05.015 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.016+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=PKA0YL2EU04J type=del size=309477 2024-04-02T08:51:05.017 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.018+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=K73KV1URUVSN type=del 2024-04-02T08:51:05.018 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.020+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=TRH5VXDZ28XS type=del size=407707 2024-04-02T08:51:05.021 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.022+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=HDO7X71R9MWT type=del 2024-04-02T08:51:05.023 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.024+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=GUW8G1Y2KMJK type=write size=648259 2024-04-02T08:51:05.025 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.026+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~U6F5CGD4F60Z.0 size=1048576 2024-04-02T08:51:05.026 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.027+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~U6F5CGD4F60Z.1 size=1048576 2024-04-02T08:51:05.028 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.029+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~U6F5CGD4F60Z.2 size=924794 2024-04-02T08:51:05.031 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.032+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=U6F5CGD4F60Z tag=28HI6G26BIF6 type=write size=4070522 2024-04-02T08:51:05.034 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.036+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~OXV5AZ9IN3PN.0 size=1048576 2024-04-02T08:51:05.037 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.038+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~OXV5AZ9IN3PN.1 size=1048576 2024-04-02T08:51:05.038 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.039+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~OXV5AZ9IN3PN.2 size=317151 2024-04-02T08:51:05.038 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.039+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=OXV5AZ9IN3PN tag=5E1OXH1PSWSL type=write size=3462879 2024-04-02T08:51:05.038 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.040+0000 7f2c37839780 1 < canceled part key=_multipart_CLRQ9OAM3LFI.2~SEOJWHZPU10O.0 size=1048576 2024-04-02T08:51:05.040 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.041+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~SEOJWHZPU10O.1 size=595604 2024-04-02T08:51:05.043 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.044+0000 7f2c37839780 1 < canceled multipart upload key=CLRQ9OAM3LFI upload=SEOJWHZPU10O tag=5K33P2UQD2N8 type=write size=2692756 2024-04-02T08:51:05.046 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.047+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~U9IV7DSM92A7.0 size=1048576 2024-04-02T08:51:05.048 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.049+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~U9IV7DSM92A7.1 size=1048576 2024-04-02T08:51:05.049 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.050+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~U9IV7DSM92A7.2 size=1013034 2024-04-02T08:51:05.049 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.050+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=U9IV7DSM92A7 tag=EIJMMCLBFY2N type=write size=4158762 2024-04-02T08:51:05.051 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.052+0000 7f2c37839780 1 < canceled operation key=57KBVV9UXRY9 tag=NU7C0T3TZ0TA type=del size=3699880 2024-04-02T08:51:05.053 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.054+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=27T17U4R3VGP type=del size=164196 2024-04-02T08:51:05.055 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.056+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=XA9LMAZL24T3 type=del 2024-04-02T08:51:05.059 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.061+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~2Q4X7XXHU0NR.0 size=118665 2024-04-02T08:51:05.059 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.061+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=2Q4X7XXHU0NR tag=0RVB0GR2PIVQ type=write size=1167241 2024-04-02T08:51:05.062 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.063+0000 7f2c37839780 1 < suggested update operation key=U25NTMGOU3R2 tag=3H7D3RY9DC50 type=write size=341702 2024-04-02T08:51:05.065 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.067+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~3DO1U6KUBG9P.0 size=1048576 2024-04-02T08:51:05.067 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.069+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~3DO1U6KUBG9P.1 size=348790 2024-04-02T08:51:05.068 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.069+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=3DO1U6KUBG9P tag=RIKJS2Q1NVUG type=write size=2445942 2024-04-02T08:51:05.069 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.070+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~DGOCF7FUK0DI.0 size=403568 2024-04-02T08:51:05.072 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.073+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=DGOCF7FUK0DI tag=PQDV6RRPQU1U type=write size=1452144 2024-04-02T08:51:05.074 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.074+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=GLNM9GKF3YNB type=del size=3327359 2024-04-02T08:51:05.076 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.076+0000 7f2c37839780 1 < canceled operation key=1V7MCBT4ATIC tag=1C6GOEP454CN type=write size=767188 2024-04-02T08:51:05.077 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.078+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=WJWZCCCS2OA8 type=write size=28929 2024-04-02T08:51:05.081 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.080+0000 7f2c37839780 1 < completed write operation key=DRUREBB8SOYG tag=AJR00PFNEKCI type=write size=100287 2024-04-02T08:51:05.083 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.084+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~UWCAY03UTTUM.0 size=1048576 2024-04-02T08:51:05.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.084+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~UWCAY03UTTUM.1 size=793350 2024-04-02T08:51:05.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.084+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=UWCAY03UTTUM tag=766NDPCYZJPL type=write size=2890502 2024-04-02T08:51:05.086 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.086+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~JC0LGE4V2KJU.0 size=1048576 2024-04-02T08:51:05.087 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.088+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~JC0LGE4V2KJU.1 size=117425 2024-04-02T08:51:05.092 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.091+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=JC0LGE4V2KJU tag=2V7JSGTXEGX8 type=write size=2214577 2024-04-02T08:51:05.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.095+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~N91D7ANW94XK.0 size=1048576 2024-04-02T08:51:05.096 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.096+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~N91D7ANW94XK.1 size=536646 2024-04-02T08:51:05.096 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.096+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=N91D7ANW94XK tag=W5TWVE37S5XF type=write size=2633798 2024-04-02T08:51:05.100 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.100+0000 7f2c37839780 1 < suggested remove operation key=33264AD3WNVF tag=17G2WBTTJB91 type=del 2024-04-02T08:51:05.103 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.104+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~A92GCIJNIE0X.0 size=1048576 2024-04-02T08:51:05.104 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.105+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~A92GCIJNIE0X.1 size=1048576 2024-04-02T08:51:05.106 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.107+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~A92GCIJNIE0X.2 size=305617 2024-04-02T08:51:05.106 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.107+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=A92GCIJNIE0X tag=44Q4MK9MFE1N type=write size=3451345 2024-04-02T08:51:05.108 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.108+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=QDGQT6VC44T4 type=del 2024-04-02T08:51:05.111 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.112+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~Q2J0AB7IAC25.0 size=1048576 2024-04-02T08:51:05.113 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.113+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~Q2J0AB7IAC25.1 size=404586 2024-04-02T08:51:05.113 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.113+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=Q2J0AB7IAC25 tag=Z1L2A0JRC0CP type=write size=2501738 2024-04-02T08:51:05.117 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.117+0000 7f2c37839780 1 < suggested update operation key=OL6XSE7L8RVB tag=RN0TYHO785NS type=write size=386511 2024-04-02T08:51:05.119 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.119+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=R4ZHZUU1XMK3 type=del size=569313 2024-04-02T08:51:05.121 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.121+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=QRGZ8P3ADZTZ type=del 2024-04-02T08:51:05.123 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.123+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=J6ET1ZUZ0CB6 type=write size=245571 2024-04-02T08:51:05.127 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.127+0000 7f2c37839780 1 < suggested update operation key=8VUTVS0YUD1N tag=PKA0YL2EU04J type=del size=309477 2024-04-02T08:51:05.128 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.129+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=HZXD0TLQQ9FA type=del size=1129109 2024-04-02T08:51:05.131 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.131+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=TRH5VXDZ28XS type=del 2024-04-02T08:51:05.132 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.133+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=CLFCO61B7I18 type=del size=601690 2024-04-02T08:51:05.134 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.134+0000 7f2c37839780 1 < completed write operation key=PEEYGF5CW75O tag=GUW8G1Y2KMJK type=write size=648259 2024-04-02T08:51:05.136 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.137+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=DBYUD3QFCOBR type=del size=4021357 2024-04-02T08:51:05.138 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.138+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~OXV5AZ9IN3PN.0 size=1048576 2024-04-02T08:51:05.139 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.140+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~OXV5AZ9IN3PN.1 size=1048576 2024-04-02T08:51:05.141 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.141+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~OXV5AZ9IN3PN.2 size=317151 2024-04-02T08:51:05.144 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.144+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=OXV5AZ9IN3PN tag=5E1OXH1PSWSL type=write size=3462879 2024-04-02T08:51:05.146 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.146+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=UB3NBX29NKF4 type=write size=801458 2024-04-02T08:51:05.148 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.148+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~U9IV7DSM92A7.0 size=1048576 2024-04-02T08:51:05.149 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.149+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~U9IV7DSM92A7.1 size=1048576 2024-04-02T08:51:05.150 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.152+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~U9IV7DSM92A7.2 size=1013034 2024-04-02T08:51:05.154 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.155+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=U9IV7DSM92A7 tag=EIJMMCLBFY2N type=write size=4158762 2024-04-02T08:51:05.157 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.157+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=1A30XAJDK2F4 type=del size=1882738 2024-04-02T08:51:05.159 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.159+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=27T17U4R3VGP type=del 2024-04-02T08:51:05.162 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.163+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~TX1UD2AWXEW4.0 size=181309 2024-04-02T08:51:05.162 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.163+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=TX1UD2AWXEW4 tag=PO3U0XG8M30R type=write size=1229885 2024-04-02T08:51:05.164 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.165+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~2Q4X7XXHU0NR.0 size=118665 2024-04-02T08:51:05.169 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.169+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=2Q4X7XXHU0NR tag=0RVB0GR2PIVQ type=write size=1167241 2024-04-02T08:51:05.170 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.171+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=I7WQPYUF70LL type=write size=1009445 2024-04-02T08:51:05.171 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.171+0000 7f2c37839780 1 < canceled part key=_multipart_FTT2SQYUSW82.2~3DO1U6KUBG9P.0 size=1048576 2024-04-02T08:51:05.172 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.173+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~3DO1U6KUBG9P.1 size=348790 2024-04-02T08:51:05.175 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.176+0000 7f2c37839780 1 < canceled multipart upload key=FTT2SQYUSW82 upload=3DO1U6KUBG9P tag=RIKJS2Q1NVUG type=write size=2445942 2024-04-02T08:51:05.177 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.178+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=G40S64UFYOH9 type=write size=63716 2024-04-02T08:51:05.179 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.179+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=GLNM9GKF3YNB type=del 2024-04-02T08:51:05.181 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.181+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=26YZ3FT3CPYR type=del size=339012 2024-04-02T08:51:05.182 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.183+0000 7f2c37839780 1 < completed write operation key=CG5T3W0DZYHT tag=WJWZCCCS2OA8 type=write size=28929 2024-04-02T08:51:05.186 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.186+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~BSFV75S1TBCU.0 size=1048576 2024-04-02T08:51:05.187 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.188+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~BSFV75S1TBCU.1 size=1048576 2024-04-02T08:51:05.189 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.189+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~BSFV75S1TBCU.2 size=334429 2024-04-02T08:51:05.189 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.189+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=BSFV75S1TBCU tag=RX142XFQZ1Q7 type=write size=3480157 2024-04-02T08:51:05.191 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.191+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~UWCAY03UTTUM.0 size=1048576 2024-04-02T08:51:05.192 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.193+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~UWCAY03UTTUM.1 size=793350 2024-04-02T08:51:05.196 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.196+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=UWCAY03UTTUM tag=766NDPCYZJPL type=write size=2890502 2024-04-02T08:51:05.197 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.198+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=P6RP2K96MB8V type=del size=786467 2024-04-02T08:51:05.199 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.200+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~N91D7ANW94XK.0 size=1048576 2024-04-02T08:51:05.201 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.201+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~N91D7ANW94XK.1 size=536646 2024-04-02T08:51:05.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.205+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=N91D7ANW94XK tag=W5TWVE37S5XF type=write size=2633798 2024-04-02T08:51:05.206 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.207+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=344LN74TGGXJ type=del size=2834253 2024-04-02T08:51:05.208 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.208+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~A92GCIJNIE0X.0 size=1048576 2024-04-02T08:51:05.210 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.210+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~A92GCIJNIE0X.1 size=1048576 2024-04-02T08:51:05.211 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.212+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~A92GCIJNIE0X.2 size=305617 2024-04-02T08:51:05.214 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.215+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=A92GCIJNIE0X tag=44Q4MK9MFE1N type=write size=3451345 2024-04-02T08:51:05.216 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.216+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=P0K644VGINJZ type=write size=95810 2024-04-02T08:51:05.219 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.219+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~Q2J0AB7IAC25.0 size=1048576 2024-04-02T08:51:05.220 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.220+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~Q2J0AB7IAC25.1 size=404586 2024-04-02T08:51:05.223 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.223+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=Q2J0AB7IAC25 tag=Z1L2A0JRC0CP type=write size=2501738 2024-04-02T08:51:05.225 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.225+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=D25Z8TV4DLOJ type=write size=823030 2024-04-02T08:51:05.227 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.227+0000 7f2c37839780 -1 < failed to complete operation key=8VUTVS0YUD1N tag=R4ZHZUU1XMK3 type=del size=569313: (22) Invalid argument 2024-04-02T08:51:05.231 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.231+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~WXL37BE3VHZH.0 size=969895 2024-04-02T08:51:05.231 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.231+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=WXL37BE3VHZH tag=6X6GWXZY6040 type=write size=2018471 2024-04-02T08:51:05.232 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.233+0000 7f2c37839780 1 < completed write operation key=1V7MCBT4ATIC tag=J6ET1ZUZ0CB6 type=write size=245571 2024-04-02T08:51:05.234 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.235+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=FMDTSUWHHMXP type=write size=309233 2024-04-02T08:51:05.236 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.237+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=HZXD0TLQQ9FA type=del 2024-04-02T08:51:05.239 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.241+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~RQ1H9HCGECT9.0 size=1048576 2024-04-02T08:51:05.241 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.241+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~RQ1H9HCGECT9.1 size=761949 2024-04-02T08:51:05.241 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.241+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=RQ1H9HCGECT9 tag=9J0QNM0C7EU8 type=write size=2859101 2024-04-02T08:51:05.243 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.243+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=CLFCO61B7I18 type=del 2024-04-02T08:51:05.245 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.245+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=LEG2JCNFI37V type=del size=1536488 2024-04-02T08:51:05.246 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.247+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=DBYUD3QFCOBR type=del 2024-04-02T08:51:05.248 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.249+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=9SRQDV1CUFPD type=del size=735616 2024-04-02T08:51:05.250 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.250+0000 7f2c37839780 1 < completed write operation key=CLRQ9OAM3LFI tag=UB3NBX29NKF4 type=write size=801458 2024-04-02T08:51:05.254 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.254+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~EX3V5ORY1LLL.0 size=128821 2024-04-02T08:51:05.254 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.254+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=EX3V5ORY1LLL tag=IF52HBE2JOYN type=write size=1177397 2024-04-02T08:51:05.256 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.256+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=1A30XAJDK2F4 type=del 2024-04-02T08:51:05.258 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.258+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=8R0UW4T1EB61 type=del size=941149 2024-04-02T08:51:05.260 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.260+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~TX1UD2AWXEW4.0 size=181309 2024-04-02T08:51:05.263 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.264+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=TX1UD2AWXEW4 tag=PO3U0XG8M30R type=write size=1229885 2024-04-02T08:51:05.265 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.265+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=84ON7R7PA1CA type=del size=2034621 2024-04-02T08:51:05.266 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.267+0000 7f2c37839780 1 < canceled operation key=9DRFTTIJ432I tag=I7WQPYUF70LL type=write size=1009445 2024-04-02T08:51:05.270 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.270+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~CHMLEHXMXYUX.0 size=2894 2024-04-02T08:51:05.270 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.270+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=CHMLEHXMXYUX tag=NWTJ7FDJ0Q9J type=write size=1051470 2024-04-02T08:51:05.274 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.274+0000 7f2c37839780 1 < suggested update operation key=L850LE5LQWEI tag=G40S64UFYOH9 type=write size=63716 2024-04-02T08:51:05.275 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.276+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=VFSZ1PITA3FU type=del size=3658438 2024-04-02T08:51:05.277 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.278+0000 7f2c37839780 1 < canceled operation key=H8SE1U3QW0C2 tag=26YZ3FT3CPYR type=del size=339012 2024-04-02T08:51:05.279 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.279+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=66WP2PIMO3FE type=del size=3407787 2024-04-02T08:51:05.281 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.281+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~BSFV75S1TBCU.0 size=1048576 2024-04-02T08:51:05.283 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.283+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~BSFV75S1TBCU.1 size=1048576 2024-04-02T08:51:05.284 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.284+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~BSFV75S1TBCU.2 size=334429 2024-04-02T08:51:05.287 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.288+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=BSFV75S1TBCU tag=RX142XFQZ1Q7 type=write size=3480157 2024-04-02T08:51:05.291 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.291+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~AOHYGDCI44UY.0 size=1048576 2024-04-02T08:51:05.292 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.292+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~AOHYGDCI44UY.1 size=61169 2024-04-02T08:51:05.292 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.292+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=AOHYGDCI44UY tag=4FHYQIL011Z1 type=write size=2158321 2024-04-02T08:51:05.294 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.294+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=P6RP2K96MB8V type=del 2024-04-02T08:51:05.296 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.296+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=THL8VQL9ES56 type=del size=1045367 2024-04-02T08:51:05.297 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.299+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=344LN74TGGXJ type=del 2024-04-02T08:51:05.299 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.300+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=BUU6JP6V4YU6 type=del size=3242657 2024-04-02T08:51:05.303 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.303+0000 7f2c37839780 1 < suggested remove operation key=DRUREBB8SOYG tag=P0K644VGINJZ type=write 2024-04-02T08:51:05.307 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.307+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~9ASYMMXNL931.0 size=948289 2024-04-02T08:51:05.307 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.307+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=9ASYMMXNL931 tag=84S0PZQBRFOM type=write size=1996865 2024-04-02T08:51:05.309 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.309+0000 7f2c37839780 1 < canceled operation key=YRS6E6FA19PT tag=D25Z8TV4DLOJ type=write size=823030 2024-04-02T08:51:05.310 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.312+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=U7VQMG1NTI30 type=del size=2296176 2024-04-02T08:51:05.311 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.312+0000 7f2c37839780 1 < canceled part key=_multipart_91BN62ARVOEH.2~WXL37BE3VHZH.0 size=969895 2024-04-02T08:51:05.314 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.315+0000 7f2c37839780 1 < canceled multipart upload key=91BN62ARVOEH upload=WXL37BE3VHZH tag=6X6GWXZY6040 type=write size=2018471 2024-04-02T08:51:05.316 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.316+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=3YP7XIHTQNO2 type=write size=530734 2024-04-02T08:51:05.318 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.318+0000 7f2c37839780 1 < completed write operation key=51ZKADJFQPAW tag=FMDTSUWHHMXP type=write size=309233 2024-04-02T08:51:05.320 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.320+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=1ASXJOK5L18A type=write size=51093 2024-04-02T08:51:05.322 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.323+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~RQ1H9HCGECT9.0 size=1048576 2024-04-02T08:51:05.324 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.325+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~RQ1H9HCGECT9.1 size=761949 2024-04-02T08:51:05.327 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.327+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=RQ1H9HCGECT9 tag=9J0QNM0C7EU8 type=write size=2859101 2024-04-02T08:51:05.330 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.330+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~06ERP2L6JVL5.0 size=825102 2024-04-02T08:51:05.330 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.330+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=06ERP2L6JVL5 tag=HIFS1302NSX4 type=write size=1873678 2024-04-02T08:51:05.332 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.332+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=LEG2JCNFI37V type=del 2024-04-02T08:51:05.338 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.338+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~3L95HI02T2S6.0 size=1048576 2024-04-02T08:51:05.340 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.340+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~3L95HI02T2S6.1 size=1048576 2024-04-02T08:51:05.341 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.343+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~3L95HI02T2S6.2 size=87204 2024-04-02T08:51:05.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.343+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=3L95HI02T2S6 tag=06WYIFBRHOA1 type=write size=3232932 2024-04-02T08:51:05.343 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.345+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=9SRQDV1CUFPD type=del 2024-04-02T08:51:05.345 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.345+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=QD6EB5GN9BDU type=del size=4067032 2024-04-02T08:51:05.347 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.347+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~EX3V5ORY1LLL.0 size=128821 2024-04-02T08:51:05.350 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.350+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=EX3V5ORY1LLL tag=IF52HBE2JOYN type=write size=1177397 2024-04-02T08:51:05.353 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.354+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~VVS1HDKSFT2B.0 size=1048576 2024-04-02T08:51:05.355 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.355+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~VVS1HDKSFT2B.1 size=475767 2024-04-02T08:51:05.355 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.355+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=VVS1HDKSFT2B tag=C5ASJG15W5OW type=write size=2572919 2024-04-02T08:51:05.356 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.357+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=8R0UW4T1EB61 type=del 2024-04-02T08:51:05.360 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.360+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~55TB8T5TBA91.0 size=1048576 2024-04-02T08:51:05.361 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.362+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~55TB8T5TBA91.1 size=1048576 2024-04-02T08:51:05.363 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.363+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~55TB8T5TBA91.2 size=401083 2024-04-02T08:51:05.363 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.363+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=55TB8T5TBA91 tag=1BA8UM1FSZ4W type=write size=3546811 2024-04-02T08:51:05.364 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.366+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=84ON7R7PA1CA type=del 2024-04-02T08:51:05.366 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.367+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=MX9HQOWTU4QW type=del size=3996473 2024-04-02T08:51:05.368 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.368+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~CHMLEHXMXYUX.0 size=2894 2024-04-02T08:51:05.371 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.372+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=CHMLEHXMXYUX tag=NWTJ7FDJ0Q9J type=write size=1051470 2024-04-02T08:51:05.375 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.376+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~GZP1L0Y3ILL7.0 size=1048576 2024-04-02T08:51:05.376 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.378+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~GZP1L0Y3ILL7.1 size=997794 2024-04-02T08:51:05.376 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.378+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=GZP1L0Y3ILL7 tag=UKUHKQQDIQ5G type=write size=3094946 2024-04-02T08:51:05.378 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.379+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=VFSZ1PITA3FU type=del 2024-04-02T08:51:05.380 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.381+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=ZP04NF3GF44S type=write size=653201 2024-04-02T08:51:05.382 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.382+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=66WP2PIMO3FE type=del 2024-04-02T08:51:05.385 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.387+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~8F2H11M0BPIM.0 size=628442 2024-04-02T08:51:05.385 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.387+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=8F2H11M0BPIM tag=OY8DXRXRC30Z type=write size=1677018 2024-04-02T08:51:05.387 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.389+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~AOHYGDCI44UY.0 size=1048576 2024-04-02T08:51:05.387 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.389+0000 7f2c37839780 1 < canceled part key=_multipart_01FWIMJZX0P3.2~AOHYGDCI44UY.1 size=61169 2024-04-02T08:51:05.391 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.392+0000 7f2c37839780 1 < canceled multipart upload key=01FWIMJZX0P3 upload=AOHYGDCI44UY tag=4FHYQIL011Z1 type=write size=2158321 2024-04-02T08:51:05.392 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.394+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=1UDTHK2DHENU type=write size=259395 2024-04-02T08:51:05.394 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.396+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=THL8VQL9ES56 type=del 2024-04-02T08:51:05.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.397+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=V6CXJMLDX8CP type=del size=993569 2024-04-02T08:51:05.398 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.399+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=BUU6JP6V4YU6 type=del 2024-04-02T08:51:05.400 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.401+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=SG2NHDSQP07B type=del size=1276458 2024-04-02T08:51:05.402 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.402+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~9ASYMMXNL931.0 size=948289 2024-04-02T08:51:05.405 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.406+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=9ASYMMXNL931 tag=84S0PZQBRFOM type=write size=1996865 2024-04-02T08:51:05.409 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.410+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~GDIMWAWN6E4A.0 size=340855 2024-04-02T08:51:05.409 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.410+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=GDIMWAWN6E4A tag=1LIDHJYATL2B type=write size=1389431 2024-04-02T08:51:05.411 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.412+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=U7VQMG1NTI30 type=del 2024-04-02T08:51:05.413 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.414+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=ZR10KZZV5Z09 type=del size=1045911 2024-04-02T08:51:05.414 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.416+0000 7f2c37839780 1 < completed write operation key=33264AD3WNVF tag=3YP7XIHTQNO2 type=write size=530734 2024-04-02T08:51:05.418 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.419+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~J77GLP6CQ9KH.0 size=1048576 2024-04-02T08:51:05.420 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.421+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~J77GLP6CQ9KH.1 size=1021542 2024-04-02T08:51:05.420 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.421+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=J77GLP6CQ9KH tag=QK6CFWXEFPA7 type=write size=3118694 2024-04-02T08:51:05.421 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.423+0000 7f2c37839780 1 < completed write operation key=G5NNPHE2SJZN tag=1ASXJOK5L18A type=write size=51093 2024-04-02T08:51:05.423 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.424+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=MKO5IHIX7XX6 type=del size=3302204 2024-04-02T08:51:05.425 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.427+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~06ERP2L6JVL5.0 size=825102 2024-04-02T08:51:05.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.431+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=06ERP2L6JVL5 tag=HIFS1302NSX4 type=write size=1873678 2024-04-02T08:51:05.432 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.433+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=0V4044HD1W5S type=del size=1740208 2024-04-02T08:51:05.434 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.435+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~3L95HI02T2S6.0 size=1048576 2024-04-02T08:51:05.435 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.436+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~3L95HI02T2S6.1 size=1048576 2024-04-02T08:51:05.437 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.438+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~3L95HI02T2S6.2 size=87204 2024-04-02T08:51:05.440 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.441+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=3L95HI02T2S6 tag=06WYIFBRHOA1 type=write size=3232932 2024-04-02T08:51:05.444 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.445+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~4MSV0BSTHC50.0 size=36867 2024-04-02T08:51:05.444 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.445+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=4MSV0BSTHC50 tag=Y91T5RSPCIX8 type=write size=1085443 2024-04-02T08:51:05.447 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.447+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=QD6EB5GN9BDU type=del 2024-04-02T08:51:05.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.449+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=NFNH9U5MTCZ3 type=del size=3298033 2024-04-02T08:51:05.450 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.451+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~VVS1HDKSFT2B.0 size=1048576 2024-04-02T08:51:05.452 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.453+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~VVS1HDKSFT2B.1 size=475767 2024-04-02T08:51:05.455 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.456+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=VVS1HDKSFT2B tag=C5ASJG15W5OW type=write size=2572919 2024-04-02T08:51:05.457 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.458+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=OVD68EA0ZOGT type=write size=1017733 2024-04-02T08:51:05.458 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.460+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~55TB8T5TBA91.0 size=1048576 2024-04-02T08:51:05.460 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.461+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~55TB8T5TBA91.1 size=1048576 2024-04-02T08:51:05.460 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.461+0000 7f2c37839780 1 < canceled part key=_multipart_VHVBJGFC6O30.2~55TB8T5TBA91.2 size=401083 2024-04-02T08:51:05.463 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.464+0000 7f2c37839780 1 < canceled multipart upload key=VHVBJGFC6O30 upload=55TB8T5TBA91 tag=1BA8UM1FSZ4W type=write size=3546811 2024-04-02T08:51:05.467 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.468+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~7NG47VQLCAOK.0 size=1048576 2024-04-02T08:51:05.468 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.470+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~7NG47VQLCAOK.1 size=172353 2024-04-02T08:51:05.468 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.470+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=7NG47VQLCAOK tag=5P6F6K8VD1NC type=write size=2269505 2024-04-02T08:51:05.470 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.471+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=MX9HQOWTU4QW type=del 2024-04-02T08:51:05.472 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.473+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=SPTRRC1MMT7F type=del size=1065264 2024-04-02T08:51:05.474 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.476+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~GZP1L0Y3ILL7.0 size=1048576 2024-04-02T08:51:05.476 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.478+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~GZP1L0Y3ILL7.1 size=997794 2024-04-02T08:51:05.480 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.481+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=GZP1L0Y3ILL7 tag=UKUHKQQDIQ5G type=write size=3094946 2024-04-02T08:51:05.483 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.485+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~0MRG0BVIA70Y.0 size=1048576 2024-04-02T08:51:05.485 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.486+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~0MRG0BVIA70Y.1 size=1048576 2024-04-02T08:51:05.486 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.488+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~0MRG0BVIA70Y.2 size=846025 2024-04-02T08:51:05.486 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.488+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=0MRG0BVIA70Y tag=IJRVLX3EYN9U type=write size=3991753 2024-04-02T08:51:05.490 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.491+0000 7f2c37839780 1 < suggested update operation key=FTT2SQYUSW82 tag=ZP04NF3GF44S type=write size=653201 2024-04-02T08:51:05.492 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.493+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=3108B0GYDSNU type=write size=325147 2024-04-02T08:51:05.494 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.495+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~8F2H11M0BPIM.0 size=628442 2024-04-02T08:51:05.497 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.498+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=8F2H11M0BPIM tag=OY8DXRXRC30Z type=write size=1677018 2024-04-02T08:51:05.499 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.500+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=MARC2WQM46O6 type=del size=1791181 2024-04-02T08:51:05.501 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.502+0000 7f2c37839780 1 < completed write operation key=Z1QID1NC8QNM tag=1UDTHK2DHENU type=write size=259395 2024-04-02T08:51:05.503 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.504+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=SOM7C5087UTY type=del size=2989739 2024-04-02T08:51:05.505 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.506+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=V6CXJMLDX8CP type=del 2024-04-02T08:51:05.508 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.510+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~V7V0WTLKW3IQ.0 size=1048576 2024-04-02T08:51:05.510 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.511+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~V7V0WTLKW3IQ.1 size=435728 2024-04-02T08:51:05.510 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.511+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=V7V0WTLKW3IQ tag=0852JZ84FNRH type=write size=2532880 2024-04-02T08:51:05.512 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.513+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=SG2NHDSQP07B type=del 2024-04-02T08:51:05.514 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.515+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=R7KZNTR5WTOM type=del size=1619296 2024-04-02T08:51:05.514 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.515+0000 7f2c37839780 1 < canceled part key=_multipart_H8SE1U3QW0C2.2~GDIMWAWN6E4A.0 size=340855 2024-04-02T08:51:05.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.519+0000 7f2c37839780 1 < canceled multipart upload key=H8SE1U3QW0C2 upload=GDIMWAWN6E4A tag=1LIDHJYATL2B type=write size=1389431 2024-04-02T08:51:05.519 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.521+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=TA1ROKLG428J type=del size=2008402 2024-04-02T08:51:05.523 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.524+0000 7f2c37839780 1 < suggested update operation key=OL6XSE7L8RVB tag=ZR10KZZV5Z09 type=del size=1045911 2024-04-02T08:51:05.524 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.526+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=OA7LQ6WMYYPL type=write size=762545 2024-04-02T08:51:05.526 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.528+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~J77GLP6CQ9KH.0 size=1048576 2024-04-02T08:51:05.528 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.529+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~J77GLP6CQ9KH.1 size=1021542 2024-04-02T08:51:05.532 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.533+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=J77GLP6CQ9KH tag=QK6CFWXEFPA7 type=write size=3118694 2024-04-02T08:51:05.535 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.536+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~GC15JDWSRL4Z.0 size=1048576 2024-04-02T08:51:05.536 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.538+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~GC15JDWSRL4Z.1 size=1048576 2024-04-02T08:51:05.538 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.539+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~GC15JDWSRL4Z.2 size=203089 2024-04-02T08:51:05.538 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.539+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=GC15JDWSRL4Z tag=183BAU7XX9C9 type=write size=3348817 2024-04-02T08:51:05.540 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.541+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=MKO5IHIX7XX6 type=del 2024-04-02T08:51:05.545 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.545+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~08SXLFZE218S.0 size=169840 2024-04-02T08:51:05.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.545+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=08SXLFZE218S tag=1VC2JU643QSQ type=write size=1218416 2024-04-02T08:51:05.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.546+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=0V4044HD1W5S type=del 2024-04-02T08:51:05.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.548+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=LOWB282AO0TK type=del size=407272 2024-04-02T08:51:05.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.551+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~4MSV0BSTHC50.0 size=36867 2024-04-02T08:51:05.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.554+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=4MSV0BSTHC50 tag=Y91T5RSPCIX8 type=write size=1085443 2024-04-02T08:51:05.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.557+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~7C8AT5V8UC1R.0 size=1048576 2024-04-02T08:51:05.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.558+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~7C8AT5V8UC1R.1 size=1048576 2024-04-02T08:51:05.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.560+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~7C8AT5V8UC1R.2 size=700709 2024-04-02T08:51:05.559 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.560+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=7C8AT5V8UC1R tag=IVUX81QR7JCH type=write size=3846437 2024-04-02T08:51:05.560 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.562+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=NFNH9U5MTCZ3 type=del 2024-04-02T08:51:05.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.563+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=Y90JVHCPE3LN type=del size=755520 2024-04-02T08:51:05.564 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.566+0000 7f2c37839780 1 < completed write operation key=ZBWX3XCY0JRK tag=OVD68EA0ZOGT type=write size=1017733 2024-04-02T08:51:05.566 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.567+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=AREFZLDPX3W4 type=del size=1061063 2024-04-02T08:51:05.568 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.569+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~7NG47VQLCAOK.0 size=1048576 2024-04-02T08:51:05.569 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.571+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~7NG47VQLCAOK.1 size=172353 2024-04-02T08:51:05.573 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.574+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=7NG47VQLCAOK tag=5P6F6K8VD1NC type=write size=2269505 2024-04-02T08:51:05.576 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.577+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~9C44VTE6JUUH.0 size=1048576 2024-04-02T08:51:05.578 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.579+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~9C44VTE6JUUH.1 size=220807 2024-04-02T08:51:05.578 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.579+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=9C44VTE6JUUH tag=ZPZIPUZEA5MG type=write size=2317959 2024-04-02T08:51:05.581 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.583+0000 7f2c37839780 1 < suggested update operation key=KES2MUV53GCC tag=SPTRRC1MMT7F type=del size=1065264 2024-04-02T08:51:05.583 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.584+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=MDHX3LE00341 type=write size=698873 2024-04-02T08:51:05.585 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.586+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~0MRG0BVIA70Y.0 size=1048576 2024-04-02T08:51:05.586 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.588+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~0MRG0BVIA70Y.1 size=1048576 2024-04-02T08:51:05.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.589+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~0MRG0BVIA70Y.2 size=846025 2024-04-02T08:51:05.592 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.593+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=0MRG0BVIA70Y tag=IJRVLX3EYN9U type=write size=3991753 2024-04-02T08:51:05.596 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.597+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~6IM5CGB8RKBU.0 size=630321 2024-04-02T08:51:05.596 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.597+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=6IM5CGB8RKBU tag=3VKSY4NUEXBH type=write size=1678897 2024-04-02T08:51:05.598 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.599+0000 7f2c37839780 1 < completed write operation key=VHVBJGFC6O30 tag=3108B0GYDSNU type=write size=325147 2024-04-02T08:51:05.600 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.602+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=XLU7TE0HS1AM type=del size=2498160 2024-04-02T08:51:05.602 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.604+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=MARC2WQM46O6 type=del 2024-04-02T08:51:05.604 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.606+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=FQFIWOUI7JK5 type=write size=93746 2024-04-02T08:51:05.606 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.607+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=SOM7C5087UTY type=del 2024-04-02T08:51:05.608 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.610+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=4QDQUYARXM58 type=del size=802836 2024-04-02T08:51:05.610 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.612+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~V7V0WTLKW3IQ.0 size=1048576 2024-04-02T08:51:05.612 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.614+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~V7V0WTLKW3IQ.1 size=435728 2024-04-02T08:51:05.617 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.618+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=V7V0WTLKW3IQ tag=0852JZ84FNRH type=write size=2532880 2024-04-02T08:51:05.619 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.621+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=RTF2NGOBBO4K type=write size=862280 2024-04-02T08:51:05.622 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.623+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=R7KZNTR5WTOM type=del 2024-04-02T08:51:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:05.626 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.627+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~MTFVWQBLA6UR.0 size=221720 2024-04-02T08:51:05.626 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.627+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=MTFVWQBLA6UR tag=P685887AET19 type=write size=1270296 2024-04-02T08:51:05.629 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.631+0000 7f2c37839780 1 < suggested remove operation key=L850LE5LQWEI tag=TA1ROKLG428J type=del 2024-04-02T08:51:05.633 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.634+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~0OTM63C2L3BI.0 size=1048576 2024-04-02T08:51:05.634 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.636+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~0OTM63C2L3BI.1 size=649458 2024-04-02T08:51:05.634 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.636+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=0OTM63C2L3BI tag=LR83LJHTK1PK type=write size=2746610 2024-04-02T08:51:05.636 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.637+0000 7f2c37839780 1 < completed write operation key=U25NTMGOU3R2 tag=OA7LQ6WMYYPL type=write size=762545 2024-04-02T08:51:05.638 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.639+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=R2E41OWVC62J type=del size=841073 2024-04-02T08:51:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:05.640 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.641+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~GC15JDWSRL4Z.0 size=1048576 2024-04-02T08:51:05.641 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.643+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~GC15JDWSRL4Z.1 size=1048576 2024-04-02T08:51:05.641 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.643+0000 7f2c37839780 1 < canceled part key=_multipart_VOT77PAW1Q91.2~GC15JDWSRL4Z.2 size=203089 2024-04-02T08:51:05.645 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.647+0000 7f2c37839780 1 < canceled multipart upload key=VOT77PAW1Q91 upload=GC15JDWSRL4Z tag=183BAU7XX9C9 type=write size=3348817 2024-04-02T08:51:05.651 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.651+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~IF1KQXQNZT0L.0 size=749526 2024-04-02T08:51:05.651 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.651+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=IF1KQXQNZT0L tag=3ZRS0QDO78YC type=write size=1798102 2024-04-02T08:51:05.651 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.651+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~08SXLFZE218S.0 size=169840 2024-04-02T08:51:05.654 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.656+0000 7f2c37839780 1 < canceled multipart upload key=OKEW0QKVDGET upload=08SXLFZE218S tag=1VC2JU643QSQ type=write size=1218416 2024-04-02T08:51:05.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.658+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=15U0OT5OC3LU type=del size=914559 2024-04-02T08:51:05.659 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.661+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=LOWB282AO0TK type=del 2024-04-02T08:51:05.661 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.663+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=WK5N80EDZSD9 type=del size=333983 2024-04-02T08:51:05.664 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.665+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~7C8AT5V8UC1R.0 size=1048576 2024-04-02T08:51:05.666 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.668+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~7C8AT5V8UC1R.1 size=1048576 2024-04-02T08:51:05.668 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.670+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~7C8AT5V8UC1R.2 size=700709 2024-04-02T08:51:05.673 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.674+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=7C8AT5V8UC1R tag=IVUX81QR7JCH type=write size=3846437 2024-04-02T08:51:05.678 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.679+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~1VBQMJWE8PXH.0 size=1048576 2024-04-02T08:51:05.679 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.680+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~1VBQMJWE8PXH.1 size=1048576 2024-04-02T08:51:05.681 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.683+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~1VBQMJWE8PXH.2 size=790096 2024-04-02T08:51:05.681 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.683+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=1VBQMJWE8PXH tag=XPB74FAIJRWK type=write size=3935824 2024-04-02T08:51:05.684 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.685+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=Y90JVHCPE3LN type=del 2024-04-02T08:51:05.686 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.687+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=DW7572GI11TY type=del size=1921349 2024-04-02T08:51:05.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.689+0000 7f2c37839780 1 < canceled operation key=VOT77PAW1Q91 tag=AREFZLDPX3W4 type=del size=1061063 2024-04-02T08:51:05.691 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.692+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~2DBKKYY16PCB.0 size=1048576 2024-04-02T08:51:05.693 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.694+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~2DBKKYY16PCB.1 size=76198 2024-04-02T08:51:05.693 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.694+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=2DBKKYY16PCB tag=WCK6NMLZOHUP type=write size=2173350 2024-04-02T08:51:05.694 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.696+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~9C44VTE6JUUH.0 size=1048576 2024-04-02T08:51:05.696 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.697+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~9C44VTE6JUUH.1 size=220807 2024-04-02T08:51:05.700 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.702+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=9C44VTE6JUUH tag=ZPZIPUZEA5MG type=write size=2317959 2024-04-02T08:51:05.703 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.704+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=NY3SNXGFF6K5 type=del size=4136766 2024-04-02T08:51:05.705 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.706+0000 7f2c37839780 1 < canceled operation key=91BN62ARVOEH tag=MDHX3LE00341 type=write size=698873 2024-04-02T08:51:05.707 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.708+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=73TKMZ9C6UY9 type=del size=1616502 2024-04-02T08:51:05.709 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.711+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~6IM5CGB8RKBU.0 size=630321 2024-04-02T08:51:05.714 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.715+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=6IM5CGB8RKBU tag=3VKSY4NUEXBH type=write size=1678897 2024-04-02T08:51:05.716 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.718+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=7GZPRG4H8RMA type=del size=629857 2024-04-02T08:51:05.719 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.720+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=XLU7TE0HS1AM type=del 2024-04-02T08:51:05.723 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.724+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~3WFRBX0ZS1BG.0 size=711353 2024-04-02T08:51:05.723 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.724+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=3WFRBX0ZS1BG tag=97532B1JPFS8 type=write size=1759929 2024-04-02T08:51:05.726 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.727+0000 7f2c37839780 -1 < failed to complete operation key=L850LE5LQWEI tag=FQFIWOUI7JK5 type=write size=93746: (22) Invalid argument 2024-04-02T08:51:05.730 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.732+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~55SKKXOQ2SL0.0 size=527538 2024-04-02T08:51:05.730 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.732+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=55SKKXOQ2SL0 tag=F8BPM1N6JDGD type=write size=1576114 2024-04-02T08:51:05.733 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.734+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=4QDQUYARXM58 type=del 2024-04-02T08:51:05.734 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.736+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=05CIPWS4GPQW type=del size=2481092 2024-04-02T08:51:05.736 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.738+0000 7f2c37839780 1 < completed write operation key=Z1QID1NC8QNM tag=RTF2NGOBBO4K type=write size=862280 2024-04-02T08:51:05.738 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.739+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=LZQX1GFT5897 type=del size=514783 2024-04-02T08:51:05.740 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.741+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~MTFVWQBLA6UR.0 size=221720 2024-04-02T08:51:05.743 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.745+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=MTFVWQBLA6UR tag=P685887AET19 type=write size=1270296 2024-04-02T08:51:05.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.747+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=0IJ9HQNEVCIV type=del size=3784067 2024-04-02T08:51:05.747 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.748+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~0OTM63C2L3BI.0 size=1048576 2024-04-02T08:51:05.749 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.750+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~0OTM63C2L3BI.1 size=649458 2024-04-02T08:51:05.752 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.753+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=0OTM63C2L3BI tag=LR83LJHTK1PK type=write size=2746610 2024-04-02T08:51:05.755 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.756+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~VX8VP8SFNCC9.0 size=1048576 2024-04-02T08:51:05.757 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.758+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~VX8VP8SFNCC9.1 size=601520 2024-04-02T08:51:05.757 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.758+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=VX8VP8SFNCC9 tag=WR5O81ZVVU51 type=write size=2698672 2024-04-02T08:51:05.758 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.760+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=R2E41OWVC62J type=del 2024-04-02T08:51:05.762 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.763+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~P9XGNEJ5HZ71.0 size=1048576 2024-04-02T08:51:05.763 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.765+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~P9XGNEJ5HZ71.1 size=1048576 2024-04-02T08:51:05.765 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.766+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~P9XGNEJ5HZ71.2 size=477918 2024-04-02T08:51:05.765 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.766+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=P9XGNEJ5HZ71 tag=MQQ5VFP7153R type=write size=3623646 2024-04-02T08:51:05.767 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.768+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~IF1KQXQNZT0L.0 size=749526 2024-04-02T08:51:05.770 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.771+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=IF1KQXQNZT0L tag=3ZRS0QDO78YC type=write size=1798102 2024-04-02T08:51:05.772 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.773+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=8Y1FUQ5OBXAB type=del size=2895777 2024-04-02T08:51:05.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.775+0000 7f2c37839780 1 < canceled operation key=KES2MUV53GCC tag=15U0OT5OC3LU type=del size=914559 2024-04-02T08:51:05.775 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.777+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=0S8SDVKFOTVQ type=write size=856238 2024-04-02T08:51:05.777 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.778+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=WK5N80EDZSD9 type=del 2024-04-02T08:51:05.779 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.780+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=V3OH4FJ1ZOYM type=del size=2518661 2024-04-02T08:51:05.781 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.782+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~1VBQMJWE8PXH.0 size=1048576 2024-04-02T08:51:05.783 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.784+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~1VBQMJWE8PXH.1 size=1048576 2024-04-02T08:51:05.785 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.786+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~1VBQMJWE8PXH.2 size=790096 2024-04-02T08:51:05.788 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.789+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=1VBQMJWE8PXH tag=XPB74FAIJRWK type=write size=3935824 2024-04-02T08:51:05.790 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.791+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=CEU22CXPZK8L type=del size=2293371 2024-04-02T08:51:05.792 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.793+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=DW7572GI11TY type=del 2024-04-02T08:51:05.793 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.795+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=QD9M1EUZCINY type=write size=120163 2024-04-02T08:51:05.795 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.797+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~2DBKKYY16PCB.0 size=1048576 2024-04-02T08:51:05.797 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.798+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~2DBKKYY16PCB.1 size=76198 2024-04-02T08:51:05.800 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.801+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=2DBKKYY16PCB tag=WCK6NMLZOHUP type=write size=2173350 2024-04-02T08:51:05.804 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.805+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~4Y5M5CIMJM42.0 size=1048576 2024-04-02T08:51:05.806 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.807+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~4Y5M5CIMJM42.1 size=1048576 2024-04-02T08:51:05.807 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.808+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~4Y5M5CIMJM42.2 size=655842 2024-04-02T08:51:05.807 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.808+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=4Y5M5CIMJM42 tag=6F0MJZM9T4LL type=write size=3801570 2024-04-02T08:51:05.810 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.810+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=NY3SNXGFF6K5 type=del 2024-04-02T08:51:05.813 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.814+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~XOQVCJP7T49Z.0 size=102503 2024-04-02T08:51:05.813 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.814+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=XOQVCJP7T49Z tag=YC4H61NNJ6PU type=write size=1151079 2024-04-02T08:51:05.815 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.816+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=73TKMZ9C6UY9 type=del 2024-04-02T08:51:05.817 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.818+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=KBI65KKV4823 type=write size=129242 2024-04-02T08:51:05.819 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.820+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=7GZPRG4H8RMA type=del 2024-04-02T08:51:05.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.822+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=CBL4EYJ1M8VW type=del size=625662 2024-04-02T08:51:05.823 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.824+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~3WFRBX0ZS1BG.0 size=711353 2024-04-02T08:51:05.827 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.828+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=3WFRBX0ZS1BG tag=97532B1JPFS8 type=write size=1759929 2024-04-02T08:51:05.829 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.831+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=5UQ54S7I1MLK type=del size=2571803 2024-04-02T08:51:05.832 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.833+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~55SKKXOQ2SL0.0 size=527538 2024-04-02T08:51:05.836 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.837+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=55SKKXOQ2SL0 tag=F8BPM1N6JDGD type=write size=1576114 2024-04-02T08:51:05.838 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.839+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=5DRODQ9OORSX type=del size=1469229 2024-04-02T08:51:05.840 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.841+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=05CIPWS4GPQW type=del 2024-04-02T08:51:05.844 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.845+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~978W8RX4KES5.0 size=1048576 2024-04-02T08:51:05.846 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.847+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~978W8RX4KES5.1 size=208341 2024-04-02T08:51:05.846 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.847+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=978W8RX4KES5 tag=FESCIE534IYI type=write size=2305493 2024-04-02T08:51:05.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.852+0000 7f2c37839780 1 < suggested remove operation key=ZBWX3XCY0JRK tag=LZQX1GFT5897 type=del 2024-04-02T08:51:05.853 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.854+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=4NGUGJDVK01H type=write size=151416 2024-04-02T08:51:05.854 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.856+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=0IJ9HQNEVCIV type=del 2024-04-02T08:51:05.856 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.858+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=8GW3O19BIMYI type=del size=778838 2024-04-02T08:51:05.858 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.859+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~VX8VP8SFNCC9.0 size=1048576 2024-04-02T08:51:05.860 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.862+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~VX8VP8SFNCC9.1 size=601520 2024-04-02T08:51:05.864 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.865+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=VX8VP8SFNCC9 tag=WR5O81ZVVU51 type=write size=2698672 2024-04-02T08:51:05.865 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.867+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=ARG46AB7HML3 type=del size=3819917 2024-04-02T08:51:05.867 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.869+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~P9XGNEJ5HZ71.0 size=1048576 2024-04-02T08:51:05.869 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.870+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~P9XGNEJ5HZ71.1 size=1048576 2024-04-02T08:51:05.870 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.872+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~P9XGNEJ5HZ71.2 size=477918 2024-04-02T08:51:05.875 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.875+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=P9XGNEJ5HZ71 tag=MQQ5VFP7153R type=write size=3623646 2024-04-02T08:51:05.876 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.877+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=T6UMXKMR12PJ type=del size=3825420 2024-04-02T08:51:05.878 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.879+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=8Y1FUQ5OBXAB type=del 2024-04-02T08:51:05.881 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.883+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~CFQ6SQQO3MO5.0 size=361862 2024-04-02T08:51:05.882 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.883+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=CFQ6SQQO3MO5 tag=B7K6H5Y1FO5Q type=write size=1410438 2024-04-02T08:51:05.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.885+0000 7f2c37839780 -1 < failed to complete operation key=ZBWX3XCY0JRK tag=0S8SDVKFOTVQ type=write size=856238: (22) Invalid argument 2024-04-02T08:51:05.886 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.887+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=D04QINN4M9Q7 type=del size=1107278 2024-04-02T08:51:05.888 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.890+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=V3OH4FJ1ZOYM type=del 2024-04-02T08:51:05.890 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.892+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=YYAQDV4L6L7K type=del size=3831123 2024-04-02T08:51:05.892 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.894+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=CEU22CXPZK8L type=del 2024-04-02T08:51:05.894 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.896+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=VLQBNDED7IAF type=del size=1270998 2024-04-02T08:51:05.897 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.898+0000 7f2c37839780 1 < canceled operation key=B5YV3S5C1VXZ tag=QD9M1EUZCINY type=write size=120163 2024-04-02T08:51:05.900 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.901+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=4CW5ESQHA39S type=del size=771469 2024-04-02T08:51:05.902 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.903+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~4Y5M5CIMJM42.0 size=1048576 2024-04-02T08:51:05.904 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.905+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~4Y5M5CIMJM42.1 size=1048576 2024-04-02T08:51:05.905 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.906+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~4Y5M5CIMJM42.2 size=655842 2024-04-02T08:51:05.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.911+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=4Y5M5CIMJM42 tag=6F0MJZM9T4LL type=write size=3801570 2024-04-02T08:51:05.912 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.913+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=RYU50CW45TKA type=write size=64479 2024-04-02T08:51:05.915 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.915+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~XOQVCJP7T49Z.0 size=102503 2024-04-02T08:51:05.919 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.920+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=XOQVCJP7T49Z tag=YC4H61NNJ6PU type=write size=1151079 2024-04-02T08:51:05.921 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.923+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=1EZB5BH0S45M type=del size=1546013 2024-04-02T08:51:05.924 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.925+0000 7f2c37839780 1 < completed write operation key=51ZKADJFQPAW tag=KBI65KKV4823 type=write size=129242 2024-04-02T08:51:05.926 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.927+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=0652ERM25J48 type=del size=4107364 2024-04-02T08:51:05.928 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.929+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=CBL4EYJ1M8VW type=del 2024-04-02T08:51:05.930 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.931+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=H3XSJUY4YIGZ type=del size=429012 2024-04-02T08:51:05.932 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.933+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=5UQ54S7I1MLK type=del 2024-04-02T08:51:05.936 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.937+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~ZKM237Y3CSJG.0 size=900135 2024-04-02T08:51:05.936 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.937+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=ZKM237Y3CSJG tag=5JUBVE3ZXTV0 type=write size=1948711 2024-04-02T08:51:05.938 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.939+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=5DRODQ9OORSX type=del 2024-04-02T08:51:05.943 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.941+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=HGTR7DMC4VTB type=del size=2776909 2024-04-02T08:51:05.944 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.943+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~978W8RX4KES5.0 size=1048576 2024-04-02T08:51:05.944 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.944+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~978W8RX4KES5.1 size=208341 2024-04-02T08:51:05.946 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.948+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=978W8RX4KES5 tag=FESCIE534IYI type=write size=2305493 2024-04-02T08:51:05.948 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.950+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=YOMN5BXQM1G9 type=del size=2680863 2024-04-02T08:51:05.951 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.952+0000 7f2c37839780 1 < completed write operation key=51ZKADJFQPAW tag=4NGUGJDVK01H type=write size=151416 2024-04-02T08:51:05.955 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.956+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~EZIS9AWXPUPB.0 size=1048576 2024-04-02T08:51:05.957 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.958+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~EZIS9AWXPUPB.1 size=1048576 2024-04-02T08:51:05.958 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.960+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~EZIS9AWXPUPB.2 size=288617 2024-04-02T08:51:05.958 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.960+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=EZIS9AWXPUPB tag=GOZTGQ97KQT2 type=write size=3434345 2024-04-02T08:51:05.960 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.962+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=8GW3O19BIMYI type=del 2024-04-02T08:51:05.963 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.965+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=92B2C95JJ5ZS type=del size=1312479 2024-04-02T08:51:05.965 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.967+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=ARG46AB7HML3 type=del 2024-04-02T08:51:05.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.971+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~82BVMD155J6D.0 size=54079 2024-04-02T08:51:05.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.971+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=82BVMD155J6D tag=XPFKC59D3I6Y type=write size=1102655 2024-04-02T08:51:05.972 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.973+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=T6UMXKMR12PJ type=del 2024-04-02T08:51:05.974 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.976+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=IBHFHLIHBWW1 type=del size=3184407 2024-04-02T08:51:05.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.978+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~CFQ6SQQO3MO5.0 size=361862 2024-04-02T08:51:05.980 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.981+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=CFQ6SQQO3MO5 tag=B7K6H5Y1FO5Q type=write size=1410438 2024-04-02T08:51:05.982 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.983+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=VQ0KOP50OXEN type=del size=3958954 2024-04-02T08:51:05.984 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.985+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=D04QINN4M9Q7 type=del 2024-04-02T08:51:05.987 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.988+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=X5CRIVRUZS5N type=write size=283292 2024-04-02T08:51:05.989 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.991+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=YYAQDV4L6L7K type=del 2024-04-02T08:51:05.992 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.993+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=OJA21G1AG1B8 type=write size=314240 2024-04-02T08:51:05.994 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.996+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=VLQBNDED7IAF type=del 2024-04-02T08:51:05.997 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:05.998+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=NRAIJKR60L6J type=write size=655466 2024-04-02T08:51:05.999 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.000+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=4CW5ESQHA39S type=del 2024-04-02T08:51:06.002 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.004+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~3LTXMTEWTY48.0 size=1048576 2024-04-02T08:51:06.004 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.005+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~3LTXMTEWTY48.1 size=243659 2024-04-02T08:51:06.004 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.005+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=3LTXMTEWTY48 tag=E14EQDGNZ1J8 type=write size=2340811 2024-04-02T08:51:06.007 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.008+0000 7f2c37839780 1 < completed write operation key=U25NTMGOU3R2 tag=RYU50CW45TKA type=write size=64479 2024-04-02T08:51:06.010 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.011+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~4JEZ15F7FYVB.0 size=1048576 2024-04-02T08:51:06.012 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.013+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~4JEZ15F7FYVB.1 size=1048576 2024-04-02T08:51:06.013 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.015+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~4JEZ15F7FYVB.2 size=166342 2024-04-02T08:51:06.014 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.015+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=4JEZ15F7FYVB tag=FHAJ3KRVYRVS type=write size=3312070 2024-04-02T08:51:06.015 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.017+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=1EZB5BH0S45M type=del 2024-04-02T08:51:06.017 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.019+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=8BHJGLLQL6HN type=del size=69893 2024-04-02T08:51:06.019 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.021+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=0652ERM25J48 type=del 2024-04-02T08:51:06.021 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.023+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=BNQBNB4UDDC2 type=del size=1562539 2024-04-02T08:51:06.024 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.025+0000 7f2c37839780 1 < canceled operation key=Z1QID1NC8QNM tag=H3XSJUY4YIGZ type=del size=429012 2024-04-02T08:51:06.027 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.028+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=2GTIQ0Q2P3YP type=del size=3012931 2024-04-02T08:51:06.029 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.030+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~ZKM237Y3CSJG.0 size=900135 2024-04-02T08:51:06.032 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.034+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=ZKM237Y3CSJG tag=5JUBVE3ZXTV0 type=write size=1948711 2024-04-02T08:51:06.037 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.038+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~2HQEXQ1SKEIC.0 size=563610 2024-04-02T08:51:06.037 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.038+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=2HQEXQ1SKEIC tag=CAT7DX7HQVXN type=write size=1612186 2024-04-02T08:51:06.038 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.040+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=HGTR7DMC4VTB type=del 2024-04-02T08:51:06.040 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.042+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=VLYWQ75YIE2B type=write size=847592 2024-04-02T08:51:06.042 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.044+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=YOMN5BXQM1G9 type=del 2024-04-02T08:51:06.044 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.046+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=S83P0MIAWBHP type=del size=3918691 2024-04-02T08:51:06.047 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.048+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~EZIS9AWXPUPB.0 size=1048576 2024-04-02T08:51:06.050 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.051+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~EZIS9AWXPUPB.1 size=1048576 2024-04-02T08:51:06.052 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.053+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~EZIS9AWXPUPB.2 size=288617 2024-04-02T08:51:06.055 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.056+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=EZIS9AWXPUPB tag=GOZTGQ97KQT2 type=write size=3434345 2024-04-02T08:51:06.059 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.060+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~42F6BUTEVRYP.0 size=1048576 2024-04-02T08:51:06.061 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.062+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~42F6BUTEVRYP.1 size=1048576 2024-04-02T08:51:06.062 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.064+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~42F6BUTEVRYP.2 size=134688 2024-04-02T08:51:06.063 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.064+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=42F6BUTEVRYP tag=2CT3GEJMC3LG type=write size=3280416 2024-04-02T08:51:06.067 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.068+0000 7f2c37839780 1 < suggested remove operation key=B5YV3S5C1VXZ tag=92B2C95JJ5ZS type=del 2024-04-02T08:51:06.071 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.072+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~26BNI4S52MWI.0 size=1048576 2024-04-02T08:51:06.073 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.074+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~26BNI4S52MWI.1 size=1048576 2024-04-02T08:51:06.074 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.076+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~26BNI4S52MWI.2 size=690095 2024-04-02T08:51:06.074 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.076+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=26BNI4S52MWI tag=0NIL2UVL1GVQ type=write size=3835823 2024-04-02T08:51:06.077 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.078+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~82BVMD155J6D.0 size=54079 2024-04-02T08:51:06.080 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.082+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=82BVMD155J6D tag=XPFKC59D3I6Y type=write size=1102655 2024-04-02T08:51:06.082 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.083+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=J9B57WF667MO type=del size=1578590 2024-04-02T08:51:06.086 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.087+0000 7f2c37839780 1 < suggested remove operation key=FTT2SQYUSW82 tag=IBHFHLIHBWW1 type=del 2024-04-02T08:51:06.087 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.089+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=XZF08SKPWS8E type=del size=1963914 2024-04-02T08:51:06.091 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.092+0000 7f2c37839780 1 < suggested remove operation key=9DRFTTIJ432I tag=VQ0KOP50OXEN type=del 2024-04-02T08:51:06.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.096+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~TJR984SX4N2M.0 size=1048576 2024-04-02T08:51:06.096 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.097+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~TJR984SX4N2M.1 size=152114 2024-04-02T08:51:06.096 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.097+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=TJR984SX4N2M tag=0P0M72Y751AZ type=write size=2249266 2024-04-02T08:51:06.098 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.099+0000 7f2c37839780 1 < completed write operation key=51ZKADJFQPAW tag=X5CRIVRUZS5N type=write size=283292 2024-04-02T08:51:06.101 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.103+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~O9G3ZF314876.0 size=538479 2024-04-02T08:51:06.102 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.103+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=O9G3ZF314876 tag=MCEUBN31E9EU type=write size=1587055 2024-04-02T08:51:06.104 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.105+0000 7f2c37839780 1 < canceled operation key=KES2MUV53GCC tag=OJA21G1AG1B8 type=write size=314240 2024-04-02T08:51:06.106 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.107+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=6NZ3AAE31TUS type=del size=3338874 2024-04-02T08:51:06.108 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.109+0000 7f2c37839780 1 < canceled operation key=9Y8YLX0RAIPV tag=NRAIJKR60L6J type=write size=655466 2024-04-02T08:51:06.113 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.114+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~HHTHJ7RHX15Z.0 size=279819 2024-04-02T08:51:06.113 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.114+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=HHTHJ7RHX15Z tag=VHJQ318CGNNL type=write size=1328395 2024-04-02T08:51:06.115 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.116+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~3LTXMTEWTY48.0 size=1048576 2024-04-02T08:51:06.117 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.118+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~3LTXMTEWTY48.1 size=243659 2024-04-02T08:51:06.121 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.122+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=3LTXMTEWTY48 tag=E14EQDGNZ1J8 type=write size=2340811 2024-04-02T08:51:06.123 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.124+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=RXJSVC728FNC type=del size=1144378 2024-04-02T08:51:06.125 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.126+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~4JEZ15F7FYVB.0 size=1048576 2024-04-02T08:51:06.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.128+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~4JEZ15F7FYVB.1 size=1048576 2024-04-02T08:51:06.128 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.129+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~4JEZ15F7FYVB.2 size=166342 2024-04-02T08:51:06.131 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.133+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=4JEZ15F7FYVB tag=FHAJ3KRVYRVS type=write size=3312070 2024-04-02T08:51:06.133 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.134+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=O22V3ASBDVI2 type=del size=2302952 2024-04-02T08:51:06.137 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.138+0000 7f2c37839780 1 < suggested update operation key=YRS6E6FA19PT tag=8BHJGLLQL6HN type=del size=69893 2024-04-02T08:51:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:51:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:51:05] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.43.0" 2024-04-02T08:51:06.140 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.141+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~PJYZAZAF45MW.0 size=586823 2024-04-02T08:51:06.140 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.141+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=PJYZAZAF45MW tag=A1VWLEODHTH5 type=write size=1635399 2024-04-02T08:51:06.142 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.143+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=BNQBNB4UDDC2 type=del 2024-04-02T08:51:06.145 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.147+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~TOXDY7U03Z9S.0 size=16211 2024-04-02T08:51:06.145 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.147+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=TOXDY7U03Z9S tag=BLNVMT0QYVAG type=write size=1064787 2024-04-02T08:51:06.147 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.149+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=2GTIQ0Q2P3YP type=del 2024-04-02T08:51:06.151 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.152+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~75TUT4OP59M5.0 size=1048576 2024-04-02T08:51:06.152 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.154+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~75TUT4OP59M5.1 size=2989 2024-04-02T08:51:06.152 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.154+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=75TUT4OP59M5 tag=I097QH5U0125 type=write size=2100141 2024-04-02T08:51:06.153 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.154+0000 7f2c37839780 1 < canceled part key=_multipart_G5NNPHE2SJZN.2~2HQEXQ1SKEIC.0 size=563610 2024-04-02T08:51:06.157 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.157+0000 7f2c37839780 1 < canceled multipart upload key=G5NNPHE2SJZN upload=2HQEXQ1SKEIC tag=CAT7DX7HQVXN type=write size=1612186 2024-04-02T08:51:06.157 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.159+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=ABHPGZAUY6EY type=del size=3220411 2024-04-02T08:51:06.159 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.161+0000 7f2c37839780 1 < completed write operation key=OKEW0QKVDGET tag=VLYWQ75YIE2B type=write size=847592 2024-04-02T08:51:06.161 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.163+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=AKVUCVA3QHLE type=del size=2883286 2024-04-02T08:51:06.163 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.165+0000 7f2c37839780 1 < canceled operation key=VOT77PAW1Q91 tag=S83P0MIAWBHP type=del size=3918691 2024-04-02T08:51:06.165 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.166+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=9D3IIYFXL12U type=write size=369878 2024-04-02T08:51:06.167 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.168+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~42F6BUTEVRYP.0 size=1048576 2024-04-02T08:51:06.169 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.170+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~42F6BUTEVRYP.1 size=1048576 2024-04-02T08:51:06.170 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.172+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~42F6BUTEVRYP.2 size=134688 2024-04-02T08:51:06.174 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.175+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=42F6BUTEVRYP tag=2CT3GEJMC3LG type=write size=3280416 2024-04-02T08:51:06.175 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.177+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=8IE44VFB8LBE type=write size=897744 2024-04-02T08:51:06.177 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.179+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~26BNI4S52MWI.0 size=1048576 2024-04-02T08:51:06.179 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.181+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~26BNI4S52MWI.1 size=1048576 2024-04-02T08:51:06.181 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.182+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~26BNI4S52MWI.2 size=690095 2024-04-02T08:51:06.184 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.186+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=26BNI4S52MWI tag=0NIL2UVL1GVQ type=write size=3835823 2024-04-02T08:51:06.186 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.188+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=UNIEDZDI4IL4 type=del size=538537 2024-04-02T08:51:06.188 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.190+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=J9B57WF667MO type=del 2024-04-02T08:51:06.190 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.192+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=O2BOUC6EHU3V type=del size=186540 2024-04-02T08:51:06.193 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.194+0000 7f2c37839780 1 < canceled operation key=L7FKDUVU3YGN tag=XZF08SKPWS8E type=del size=1963914 2024-04-02T08:51:06.195 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.196+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=HP5BIZZ6IV1G type=del size=1682751 2024-04-02T08:51:06.198 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.198+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~TJR984SX4N2M.0 size=1048576 2024-04-02T08:51:06.199 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.200+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~TJR984SX4N2M.1 size=152114 2024-04-02T08:51:06.202 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.203+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=TJR984SX4N2M tag=0P0M72Y751AZ type=write size=2249266 2024-04-02T08:51:06.204 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.205+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=84NCKK67GSRZ type=del size=78964 2024-04-02T08:51:06.206 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.207+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~O9G3ZF314876.0 size=538479 2024-04-02T08:51:06.209 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.211+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=O9G3ZF314876 tag=MCEUBN31E9EU type=write size=1587055 2024-04-02T08:51:06.211 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.212+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=PYF9R4MONAV0 type=del size=4068196 2024-04-02T08:51:06.213 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.214+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=6NZ3AAE31TUS type=del 2024-04-02T08:51:06.215 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.216+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=SF2XTMNQCWG6 type=del size=743656 2024-04-02T08:51:06.215 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.216+0000 7f2c37839780 1 < canceled part key=_multipart_H8SE1U3QW0C2.2~HHTHJ7RHX15Z.0 size=279819 2024-04-02T08:51:06.218 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.220+0000 7f2c37839780 1 < canceled multipart upload key=H8SE1U3QW0C2 upload=HHTHJ7RHX15Z tag=VHJQ318CGNNL type=write size=1328395 2024-04-02T08:51:06.220 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.221+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=UEWRUJLL9K6W type=del size=2307958 2024-04-02T08:51:06.224 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.225+0000 7f2c37839780 1 < suggested update operation key=K3VPFIXU5HDZ tag=RXJSVC728FNC type=del size=1144378 2024-04-02T08:51:06.229 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.229+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~1NKRDDCR6RM6.0 size=1048576 2024-04-02T08:51:06.230 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.231+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~1NKRDDCR6RM6.1 size=1048576 2024-04-02T08:51:06.231 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.233+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~1NKRDDCR6RM6.2 size=193117 2024-04-02T08:51:06.231 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.233+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=1NKRDDCR6RM6 tag=FOAJ35MA1X3Y type=write size=3338845 2024-04-02T08:51:06.233 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.234+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=O22V3ASBDVI2 type=del 2024-04-02T08:51:06.237 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.238+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~AEQ8H439B51Z.0 size=1048576 2024-04-02T08:51:06.238 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.240+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~AEQ8H439B51Z.1 size=651089 2024-04-02T08:51:06.238 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.240+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=AEQ8H439B51Z tag=ZVLGZTDQCRQN type=write size=2748241 2024-04-02T08:51:06.240 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.241+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~PJYZAZAF45MW.0 size=586823 2024-04-02T08:51:06.243 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.244+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=PJYZAZAF45MW tag=A1VWLEODHTH5 type=write size=1635399 2024-04-02T08:51:06.246 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.248+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~28P9LDHSM2JW.0 size=1048576 2024-04-02T08:51:06.248 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.249+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~28P9LDHSM2JW.1 size=379654 2024-04-02T08:51:06.248 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.249+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=28P9LDHSM2JW tag=7REU63G2SCFN type=write size=2476806 2024-04-02T08:51:06.250 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.251+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~TOXDY7U03Z9S.0 size=16211 2024-04-02T08:51:06.253 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.254+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=TOXDY7U03Z9S tag=BLNVMT0QYVAG type=write size=1064787 2024-04-02T08:51:06.255 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.256+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=VRRJLOPHV8MN type=del size=1206237 2024-04-02T08:51:06.255 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.256+0000 7f2c37839780 1 < canceled part key=_multipart_B5YV3S5C1VXZ.2~75TUT4OP59M5.0 size=1048576 2024-04-02T08:51:06.257 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.258+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~75TUT4OP59M5.1 size=2989 2024-04-02T08:51:06.261 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.262+0000 7f2c37839780 1 < canceled multipart upload key=B5YV3S5C1VXZ upload=75TUT4OP59M5 tag=I097QH5U0125 type=write size=2100141 2024-04-02T08:51:06.263 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.264+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=G7TFZHEFOB6G type=del size=3694692 2024-04-02T08:51:06.264 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.266+0000 7f2c37839780 1 < canceled operation key=FTT2SQYUSW82 tag=ABHPGZAUY6EY type=del size=3220411 2024-04-02T08:51:06.268 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.270+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~6T2IVOEIYZO9.0 size=1048576 2024-04-02T08:51:06.270 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.271+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~6T2IVOEIYZO9.1 size=1048576 2024-04-02T08:51:06.272 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.273+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~6T2IVOEIYZO9.2 size=377570 2024-04-02T08:51:06.272 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.273+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=6T2IVOEIYZO9 tag=GCIMA86SXWV2 type=write size=3523298 2024-04-02T08:51:06.273 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.275+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=AKVUCVA3QHLE type=del 2024-04-02T08:51:06.275 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.277+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=SFMSFGVY7RRX type=del size=2268855 2024-04-02T08:51:06.277 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.279+0000 7f2c37839780 1 < completed write operation key=ZBWX3XCY0JRK tag=9D3IIYFXL12U type=write size=369878 2024-04-02T08:51:06.280 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.281+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=8PTD1A08YA3G type=del size=990727 2024-04-02T08:51:06.283 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.285+0000 7f2c37839780 1 < suggested update operation key=9DRFTTIJ432I tag=8IE44VFB8LBE type=write size=897744 2024-04-02T08:51:06.286 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.287+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=1LR3IMWCBOMM type=del size=3299415 2024-04-02T08:51:06.290 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.291+0000 7f2c37839780 1 < suggested remove operation key=1V7MCBT4ATIC tag=UNIEDZDI4IL4 type=del 2024-04-02T08:51:06.294 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.295+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~AJEVW8JVVY4G.0 size=834498 2024-04-02T08:51:06.294 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.295+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=AJEVW8JVVY4G tag=2YF027HMF9AG type=write size=1883074 2024-04-02T08:51:06.296 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.298+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=O2BOUC6EHU3V type=del 2024-04-02T08:51:06.298 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.299+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=O9K7BIFLRW63 type=del size=4048205 2024-04-02T08:51:06.300 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.301+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=HP5BIZZ6IV1G type=del 2024-04-02T08:51:06.302 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.303+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=UZFY8N8P4Q9Q type=write size=489331 2024-04-02T08:51:06.304 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.305+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=84NCKK67GSRZ type=del 2024-04-02T08:51:06.308 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.309+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~B2Y3J412EYX7.0 size=431241 2024-04-02T08:51:06.308 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.309+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=B2Y3J412EYX7 tag=KRETRY4XA66R type=write size=1479817 2024-04-02T08:51:06.312 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.314+0000 7f2c37839780 1 < suggested update operation key=ZBWX3XCY0JRK tag=PYF9R4MONAV0 type=del size=4068196 2024-04-02T08:51:06.314 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.316+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=R1X2XZZZQ45D type=del size=3021704 2024-04-02T08:51:06.317 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.318+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=SF2XTMNQCWG6 type=del 2024-04-02T08:51:06.318 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.320+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=LM3FONT5A0GD type=del size=3541898 2024-04-02T08:51:06.321 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.322+0000 7f2c37839780 1 < canceled operation key=8VUTVS0YUD1N tag=UEWRUJLL9K6W type=del size=2307958 2024-04-02T08:51:06.322 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.324+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=6N1WNRBF5ZU8 type=del size=1572346 2024-04-02T08:51:06.324 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.325+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~1NKRDDCR6RM6.0 size=1048576 2024-04-02T08:51:06.324 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.325+0000 7f2c37839780 1 < canceled part key=_multipart_H8SE1U3QW0C2.2~1NKRDDCR6RM6.1 size=1048576 2024-04-02T08:51:06.326 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.327+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~1NKRDDCR6RM6.2 size=193117 2024-04-02T08:51:06.329 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.331+0000 7f2c37839780 1 < canceled multipart upload key=H8SE1U3QW0C2 upload=1NKRDDCR6RM6 tag=FOAJ35MA1X3Y type=write size=3338845 2024-04-02T08:51:06.331 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.332+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=7X14LN3VS5E2 type=del size=388547 2024-04-02T08:51:06.334 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.335+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~AEQ8H439B51Z.0 size=1048576 2024-04-02T08:51:06.336 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.337+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~AEQ8H439B51Z.1 size=651089 2024-04-02T08:51:06.340 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.341+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=AEQ8H439B51Z tag=ZVLGZTDQCRQN type=write size=2748241 2024-04-02T08:51:06.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.343+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=J50UQ40QI3K7 type=del size=1701834 2024-04-02T08:51:06.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.344+0000 7f2c37839780 1 < canceled part key=_multipart_7RA3C7WFS3O2.2~28P9LDHSM2JW.0 size=1048576 2024-04-02T08:51:06.345 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.346+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~28P9LDHSM2JW.1 size=379654 2024-04-02T08:51:06.349 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.350+0000 7f2c37839780 1 < canceled multipart upload key=7RA3C7WFS3O2 upload=28P9LDHSM2JW tag=7REU63G2SCFN type=write size=2476806 2024-04-02T08:51:06.350 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.352+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=ZU9EXGRPBELC type=write size=25806 2024-04-02T08:51:06.354 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.355+0000 7f2c37839780 1 < suggested remove operation key=9DRFTTIJ432I tag=VRRJLOPHV8MN type=del 2024-04-02T08:51:06.358 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.359+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~VZ3KJVDELBT7.0 size=1048576 2024-04-02T08:51:06.362 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.360+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~VZ3KJVDELBT7.1 size=1048576 2024-04-02T08:51:06.362 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.362+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~VZ3KJVDELBT7.2 size=246876 2024-04-02T08:51:06.362 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.362+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=VZ3KJVDELBT7 tag=JHJXEH9ABNRV type=write size=3392604 2024-04-02T08:51:06.362 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.364+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=G7TFZHEFOB6G type=del 2024-04-02T08:51:06.366 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.367+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~EX0QYTIG8QII.0 size=1048576 2024-04-02T08:51:06.367 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.369+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~EX0QYTIG8QII.1 size=1048576 2024-04-02T08:51:06.369 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.370+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~EX0QYTIG8QII.2 size=578553 2024-04-02T08:51:06.369 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.370+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=EX0QYTIG8QII tag=1FI3VS1WBY5L type=write size=3724281 2024-04-02T08:51:06.371 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.372+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~6T2IVOEIYZO9.0 size=1048576 2024-04-02T08:51:06.373 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.374+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~6T2IVOEIYZO9.1 size=1048576 2024-04-02T08:51:06.374 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.375+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~6T2IVOEIYZO9.2 size=377570 2024-04-02T08:51:06.377 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.379+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=6T2IVOEIYZO9 tag=GCIMA86SXWV2 type=write size=3523298 2024-04-02T08:51:06.383 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.382+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~68RYT3CGZD89.0 size=1048576 2024-04-02T08:51:06.383 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.384+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~68RYT3CGZD89.1 size=851248 2024-04-02T08:51:06.383 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.384+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=68RYT3CGZD89 tag=KFBMOR4P0MOU type=write size=2948400 2024-04-02T08:51:06.385 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.386+0000 7f2c37839780 -1 < failed to complete operation key=ZBWX3XCY0JRK tag=SFMSFGVY7RRX type=del size=2268855: (22) Invalid argument 2024-04-02T08:51:06.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.390+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~4U9X3NFGQMBE.0 size=514260 2024-04-02T08:51:06.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.390+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=4U9X3NFGQMBE tag=9H00GSJ85DWW type=write size=1562836 2024-04-02T08:51:06.393 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.394+0000 7f2c37839780 1 < suggested remove operation key=L7FKDUVU3YGN tag=8PTD1A08YA3G type=del 2024-04-02T08:51:06.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.398+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~CYVRKSWPLAMW.0 size=1048576 2024-04-02T08:51:06.398 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.399+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~CYVRKSWPLAMW.1 size=1048576 2024-04-02T08:51:06.399 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.401+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~CYVRKSWPLAMW.2 size=812822 2024-04-02T08:51:06.400 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.401+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=CYVRKSWPLAMW tag=E7HWJ7A03EAZ type=write size=3958550 2024-04-02T08:51:06.401 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.403+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=1LR3IMWCBOMM type=del 2024-04-02T08:51:06.403 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.405+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=RPMMF8CJHNEM type=del size=677333 2024-04-02T08:51:06.405 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.406+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~AJEVW8JVVY4G.0 size=834498 2024-04-02T08:51:06.409 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.410+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=AJEVW8JVVY4G tag=2YF027HMF9AG type=write size=1883074 2024-04-02T08:51:06.413 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.414+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~M66PWHMI082X.0 size=1048576 2024-04-02T08:51:06.414 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.416+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~M66PWHMI082X.1 size=698904 2024-04-02T08:51:06.414 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.416+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=M66PWHMI082X tag=L0NJPL5JU3ZW type=write size=2796056 2024-04-02T08:51:06.418 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.419+0000 7f2c37839780 1 < suggested update operation key=G5NNPHE2SJZN tag=O9K7BIFLRW63 type=del size=4048205 2024-04-02T08:51:06.420 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.421+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=U7X8Z37J55VS type=del size=1898665 2024-04-02T08:51:06.424 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.425+0000 7f2c37839780 1 < suggested remove operation key=OL6XSE7L8RVB tag=UZFY8N8P4Q9Q type=write 2024-04-02T08:51:06.427 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.429+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~MYDU90L9ZRP6.0 size=1048576 2024-04-02T08:51:06.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.431+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~MYDU90L9ZRP6.1 size=655858 2024-04-02T08:51:06.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.431+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=MYDU90L9ZRP6 tag=ECE0N1OYZF78 type=write size=2753010 2024-04-02T08:51:06.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.431+0000 7f2c37839780 1 < canceled part key=_multipart_L7FKDUVU3YGN.2~B2Y3J412EYX7.0 size=431241 2024-04-02T08:51:06.433 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.435+0000 7f2c37839780 1 < canceled multipart upload key=L7FKDUVU3YGN upload=B2Y3J412EYX7 tag=KRETRY4XA66R type=write size=1479817 2024-04-02T08:51:06.437 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.438+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~0W3QD2CXYWE9.0 size=1048576 2024-04-02T08:51:06.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.440+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~0W3QD2CXYWE9.1 size=171191 2024-04-02T08:51:06.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.440+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=0W3QD2CXYWE9 tag=CETXWVB57NPB type=write size=2268343 2024-04-02T08:51:06.440 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.441+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=R1X2XZZZQ45D type=del 2024-04-02T08:51:06.442 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.444+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=LVBUY4MYW46Y type=del size=411551 2024-04-02T08:51:06.444 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.446+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=LM3FONT5A0GD type=del 2024-04-02T08:51:06.446 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.447+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=HQZGBY54REE9 type=del size=1104649 2024-04-02T08:51:06.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.449+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=6N1WNRBF5ZU8 type=del 2024-04-02T08:51:06.450 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.451+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=GWJ3SYAHTCBA type=del size=1301359 2024-04-02T08:51:06.452 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.454+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=7X14LN3VS5E2 type=del 2024-04-02T08:51:06.454 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.456+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=D5021PQJWP9H type=del size=610615 2024-04-02T08:51:06.456 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.458+0000 7f2c37839780 1 < canceled operation key=CLRQ9OAM3LFI tag=J50UQ40QI3K7 type=del size=1701834 2024-04-02T08:51:06.458 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.459+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=RQCDLSA9ZIOB type=del size=1595815 2024-04-02T08:51:06.462 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.463+0000 7f2c37839780 1 < suggested update operation key=CLRQ9OAM3LFI tag=ZU9EXGRPBELC type=write size=25806 2024-04-02T08:51:06.464 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.465+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=3R980CS4CRW7 type=write size=364665 2024-04-02T08:51:06.466 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.467+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~VZ3KJVDELBT7.0 size=1048576 2024-04-02T08:51:06.468 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.469+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~VZ3KJVDELBT7.1 size=1048576 2024-04-02T08:51:06.470 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.471+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~VZ3KJVDELBT7.2 size=246876 2024-04-02T08:51:06.473 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.474+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=VZ3KJVDELBT7 tag=JHJXEH9ABNRV type=write size=3392604 2024-04-02T08:51:06.475 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.477+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=ICOEXFL1T2ZU type=del size=1184158 2024-04-02T08:51:06.477 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.479+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~EX0QYTIG8QII.0 size=1048576 2024-04-02T08:51:06.480 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.481+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~EX0QYTIG8QII.1 size=1048576 2024-04-02T08:51:06.482 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.483+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~EX0QYTIG8QII.2 size=578553 2024-04-02T08:51:06.487 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.488+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=EX0QYTIG8QII tag=1FI3VS1WBY5L type=write size=3724281 2024-04-02T08:51:06.489 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.490+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=9Q8AVNG77U03 type=del size=2163248 2024-04-02T08:51:06.492 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.493+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~68RYT3CGZD89.0 size=1048576 2024-04-02T08:51:06.494 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.495+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~68RYT3CGZD89.1 size=851248 2024-04-02T08:51:06.498 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.499+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=68RYT3CGZD89 tag=KFBMOR4P0MOU type=write size=2948400 2024-04-02T08:51:06.500 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.501+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=199TFGLYE77M type=del size=4192178 2024-04-02T08:51:06.501 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.503+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~4U9X3NFGQMBE.0 size=514260 2024-04-02T08:51:06.505 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.506+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=4U9X3NFGQMBE tag=9H00GSJ85DWW type=write size=1562836 2024-04-02T08:51:06.507 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.508+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=SUHIPG5BGHB9 type=del size=378596 2024-04-02T08:51:06.509 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.510+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~CYVRKSWPLAMW.0 size=1048576 2024-04-02T08:51:06.510 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.511+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~CYVRKSWPLAMW.1 size=1048576 2024-04-02T08:51:06.512 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.513+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~CYVRKSWPLAMW.2 size=812822 2024-04-02T08:51:06.515 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.516+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=CYVRKSWPLAMW tag=E7HWJ7A03EAZ type=write size=3958550 2024-04-02T08:51:06.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.518+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=WOSPL6WMK7ZT type=write size=343141 2024-04-02T08:51:06.519 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.521+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=RPMMF8CJHNEM type=del 2024-04-02T08:51:06.525 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.526+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~DF9T1B0FM395.0 size=741132 2024-04-02T08:51:06.525 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.526+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=DF9T1B0FM395 tag=YW02DDKTPDV0 type=write size=1789708 2024-04-02T08:51:06.527 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.528+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~M66PWHMI082X.0 size=1048576 2024-04-02T08:51:06.529 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.530+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~M66PWHMI082X.1 size=698904 2024-04-02T08:51:06.532 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.534+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=M66PWHMI082X tag=L0NJPL5JU3ZW type=write size=2796056 2024-04-02T08:51:06.536 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.538+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~SM0Q3G77AVCD.0 size=1048576 2024-04-02T08:51:06.538 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.539+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~SM0Q3G77AVCD.1 size=905187 2024-04-02T08:51:06.538 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.539+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=SM0Q3G77AVCD tag=CIOWOK7TQ1NJ type=write size=3002339 2024-04-02T08:51:06.542 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.543+0000 7f2c37839780 1 < suggested update operation key=2HK29QL163AK tag=U7X8Z37J55VS type=del size=1898665 2024-04-02T08:51:06.544 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.545+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=329JL0VVW2EA type=write size=838479 2024-04-02T08:51:06.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.547+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~MYDU90L9ZRP6.0 size=1048576 2024-04-02T08:51:06.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.549+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~MYDU90L9ZRP6.1 size=655858 2024-04-02T08:51:06.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.552+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=MYDU90L9ZRP6 tag=ECE0N1OYZF78 type=write size=2753010 2024-04-02T08:51:06.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.556+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~J8PL8FKA8YXN.0 size=944665 2024-04-02T08:51:06.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.556+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=J8PL8FKA8YXN tag=GCE2G9OXN3DM type=write size=1993241 2024-04-02T08:51:06.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.557+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~0W3QD2CXYWE9.0 size=1048576 2024-04-02T08:51:06.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.559+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~0W3QD2CXYWE9.1 size=171191 2024-04-02T08:51:06.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.563+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=0W3QD2CXYWE9 tag=CETXWVB57NPB type=write size=2268343 2024-04-02T08:51:06.565 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.565+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=LNJ45VH7399D type=del size=3861240 2024-04-02T08:51:06.568 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.569+0000 7f2c37839780 1 < suggested update operation key=H8SE1U3QW0C2 tag=LVBUY4MYW46Y type=del size=411551 2024-04-02T08:51:06.570 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.571+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=0AQHBSYMN6P4 type=write size=367748 2024-04-02T08:51:06.572 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.573+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=HQZGBY54REE9 type=del 2024-04-02T08:51:06.574 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.575+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=CONGNF1E1638 type=del size=3436508 2024-04-02T08:51:06.575 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.577+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=GWJ3SYAHTCBA type=del 2024-04-02T08:51:06.577 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.579+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=8B8L70OORTC4 type=del size=1903102 2024-04-02T08:51:06.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.581+0000 7f2c37839780 -1 < failed to complete operation key=H8SE1U3QW0C2 tag=D5021PQJWP9H type=del size=610615: (22) Invalid argument 2024-04-02T08:51:06.585 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.585+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~SO8RF0ASL20E.0 size=1048576 2024-04-02T08:51:06.585 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.587+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~SO8RF0ASL20E.1 size=1048576 2024-04-02T08:51:06.587 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.588+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~SO8RF0ASL20E.2 size=401032 2024-04-02T08:51:06.587 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.588+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=SO8RF0ASL20E tag=18JSTI26QLN6 type=write size=3546760 2024-04-02T08:51:06.589 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.590+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=RQCDLSA9ZIOB type=del 2024-04-02T08:51:06.591 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.592+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=2H2XIHOB7HY9 type=del size=2444840 2024-04-02T08:51:06.593 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.594+0000 7f2c37839780 1 < completed write operation key=ZBWX3XCY0JRK tag=3R980CS4CRW7 type=write size=364665 2024-04-02T08:51:06.595 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.596+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=JRRUVL0JNIJY type=del size=2400484 2024-04-02T08:51:06.599 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.600+0000 7f2c37839780 1 < suggested update operation key=U4DINZ06NGSP tag=ICOEXFL1T2ZU type=del size=1184158 2024-04-02T08:51:06.601 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.602+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=9I4H5XVF5BDK type=del size=1793319 2024-04-02T08:51:06.602 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.604+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=9Q8AVNG77U03 type=del 2024-04-02T08:51:06.606 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.607+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~VS3XXUZR1VWZ.0 size=639344 2024-04-02T08:51:06.606 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.607+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=VS3XXUZR1VWZ tag=97O9EGS8PPNA type=write size=1687920 2024-04-02T08:51:06.608 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.609+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=199TFGLYE77M type=del 2024-04-02T08:51:06.612 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.613+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~92GHT5J1KP9D.0 size=1048576 2024-04-02T08:51:06.613 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.614+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~92GHT5J1KP9D.1 size=1048576 2024-04-02T08:51:06.615 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.616+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~92GHT5J1KP9D.2 size=258268 2024-04-02T08:51:06.615 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.616+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=92GHT5J1KP9D tag=REEHD1BJP0CA type=write size=3403996 2024-04-02T08:51:06.617 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.618+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=SUHIPG5BGHB9 type=del 2024-04-02T08:51:06.619 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.620+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=4FUFL9DRIA6L type=write size=183355 2024-04-02T08:51:06.622 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.624+0000 7f2c37839780 1 < suggested remove operation key=L850LE5LQWEI tag=WOSPL6WMK7ZT type=write 2024-04-02T08:51:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:06 smithi188 ceph-mon[86835]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 186 KiB/s wr, 939 op/s 2024-04-02T08:51:06.626 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.627+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~EP4ZHCF9VGGE.0 size=443007 2024-04-02T08:51:06.626 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.627+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=EP4ZHCF9VGGE tag=9JS2B1UHDPPT type=write size=1491583 2024-04-02T08:51:06.628 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.629+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~DF9T1B0FM395.0 size=741132 2024-04-02T08:51:06.632 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.633+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=DF9T1B0FM395 tag=YW02DDKTPDV0 type=write size=1789708 2024-04-02T08:51:06.634 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.635+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=K7U7R14S07IZ type=del size=1099924 2024-04-02T08:51:06.636 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.637+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~SM0Q3G77AVCD.0 size=1048576 2024-04-02T08:51:06.638 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.639+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~SM0Q3G77AVCD.1 size=905187 2024-04-02T08:51:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:06 smithi104 ceph-mon[96567]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 186 KiB/s wr, 939 op/s 2024-04-02T08:51:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:06 smithi104 ceph-mon[94081]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 186 KiB/s wr, 939 op/s 2024-04-02T08:51:06.641 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.643+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=SM0Q3G77AVCD tag=CIOWOK7TQ1NJ type=write size=3002339 2024-04-02T08:51:06.645 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.646+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~ROJH4D1QXJIF.0 size=1048576 2024-04-02T08:51:06.647 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.648+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~ROJH4D1QXJIF.1 size=1048576 2024-04-02T08:51:06.648 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.649+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~ROJH4D1QXJIF.2 size=935238 2024-04-02T08:51:06.648 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.649+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=ROJH4D1QXJIF tag=Z8QP0BZZ642L type=write size=4080966 2024-04-02T08:51:06.650 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.651+0000 7f2c37839780 1 < completed write operation key=KES2MUV53GCC tag=329JL0VVW2EA type=write size=838479 2024-04-02T08:51:06.652 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.653+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=W2Y2LLQTHBHH type=del size=1728394 2024-04-02T08:51:06.654 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.655+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~J8PL8FKA8YXN.0 size=944665 2024-04-02T08:51:06.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.658+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=J8PL8FKA8YXN tag=GCE2G9OXN3DM type=write size=1993241 2024-04-02T08:51:06.659 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.660+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=6SNH3SPX1X8Y type=del size=2802368 2024-04-02T08:51:06.661 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.662+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=LNJ45VH7399D type=del 2024-04-02T08:51:06.663 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.664+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=UVHIO1H9T7QU type=del size=1713062 2024-04-02T08:51:06.665 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.666+0000 7f2c37839780 1 < canceled operation key=YRS6E6FA19PT tag=0AQHBSYMN6P4 type=write size=367748 2024-04-02T08:51:06.668 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.670+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~9XXBBXUAAYBO.0 size=1048576 2024-04-02T08:51:06.670 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.671+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~9XXBBXUAAYBO.1 size=511940 2024-04-02T08:51:06.670 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.671+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=9XXBBXUAAYBO tag=BRTIPBQHA09I type=write size=2609092 2024-04-02T08:51:06.672 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.673+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=CONGNF1E1638 type=del 2024-04-02T08:51:06.674 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.675+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=QR02XLM46PC1 type=del size=1751024 2024-04-02T08:51:06.676 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.677+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=8B8L70OORTC4 type=del 2024-04-02T08:51:06.678 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.679+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=GXI97QQ3SOCT type=del size=2920561 2024-04-02T08:51:06.680 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.681+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~SO8RF0ASL20E.0 size=1048576 2024-04-02T08:51:06.682 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.683+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~SO8RF0ASL20E.1 size=1048576 2024-04-02T08:51:06.683 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.685+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~SO8RF0ASL20E.2 size=401032 2024-04-02T08:51:06.687 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.689+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=SO8RF0ASL20E tag=18JSTI26QLN6 type=write size=3546760 2024-04-02T08:51:06.689 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.690+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=JR8QPMG4RXMG type=del size=16971 2024-04-02T08:51:06.691 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.692+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=2H2XIHOB7HY9 type=del 2024-04-02T08:51:06.693 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.695+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=MPT1WWER0KIY type=write size=266243 2024-04-02T08:51:06.695 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.696+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=JRRUVL0JNIJY type=del 2024-04-02T08:51:06.697 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.698+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=AL3F6F1GFXQ7 type=del size=267686 2024-04-02T08:51:06.699 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.700+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=9I4H5XVF5BDK type=del 2024-04-02T08:51:06.703 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.705+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~WQ2SMYDFWOP6.0 size=1048576 2024-04-02T08:51:06.705 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.706+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~WQ2SMYDFWOP6.1 size=1048576 2024-04-02T08:51:06.707 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.708+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~WQ2SMYDFWOP6.2 size=311144 2024-04-02T08:51:06.707 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.708+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=WQ2SMYDFWOP6 tag=UW5MG7H8KAII type=write size=3456872 2024-04-02T08:51:06.708 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.710+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~VS3XXUZR1VWZ.0 size=639344 2024-04-02T08:51:06.712 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.713+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=VS3XXUZR1VWZ tag=97O9EGS8PPNA type=write size=1687920 2024-04-02T08:51:06.714 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.715+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=9X82LF5OP882 type=write size=970143 2024-04-02T08:51:06.716 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.717+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~92GHT5J1KP9D.0 size=1048576 2024-04-02T08:51:06.717 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.719+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~92GHT5J1KP9D.1 size=1048576 2024-04-02T08:51:06.719 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.720+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~92GHT5J1KP9D.2 size=258268 2024-04-02T08:51:06.722 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.724+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=92GHT5J1KP9D tag=REEHD1BJP0CA type=write size=3403996 2024-04-02T08:51:06.726 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.727+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~FEY2VFFDD72G.0 size=1048576 2024-04-02T08:51:06.728 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.729+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~FEY2VFFDD72G.1 size=1048576 2024-04-02T08:51:06.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.731+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~FEY2VFFDD72G.2 size=966254 2024-04-02T08:51:06.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.731+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=FEY2VFFDD72G tag=CRWHOPWOI2LE type=write size=4111982 2024-04-02T08:51:06.731 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.733+0000 7f2c37839780 1 < completed write operation key=VHVBJGFC6O30 tag=4FUFL9DRIA6L type=write size=183355 2024-04-02T08:51:06.733 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.735+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=9W21PSWL7GVF type=del size=1228146 2024-04-02T08:51:06.735 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.737+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~EP4ZHCF9VGGE.0 size=443007 2024-04-02T08:51:06.739 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.740+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=EP4ZHCF9VGGE tag=9JS2B1UHDPPT type=write size=1491583 2024-04-02T08:51:06.741 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.742+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=J37B4N7TC7H3 type=del size=3363971 2024-04-02T08:51:06.743 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.744+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=K7U7R14S07IZ type=del 2024-04-02T08:51:06.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.746+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=KH58YG1Q1TRX type=del size=3888772 2024-04-02T08:51:06.747 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.748+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~ROJH4D1QXJIF.0 size=1048576 2024-04-02T08:51:06.749 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.750+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~ROJH4D1QXJIF.1 size=1048576 2024-04-02T08:51:06.750 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.752+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~ROJH4D1QXJIF.2 size=935238 2024-04-02T08:51:06.754 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.755+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=ROJH4D1QXJIF tag=Z8QP0BZZ642L type=write size=4080966 2024-04-02T08:51:06.756 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.757+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=XM3CN71B1CJQ type=del size=1228673 2024-04-02T08:51:06.758 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.759+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=W2Y2LLQTHBHH type=del 2024-04-02T08:51:06.760 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.761+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=1CKAXF4NRL4R type=del size=453834 2024-04-02T08:51:06.762 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.763+0000 7f2c37839780 1 < canceled operation key=57KBVV9UXRY9 tag=6SNH3SPX1X8Y type=del size=2802368 2024-04-02T08:51:06.764 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.765+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=ECE49VN4WOA4 type=del size=2590020 2024-04-02T08:51:06.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.773+0000 7f2c37839780 1 < suggested remove operation key=01FWIMJZX0P3 tag=UVHIO1H9T7QU type=del 2024-04-02T08:51:06.777 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.779+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~2B8O2B5B1NP0.0 size=1048576 2024-04-02T08:51:06.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.781+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~2B8O2B5B1NP0.1 size=523092 2024-04-02T08:51:06.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.781+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=2B8O2B5B1NP0 tag=1OO7PFQE22E8 type=write size=2620244 2024-04-02T08:51:06.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.781+0000 7f2c37839780 1 < canceled part key=_multipart_U4DINZ06NGSP.2~9XXBBXUAAYBO.0 size=1048576 2024-04-02T08:51:06.782 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.783+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~9XXBBXUAAYBO.1 size=511940 2024-04-02T08:51:06.786 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.787+0000 7f2c37839780 1 < canceled multipart upload key=U4DINZ06NGSP upload=9XXBBXUAAYBO tag=BRTIPBQHA09I type=write size=2609092 2024-04-02T08:51:06.788 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.789+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=52CR28BLY4JE type=del size=143295 2024-04-02T08:51:06.790 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.792+0000 7f2c37839780 1 < canceled operation key=2HK29QL163AK tag=QR02XLM46PC1 type=del size=1751024 2024-04-02T08:51:06.793 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.794+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=BTQYHSNU7GGD type=del size=1719755 2024-04-02T08:51:06.796 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.797+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=GXI97QQ3SOCT type=del 2024-04-02T08:51:06.797 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.799+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=5DX537UKEFYR type=write size=626115 2024-04-02T08:51:06.802 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.801+0000 7f2c37839780 1 < canceled operation key=U4DINZ06NGSP tag=JR8QPMG4RXMG type=del size=16971 2024-04-02T08:51:06.803 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.805+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~ZG2MOC4M10F1.0 size=18432 2024-04-02T08:51:06.804 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.805+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=ZG2MOC4M10F1 tag=BQG4WYWZ34HN type=write size=1067008 2024-04-02T08:51:06.808 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.809+0000 7f2c37839780 1 < suggested remove operation key=33264AD3WNVF tag=MPT1WWER0KIY type=write 2024-04-02T08:51:06.810 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.811+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=GG6YEVVMVLPL type=del size=2152159 2024-04-02T08:51:06.812 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.813+0000 7f2c37839780 1 < canceled operation key=9DRFTTIJ432I tag=AL3F6F1GFXQ7 type=del size=267686 2024-04-02T08:51:06.814 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.816+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=P9AQYT0BSG6V type=del size=3127626 2024-04-02T08:51:06.817 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.818+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~WQ2SMYDFWOP6.0 size=1048576 2024-04-02T08:51:06.819 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.820+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~WQ2SMYDFWOP6.1 size=1048576 2024-04-02T08:51:06.820 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.822+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~WQ2SMYDFWOP6.2 size=311144 2024-04-02T08:51:06.824 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.825+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=WQ2SMYDFWOP6 tag=UW5MG7H8KAII type=write size=3456872 2024-04-02T08:51:06.826 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.827+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=QIBSH6LPG2ZO type=write size=1036417 2024-04-02T08:51:06.828 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.829+0000 7f2c37839780 1 < completed write operation key=DRUREBB8SOYG tag=9X82LF5OP882 type=write size=970143 2024-04-02T08:51:06.831 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.832+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=2QMAUA6SXVIB type=del size=458086 2024-04-02T08:51:06.831 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.832+0000 7f2c37839780 1 < canceled part key=_multipart_YRS6E6FA19PT.2~FEY2VFFDD72G.0 size=1048576 2024-04-02T08:51:06.833 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.834+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~FEY2VFFDD72G.1 size=1048576 2024-04-02T08:51:06.834 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.836+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~FEY2VFFDD72G.2 size=966254 2024-04-02T08:51:06.838 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.839+0000 7f2c37839780 1 < canceled multipart upload key=YRS6E6FA19PT upload=FEY2VFFDD72G tag=CRWHOPWOI2LE type=write size=4111982 2024-04-02T08:51:06.840 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.841+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=RPMBE4YMSZ40 type=del size=2503283 2024-04-02T08:51:06.843 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.844+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=9W21PSWL7GVF type=del 2024-04-02T08:51:06.848 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.849+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~9MWO91QS5R11.0 size=1048576 2024-04-02T08:51:06.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.851+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~9MWO91QS5R11.1 size=624042 2024-04-02T08:51:06.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.851+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=9MWO91QS5R11 tag=U0TABXEQXOHD type=write size=2721194 2024-04-02T08:51:06.852 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.854+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=J37B4N7TC7H3 type=del 2024-04-02T08:51:06.855 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.856+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=SAKX8MFP1NXO type=write size=393806 2024-04-02T08:51:06.857 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.859+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=KH58YG1Q1TRX type=del 2024-04-02T08:51:06.859 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.860+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=EWV6PSSL9J0D type=del size=1874061 2024-04-02T08:51:06.861 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.862+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=XM3CN71B1CJQ type=del 2024-04-02T08:51:06.863 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.864+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=Z5600T6YXSPG type=del size=3538522 2024-04-02T08:51:06.865 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.866+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=1CKAXF4NRL4R type=del 2024-04-02T08:51:06.867 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.868+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=PUXCCGUE6KMS type=del size=1235260 2024-04-02T08:51:06.872 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.873+0000 7f2c37839780 1 < suggested update operation key=9DRFTTIJ432I tag=ECE49VN4WOA4 type=del size=2590020 2024-04-02T08:51:06.874 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.875+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=OL131D72S42U type=del size=255885 2024-04-02T08:51:06.876 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.877+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~2B8O2B5B1NP0.0 size=1048576 2024-04-02T08:51:06.876 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.877+0000 7f2c37839780 1 < canceled part key=_multipart_PEEYGF5CW75O.2~2B8O2B5B1NP0.1 size=523092 2024-04-02T08:51:06.880 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.882+0000 7f2c37839780 1 < canceled multipart upload key=PEEYGF5CW75O upload=2B8O2B5B1NP0 tag=1OO7PFQE22E8 type=write size=2620244 2024-04-02T08:51:06.882 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.884+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=TMKO45YG1PVY type=del size=1085121 2024-04-02T08:51:06.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.886+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=52CR28BLY4JE type=del 2024-04-02T08:51:06.886 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.888+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=SHQ73O3BKU2Q type=del size=210246 2024-04-02T08:51:06.888 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.889+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=BTQYHSNU7GGD type=del 2024-04-02T08:51:06.892 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.894+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~R5HE6W5VV7AS.0 size=1048576 2024-04-02T08:51:06.894 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.895+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~R5HE6W5VV7AS.1 size=560025 2024-04-02T08:51:06.894 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.895+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=R5HE6W5VV7AS tag=JCMHRLS4XEN4 type=write size=2657177 2024-04-02T08:51:06.896 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.897+0000 7f2c37839780 1 < completed write operation key=L7FKDUVU3YGN tag=5DX537UKEFYR type=write size=626115 2024-04-02T08:51:06.901 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.903+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~QI6O7QYE6L6F.0 size=1048576 2024-04-02T08:51:06.903 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.904+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~QI6O7QYE6L6F.1 size=1048576 2024-04-02T08:51:06.905 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.906+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~QI6O7QYE6L6F.2 size=667888 2024-04-02T08:51:06.905 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.906+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=QI6O7QYE6L6F tag=7UY33O6PHQC5 type=write size=3813616 2024-04-02T08:51:06.907 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.909+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~ZG2MOC4M10F1.0 size=18432 2024-04-02T08:51:06.911 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.912+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=ZG2MOC4M10F1 tag=BQG4WYWZ34HN type=write size=1067008 2024-04-02T08:51:06.913 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.914+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=T2YLFJZX1NRR type=del size=3143170 2024-04-02T08:51:06.916 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.917+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=GG6YEVVMVLPL type=del 2024-04-02T08:51:06.922 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.923+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~IVA4AKFTJEMV.0 size=1048576 2024-04-02T08:51:06.924 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.926+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~IVA4AKFTJEMV.1 size=1048576 2024-04-02T08:51:06.927 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.928+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~IVA4AKFTJEMV.2 size=523447 2024-04-02T08:51:06.927 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.928+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=IVA4AKFTJEMV tag=RMY41U88HXGC type=write size=3669175 2024-04-02T08:51:06.931 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.933+0000 7f2c37839780 -1 < failed to complete operation key=9DRFTTIJ432I tag=P9AQYT0BSG6V type=del size=3127626: (22) Invalid argument 2024-04-02T08:51:06.937 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.938+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~NTLT4OL3Q2HD.0 size=1048576 2024-04-02T08:51:06.940 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.941+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~NTLT4OL3Q2HD.1 size=1048576 2024-04-02T08:51:06.942 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.943+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~NTLT4OL3Q2HD.2 size=652013 2024-04-02T08:51:06.942 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.943+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=NTLT4OL3Q2HD tag=Y5V3AGQ3CBT1 type=write size=3797741 2024-04-02T08:51:06.946 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.947+0000 7f2c37839780 1 < suggested remove operation key=H8SE1U3QW0C2 tag=QIBSH6LPG2ZO type=write 2024-04-02T08:51:06.950 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.951+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~4C1JDTT6IO0M.0 size=1048576 2024-04-02T08:51:06.951 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.952+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~4C1JDTT6IO0M.1 size=1048576 2024-04-02T08:51:06.953 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.955+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~4C1JDTT6IO0M.2 size=633046 2024-04-02T08:51:06.953 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.955+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=4C1JDTT6IO0M tag=8DFEU88KGANW type=write size=3778774 2024-04-02T08:51:06.955 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.956+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=2QMAUA6SXVIB type=del 2024-04-02T08:51:06.957 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.958+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=47NMTXYYWT5P type=del size=1265346 2024-04-02T08:51:06.959 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.960+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=RPMBE4YMSZ40 type=del 2024-04-02T08:51:06.963 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.964+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~D1ANAUDNR8WC.0 size=818661 2024-04-02T08:51:06.963 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.964+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=D1ANAUDNR8WC tag=0OFT6RSMLO2Y type=write size=1867237 2024-04-02T08:51:06.964 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.966+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~9MWO91QS5R11.0 size=1048576 2024-04-02T08:51:06.966 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.967+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~9MWO91QS5R11.1 size=624042 2024-04-02T08:51:06.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.971+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=9MWO91QS5R11 tag=U0TABXEQXOHD type=write size=2721194 2024-04-02T08:51:06.972 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.973+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=I1QJZHX0MBCJ type=del size=346511 2024-04-02T08:51:06.974 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.975+0000 7f2c37839780 1 < completed write operation key=CLRQ9OAM3LFI tag=SAKX8MFP1NXO type=write size=393806 2024-04-02T08:51:06.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.978+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~11693OY7JZ08.0 size=1048576 2024-04-02T08:51:06.979 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.980+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~11693OY7JZ08.1 size=929268 2024-04-02T08:51:06.979 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.980+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=11693OY7JZ08 tag=S9PT11733STC type=write size=3026420 2024-04-02T08:51:06.981 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.982+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=EWV6PSSL9J0D type=del 2024-04-02T08:51:06.982 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.984+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=SNX0ILBYLBR4 type=write size=340014 2024-04-02T08:51:06.984 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.986+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=Z5600T6YXSPG type=del 2024-04-02T08:51:06.988 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.990+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~OZ1ZM0CTN2W0.0 size=77228 2024-04-02T08:51:06.988 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.990+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=OZ1ZM0CTN2W0 tag=EXZ963OHPSNE type=write size=1125804 2024-04-02T08:51:06.990 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.992+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=PUXCCGUE6KMS type=del 2024-04-02T08:51:06.992 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.994+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=B9511I0CVI76 type=write size=896870 2024-04-02T08:51:06.994 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.995+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=OL131D72S42U type=del 2024-04-02T08:51:06.996 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.997+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=FX670BSVCWD5 type=del size=611011 2024-04-02T08:51:06.998 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:06.999+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=TMKO45YG1PVY type=del 2024-04-02T08:51:07.000 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.001+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=YXN2I6ZL0FCR type=del size=194081 2024-04-02T08:51:07.004 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.006+0000 7f2c37839780 1 < suggested update operation key=OKEW0QKVDGET tag=SHQ73O3BKU2Q type=del size=210246 2024-04-02T08:51:07.006 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.007+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=5MVH3LKXM5T0 type=del size=2052667 2024-04-02T08:51:07.009 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.009+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~R5HE6W5VV7AS.0 size=1048576 2024-04-02T08:51:07.010 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.011+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~R5HE6W5VV7AS.1 size=560025 2024-04-02T08:51:07.013 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.015+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=R5HE6W5VV7AS tag=JCMHRLS4XEN4 type=write size=2657177 2024-04-02T08:51:07.015 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.016+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=6M5ZGMRYEUJG type=del size=2394734 2024-04-02T08:51:07.017 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.018+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~QI6O7QYE6L6F.0 size=1048576 2024-04-02T08:51:07.019 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.020+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~QI6O7QYE6L6F.1 size=1048576 2024-04-02T08:51:07.019 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.020+0000 7f2c37839780 1 < canceled part key=_multipart_CLRQ9OAM3LFI.2~QI6O7QYE6L6F.2 size=667888 2024-04-02T08:51:07.022 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.023+0000 7f2c37839780 1 < canceled multipart upload key=CLRQ9OAM3LFI upload=QI6O7QYE6L6F tag=7UY33O6PHQC5 type=write size=3813616 2024-04-02T08:51:07.025 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.026+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=LDNBY536LKKL type=del size=3100909 2024-04-02T08:51:07.027 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.028+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=T2YLFJZX1NRR type=del 2024-04-02T08:51:07.030 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.031+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~23WDF2CMSVHL.0 size=1048576 2024-04-02T08:51:07.032 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.033+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~23WDF2CMSVHL.1 size=1048576 2024-04-02T08:51:07.033 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.035+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~23WDF2CMSVHL.2 size=281647 2024-04-02T08:51:07.033 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.035+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=23WDF2CMSVHL tag=I5S4W331EWZ9 type=write size=3427375 2024-04-02T08:51:07.034 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.035+0000 7f2c37839780 1 < canceled part key=_multipart_G5NNPHE2SJZN.2~IVA4AKFTJEMV.0 size=1048576 2024-04-02T08:51:07.035 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.036+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~IVA4AKFTJEMV.1 size=1048576 2024-04-02T08:51:07.037 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.038+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~IVA4AKFTJEMV.2 size=523447 2024-04-02T08:51:07.040 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.042+0000 7f2c37839780 1 < canceled multipart upload key=G5NNPHE2SJZN upload=IVA4AKFTJEMV tag=RMY41U88HXGC type=write size=3669175 2024-04-02T08:51:07.042 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.043+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=HJYA0S7QBM87 type=del size=2521108 2024-04-02T08:51:07.044 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.045+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~NTLT4OL3Q2HD.0 size=1048576 2024-04-02T08:51:07.046 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.047+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~NTLT4OL3Q2HD.1 size=1048576 2024-04-02T08:51:07.048 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.049+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~NTLT4OL3Q2HD.2 size=652013 2024-04-02T08:51:07.051 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.052+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=NTLT4OL3Q2HD tag=Y5V3AGQ3CBT1 type=write size=3797741 2024-04-02T08:51:07.053 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.054+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=0G0Y8K3ABEPL type=del size=404785 2024-04-02T08:51:07.055 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.056+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~4C1JDTT6IO0M.0 size=1048576 2024-04-02T08:51:07.057 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.058+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~4C1JDTT6IO0M.1 size=1048576 2024-04-02T08:51:07.059 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.060+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~4C1JDTT6IO0M.2 size=633046 2024-04-02T08:51:07.062 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.063+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=4C1JDTT6IO0M tag=8DFEU88KGANW type=write size=3778774 2024-04-02T08:51:07.064 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.065+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=AESQ2MR00S2J type=del size=3977945 2024-04-02T08:51:07.066 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.067+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=47NMTXYYWT5P type=del 2024-04-02T08:51:07.070 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.071+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~NP9U7MIMLM5W.0 size=255084 2024-04-02T08:51:07.070 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.071+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=NP9U7MIMLM5W tag=0IBDHWQ9LLP1 type=write size=1303660 2024-04-02T08:51:07.072 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.073+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~D1ANAUDNR8WC.0 size=818661 2024-04-02T08:51:07.075 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.076+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=D1ANAUDNR8WC tag=0OFT6RSMLO2Y type=write size=1867237 2024-04-02T08:51:07.079 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.080+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~V4Z31HEP6K29.0 size=1048576 2024-04-02T08:51:07.080 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.082+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~V4Z31HEP6K29.1 size=1048576 2024-04-02T08:51:07.082 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.083+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~V4Z31HEP6K29.2 size=612921 2024-04-02T08:51:07.082 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.083+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=V4Z31HEP6K29 tag=S71479P4SOTV type=write size=3758649 2024-04-02T08:51:07.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.085+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=I1QJZHX0MBCJ type=del 2024-04-02T08:51:07.087 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.089+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~JGJ7G9H50CCY.0 size=1048576 2024-04-02T08:51:07.089 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.090+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~JGJ7G9H50CCY.1 size=366741 2024-04-02T08:51:07.089 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.090+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=JGJ7G9H50CCY tag=M7VBX5FONTN1 type=write size=2463893 2024-04-02T08:51:07.091 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.092+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~11693OY7JZ08.0 size=1048576 2024-04-02T08:51:07.093 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.094+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~11693OY7JZ08.1 size=929268 2024-04-02T08:51:07.096 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.098+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=11693OY7JZ08 tag=S9PT11733STC type=write size=3026420 2024-04-02T08:51:07.098 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.100+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=IUDZBAKI6KEC type=write size=67392 2024-04-02T08:51:07.100 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.102+0000 7f2c37839780 1 < completed write operation key=YRS6E6FA19PT tag=SNX0ILBYLBR4 type=write size=340014 2024-04-02T08:51:07.102 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.104+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=BJAIZQJ3C9SW type=write size=375059 2024-04-02T08:51:07.104 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.106+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~OZ1ZM0CTN2W0.0 size=77228 2024-04-02T08:51:07.108 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.109+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=OZ1ZM0CTN2W0 tag=EXZ963OHPSNE type=write size=1125804 2024-04-02T08:51:07.110 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.111+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=P3IVQ2YVX000 type=del size=455627 2024-04-02T08:51:07.114 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.116+0000 7f2c37839780 1 < suggested update operation key=01FWIMJZX0P3 tag=B9511I0CVI76 type=write size=896870 2024-04-02T08:51:07.118 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.119+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~Q4KKBE39SMT4.0 size=514371 2024-04-02T08:51:07.118 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.119+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=Q4KKBE39SMT4 tag=6S74DJTITIWY type=write size=1562947 2024-04-02T08:51:07.121 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.122+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=FX670BSVCWD5 type=del 2024-04-02T08:51:07.123 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.124+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=4GSE8VSI60YX type=del size=846725 2024-04-02T08:51:07.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.128+0000 7f2c37839780 1 < suggested remove operation key=VHVBJGFC6O30 tag=YXN2I6ZL0FCR type=del 2024-04-02T08:51:07.130 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.131+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~MLJQP6V1C5I6.0 size=343800 2024-04-02T08:51:07.130 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.131+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=MLJQP6V1C5I6 tag=F0E2N2U9GXB8 type=write size=1392376 2024-04-02T08:51:07.132 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.133+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=5MVH3LKXM5T0 type=del 2024-04-02T08:51:07.134 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.136+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=49ZHF5Y0ET7K type=del size=1696572 2024-04-02T08:51:07.136 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.138+0000 7f2c37839780 1 < canceled operation key=7RA3C7WFS3O2 tag=6M5ZGMRYEUJG type=del size=2394734 2024-04-02T08:51:07.138 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.140+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=AS3ET9WO44JN type=del size=1923314 2024-04-02T08:51:07.140 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.142+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=LDNBY536LKKL type=del 2024-04-02T08:51:07.142 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.144+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=JI5R73VWT1H8 type=del size=3136218 2024-04-02T08:51:07.144 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.146+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~23WDF2CMSVHL.0 size=1048576 2024-04-02T08:51:07.146 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.147+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~23WDF2CMSVHL.1 size=1048576 2024-04-02T08:51:07.146 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.147+0000 7f2c37839780 1 < canceled part key=_multipart_9Y8YLX0RAIPV.2~23WDF2CMSVHL.2 size=281647 2024-04-02T08:51:07.149 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.151+0000 7f2c37839780 1 < canceled multipart upload key=9Y8YLX0RAIPV upload=23WDF2CMSVHL tag=I5S4W331EWZ9 type=write size=3427375 2024-04-02T08:51:07.151 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.153+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=9FOPL185B912 type=del size=3478770 2024-04-02T08:51:07.153 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.154+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=HJYA0S7QBM87 type=del 2024-04-02T08:51:07.157 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.158+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~X35R8P4D3ZW2.0 size=698629 2024-04-02T08:51:07.157 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.158+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=X35R8P4D3ZW2 tag=12PUAGIX6FD5 type=write size=1747205 2024-04-02T08:51:07.159 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.160+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=0G0Y8K3ABEPL type=del 2024-04-02T08:51:07.163 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.164+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~QW7F5TV1X8N1.0 size=1048576 2024-04-02T08:51:07.165 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.166+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~QW7F5TV1X8N1.1 size=1048576 2024-04-02T08:51:07.166 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.168+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~QW7F5TV1X8N1.2 size=547744 2024-04-02T08:51:07.166 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.168+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=QW7F5TV1X8N1 tag=JIWSHBOPD309 type=write size=3693472 2024-04-02T08:51:07.170 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.172+0000 7f2c37839780 1 < suggested remove operation key=1V7MCBT4ATIC tag=AESQ2MR00S2J type=del 2024-04-02T08:51:07.172 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.174+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=9UBE7QTPT78D type=del size=1426626 2024-04-02T08:51:07.175 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.176+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~NP9U7MIMLM5W.0 size=255084 2024-04-02T08:51:07.178 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.179+0000 7f2c37839780 1 < completed multipart upload key=Z1QID1NC8QNM upload=NP9U7MIMLM5W tag=0IBDHWQ9LLP1 type=write size=1303660 2024-04-02T08:51:07.182 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.183+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~9UWZ0DNETUA7.0 size=1048576 2024-04-02T08:51:07.183 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.185+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~9UWZ0DNETUA7.1 size=258971 2024-04-02T08:51:07.183 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.185+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=9UWZ0DNETUA7 tag=PUJ90TJZRLQE type=write size=2356123 2024-04-02T08:51:07.185 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.187+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~V4Z31HEP6K29.0 size=1048576 2024-04-02T08:51:07.187 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.188+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~V4Z31HEP6K29.1 size=1048576 2024-04-02T08:51:07.189 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.190+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~V4Z31HEP6K29.2 size=612921 2024-04-02T08:51:07.192 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.193+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=V4Z31HEP6K29 tag=S71479P4SOTV type=write size=3758649 2024-04-02T08:51:07.194 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.195+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=1GL4VD7X7NQY type=write size=88188 2024-04-02T08:51:07.197 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.198+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~JGJ7G9H50CCY.0 size=1048576 2024-04-02T08:51:07.199 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.200+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~JGJ7G9H50CCY.1 size=366741 2024-04-02T08:51:07.202 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.203+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=JGJ7G9H50CCY tag=M7VBX5FONTN1 type=write size=2463893 2024-04-02T08:51:07.204 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.205+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=P4SX7JFH5XA9 type=del size=2403230 2024-04-02T08:51:07.208 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.209+0000 7f2c37839780 1 < suggested update operation key=OKEW0QKVDGET tag=IUDZBAKI6KEC type=write size=67392 2024-04-02T08:51:07.209 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.211+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=6B7AL70TMCYG type=del size=431583 2024-04-02T08:51:07.211 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.213+0000 7f2c37839780 1 < canceled operation key=ZBWX3XCY0JRK tag=BJAIZQJ3C9SW type=write size=375059 2024-04-02T08:51:07.213 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.215+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=JKWIP2134YLH type=del size=2654053 2024-04-02T08:51:07.217 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.219+0000 7f2c37839780 1 < suggested remove operation key=9Y8YLX0RAIPV tag=P3IVQ2YVX000 type=del 2024-04-02T08:51:07.221 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.222+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~KNF2NIABTYR4.0 size=540849 2024-04-02T08:51:07.222 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.222+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=KNF2NIABTYR4 tag=3DG1CRDJ29YQ type=write size=1589425 2024-04-02T08:51:07.224 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.225+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~Q4KKBE39SMT4.0 size=514371 2024-04-02T08:51:07.227 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.228+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=Q4KKBE39SMT4 tag=6S74DJTITIWY type=write size=1562947 2024-04-02T08:51:07.229 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.230+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=KD0DNEWOSWBK type=del size=1828316 2024-04-02T08:51:07.231 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.232+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=4GSE8VSI60YX type=del 2024-04-02T08:51:07.233 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.234+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=5HPSB48OTZJ1 type=del size=240826 2024-04-02T08:51:07.235 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.236+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~MLJQP6V1C5I6.0 size=343800 2024-04-02T08:51:07.238 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.240+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=MLJQP6V1C5I6 tag=F0E2N2U9GXB8 type=write size=1392376 2024-04-02T08:51:07.243 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.244+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~YSPEYMWLI7VE.0 size=1048576 2024-04-02T08:51:07.244 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.245+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~YSPEYMWLI7VE.1 size=1048576 2024-04-02T08:51:07.246 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.247+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~YSPEYMWLI7VE.2 size=995188 2024-04-02T08:51:07.246 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.247+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=YSPEYMWLI7VE tag=NM6RDI3Q1E66 type=write size=4140916 2024-04-02T08:51:07.248 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.250+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=49ZHF5Y0ET7K type=del 2024-04-02T08:51:07.252 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.254+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~FLB10ME9I9UM.0 size=1048576 2024-04-02T08:51:07.254 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.256+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~FLB10ME9I9UM.1 size=1048576 2024-04-02T08:51:07.256 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.258+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~FLB10ME9I9UM.2 size=570778 2024-04-02T08:51:07.256 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.258+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=FLB10ME9I9UM tag=9IUQMKMCAQQE type=write size=3716506 2024-04-02T08:51:07.259 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.260+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=AS3ET9WO44JN type=del 2024-04-02T08:51:07.262 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.263+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=K89R6H2K387W type=del size=2313368 2024-04-02T08:51:07.265 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.266+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=JI5R73VWT1H8 type=del 2024-04-02T08:51:07.269 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.270+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~JAA854FY629E.0 size=1048576 2024-04-02T08:51:07.271 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.272+0000 7f2c37839780 1 > prepared part key=_multipart_Z1QID1NC8QNM.2~JAA854FY629E.1 size=251975 2024-04-02T08:51:07.271 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.272+0000 7f2c37839780 1 > prepared multipart upload key=Z1QID1NC8QNM upload=JAA854FY629E tag=MBPOSHFT3MK5 type=write size=2349127 2024-04-02T08:51:07.272 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.274+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=9FOPL185B912 type=del 2024-04-02T08:51:07.274 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.276+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=QWAKII21LHGM type=write size=25720 2024-04-02T08:51:07.276 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.278+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~X35R8P4D3ZW2.0 size=698629 2024-04-02T08:51:07.280 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.281+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=X35R8P4D3ZW2 tag=12PUAGIX6FD5 type=write size=1747205 2024-04-02T08:51:07.282 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.283+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=DXHX28YFPVKB type=del size=3219554 2024-04-02T08:51:07.284 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.285+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~QW7F5TV1X8N1.0 size=1048576 2024-04-02T08:51:07.284 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.285+0000 7f2c37839780 1 < canceled part key=_multipart_9Y8YLX0RAIPV.2~QW7F5TV1X8N1.1 size=1048576 2024-04-02T08:51:07.284 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.285+0000 7f2c37839780 1 < canceled part key=_multipart_9Y8YLX0RAIPV.2~QW7F5TV1X8N1.2 size=547744 2024-04-02T08:51:07.288 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.289+0000 7f2c37839780 1 < canceled multipart upload key=9Y8YLX0RAIPV upload=QW7F5TV1X8N1 tag=JIWSHBOPD309 type=write size=3693472 2024-04-02T08:51:07.290 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.291+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=ZBSPHP24YAX7 type=del size=2302176 2024-04-02T08:51:07.292 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.294+0000 7f2c37839780 -1 < failed to complete operation key=OKEW0QKVDGET tag=9UBE7QTPT78D type=del size=1426626: (22) Invalid argument 2024-04-02T08:51:07.297 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.298+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~LKAUZSPFNFLB.0 size=1048576 2024-04-02T08:51:07.299 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.300+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~LKAUZSPFNFLB.1 size=346305 2024-04-02T08:51:07.299 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.300+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=LKAUZSPFNFLB tag=CBW9B0TTP4PZ type=write size=2443457 2024-04-02T08:51:07.299 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.300+0000 7f2c37839780 1 < canceled part key=_multipart_U4DINZ06NGSP.2~9UWZ0DNETUA7.0 size=1048576 2024-04-02T08:51:07.301 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.302+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~9UWZ0DNETUA7.1 size=258971 2024-04-02T08:51:07.304 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.305+0000 7f2c37839780 1 < canceled multipart upload key=U4DINZ06NGSP upload=9UWZ0DNETUA7 tag=PUJ90TJZRLQE type=write size=2356123 2024-04-02T08:51:07.306 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.308+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=DSKEHQ902P86 type=write size=574731 2024-04-02T08:51:07.309 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.310+0000 7f2c37839780 -1 < failed to complete operation key=OKEW0QKVDGET tag=1GL4VD7X7NQY type=write size=88188: (22) Invalid argument 2024-04-02T08:51:07.313 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.314+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~OM8LWQBNYOI9.0 size=1048576 2024-04-02T08:51:07.314 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.316+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~OM8LWQBNYOI9.1 size=26044 2024-04-02T08:51:07.314 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.316+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=OM8LWQBNYOI9 tag=76N5HVWRH91G type=write size=2123196 2024-04-02T08:51:07.319 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.321+0000 7f2c37839780 1 < suggested remove operation key=2HK29QL163AK tag=P4SX7JFH5XA9 type=del 2024-04-02T08:51:07.321 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.323+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=APCOCRJ3N25G type=del size=605021 2024-04-02T08:51:07.323 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.325+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=6B7AL70TMCYG type=del 2024-04-02T08:51:07.327 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.328+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~BWVIJ59T9DVE.0 size=1048576 2024-04-02T08:51:07.328 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.330+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~BWVIJ59T9DVE.1 size=1048576 2024-04-02T08:51:07.330 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.331+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~BWVIJ59T9DVE.2 size=139853 2024-04-02T08:51:07.330 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.331+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=BWVIJ59T9DVE tag=F0CGJ5A1PP6C type=write size=3285581 2024-04-02T08:51:07.332 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.334+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=JKWIP2134YLH type=del 2024-04-02T08:51:07.335 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.336+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=TH2RS7IIFTKE type=del size=3521920 2024-04-02T08:51:07.337 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.339+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~KNF2NIABTYR4.0 size=540849 2024-04-02T08:51:07.343 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.344+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=KNF2NIABTYR4 tag=3DG1CRDJ29YQ type=write size=1589425 2024-04-02T08:51:07.345 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.347+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=YXZ9H85AOTYU type=del size=2387141 2024-04-02T08:51:07.348 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.349+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=KD0DNEWOSWBK type=del 2024-04-02T08:51:07.350 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.351+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=UPOA3BLP7KNI type=del size=370827 2024-04-02T08:51:07.352 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.353+0000 7f2c37839780 1 < canceled operation key=L7FKDUVU3YGN tag=5HPSB48OTZJ1 type=del size=240826 2024-04-02T08:51:07.354 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.355+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=KHH2GYL3OPVY type=del size=3485221 2024-04-02T08:51:07.356 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.357+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~YSPEYMWLI7VE.0 size=1048576 2024-04-02T08:51:07.357 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.359+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~YSPEYMWLI7VE.1 size=1048576 2024-04-02T08:51:07.359 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.360+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~YSPEYMWLI7VE.2 size=995188 2024-04-02T08:51:07.363 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.364+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=YSPEYMWLI7VE tag=NM6RDI3Q1E66 type=write size=4140916 2024-04-02T08:51:07.367 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.368+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~ZP0204WESBKJ.0 size=137762 2024-04-02T08:51:07.367 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.368+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=ZP0204WESBKJ tag=F3JGJCVO5QHY type=write size=1186338 2024-04-02T08:51:07.369 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.370+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~FLB10ME9I9UM.0 size=1048576 2024-04-02T08:51:07.371 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.372+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~FLB10ME9I9UM.1 size=1048576 2024-04-02T08:51:07.372 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.374+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~FLB10ME9I9UM.2 size=570778 2024-04-02T08:51:07.376 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.377+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=FLB10ME9I9UM tag=9IUQMKMCAQQE type=write size=3716506 2024-04-02T08:51:07.380 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.381+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~UZN2GFM7V2CM.0 size=366876 2024-04-02T08:51:07.380 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.381+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=UZN2GFM7V2CM tag=7RJHA9I6D9XO type=write size=1415452 2024-04-02T08:51:07.382 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.383+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=K89R6H2K387W type=del 2024-04-02T08:51:07.386 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.387+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~VBBBOYZB73JJ.0 size=1048576 2024-04-02T08:51:07.387 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.388+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~VBBBOYZB73JJ.1 size=335009 2024-04-02T08:51:07.387 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.388+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=VBBBOYZB73JJ tag=FQRYI2C4F32D type=write size=2432161 2024-04-02T08:51:07.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.390+0000 7f2c37839780 1 < completed part key=_multipart_Z1QID1NC8QNM.2~JAA854FY629E.0 size=1048576 2024-04-02T08:51:07.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.390+0000 7f2c37839780 1 < canceled part key=_multipart_Z1QID1NC8QNM.2~JAA854FY629E.1 size=251975 2024-04-02T08:51:07.392 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.393+0000 7f2c37839780 1 < canceled multipart upload key=Z1QID1NC8QNM upload=JAA854FY629E tag=MBPOSHFT3MK5 type=write size=2349127 2024-04-02T08:51:07.394 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.395+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=U12KMLB889T9 type=write size=792041 2024-04-02T08:51:07.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.397+0000 7f2c37839780 1 < completed write operation key=KES2MUV53GCC tag=QWAKII21LHGM type=write size=25720 2024-04-02T08:51:07.398 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.399+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=AAMKQN2WPLF0 type=del size=1648473 2024-04-02T08:51:07.400 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.401+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=DXHX28YFPVKB type=del 2024-04-02T08:51:07.403 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.404+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~IBO6G8HA124W.0 size=1048576 2024-04-02T08:51:07.404 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.406+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~IBO6G8HA124W.1 size=1048576 2024-04-02T08:51:07.406 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.407+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~IBO6G8HA124W.2 size=120240 2024-04-02T08:51:07.406 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.408+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=IBO6G8HA124W tag=KIBHE1KJ60XW type=write size=3265968 2024-04-02T08:51:07.408 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.409+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=ZBSPHP24YAX7 type=del 2024-04-02T08:51:07.412 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.413+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~9KDZ27LY6IUM.0 size=549970 2024-04-02T08:51:07.412 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.413+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=9KDZ27LY6IUM tag=LR324LVFLJYO type=write size=1598546 2024-04-02T08:51:07.412 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.413+0000 7f2c37839780 1 < canceled part key=_multipart_1V7MCBT4ATIC.2~LKAUZSPFNFLB.0 size=1048576 2024-04-02T08:51:07.414 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.415+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~LKAUZSPFNFLB.1 size=346305 2024-04-02T08:51:07.418 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.419+0000 7f2c37839780 1 < canceled multipart upload key=1V7MCBT4ATIC upload=LKAUZSPFNFLB tag=CBW9B0TTP4PZ type=write size=2443457 2024-04-02T08:51:07.422 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.423+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~Z00FCW67V0KM.0 size=1048576 2024-04-02T08:51:07.424 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.425+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~Z00FCW67V0KM.1 size=1048576 2024-04-02T08:51:07.426 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.427+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~Z00FCW67V0KM.2 size=381450 2024-04-02T08:51:07.426 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.427+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=Z00FCW67V0KM tag=T5IV53T3G7FN type=write size=3527178 2024-04-02T08:51:07.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.431+0000 7f2c37839780 1 < suggested update operation key=33264AD3WNVF tag=DSKEHQ902P86 type=write size=574731 2024-04-02T08:51:07.432 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.434+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=NH62CNN465LH type=del size=4104907 2024-04-02T08:51:07.435 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.436+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~OM8LWQBNYOI9.0 size=1048576 2024-04-02T08:51:07.437 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.438+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~OM8LWQBNYOI9.1 size=26044 2024-04-02T08:51:07.440 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.442+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=OM8LWQBNYOI9 tag=76N5HVWRH91G type=write size=2123196 2024-04-02T08:51:07.445 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.446+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~PMXGLLSXS3C8.0 size=1048576 2024-04-02T08:51:07.447 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.448+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~PMXGLLSXS3C8.1 size=1048576 2024-04-02T08:51:07.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.450+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~PMXGLLSXS3C8.2 size=958520 2024-04-02T08:51:07.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.450+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=PMXGLLSXS3C8 tag=BU4HEBL91PH4 type=write size=4104248 2024-04-02T08:51:07.450 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.452+0000 7f2c37839780 1 < canceled operation key=91BN62ARVOEH tag=APCOCRJ3N25G type=del size=605021 2024-04-02T08:51:07.452 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.454+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=4Q13MUWXTWF9 type=del size=3069445 2024-04-02T08:51:07.454 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.455+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~BWVIJ59T9DVE.0 size=1048576 2024-04-02T08:51:07.456 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.457+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~BWVIJ59T9DVE.1 size=1048576 2024-04-02T08:51:07.457 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.459+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~BWVIJ59T9DVE.2 size=139853 2024-04-02T08:51:07.461 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.462+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=BWVIJ59T9DVE tag=F0CGJ5A1PP6C type=write size=3285581 2024-04-02T08:51:07.465 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.466+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~N3R9L5GPVTR0.0 size=1048576 2024-04-02T08:51:07.466 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.468+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~N3R9L5GPVTR0.1 size=1048576 2024-04-02T08:51:07.468 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.469+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~N3R9L5GPVTR0.2 size=798464 2024-04-02T08:51:07.468 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.469+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=N3R9L5GPVTR0 tag=NE61Z1BLXV18 type=write size=3944192 2024-04-02T08:51:07.470 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.471+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=TH2RS7IIFTKE type=del 2024-04-02T08:51:07.472 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.473+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=HJ45ZC3JBVFI type=write size=132552 2024-04-02T08:51:07.476 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.477+0000 7f2c37839780 1 < suggested update operation key=U25NTMGOU3R2 tag=YXZ9H85AOTYU type=del size=2387141 2024-04-02T08:51:07.480 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.481+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~VY1T02604RBP.0 size=176059 2024-04-02T08:51:07.480 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.481+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=VY1T02604RBP tag=8GD0B407EQKF type=write size=1224635 2024-04-02T08:51:07.483 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.484+0000 7f2c37839780 -1 < failed to complete operation key=33264AD3WNVF tag=UPOA3BLP7KNI type=del size=370827: (22) Invalid argument 2024-04-02T08:51:07.484 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.486+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=V4K4533TW5TD type=del size=4000471 2024-04-02T08:51:07.486 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.488+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=KHH2GYL3OPVY type=del 2024-04-02T08:51:07.488 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.490+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=GO7W3SB0AILI type=del size=3761860 2024-04-02T08:51:07.490 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.492+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~ZP0204WESBKJ.0 size=137762 2024-04-02T08:51:07.494 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.495+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=ZP0204WESBKJ tag=F3JGJCVO5QHY type=write size=1186338 2024-04-02T08:51:07.497 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.499+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~M9DRV675894V.0 size=758368 2024-04-02T08:51:07.497 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.499+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=M9DRV675894V tag=0YPI30FBDS25 type=write size=1806944 2024-04-02T08:51:07.499 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.501+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~UZN2GFM7V2CM.0 size=366876 2024-04-02T08:51:07.502 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.504+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=UZN2GFM7V2CM tag=7RJHA9I6D9XO type=write size=1415452 2024-04-02T08:51:07.504 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.506+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=WZDY3A2OZMBH type=del size=1341621 2024-04-02T08:51:07.506 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.508+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~VBBBOYZB73JJ.0 size=1048576 2024-04-02T08:51:07.508 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.509+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~VBBBOYZB73JJ.1 size=335009 2024-04-02T08:51:07.512 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.514+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=VBBBOYZB73JJ tag=FQRYI2C4F32D type=write size=2432161 2024-04-02T08:51:07.516 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.517+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~BMQT5T4E6GBJ.0 size=601800 2024-04-02T08:51:07.516 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.517+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=BMQT5T4E6GBJ tag=JCAI3J3ZMWIP type=write size=1650376 2024-04-02T08:51:07.518 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.520+0000 7f2c37839780 1 < completed write operation key=8VUTVS0YUD1N tag=U12KMLB889T9 type=write size=792041 2024-04-02T08:51:07.521 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.522+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=RNN2RFHF5BZ2 type=del size=3887042 2024-04-02T08:51:07.523 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.524+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=AAMKQN2WPLF0 type=del 2024-04-02T08:51:07.525 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.526+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=FC7CUZARI4LN type=del size=3349414 2024-04-02T08:51:07.527 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.528+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~IBO6G8HA124W.0 size=1048576 2024-04-02T08:51:07.528 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.530+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~IBO6G8HA124W.1 size=1048576 2024-04-02T08:51:07.531 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.532+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~IBO6G8HA124W.2 size=120240 2024-04-02T08:51:07.534 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.535+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=IBO6G8HA124W tag=KIBHE1KJ60XW type=write size=3265968 2024-04-02T08:51:07.537 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.538+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=6SQF6TVX11MB type=write size=464109 2024-04-02T08:51:07.537 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.538+0000 7f2c37839780 1 < canceled part key=_multipart_U4DINZ06NGSP.2~9KDZ27LY6IUM.0 size=549970 2024-04-02T08:51:07.540 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.541+0000 7f2c37839780 1 < canceled multipart upload key=U4DINZ06NGSP upload=9KDZ27LY6IUM tag=LR324LVFLJYO type=write size=1598546 2024-04-02T08:51:07.542 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.543+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=F6RL7WNF30QW type=del size=2496375 2024-04-02T08:51:07.544 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.545+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~Z00FCW67V0KM.0 size=1048576 2024-04-02T08:51:07.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.547+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~Z00FCW67V0KM.1 size=1048576 2024-04-02T08:51:07.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.549+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~Z00FCW67V0KM.2 size=381450 2024-04-02T08:51:07.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.552+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=Z00FCW67V0KM tag=T5IV53T3G7FN type=write size=3527178 2024-04-02T08:51:07.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.555+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=ZMH3D3TG22C5 type=del size=3351860 2024-04-02T08:51:07.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.557+0000 7f2c37839780 1 < canceled operation key=FTT2SQYUSW82 tag=NH62CNN465LH type=del size=4104907 2024-04-02T08:51:07.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.559+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=DWP3D2FIAORS type=del size=3239055 2024-04-02T08:51:07.561 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.562+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~PMXGLLSXS3C8.0 size=1048576 2024-04-02T08:51:07.563 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.565+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~PMXGLLSXS3C8.1 size=1048576 2024-04-02T08:51:07.566 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.567+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~PMXGLLSXS3C8.2 size=958520 2024-04-02T08:51:07.571 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.573+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=PMXGLLSXS3C8 tag=BU4HEBL91PH4 type=write size=4104248 2024-04-02T08:51:07.577 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.578+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~3S8FQ6452E4G.0 size=1048576 2024-04-02T08:51:07.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.581+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~3S8FQ6452E4G.1 size=1048576 2024-04-02T08:51:07.582 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.584+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~3S8FQ6452E4G.2 size=731039 2024-04-02T08:51:07.582 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.584+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=3S8FQ6452E4G tag=423UCTEDFYH2 type=write size=3876767 2024-04-02T08:51:07.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.589+0000 7f2c37839780 1 < suggested remove operation key=OL6XSE7L8RVB tag=4Q13MUWXTWF9 type=del 2024-04-02T08:51:07.593 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.593+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=XGNLBXOUS8O5 type=del size=666616 2024-04-02T08:51:07.596 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.597+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~N3R9L5GPVTR0.0 size=1048576 2024-04-02T08:51:07.599 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.600+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~N3R9L5GPVTR0.1 size=1048576 2024-04-02T08:51:07.602 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.603+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~N3R9L5GPVTR0.2 size=798464 2024-04-02T08:51:07.606 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.607+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=N3R9L5GPVTR0 tag=NE61Z1BLXV18 type=write size=3944192 2024-04-02T08:51:07.608 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.609+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=V82Z4H3B6K26 type=del size=3221382 2024-04-02T08:51:07.613 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.614+0000 7f2c37839780 1 < suggested update operation key=H8SE1U3QW0C2 tag=HJ45ZC3JBVFI type=write size=132552 2024-04-02T08:51:07.617 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.618+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~D584LP5G88A0.0 size=1048576 2024-04-02T08:51:07.618 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.620+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~D584LP5G88A0.1 size=626858 2024-04-02T08:51:07.618 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.620+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=D584LP5G88A0 tag=PU7V6TEM3X30 type=write size=2724010 2024-04-02T08:51:07.619 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.620+0000 7f2c37839780 1 < canceled part key=_multipart_51ZKADJFQPAW.2~VY1T02604RBP.0 size=176059 2024-04-02T08:51:07.623 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.624+0000 7f2c37839780 1 < canceled multipart upload key=51ZKADJFQPAW upload=VY1T02604RBP tag=8GD0B407EQKF type=write size=1224635 2024-04-02T08:51:07.626 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.627+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=FUTG9PD5TB7X type=del size=547213 2024-04-02T08:51:07.628 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.630+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=V4K4533TW5TD type=del 2024-04-02T08:51:07.630 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.632+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=A52886715UHQ type=del size=3850100 2024-04-02T08:51:07.633 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.634+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=GO7W3SB0AILI type=del 2024-04-02T08:51:07.635 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.636+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=4UZCL3G73Q3J type=del size=3575449 2024-04-02T08:51:07.638 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.639+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~M9DRV675894V.0 size=758368 2024-04-02T08:51:07.642 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.643+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=M9DRV675894V tag=0YPI30FBDS25 type=write size=1806944 2024-04-02T08:51:07.646 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.648+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~5M6HZMA1Q7DB.0 size=1048576 2024-04-02T08:51:07.649 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.650+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~5M6HZMA1Q7DB.1 size=1048576 2024-04-02T08:51:07.650 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.651+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~5M6HZMA1Q7DB.2 size=913337 2024-04-02T08:51:07.650 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.651+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=5M6HZMA1Q7DB tag=DYWGHJMWTVRW type=write size=4059065 2024-04-02T08:51:07.652 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.653+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=WZDY3A2OZMBH type=del 2024-04-02T08:51:07.654 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.655+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=WW5PXNAL1N78 type=write size=540395 2024-04-02T08:51:07.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.658+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~BMQT5T4E6GBJ.0 size=601800 2024-04-02T08:51:07.661 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.663+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=BMQT5T4E6GBJ tag=JCAI3J3ZMWIP type=write size=1650376 2024-04-02T08:51:07.666 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.667+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~21Q38BURJS2I.0 size=337876 2024-04-02T08:51:07.666 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.667+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=21Q38BURJS2I tag=07CX0DJKUWNX type=write size=1386452 2024-04-02T08:51:07.668 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.670+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=RNN2RFHF5BZ2 type=del 2024-04-02T08:51:07.671 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.672+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=76XW2DBMSQMA type=write size=641232 2024-04-02T08:51:07.673 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.674+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=FC7CUZARI4LN type=del 2024-04-02T08:51:07.676 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.677+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=B2D9K5DVXV9C type=del size=2919092 2024-04-02T08:51:07.680 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.682+0000 7f2c37839780 1 < suggested remove operation key=57KBVV9UXRY9 tag=6SQF6TVX11MB type=write 2024-04-02T08:51:07.682 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.684+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=SW38O5H5W5VO type=del size=673212 2024-04-02T08:51:07.684 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.686+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=F6RL7WNF30QW type=del 2024-04-02T08:51:07.687 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.688+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=53LMYG9AN32W type=del size=1511424 2024-04-02T08:51:07.689 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.691+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=ZMH3D3TG22C5 type=del 2024-04-02T08:51:07.692 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.693+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=OVLW8PTSBQMF type=write size=1043424 2024-04-02T08:51:07.694 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.695+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=DWP3D2FIAORS type=del 2024-04-02T08:51:07.696 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.698+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=9T0ERICH2XBE type=del size=423463 2024-04-02T08:51:07.699 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.700+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~3S8FQ6452E4G.0 size=1048576 2024-04-02T08:51:07.699 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.700+0000 7f2c37839780 1 < canceled part key=_multipart_2HK29QL163AK.2~3S8FQ6452E4G.1 size=1048576 2024-04-02T08:51:07.700 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.702+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~3S8FQ6452E4G.2 size=731039 2024-04-02T08:51:07.704 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.705+0000 7f2c37839780 1 < canceled multipart upload key=2HK29QL163AK upload=3S8FQ6452E4G tag=423UCTEDFYH2 type=write size=3876767 2024-04-02T08:51:07.708 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.709+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~IKYP8TTDJVQ4.0 size=1048576 2024-04-02T08:51:07.709 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.711+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~IKYP8TTDJVQ4.1 size=251467 2024-04-02T08:51:07.709 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.711+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=IKYP8TTDJVQ4 tag=KUWIOG7SHWJL type=write size=2348619 2024-04-02T08:51:07.711 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.713+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=XGNLBXOUS8O5 type=del 2024-04-02T08:51:07.713 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.714+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=S09A4E29B8L5 type=del size=1998806 2024-04-02T08:51:07.715 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.716+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=V82Z4H3B6K26 type=del 2024-04-02T08:51:07.717 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.718+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=N26N7PGM1FB6 type=del size=361807 2024-04-02T08:51:07.719 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.720+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~D584LP5G88A0.0 size=1048576 2024-04-02T08:51:07.719 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.720+0000 7f2c37839780 1 < canceled part key=_multipart_01FWIMJZX0P3.2~D584LP5G88A0.1 size=626858 2024-04-02T08:51:07.722 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.724+0000 7f2c37839780 1 < canceled multipart upload key=01FWIMJZX0P3 upload=D584LP5G88A0 tag=PU7V6TEM3X30 type=write size=2724010 2024-04-02T08:51:07.726 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.727+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~NDKZPSI18XTM.0 size=1048576 2024-04-02T08:51:07.728 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.729+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~NDKZPSI18XTM.1 size=1048576 2024-04-02T08:51:07.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.731+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~NDKZPSI18XTM.2 size=798291 2024-04-02T08:51:07.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.731+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=NDKZPSI18XTM tag=4I2TRYAJXRUU type=write size=3944019 2024-04-02T08:51:07.736 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.735+0000 7f2c37839780 1 < suggested remove operation key=VHVBJGFC6O30 tag=FUTG9PD5TB7X type=del 2024-04-02T08:51:07.736 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.737+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=CRJ3PC1Q8R2V type=del size=2427227 2024-04-02T08:51:07.741 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.742+0000 7f2c37839780 1 < suggested update operation key=33264AD3WNVF tag=A52886715UHQ type=del size=3850100 2024-04-02T08:51:07.743 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.744+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=FIM29LUPCW0C type=del size=1707200 2024-04-02T08:51:07.744 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.746+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=4UZCL3G73Q3J type=del 2024-04-02T08:51:07.749 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.750+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~VBTVNS0L4L0H.0 size=1048576 2024-04-02T08:51:07.750 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.752+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~VBTVNS0L4L0H.1 size=273750 2024-04-02T08:51:07.750 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.752+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=VBTVNS0L4L0H tag=M132HOFJQH5E type=write size=2370902 2024-04-02T08:51:07.753 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.754+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~5M6HZMA1Q7DB.0 size=1048576 2024-04-02T08:51:07.755 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.756+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~5M6HZMA1Q7DB.1 size=1048576 2024-04-02T08:51:07.756 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.758+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~5M6HZMA1Q7DB.2 size=913337 2024-04-02T08:51:07.761 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.762+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=5M6HZMA1Q7DB tag=DYWGHJMWTVRW type=write size=4059065 2024-04-02T08:51:07.763 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.765+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=7BDS8ZU02HEA type=del size=2739572 2024-04-02T08:51:07.768 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.769+0000 7f2c37839780 1 < suggested remove operation key=PEEYGF5CW75O tag=WW5PXNAL1N78 type=write 2024-04-02T08:51:07.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.775+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~R54ETJ3SXGAE.0 size=316417 2024-04-02T08:51:07.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.775+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=R54ETJ3SXGAE tag=X5381LH6TRA8 type=write size=1364993 2024-04-02T08:51:07.776 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.777+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~21Q38BURJS2I.0 size=337876 2024-04-02T08:51:07.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.781+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=21Q38BURJS2I tag=07CX0DJKUWNX type=write size=1386452 2024-04-02T08:51:07.782 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.784+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=YJOM29BI3PF1 type=write size=43121 2024-04-02T08:51:07.785 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.786+0000 7f2c37839780 1 < completed write operation key=B5YV3S5C1VXZ tag=76XW2DBMSQMA type=write size=641232 2024-04-02T08:51:07.787 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.789+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=HMJ1XOR0GGEZ type=del size=2251497 2024-04-02T08:51:07.790 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.791+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=B2D9K5DVXV9C type=del 2024-04-02T08:51:07.795 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.796+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~TQMTSCE9KNKW.0 size=1048576 2024-04-02T08:51:07.798 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.798+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~TQMTSCE9KNKW.1 size=597287 2024-04-02T08:51:07.798 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.798+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=TQMTSCE9KNKW tag=0HWBE22OB0RH type=write size=2694439 2024-04-02T08:51:07.798 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.800+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=SW38O5H5W5VO type=del 2024-04-02T08:51:07.803 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.804+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~YYE67QYR9YPX.0 size=569425 2024-04-02T08:51:07.803 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.804+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=YYE67QYR9YPX tag=WBT3PRN0JNDW type=write size=1618001 2024-04-02T08:51:07.805 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.806+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=53LMYG9AN32W type=del 2024-04-02T08:51:07.807 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.808+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=GH1NT0A3E5MN type=del size=3384669 2024-04-02T08:51:07.812 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.813+0000 7f2c37839780 1 < suggested remove operation key=57KBVV9UXRY9 tag=OVLW8PTSBQMF type=write 2024-04-02T08:51:07.814 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.815+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=74MQUCHR1NQY type=del size=3892871 2024-04-02T08:51:07.816 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.818+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=9T0ERICH2XBE type=del 2024-04-02T08:51:07.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.823+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~38L23NH4W5IJ.0 size=1048576 2024-04-02T08:51:07.824 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.825+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~38L23NH4W5IJ.1 size=515833 2024-04-02T08:51:07.824 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.825+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=38L23NH4W5IJ tag=YR0KCYQII309 type=write size=2612985 2024-04-02T08:51:07.824 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.825+0000 7f2c37839780 1 < canceled part key=_multipart_2HK29QL163AK.2~IKYP8TTDJVQ4.0 size=1048576 2024-04-02T08:51:07.826 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.827+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~IKYP8TTDJVQ4.1 size=251467 2024-04-02T08:51:07.831 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.832+0000 7f2c37839780 1 < canceled multipart upload key=2HK29QL163AK upload=IKYP8TTDJVQ4 tag=KUWIOG7SHWJL type=write size=2348619 2024-04-02T08:51:07.835 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.837+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~0EFZEZ5OQ7X1.0 size=684426 2024-04-02T08:51:07.836 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.837+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=0EFZEZ5OQ7X1 tag=DZ1AU17CVV7L type=write size=1733002 2024-04-02T08:51:07.839 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.841+0000 7f2c37839780 -1 < failed to complete operation key=33264AD3WNVF tag=S09A4E29B8L5 type=del size=1998806: (22) Invalid argument 2024-04-02T08:51:07.844 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.846+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~CHTQ6E9GFXSO.0 size=1048576 2024-04-02T08:51:07.847 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.848+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~CHTQ6E9GFXSO.1 size=1048576 2024-04-02T08:51:07.849 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.851+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~CHTQ6E9GFXSO.2 size=383074 2024-04-02T08:51:07.849 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.851+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=CHTQ6E9GFXSO tag=9T9U1HKBS6WT type=write size=3528802 2024-04-02T08:51:07.852 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.853+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=N26N7PGM1FB6 type=del 2024-04-02T08:51:07.854 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.855+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=4Q4W4MET3TGF type=del size=214839 2024-04-02T08:51:07.856 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.858+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~NDKZPSI18XTM.0 size=1048576 2024-04-02T08:51:07.856 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.858+0000 7f2c37839780 1 < canceled part key=_multipart_YRS6E6FA19PT.2~NDKZPSI18XTM.1 size=1048576 2024-04-02T08:51:07.858 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.859+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~NDKZPSI18XTM.2 size=798291 2024-04-02T08:51:07.862 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.863+0000 7f2c37839780 1 < canceled multipart upload key=YRS6E6FA19PT upload=NDKZPSI18XTM tag=4I2TRYAJXRUU type=write size=3944019 2024-04-02T08:51:07.864 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.865+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=BEEUY2QA3B7H type=del size=2283347 2024-04-02T08:51:07.866 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.867+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=CRJ3PC1Q8R2V type=del 2024-04-02T08:51:07.869 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.871+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~DVC9YLDNHOBN.0 size=939414 2024-04-02T08:51:07.869 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.871+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=DVC9YLDNHOBN tag=COQPCZYTRQ74 type=write size=1987990 2024-04-02T08:51:07.871 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.873+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=FIM29LUPCW0C type=del 2024-04-02T08:51:07.873 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.875+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=GN5LB0NHVG14 type=del size=169414 2024-04-02T08:51:07.875 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.876+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~VBTVNS0L4L0H.0 size=1048576 2024-04-02T08:51:07.877 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.878+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~VBTVNS0L4L0H.1 size=273750 2024-04-02T08:51:07.880 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.882+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=VBTVNS0L4L0H tag=M132HOFJQH5E type=write size=2370902 2024-04-02T08:51:07.883 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.884+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=ZPM501KB22I4 type=del size=1545886 2024-04-02T08:51:07.885 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.886+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=7BDS8ZU02HEA type=del 2024-04-02T08:51:07.888 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.890+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~QUM2G0TSZA3E.0 size=1048576 2024-04-02T08:51:07.891 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.892+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~QUM2G0TSZA3E.1 size=1048576 2024-04-02T08:51:07.892 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.893+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~QUM2G0TSZA3E.2 size=30804 2024-04-02T08:51:07.892 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.893+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=QUM2G0TSZA3E tag=FJJ9SKA89E71 type=write size=3176532 2024-04-02T08:51:07.894 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.896+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~R54ETJ3SXGAE.0 size=316417 2024-04-02T08:51:07.898 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.899+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=R54ETJ3SXGAE tag=X5381LH6TRA8 type=write size=1364993 2024-04-02T08:51:07.900 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.901+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=5XJI0VJDT3NZ type=del size=3283169 2024-04-02T08:51:07.903 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.905+0000 7f2c37839780 1 < suggested remove operation key=L7FKDUVU3YGN tag=YJOM29BI3PF1 type=write 2024-04-02T08:51:07.907 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.908+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~DP4LLLV8Z01N.0 size=1048576 2024-04-02T08:51:07.909 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.910+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~DP4LLLV8Z01N.1 size=276119 2024-04-02T08:51:07.909 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.910+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=DP4LLLV8Z01N tag=T9H8BARAHK85 type=write size=2373271 2024-04-02T08:51:07.912 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.913+0000 7f2c37839780 -1 < failed to complete operation key=57KBVV9UXRY9 tag=HMJ1XOR0GGEZ type=del size=2251497: (22) Invalid argument 2024-04-02T08:51:07.917 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.918+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~AVX17X7KTH0B.0 size=1048576 2024-04-02T08:51:07.920 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.921+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~AVX17X7KTH0B.1 size=1048576 2024-04-02T08:51:07.922 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.923+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~AVX17X7KTH0B.2 size=266622 2024-04-02T08:51:07.922 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.923+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=AVX17X7KTH0B tag=VBPR6VK958XM type=write size=3412350 2024-04-02T08:51:07.925 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.926+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~TQMTSCE9KNKW.0 size=1048576 2024-04-02T08:51:07.927 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.928+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~TQMTSCE9KNKW.1 size=597287 2024-04-02T08:51:07.932 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.933+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=TQMTSCE9KNKW tag=0HWBE22OB0RH type=write size=2694439 2024-04-02T08:51:07.934 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.935+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=2P2QEOZR8PEK type=write size=406077 2024-04-02T08:51:07.934 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.935+0000 7f2c37839780 1 < canceled part key=_multipart_01FWIMJZX0P3.2~YYE67QYR9YPX.0 size=569425 2024-04-02T08:51:07.938 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.939+0000 7f2c37839780 1 < canceled multipart upload key=01FWIMJZX0P3 upload=YYE67QYR9YPX tag=WBT3PRN0JNDW type=write size=1618001 2024-04-02T08:51:07.939 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.941+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=KCFA7V7GMLQZ type=del size=1802724 2024-04-02T08:51:07.942 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.943+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=GH1NT0A3E5MN type=del 2024-04-02T08:51:07.944 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.945+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=A6JCIYD46ZAN type=del size=2598021 2024-04-02T08:51:07.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.950+0000 7f2c37839780 1 < suggested update operation key=CG5T3W0DZYHT tag=74MQUCHR1NQY type=del size=3892871 2024-04-02T08:51:07.954 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.955+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~2CZFMPEQ6XGD.0 size=1048576 2024-04-02T08:51:07.956 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.957+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~2CZFMPEQ6XGD.1 size=2653 2024-04-02T08:51:07.956 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.957+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=2CZFMPEQ6XGD tag=EB8RJ4NXDXDJ type=write size=2099805 2024-04-02T08:51:07.958 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.960+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~38L23NH4W5IJ.0 size=1048576 2024-04-02T08:51:07.960 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.961+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~38L23NH4W5IJ.1 size=515833 2024-04-02T08:51:07.963 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.964+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=38L23NH4W5IJ tag=YR0KCYQII309 type=write size=2612985 2024-04-02T08:51:07.965 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.967+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=W5P5FYYHK3M2 type=del size=828756 2024-04-02T08:51:07.967 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.969+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~0EFZEZ5OQ7X1.0 size=684426 2024-04-02T08:51:07.972 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.973+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=0EFZEZ5OQ7X1 tag=DZ1AU17CVV7L type=write size=1733002 2024-04-02T08:51:07.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.978+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~KFUMJU5JXTFA.0 size=1048576 2024-04-02T08:51:07.979 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.981+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~KFUMJU5JXTFA.1 size=933522 2024-04-02T08:51:07.979 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.981+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=KFUMJU5JXTFA tag=APKMZ5EIQV3Y type=write size=3030674 2024-04-02T08:51:07.981 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.983+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~CHTQ6E9GFXSO.0 size=1048576 2024-04-02T08:51:07.982 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.983+0000 7f2c37839780 1 < canceled part key=_multipart_H8SE1U3QW0C2.2~CHTQ6E9GFXSO.1 size=1048576 2024-04-02T08:51:07.984 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.985+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~CHTQ6E9GFXSO.2 size=383074 2024-04-02T08:51:07.987 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.989+0000 7f2c37839780 1 < canceled multipart upload key=H8SE1U3QW0C2 upload=CHTQ6E9GFXSO tag=9T9U1HKBS6WT type=write size=3528802 2024-04-02T08:51:07.990 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.991+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=H7BZT9F5AT4I type=del size=823178 2024-04-02T08:51:07.994 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.996+0000 7f2c37839780 1 < suggested update operation key=VOT77PAW1Q91 tag=4Q4W4MET3TGF type=del size=214839 2024-04-02T08:51:07.997 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:07.998+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=JT4TBBQBO51X type=del size=761664 2024-04-02T08:51:08.001 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.002+0000 7f2c37839780 1 < suggested update operation key=L7FKDUVU3YGN tag=BEEUY2QA3B7H type=del size=2283347 2024-04-02T08:51:08.002 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.003+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=I7UPNE937VJP type=del size=3115539 2024-04-02T08:51:08.004 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.006+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~DVC9YLDNHOBN.0 size=939414 2024-04-02T08:51:08.009 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.010+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=DVC9YLDNHOBN tag=COQPCZYTRQ74 type=write size=1987990 2024-04-02T08:51:08.012 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.014+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~EFDOTJKW5QIM.0 size=1048576 2024-04-02T08:51:08.014 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.015+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~EFDOTJKW5QIM.1 size=45301 2024-04-02T08:51:08.014 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.015+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=EFDOTJKW5QIM tag=G0Y6IZV4HF7L type=write size=2142453 2024-04-02T08:51:08.018 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.019+0000 7f2c37839780 1 < suggested remove operation key=Z1QID1NC8QNM tag=GN5LB0NHVG14 type=del 2024-04-02T08:51:08.019 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.021+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=MSNF37KI0TUM type=del size=4110803 2024-04-02T08:51:08.023 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.025+0000 7f2c37839780 1 < suggested remove operation key=ZBWX3XCY0JRK tag=ZPM501KB22I4 type=del 2024-04-02T08:51:08.026 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.027+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=SQWI771SIPHT type=write size=290884 2024-04-02T08:51:08.028 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.029+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~QUM2G0TSZA3E.0 size=1048576 2024-04-02T08:51:08.030 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.031+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~QUM2G0TSZA3E.1 size=1048576 2024-04-02T08:51:08.032 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.033+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~QUM2G0TSZA3E.2 size=30804 2024-04-02T08:51:08.035 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.036+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=QUM2G0TSZA3E tag=FJJ9SKA89E71 type=write size=3176532 2024-04-02T08:51:08.037 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.038+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=CVD71LAOVCQ6 type=del size=4140653 2024-04-02T08:51:08.039 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.040+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=5XJI0VJDT3NZ type=del 2024-04-02T08:51:08.042 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.044+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~YQCS9HFMCCK7.0 size=1048576 2024-04-02T08:51:08.044 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.045+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~YQCS9HFMCCK7.1 size=1048576 2024-04-02T08:51:08.045 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.047+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~YQCS9HFMCCK7.2 size=226173 2024-04-02T08:51:08.046 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.047+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=YQCS9HFMCCK7 tag=N0202GM8IGKC type=write size=3371901 2024-04-02T08:51:08.048 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.049+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~DP4LLLV8Z01N.0 size=1048576 2024-04-02T08:51:08.050 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.051+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~DP4LLLV8Z01N.1 size=276119 2024-04-02T08:51:08.054 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.056+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=DP4LLLV8Z01N tag=T9H8BARAHK85 type=write size=2373271 2024-04-02T08:51:08.056 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.057+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=LVZQMWR0G46P type=del size=3604758 2024-04-02T08:51:08.059 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.060+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~AVX17X7KTH0B.0 size=1048576 2024-04-02T08:51:08.061 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.062+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~AVX17X7KTH0B.1 size=1048576 2024-04-02T08:51:08.063 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.065+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~AVX17X7KTH0B.2 size=266622 2024-04-02T08:51:08.067 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.068+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=AVX17X7KTH0B tag=VBPR6VK958XM type=write size=3412350 2024-04-02T08:51:08.069 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.071+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=XEBN286L4S73 type=write size=19627 2024-04-02T08:51:08.072 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.073+0000 7f2c37839780 1 < completed write operation key=9Y8YLX0RAIPV tag=2P2QEOZR8PEK type=write size=406077 2024-04-02T08:51:08.074 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.075+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=YCWCN8ZCRH7J type=del size=353684 2024-04-02T08:51:08.076 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.078+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=KCFA7V7GMLQZ type=del 2024-04-02T08:51:08.079 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.080+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=0HHV8OBNORST type=write size=745823 2024-04-02T08:51:08.082 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.083+0000 7f2c37839780 -1 < failed to complete operation key=L7FKDUVU3YGN tag=A6JCIYD46ZAN type=del size=2598021: (22) Invalid argument 2024-04-02T08:51:08.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.086+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=188CQRQADYUJ type=del size=2586402 2024-04-02T08:51:08.087 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.088+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~2CZFMPEQ6XGD.0 size=1048576 2024-04-02T08:51:08.089 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.090+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~2CZFMPEQ6XGD.1 size=2653 2024-04-02T08:51:08.093 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.094+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=2CZFMPEQ6XGD tag=EB8RJ4NXDXDJ type=write size=2099805 2024-04-02T08:51:08.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.096+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=AQY72OMLDD38 type=del size=824653 2024-04-02T08:51:08.098 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.099+0000 7f2c37839780 -1 < failed to complete operation key=Z1QID1NC8QNM tag=W5P5FYYHK3M2 type=del size=828756: (22) Invalid argument 2024-04-02T08:51:08.100 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.101+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=YU8ZCHHEXV5R type=del size=966787 2024-04-02T08:51:08.102 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.103+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~KFUMJU5JXTFA.0 size=1048576 2024-04-02T08:51:08.104 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.105+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~KFUMJU5JXTFA.1 size=933522 2024-04-02T08:51:08.107 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.109+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=KFUMJU5JXTFA tag=APKMZ5EIQV3Y type=write size=3030674 2024-04-02T08:51:08.109 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.111+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=0D8BNQ0KDZM4 type=del size=1523667 2024-04-02T08:51:08.111 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.112+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=H7BZT9F5AT4I type=del 2024-04-02T08:51:08.115 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.116+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~SP0WGEHU7WYV.0 size=1048576 2024-04-02T08:51:08.117 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.118+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~SP0WGEHU7WYV.1 size=1048576 2024-04-02T08:51:08.119 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.120+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~SP0WGEHU7WYV.2 size=302598 2024-04-02T08:51:08.119 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.120+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=SP0WGEHU7WYV tag=4W9Z9B2BM6OB type=write size=3448326 2024-04-02T08:51:08.120 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.122+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=JT4TBBQBO51X type=del 2024-04-02T08:51:08.124 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.125+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~C9NS692V2JDT.0 size=1048576 2024-04-02T08:51:08.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.127+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~C9NS692V2JDT.1 size=12912 2024-04-02T08:51:08.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.127+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=C9NS692V2JDT tag=CYFATW8I81DU type=write size=2110064 2024-04-02T08:51:08.128 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.129+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=I7UPNE937VJP type=del 2024-04-02T08:51:08.130 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.131+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=9JEEGCLSBSVG type=del size=3909850 2024-04-02T08:51:08.131 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.133+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~EFDOTJKW5QIM.0 size=1048576 2024-04-02T08:51:08.133 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.134+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~EFDOTJKW5QIM.1 size=45301 2024-04-02T08:51:08.137 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.138+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=EFDOTJKW5QIM tag=G0Y6IZV4HF7L type=write size=2142453 2024-04-02T08:51:08.140 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.142+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~JC79JB9ZUU03.0 size=1048576 2024-04-02T08:51:08.142 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.143+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~JC79JB9ZUU03.1 size=434229 2024-04-02T08:51:08.142 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.143+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=JC79JB9ZUU03 tag=A0D08GNCRYW3 type=write size=2531381 2024-04-02T08:51:08.145 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.146+0000 7f2c37839780 -1 < failed to complete operation key=ZBWX3XCY0JRK tag=MSNF37KI0TUM type=del size=4110803: (22) Invalid argument 2024-04-02T08:51:08.148 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.150+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~2XGQ9YURVZOB.0 size=1048576 2024-04-02T08:51:08.150 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.151+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~2XGQ9YURVZOB.1 size=903974 2024-04-02T08:51:08.150 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.151+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=2XGQ9YURVZOB tag=4VTERVLNBBLE type=write size=3001126 2024-04-02T08:51:08.152 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.153+0000 7f2c37839780 1 < completed write operation key=51ZKADJFQPAW tag=SQWI771SIPHT type=write size=290884 2024-04-02T08:51:08.154 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.156+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=QTUZ07H6XX0M type=del size=402818 2024-04-02T08:51:08.156 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.158+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=CVD71LAOVCQ6 type=del 2024-04-02T08:51:08.160 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.161+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~17S121A0EWCM.0 size=1048576 2024-04-02T08:51:08.162 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.163+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~17S121A0EWCM.1 size=1048576 2024-04-02T08:51:08.164 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.165+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~17S121A0EWCM.2 size=722095 2024-04-02T08:51:08.164 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.165+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=17S121A0EWCM tag=0Q05ND3M6O61 type=write size=3867823 2024-04-02T08:51:08.166 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.167+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~YQCS9HFMCCK7.0 size=1048576 2024-04-02T08:51:08.167 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.169+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~YQCS9HFMCCK7.1 size=1048576 2024-04-02T08:51:08.169 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.170+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~YQCS9HFMCCK7.2 size=226173 2024-04-02T08:51:08.172 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.174+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=YQCS9HFMCCK7 tag=N0202GM8IGKC type=write size=3371901 2024-04-02T08:51:08.176 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.177+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~C1JN5VO6JS7M.0 size=1048576 2024-04-02T08:51:08.177 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.179+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~C1JN5VO6JS7M.1 size=1048576 2024-04-02T08:51:08.179 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.180+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~C1JN5VO6JS7M.2 size=709051 2024-04-02T08:51:08.179 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.180+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=C1JN5VO6JS7M tag=X0XDVANCBBEB type=write size=3854779 2024-04-02T08:51:08.181 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.182+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=LVZQMWR0G46P type=del 2024-04-02T08:51:08.183 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.184+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=8ZMAE1N92J3S type=del size=2964889 2024-04-02T08:51:08.185 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.186+0000 7f2c37839780 1 < completed write operation key=VOT77PAW1Q91 tag=XEBN286L4S73 type=write size=19627 2024-04-02T08:51:08.188 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.190+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~1M11I2SZ5H1X.0 size=1048576 2024-04-02T08:51:08.190 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.192+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~1M11I2SZ5H1X.1 size=1048576 2024-04-02T08:51:08.192 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.194+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~1M11I2SZ5H1X.2 size=930581 2024-04-02T08:51:08.192 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.194+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=1M11I2SZ5H1X tag=6Y3F5GRFKRAU type=write size=4076309 2024-04-02T08:51:08.196 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.198+0000 7f2c37839780 1 < suggested remove operation key=PEEYGF5CW75O tag=YCWCN8ZCRH7J type=del 2024-04-02T08:51:08.200 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.201+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~DMYEY6ZZ6SD7.0 size=1048576 2024-04-02T08:51:08.201 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.203+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~DMYEY6ZZ6SD7.1 size=1048576 2024-04-02T08:51:08.203 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.204+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~DMYEY6ZZ6SD7.2 size=363067 2024-04-02T08:51:08.203 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.204+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=DMYEY6ZZ6SD7 tag=U6E6KIMEEGRX type=write size=3508795 2024-04-02T08:51:08.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.206+0000 7f2c37839780 1 < completed write operation key=ZBWX3XCY0JRK tag=0HHV8OBNORST type=write size=745823 2024-04-02T08:51:08.209 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.210+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~YYKA300FSVUN.0 size=1048576 2024-04-02T08:51:08.210 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.212+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~YYKA300FSVUN.1 size=871425 2024-04-02T08:51:08.210 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.212+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=YYKA300FSVUN tag=GPCTQTBD41MN type=write size=2968577 2024-04-02T08:51:08.214 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.215+0000 7f2c37839780 1 < suggested update operation key=OL6XSE7L8RVB tag=188CQRQADYUJ type=del size=2586402 2024-04-02T08:51:08.216 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.217+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=UXWQ7FRGCGXH type=del size=3325757 2024-04-02T08:51:08.218 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.219+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=AQY72OMLDD38 type=del 2024-04-02T08:51:08.220 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.221+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=EKF0XJK88KWR type=del size=3418939 2024-04-02T08:51:08.224 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.225+0000 7f2c37839780 1 < suggested remove operation key=YRS6E6FA19PT tag=YU8ZCHHEXV5R type=del 2024-04-02T08:51:08.229 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.230+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~5ULS0CB9XH9V.0 size=1048576 2024-04-02T08:51:08.230 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.232+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~5ULS0CB9XH9V.1 size=1048576 2024-04-02T08:51:08.232 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.234+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~5ULS0CB9XH9V.2 size=485362 2024-04-02T08:51:08.232 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.234+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=5ULS0CB9XH9V tag=U8IS34AURWX0 type=write size=3631090 2024-04-02T08:51:08.234 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.235+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=0D8BNQ0KDZM4 type=del 2024-04-02T08:51:08.238 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.239+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~9U34951FGJUD.0 size=24235 2024-04-02T08:51:08.238 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.239+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=9U34951FGJUD tag=29YZF9A33DY0 type=write size=1072811 2024-04-02T08:51:08.240 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.241+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~SP0WGEHU7WYV.0 size=1048576 2024-04-02T08:51:08.242 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.243+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~SP0WGEHU7WYV.1 size=1048576 2024-04-02T08:51:08.242 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.243+0000 7f2c37839780 1 < canceled part key=_multipart_L850LE5LQWEI.2~SP0WGEHU7WYV.2 size=302598 2024-04-02T08:51:08.246 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.247+0000 7f2c37839780 1 < canceled multipart upload key=L850LE5LQWEI upload=SP0WGEHU7WYV tag=4W9Z9B2BM6OB type=write size=3448326 2024-04-02T08:51:08.250 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.252+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~MG7B3LH9594C.0 size=867573 2024-04-02T08:51:08.251 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.252+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=MG7B3LH9594C tag=CDD7S0OE0WL3 type=write size=1916149 2024-04-02T08:51:08.253 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.254+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~C9NS692V2JDT.0 size=1048576 2024-04-02T08:51:08.254 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.256+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~C9NS692V2JDT.1 size=12912 2024-04-02T08:51:08.258 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.259+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=C9NS692V2JDT tag=CYFATW8I81DU type=write size=2110064 2024-04-02T08:51:08.262 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.263+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~QFGS624JHTDW.0 size=1048576 2024-04-02T08:51:08.263 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.265+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~QFGS624JHTDW.1 size=1048576 2024-04-02T08:51:08.265 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.267+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~QFGS624JHTDW.2 size=99762 2024-04-02T08:51:08.265 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.267+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=QFGS624JHTDW tag=91HHOQVM685L type=write size=3245490 2024-04-02T08:51:08.267 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.269+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=9JEEGCLSBSVG type=del 2024-04-02T08:51:08.269 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.271+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=4W66O0HEY4H7 type=del size=2369916 2024-04-02T08:51:08.271 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.273+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~JC79JB9ZUU03.0 size=1048576 2024-04-02T08:51:08.272 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.273+0000 7f2c37839780 1 < canceled part key=_multipart_YRS6E6FA19PT.2~JC79JB9ZUU03.1 size=434229 2024-04-02T08:51:08.275 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.276+0000 7f2c37839780 1 < canceled multipart upload key=YRS6E6FA19PT upload=JC79JB9ZUU03 tag=A0D08GNCRYW3 type=write size=2531381 2024-04-02T08:51:08.279 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.281+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~M8B46JEASFAR.0 size=1019802 2024-04-02T08:51:08.279 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.281+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=M8B46JEASFAR tag=AU5LPT3P8TN2 type=write size=2068378 2024-04-02T08:51:08.280 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.281+0000 7f2c37839780 1 < canceled part key=_multipart_OL6XSE7L8RVB.2~2XGQ9YURVZOB.0 size=1048576 2024-04-02T08:51:08.281 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.283+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~2XGQ9YURVZOB.1 size=903974 2024-04-02T08:51:08.285 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.286+0000 7f2c37839780 1 < canceled multipart upload key=OL6XSE7L8RVB upload=2XGQ9YURVZOB tag=4VTERVLNBBLE type=write size=3001126 2024-04-02T08:51:08.287 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.288+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=H971EZSC0ENF type=del size=629043 2024-04-02T08:51:08.290 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.292+0000 7f2c37839780 -1 < failed to complete operation key=PEEYGF5CW75O tag=QTUZ07H6XX0M type=del size=402818: (22) Invalid argument 2024-04-02T08:51:08.292 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.294+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=247SQQ0EWJLL type=write size=225824 2024-04-02T08:51:08.295 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.296+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~17S121A0EWCM.0 size=1048576 2024-04-02T08:51:08.296 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.298+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~17S121A0EWCM.1 size=1048576 2024-04-02T08:51:08.298 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.300+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~17S121A0EWCM.2 size=722095 2024-04-02T08:51:08.302 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.303+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=17S121A0EWCM tag=0Q05ND3M6O61 type=write size=3867823 2024-04-02T08:51:08.303 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.305+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=XY1WCVHBDLRL type=del size=3813759 2024-04-02T08:51:08.306 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.307+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~C1JN5VO6JS7M.0 size=1048576 2024-04-02T08:51:08.308 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.309+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~C1JN5VO6JS7M.1 size=1048576 2024-04-02T08:51:08.309 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.311+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~C1JN5VO6JS7M.2 size=709051 2024-04-02T08:51:08.313 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.315+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=C1JN5VO6JS7M tag=X0XDVANCBBEB type=write size=3854779 2024-04-02T08:51:08.316 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.317+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=1HZODPY4SK4M type=del size=190564 2024-04-02T08:51:08.321 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.322+0000 7f2c37839780 1 < suggested update operation key=33264AD3WNVF tag=8ZMAE1N92J3S type=del size=2964889 2024-04-02T08:51:08.324 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.325+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=10LBJ37J33H3 type=write size=462838 2024-04-02T08:51:08.324 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.326+0000 7f2c37839780 1 < canceled part key=_multipart_CG5T3W0DZYHT.2~1M11I2SZ5H1X.0 size=1048576 2024-04-02T08:51:08.324 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.326+0000 7f2c37839780 1 < canceled part key=_multipart_CG5T3W0DZYHT.2~1M11I2SZ5H1X.1 size=1048576 2024-04-02T08:51:08.327 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.328+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~1M11I2SZ5H1X.2 size=930581 2024-04-02T08:51:08.331 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.332+0000 7f2c37839780 1 < canceled multipart upload key=CG5T3W0DZYHT upload=1M11I2SZ5H1X tag=6Y3F5GRFKRAU type=write size=4076309 2024-04-02T08:51:08.335 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.337+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~V39YBBIJF8OT.0 size=1048576 2024-04-02T08:51:08.337 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.339+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~V39YBBIJF8OT.1 size=1048576 2024-04-02T08:51:08.341 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.342+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~V39YBBIJF8OT.2 size=510317 2024-04-02T08:51:08.341 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.342+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=V39YBBIJF8OT tag=91ZPI4LJVTXO type=write size=3656045 2024-04-02T08:51:08.343 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.345+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~DMYEY6ZZ6SD7.0 size=1048576 2024-04-02T08:51:08.345 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.346+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~DMYEY6ZZ6SD7.1 size=1048576 2024-04-02T08:51:08.347 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.348+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~DMYEY6ZZ6SD7.2 size=363067 2024-04-02T08:51:08.351 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.352+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=DMYEY6ZZ6SD7 tag=U6E6KIMEEGRX type=write size=3508795 2024-04-02T08:51:08.354 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.356+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=5O92OU11KMXT type=del size=2459224 2024-04-02T08:51:08.356 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.358+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~YYKA300FSVUN.0 size=1048576 2024-04-02T08:51:08.358 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.359+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~YYKA300FSVUN.1 size=871425 2024-04-02T08:51:08.362 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.363+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=YYKA300FSVUN tag=GPCTQTBD41MN type=write size=2968577 2024-04-02T08:51:08.366 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.367+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~K2NX1KT9CFPM.0 size=366082 2024-04-02T08:51:08.366 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.367+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=K2NX1KT9CFPM tag=A122AWD7N86X type=write size=1414658 2024-04-02T08:51:08.368 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.369+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=UXWQ7FRGCGXH type=del 2024-04-02T08:51:08.370 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.371+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=DY6VTSCS4POO type=write size=6710 2024-04-02T08:51:08.372 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.373+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=EKF0XJK88KWR type=del 2024-04-02T08:51:08.376 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.377+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~S0V41SX1XR0P.0 size=1048576 2024-04-02T08:51:08.377 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.379+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~S0V41SX1XR0P.1 size=338098 2024-04-02T08:51:08.378 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.379+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=S0V41SX1XR0P tag=Z4LIKGCXFJ44 type=write size=2435250 2024-04-02T08:51:08.379 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.381+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~5ULS0CB9XH9V.0 size=1048576 2024-04-02T08:51:08.382 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.383+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~5ULS0CB9XH9V.1 size=1048576 2024-04-02T08:51:08.384 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.385+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~5ULS0CB9XH9V.2 size=485362 2024-04-02T08:51:08.387 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.389+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=5ULS0CB9XH9V tag=U8IS34AURWX0 type=write size=3631090 2024-04-02T08:51:08.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.390+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=VJH2FPR4FT1C type=write size=504622 2024-04-02T08:51:08.391 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.392+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~9U34951FGJUD.0 size=24235 2024-04-02T08:51:08.394 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.396+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=9U34951FGJUD tag=29YZF9A33DY0 type=write size=1072811 2024-04-02T08:51:08.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.398+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=W0CYYXH17WWJ type=write size=353921 2024-04-02T08:51:08.398 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.399+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~MG7B3LH9594C.0 size=867573 2024-04-02T08:51:08.401 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.403+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=MG7B3LH9594C tag=CDD7S0OE0WL3 type=write size=1916149 2024-04-02T08:51:08.404 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.405+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=PYGM5XX0UOWK type=del size=2949233 2024-04-02T08:51:08.405 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.407+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~QFGS624JHTDW.0 size=1048576 2024-04-02T08:51:08.409 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.409+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~QFGS624JHTDW.1 size=1048576 2024-04-02T08:51:08.409 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.411+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~QFGS624JHTDW.2 size=99762 2024-04-02T08:51:08.413 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.414+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=QFGS624JHTDW tag=91HHOQVM685L type=write size=3245490 2024-04-02T08:51:08.415 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.416+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=YWWSJ3QHQCPG type=del size=989880 2024-04-02T08:51:08.417 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.418+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=4W66O0HEY4H7 type=del 2024-04-02T08:51:08.419 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.420+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=K72SS8XYKZ2A type=write size=255360 2024-04-02T08:51:08.421 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.422+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~M8B46JEASFAR.0 size=1019802 2024-04-02T08:51:08.424 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.425+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=M8B46JEASFAR tag=AU5LPT3P8TN2 type=write size=2068378 2024-04-02T08:51:08.426 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.427+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=ST87OWPB3EDY type=del size=2348731 2024-04-02T08:51:08.431 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.432+0000 7f2c37839780 1 < suggested remove operation key=33264AD3WNVF tag=H971EZSC0ENF type=del 2024-04-02T08:51:08.434 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.436+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~M9HBT1M4EYRT.0 size=1048576 2024-04-02T08:51:08.436 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.437+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~M9HBT1M4EYRT.1 size=1000201 2024-04-02T08:51:08.436 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.437+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=M9HBT1M4EYRT tag=35Q9F17RNFUY type=write size=3097353 2024-04-02T08:51:08.440 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.441+0000 7f2c37839780 1 < suggested update operation key=2HK29QL163AK tag=247SQQ0EWJLL type=write size=225824 2024-04-02T08:51:08.442 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.443+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=KKPNPK9E6VJN type=del size=1732566 2024-04-02T08:51:08.444 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.445+0000 7f2c37839780 1 < canceled operation key=U25NTMGOU3R2 tag=XY1WCVHBDLRL type=del size=3813759 2024-04-02T08:51:08.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.449+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~7YX9YSMMT3E2.0 size=511426 2024-04-02T08:51:08.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.449+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=7YX9YSMMT3E2 tag=UU6OZBGPTIJ8 type=write size=1560002 2024-04-02T08:51:08.449 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.451+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=1HZODPY4SK4M type=del 2024-04-02T08:51:08.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.454+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~8C6Y5FRZGW9I.0 size=503758 2024-04-02T08:51:08.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.454+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=8C6Y5FRZGW9I tag=TAHSHZSUQXQM type=write size=1552334 2024-04-02T08:51:08.457 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.458+0000 7f2c37839780 1 < suggested remove operation key=VOT77PAW1Q91 tag=10LBJ37J33H3 type=write 2024-04-02T08:51:08.459 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.460+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=RRKQQFNDZ9WH type=del size=2534475 2024-04-02T08:51:08.459 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.460+0000 7f2c37839780 1 < canceled part key=_multipart_U25NTMGOU3R2.2~V39YBBIJF8OT.0 size=1048576 2024-04-02T08:51:08.461 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.462+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~V39YBBIJF8OT.1 size=1048576 2024-04-02T08:51:08.462 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.464+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~V39YBBIJF8OT.2 size=510317 2024-04-02T08:51:08.466 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.468+0000 7f2c37839780 1 < canceled multipart upload key=U25NTMGOU3R2 upload=V39YBBIJF8OT tag=91ZPI4LJVTXO type=write size=3656045 2024-04-02T08:51:08.468 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.469+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=1EYWQOANZKL5 type=del size=129433 2024-04-02T08:51:08.470 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.471+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=5O92OU11KMXT type=del 2024-04-02T08:51:08.472 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.473+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=YVS8XMR29XQ5 type=del size=455985 2024-04-02T08:51:08.474 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.475+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~K2NX1KT9CFPM.0 size=366082 2024-04-02T08:51:08.477 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.479+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=K2NX1KT9CFPM tag=A122AWD7N86X type=write size=1414658 2024-04-02T08:51:08.479 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.481+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=3M00E62E9RJU type=del size=1739885 2024-04-02T08:51:08.483 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.485+0000 7f2c37839780 1 < suggested remove operation key=H8SE1U3QW0C2 tag=DY6VTSCS4POO type=write 2024-04-02T08:51:08.485 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.487+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=IR6L8S4J73TQ type=del size=3321830 2024-04-02T08:51:08.487 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.489+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~S0V41SX1XR0P.0 size=1048576 2024-04-02T08:51:08.489 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.491+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~S0V41SX1XR0P.1 size=338098 2024-04-02T08:51:08.493 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.494+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=S0V41SX1XR0P tag=Z4LIKGCXFJ44 type=write size=2435250 2024-04-02T08:51:08.494 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.496+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=IY7FI6F11T53 type=del size=508648 2024-04-02T08:51:08.498 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.500+0000 7f2c37839780 1 < suggested remove operation key=01FWIMJZX0P3 tag=VJH2FPR4FT1C type=write 2024-04-02T08:51:08.500 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.502+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=JMD8PL500K1Y type=del size=408174 2024-04-02T08:51:08.502 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.504+0000 7f2c37839780 1 < completed write operation key=ZBWX3XCY0JRK tag=W0CYYXH17WWJ type=write size=353921 2024-04-02T08:51:08.506 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.507+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~B7O2G1PZ9EDP.0 size=819637 2024-04-02T08:51:08.506 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.507+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=B7O2G1PZ9EDP tag=CSUEH9XZUP2V type=write size=1868213 2024-04-02T08:51:08.508 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.509+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=PYGM5XX0UOWK type=del 2024-04-02T08:51:08.510 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.511+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=KY4FQSHW6NWH type=del size=1538927 2024-04-02T08:51:08.512 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.513+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=YWWSJ3QHQCPG type=del 2024-04-02T08:51:08.513 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.515+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=7QMIC6C9V7E0 type=del size=760365 2024-04-02T08:51:08.515 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.517+0000 7f2c37839780 1 < completed write operation key=B5YV3S5C1VXZ tag=K72SS8XYKZ2A type=write size=255360 2024-04-02T08:51:08.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.519+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=HQ91VW94F8D0 type=del size=3447716 2024-04-02T08:51:08.519 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.521+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=ST87OWPB3EDY type=del 2024-04-02T08:51:08.522 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.523+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=LL81MVSPL7L1 type=del size=2973235 2024-04-02T08:51:08.524 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.525+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~M9HBT1M4EYRT.0 size=1048576 2024-04-02T08:51:08.525 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.527+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~M9HBT1M4EYRT.1 size=1000201 2024-04-02T08:51:08.530 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.531+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=M9HBT1M4EYRT tag=35Q9F17RNFUY type=write size=3097353 2024-04-02T08:51:08.534 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.536+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~KB27IL71RCVM.0 size=1048576 2024-04-02T08:51:08.537 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.538+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~KB27IL71RCVM.1 size=397126 2024-04-02T08:51:08.537 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.538+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=KB27IL71RCVM tag=IKLAT3Z1QSUE type=write size=2494278 2024-04-02T08:51:08.539 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.540+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=KKPNPK9E6VJN type=del 2024-04-02T08:51:08.541 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.542+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=TD8O5JXNAH3U type=write size=462925 2024-04-02T08:51:08.544 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.545+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~7YX9YSMMT3E2.0 size=511426 2024-04-02T08:51:08.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.549+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=7YX9YSMMT3E2 tag=UU6OZBGPTIJ8 type=write size=1560002 2024-04-02T08:51:08.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.552+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=4AO9A7QGAJKM type=del size=1166374 2024-04-02T08:51:08.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.554+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~8C6Y5FRZGW9I.0 size=503758 2024-04-02T08:51:08.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.557+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=8C6Y5FRZGW9I tag=TAHSHZSUQXQM type=write size=1552334 2024-04-02T08:51:08.560 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.561+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~NQLN3ICB140M.0 size=1048576 2024-04-02T08:51:08.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.563+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~NQLN3ICB140M.1 size=596954 2024-04-02T08:51:08.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.563+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=NQLN3ICB140M tag=1XTPG3YANP8K type=write size=2694106 2024-04-02T08:51:08.563 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.565+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=RRKQQFNDZ9WH type=del 2024-04-02T08:51:08.565 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.567+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=ZCO6BOSM46XE type=del size=3273531 2024-04-02T08:51:08.567 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.569+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=1EYWQOANZKL5 type=del 2024-04-02T08:51:08.570 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.571+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=U46EIIS4190P type=del size=2451069 2024-04-02T08:51:08.572 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.574+0000 7f2c37839780 -1 < failed to complete operation key=01FWIMJZX0P3 tag=YVS8XMR29XQ5 type=del size=455985: (22) Invalid argument 2024-04-02T08:51:08.575 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.576+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=WX3EZWJZ1JJR type=write size=72057 2024-04-02T08:51:08.575 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.577+0000 7f2c37839780 -1 < no bi entry to suggest for operation key=01FWIMJZX0P3 tag=3M00E62E9RJU type=del size=1739885: (2) No such file or directory 2024-04-02T08:51:08.578 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.579+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=ARZI7NUAOQ0F type=del size=3143687 2024-04-02T08:51:08.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.581+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=IR6L8S4J73TQ type=del 2024-04-02T08:51:08.585 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.586+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~5YNY70RWC3SP.0 size=522605 2024-04-02T08:51:08.585 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.586+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=5YNY70RWC3SP tag=1C69UTXKCHZ2 type=write size=1571181 2024-04-02T08:51:08.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.589+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=IY7FI6F11T53 type=del 2024-04-02T08:51:08.592 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.593+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~1QHHNM9WV507.0 size=1048576 2024-04-02T08:51:08.594 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.596+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~1QHHNM9WV507.1 size=648866 2024-04-02T08:51:08.594 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.596+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=1QHHNM9WV507 tag=6T77PXF9CM3I type=write size=2746018 2024-04-02T08:51:08.597 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.598+0000 7f2c37839780 1 < canceled operation key=VHVBJGFC6O30 tag=JMD8PL500K1Y type=del size=408174 2024-04-02T08:51:08.601 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.603+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~FW7B1VSRPHIA.0 size=1048576 2024-04-02T08:51:08.603 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.605+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~FW7B1VSRPHIA.1 size=1048576 2024-04-02T08:51:08.605 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.606+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~FW7B1VSRPHIA.2 size=753314 2024-04-02T08:51:08.605 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.606+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=FW7B1VSRPHIA tag=NPL0OGQVXN23 type=write size=3899042 2024-04-02T08:51:08.607 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.608+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~B7O2G1PZ9EDP.0 size=819637 2024-04-02T08:51:08.610 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.612+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=B7O2G1PZ9EDP tag=CSUEH9XZUP2V type=write size=1868213 2024-04-02T08:51:08.612 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.614+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=TGBJ2RVCE88U type=write size=94153 2024-04-02T08:51:08.614 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.616+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=KY4FQSHW6NWH type=del 2024-04-02T08:51:08.618 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.619+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~OFSITSYQOV3J.0 size=41045 2024-04-02T08:51:08.618 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.619+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=OFSITSYQOV3J tag=1RY3AQHC799S type=write size=1089621 2024-04-02T08:51:08.620 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.621+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=7QMIC6C9V7E0 type=del 2024-04-02T08:51:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:08 smithi188 ceph-mon[86835]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 451 KiB/s wr, 2.32k op/s 2024-04-02T08:51:08.624 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.625+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~WGV9POMHZR77.0 size=1024260 2024-04-02T08:51:08.624 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.625+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=WGV9POMHZR77 tag=99DBXQHPVJGZ type=write size=2072836 2024-04-02T08:51:08.626 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.627+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=HQ91VW94F8D0 type=del 2024-04-02T08:51:08.628 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.629+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=2V6MU0N6YIYS type=del size=644319 2024-04-02T08:51:08.630 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.631+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=LL81MVSPL7L1 type=del 2024-04-02T08:51:08.632 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.634+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=D7OYFJL9FCDF type=del size=2493385 2024-04-02T08:51:08.635 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.636+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~KB27IL71RCVM.0 size=1048576 2024-04-02T08:51:08.637 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.638+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~KB27IL71RCVM.1 size=397126 2024-04-02T08:51:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:08 smithi104 ceph-mon[96567]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 451 KiB/s wr, 2.32k op/s 2024-04-02T08:51:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:08 smithi104 ceph-mon[94081]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 451 KiB/s wr, 2.32k op/s 2024-04-02T08:51:08.640 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.642+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=KB27IL71RCVM tag=IKLAT3Z1QSUE type=write size=2494278 2024-04-02T08:51:08.644 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.645+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~PJ0JNXVI0Q7X.0 size=613629 2024-04-02T08:51:08.644 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.645+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=PJ0JNXVI0Q7X tag=ZXBGGFDGBFZF type=write size=1662205 2024-04-02T08:51:08.646 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.647+0000 7f2c37839780 1 < completed write operation key=CLRQ9OAM3LFI tag=TD8O5JXNAH3U type=write size=462925 2024-04-02T08:51:08.648 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.649+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=OEKBNK58HLLD type=del size=3763112 2024-04-02T08:51:08.651 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.652+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=4AO9A7QGAJKM type=del 2024-04-02T08:51:08.653 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.654+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=7NER26MY6N9G type=del size=2121954 2024-04-02T08:51:08.654 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.656+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~NQLN3ICB140M.0 size=1048576 2024-04-02T08:51:08.656 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.658+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~NQLN3ICB140M.1 size=596954 2024-04-02T08:51:08.660 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.662+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=NQLN3ICB140M tag=1XTPG3YANP8K type=write size=2694106 2024-04-02T08:51:08.665 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.666+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~9T620JHW654J.0 size=1048576 2024-04-02T08:51:08.667 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.668+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~9T620JHW654J.1 size=86501 2024-04-02T08:51:08.667 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.668+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=9T620JHW654J tag=32BU9VPR408W type=write size=2183653 2024-04-02T08:51:08.669 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.670+0000 7f2c37839780 1 < canceled operation key=91BN62ARVOEH tag=ZCO6BOSM46XE type=del size=3273531 2024-04-02T08:51:08.671 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.672+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=XFV0QAIUNZJM type=del size=829960 2024-04-02T08:51:08.675 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.676+0000 7f2c37839780 1 < suggested remove operation key=51ZKADJFQPAW tag=U46EIIS4190P type=del 2024-04-02T08:51:08.679 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.680+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~CYFDJMQNL4CH.0 size=513434 2024-04-02T08:51:08.679 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.680+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=CYFDJMQNL4CH tag=9R0UV5MKKB9Y type=write size=1562010 2024-04-02T08:51:08.681 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.682+0000 7f2c37839780 1 < completed write operation key=U4DINZ06NGSP tag=WX3EZWJZ1JJR type=write size=72057 2024-04-02T08:51:08.683 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.684+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=R79NB8BU6KHF type=del size=2935262 2024-04-02T08:51:08.685 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.686+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=ARZI7NUAOQ0F type=del 2024-04-02T08:51:08.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.690+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~KFVYV2NGI97N.0 size=993524 2024-04-02T08:51:08.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.690+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=KFVYV2NGI97N tag=2JV5VV7XL704 type=write size=2042100 2024-04-02T08:51:08.691 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.692+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~5YNY70RWC3SP.0 size=522605 2024-04-02T08:51:08.694 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.695+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=5YNY70RWC3SP tag=1C69UTXKCHZ2 type=write size=1571181 2024-04-02T08:51:08.696 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.697+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=DE3E6IB4HX5K type=del size=2591693 2024-04-02T08:51:08.698 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.699+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~1QHHNM9WV507.0 size=1048576 2024-04-02T08:51:08.700 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.701+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~1QHHNM9WV507.1 size=648866 2024-04-02T08:51:08.703 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.704+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=1QHHNM9WV507 tag=6T77PXF9CM3I type=write size=2746018 2024-04-02T08:51:08.705 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.706+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=6FVGF37SKFRL type=del size=3372489 2024-04-02T08:51:08.707 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.708+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~FW7B1VSRPHIA.0 size=1048576 2024-04-02T08:51:08.709 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.710+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~FW7B1VSRPHIA.1 size=1048576 2024-04-02T08:51:08.710 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.712+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~FW7B1VSRPHIA.2 size=753314 2024-04-02T08:51:08.714 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.715+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=FW7B1VSRPHIA tag=NPL0OGQVXN23 type=write size=3899042 2024-04-02T08:51:08.716 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.717+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=8OBCZP6SPJA5 type=del size=2483527 2024-04-02T08:51:08.718 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.719+0000 7f2c37839780 1 < completed write operation key=Z1QID1NC8QNM tag=TGBJ2RVCE88U type=write size=94153 2024-04-02T08:51:08.722 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.723+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~3XYXXYU596YG.0 size=1048576 2024-04-02T08:51:08.723 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.724+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~3XYXXYU596YG.1 size=334495 2024-04-02T08:51:08.723 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.724+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=3XYXXYU596YG tag=KLWV5H6EPSE5 type=write size=2431647 2024-04-02T08:51:08.725 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.727+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~OFSITSYQOV3J.0 size=41045 2024-04-02T08:51:08.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.730+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=OFSITSYQOV3J tag=1RY3AQHC799S type=write size=1089621 2024-04-02T08:51:08.731 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.732+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=6JZ7DDK82H4K type=del size=3855348 2024-04-02T08:51:08.733 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.734+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~WGV9POMHZR77.0 size=1024260 2024-04-02T08:51:08.736 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.737+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=WGV9POMHZR77 tag=99DBXQHPVJGZ type=write size=2072836 2024-04-02T08:51:08.738 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.739+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=BCD68GKLDVDA type=del size=2899779 2024-04-02T08:51:08.740 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.741+0000 7f2c37839780 1 < canceled operation key=L7FKDUVU3YGN tag=2V6MU0N6YIYS type=del size=644319 2024-04-02T08:51:08.742 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.743+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=W0V8WT89BUQ2 type=del size=2375528 2024-04-02T08:51:08.744 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.745+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=D7OYFJL9FCDF type=del 2024-04-02T08:51:08.748 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.749+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~REA2NHZ84PB8.0 size=1048576 2024-04-02T08:51:08.750 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.751+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~REA2NHZ84PB8.1 size=695515 2024-04-02T08:51:08.750 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.751+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=REA2NHZ84PB8 tag=KYF4XDWBZVGC type=write size=2792667 2024-04-02T08:51:08.752 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.753+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~PJ0JNXVI0Q7X.0 size=613629 2024-04-02T08:51:08.755 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.756+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=PJ0JNXVI0Q7X tag=ZXBGGFDGBFZF type=write size=1662205 2024-04-02T08:51:08.759 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.760+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~9A057NI9Z1Z1.0 size=1048576 2024-04-02T08:51:08.760 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.762+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~9A057NI9Z1Z1.1 size=286908 2024-04-02T08:51:08.761 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.762+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=9A057NI9Z1Z1 tag=22G2NB00RZR8 type=write size=2384060 2024-04-02T08:51:08.763 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.765+0000 7f2c37839780 -1 < failed to complete operation key=51ZKADJFQPAW tag=OEKBNK58HLLD type=del size=3763112: (22) Invalid argument 2024-04-02T08:51:08.765 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.767+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=DB1LC3OCCBIA type=write size=1003452 2024-04-02T08:51:08.767 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.769+0000 7f2c37839780 1 < canceled operation key=H8SE1U3QW0C2 tag=7NER26MY6N9G type=del size=2121954 2024-04-02T08:51:08.769 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.770+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=V9P1VMG9BF82 type=write size=650655 2024-04-02T08:51:08.771 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.772+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~9T620JHW654J.0 size=1048576 2024-04-02T08:51:08.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.774+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~9T620JHW654J.1 size=86501 2024-04-02T08:51:08.776 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.777+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=9T620JHW654J tag=32BU9VPR408W type=write size=2183653 2024-04-02T08:51:08.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.781+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~1FCACH3393ZO.0 size=1048576 2024-04-02T08:51:08.781 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.783+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~1FCACH3393ZO.1 size=1048576 2024-04-02T08:51:08.783 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.784+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~1FCACH3393ZO.2 size=852802 2024-04-02T08:51:08.783 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.784+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=1FCACH3393ZO tag=U0M2E44UE60A type=write size=3998530 2024-04-02T08:51:08.787 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.789+0000 7f2c37839780 1 < suggested remove operation key=DRUREBB8SOYG tag=XFV0QAIUNZJM type=del 2024-04-02T08:51:08.792 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.793+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~7X7IT1PFPPL8.0 size=1048576 2024-04-02T08:51:08.793 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.795+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~7X7IT1PFPPL8.1 size=1048576 2024-04-02T08:51:08.796 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.797+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~7X7IT1PFPPL8.2 size=780815 2024-04-02T08:51:08.796 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.797+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=7X7IT1PFPPL8 tag=2KVL2U31ULWT type=write size=3926543 2024-04-02T08:51:08.798 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.799+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~CYFDJMQNL4CH.0 size=513434 2024-04-02T08:51:08.801 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.803+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=CYFDJMQNL4CH tag=9R0UV5MKKB9Y type=write size=1562010 2024-04-02T08:51:08.803 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.805+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=P515B6QR8ZFX type=del size=3146961 2024-04-02T08:51:08.805 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.807+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=R79NB8BU6KHF type=del 2024-04-02T08:51:08.808 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.809+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=89QT4C28LBN5 type=del size=2086787 2024-04-02T08:51:08.810 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.812+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~KFVYV2NGI97N.0 size=993524 2024-04-02T08:51:08.815 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.816+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=KFVYV2NGI97N tag=2JV5VV7XL704 type=write size=2042100 2024-04-02T08:51:08.817 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.819+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=L51SO2DJQEYT type=del size=1213980 2024-04-02T08:51:08.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.821+0000 7f2c37839780 1 < canceled operation key=G5NNPHE2SJZN tag=DE3E6IB4HX5K type=del size=2591693 2024-04-02T08:51:08.824 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.826+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~TDRN8OR2ZQJM.0 size=1048576 2024-04-02T08:51:08.827 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.828+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~TDRN8OR2ZQJM.1 size=997731 2024-04-02T08:51:08.827 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.828+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=TDRN8OR2ZQJM tag=4Q8RS1V8H7XX type=write size=3094883 2024-04-02T08:51:08.827 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.829+0000 7f2c37839780 -1 < no bi entry to suggest for operation key=DRUREBB8SOYG tag=6FVGF37SKFRL type=del size=3372489: (2) No such file or directory 2024-04-02T08:51:08.829 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.831+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=R5XF1QAEMPC6 type=write size=685012 2024-04-02T08:51:08.832 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.833+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=8OBCZP6SPJA5 type=del 2024-04-02T08:51:08.835 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.836+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=A926CEW9JY5A type=del size=2375725 2024-04-02T08:51:08.837 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.838+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~3XYXXYU596YG.0 size=1048576 2024-04-02T08:51:08.839 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.841+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~3XYXXYU596YG.1 size=334495 2024-04-02T08:51:08.844 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.845+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=3XYXXYU596YG tag=KLWV5H6EPSE5 type=write size=2431647 2024-04-02T08:51:08.847 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.848+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=E5RMFJ87VVX4 type=del size=2794690 2024-04-02T08:51:08.849 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.850+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=6JZ7DDK82H4K type=del 2024-04-02T08:51:08.854 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.855+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~N3Z9FN9ZTKK0.0 size=1048576 2024-04-02T08:51:08.855 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.857+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~N3Z9FN9ZTKK0.1 size=1048576 2024-04-02T08:51:08.858 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.859+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~N3Z9FN9ZTKK0.2 size=291818 2024-04-02T08:51:08.858 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.859+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=N3Z9FN9ZTKK0 tag=8FT0567BQ8UL type=write size=3437546 2024-04-02T08:51:08.860 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.861+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=BCD68GKLDVDA type=del 2024-04-02T08:51:08.865 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.866+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~NJCZRB0F0NRU.0 size=479071 2024-04-02T08:51:08.865 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.866+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=NJCZRB0F0NRU tag=ZX8LE2DYOLZG type=write size=1527647 2024-04-02T08:51:08.867 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.868+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=W0V8WT89BUQ2 type=del 2024-04-02T08:51:08.869 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.871+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=97LWKC7VI082 type=del size=1894385 2024-04-02T08:51:08.872 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.873+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~REA2NHZ84PB8.0 size=1048576 2024-04-02T08:51:08.874 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.876+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~REA2NHZ84PB8.1 size=695515 2024-04-02T08:51:08.878 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.880+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=REA2NHZ84PB8 tag=KYF4XDWBZVGC type=write size=2792667 2024-04-02T08:51:08.881 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.882+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=14649S9786M2 type=del size=437196 2024-04-02T08:51:08.883 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.885+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~9A057NI9Z1Z1.0 size=1048576 2024-04-02T08:51:08.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.885+0000 7f2c37839780 1 < canceled part key=_multipart_91BN62ARVOEH.2~9A057NI9Z1Z1.1 size=286908 2024-04-02T08:51:08.888 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.889+0000 7f2c37839780 1 < canceled multipart upload key=91BN62ARVOEH upload=9A057NI9Z1Z1 tag=22G2NB00RZR8 type=write size=2384060 2024-04-02T08:51:08.892 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.893+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~ODSRM0GDTA8W.0 size=1048576 2024-04-02T08:51:08.893 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.894+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~ODSRM0GDTA8W.1 size=390549 2024-04-02T08:51:08.893 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.894+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=ODSRM0GDTA8W tag=BY3UY94FXR61 type=write size=2487701 2024-04-02T08:51:08.895 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.897+0000 7f2c37839780 1 < completed write operation key=8VUTVS0YUD1N tag=DB1LC3OCCBIA type=write size=1003452 2024-04-02T08:51:08.897 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.899+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=78DHAX7NB7WZ type=del size=196277 2024-04-02T08:51:08.899 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.901+0000 7f2c37839780 1 < completed write operation key=H8SE1U3QW0C2 tag=V9P1VMG9BF82 type=write size=650655 2024-04-02T08:51:08.903 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.904+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~HNW1X3J4S3HW.0 size=1048576 2024-04-02T08:51:08.904 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.906+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~HNW1X3J4S3HW.1 size=1048576 2024-04-02T08:51:08.906 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.907+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~HNW1X3J4S3HW.2 size=410241 2024-04-02T08:51:08.906 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.907+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=HNW1X3J4S3HW tag=UPP2B4NU3ELS type=write size=3555969 2024-04-02T08:51:08.908 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.909+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~1FCACH3393ZO.0 size=1048576 2024-04-02T08:51:08.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.911+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~1FCACH3393ZO.1 size=1048576 2024-04-02T08:51:08.912 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.913+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~1FCACH3393ZO.2 size=852802 2024-04-02T08:51:08.915 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.916+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=1FCACH3393ZO tag=U0M2E44UE60A type=write size=3998530 2024-04-02T08:51:08.917 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.918+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=RJFUCGSBIQQN type=write size=258572 2024-04-02T08:51:08.919 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.920+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~7X7IT1PFPPL8.0 size=1048576 2024-04-02T08:51:08.920 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.922+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~7X7IT1PFPPL8.1 size=1048576 2024-04-02T08:51:08.922 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.924+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~7X7IT1PFPPL8.2 size=780815 2024-04-02T08:51:08.926 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.927+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=7X7IT1PFPPL8 tag=2KVL2U31ULWT type=write size=3926543 2024-04-02T08:51:08.928 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.929+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=MT4IUHANIL2G type=del size=1469939 2024-04-02T08:51:08.929 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.931+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=P515B6QR8ZFX type=del 2024-04-02T08:51:08.931 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.933+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=VGABVMH33RF5 type=del size=2236643 2024-04-02T08:51:08.933 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.935+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=89QT4C28LBN5 type=del 2024-04-02T08:51:08.937 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.939+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~KVL6MQYAGHY2.0 size=1048576 2024-04-02T08:51:08.939 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.940+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~KVL6MQYAGHY2.1 size=1048576 2024-04-02T08:51:08.941 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.942+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~KVL6MQYAGHY2.2 size=723783 2024-04-02T08:51:08.941 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.942+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=KVL6MQYAGHY2 tag=4YGJA4YMXTZQ type=write size=3869511 2024-04-02T08:51:08.945 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.946+0000 7f2c37839780 1 < suggested remove operation key=H8SE1U3QW0C2 tag=L51SO2DJQEYT type=del 2024-04-02T08:51:08.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.950+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~E2TN8NJT0JYX.0 size=1048576 2024-04-02T08:51:08.951 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.952+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~E2TN8NJT0JYX.1 size=261116 2024-04-02T08:51:08.951 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.952+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=E2TN8NJT0JYX tag=XWXNM13GR11Z type=write size=2358268 2024-04-02T08:51:08.953 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.954+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~TDRN8OR2ZQJM.0 size=1048576 2024-04-02T08:51:08.953 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.954+0000 7f2c37839780 1 < canceled part key=_multipart_KES2MUV53GCC.2~TDRN8OR2ZQJM.1 size=997731 2024-04-02T08:51:08.956 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.958+0000 7f2c37839780 1 < canceled multipart upload key=KES2MUV53GCC upload=TDRN8OR2ZQJM tag=4Q8RS1V8H7XX type=write size=3094883 2024-04-02T08:51:08.960 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.961+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~K733LMEZ1351.0 size=825518 2024-04-02T08:51:08.960 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.961+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=K733LMEZ1351 tag=UG9TFARDIH02 type=write size=1874094 2024-04-02T08:51:08.961 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.963+0000 7f2c37839780 1 < canceled operation key=ZBWX3XCY0JRK tag=R5XF1QAEMPC6 type=write size=685012 2024-04-02T08:51:08.965 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.966+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~04R3UAD46GG2.0 size=1048576 2024-04-02T08:51:08.967 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.968+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~04R3UAD46GG2.1 size=11185 2024-04-02T08:51:08.967 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.968+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=04R3UAD46GG2 tag=SXNXBF80L5WN type=write size=2108337 2024-04-02T08:51:08.969 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.970+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=A926CEW9JY5A type=del 2024-04-02T08:51:08.972 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.974+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~M3347T8OBLS2.0 size=1048576 2024-04-02T08:51:08.974 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.975+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~M3347T8OBLS2.1 size=25107 2024-04-02T08:51:08.974 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.975+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=M3347T8OBLS2 tag=NOO9IE304QZI type=write size=2122259 2024-04-02T08:51:08.976 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.977+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=E5RMFJ87VVX4 type=del 2024-04-02T08:51:08.978 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.979+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=B8XXJA3PWFW1 type=del size=1688764 2024-04-02T08:51:08.980 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.981+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~N3Z9FN9ZTKK0.0 size=1048576 2024-04-02T08:51:08.981 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.983+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~N3Z9FN9ZTKK0.1 size=1048576 2024-04-02T08:51:08.983 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.985+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~N3Z9FN9ZTKK0.2 size=291818 2024-04-02T08:51:08.987 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.988+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=N3Z9FN9ZTKK0 tag=8FT0567BQ8UL type=write size=3437546 2024-04-02T08:51:08.989 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.990+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=ADKD5OT25ZP6 type=del size=426901 2024-04-02T08:51:08.991 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.992+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~NJCZRB0F0NRU.0 size=479071 2024-04-02T08:51:08.995 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.996+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=NJCZRB0F0NRU tag=ZX8LE2DYOLZG type=write size=1527647 2024-04-02T08:51:08.998 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:08.999+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~ESCNHISGANVQ.0 size=1048576 2024-04-02T08:51:09.000 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.001+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~ESCNHISGANVQ.1 size=1048576 2024-04-02T08:51:09.001 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.003+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~ESCNHISGANVQ.2 size=718635 2024-04-02T08:51:09.002 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.003+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=ESCNHISGANVQ tag=27OMY6N9Y0X4 type=write size=3864363 2024-04-02T08:51:09.003 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.005+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=97LWKC7VI082 type=del 2024-04-02T08:51:09.005 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.007+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=QYB3046ENO3A type=del size=1887021 2024-04-02T08:51:09.007 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.009+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=14649S9786M2 type=del 2024-04-02T08:51:09.009 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.010+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=HS9HMAMPZRZW type=del size=1685302 2024-04-02T08:51:09.011 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.013+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~ODSRM0GDTA8W.0 size=1048576 2024-04-02T08:51:09.014 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.015+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~ODSRM0GDTA8W.1 size=390549 2024-04-02T08:51:09.017 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.018+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=ODSRM0GDTA8W tag=BY3UY94FXR61 type=write size=2487701 2024-04-02T08:51:09.019 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.020+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=YCYJ39LL4P23 type=del size=2804340 2024-04-02T08:51:09.020 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.022+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=78DHAX7NB7WZ type=del 2024-04-02T08:51:09.022 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.024+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=P8UMVWLJ93B8 type=del size=1618506 2024-04-02T08:51:09.024 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.026+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~HNW1X3J4S3HW.0 size=1048576 2024-04-02T08:51:09.026 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.027+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~HNW1X3J4S3HW.1 size=1048576 2024-04-02T08:51:09.028 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.030+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~HNW1X3J4S3HW.2 size=410241 2024-04-02T08:51:09.032 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.033+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=HNW1X3J4S3HW tag=UPP2B4NU3ELS type=write size=3555969 2024-04-02T08:51:09.037 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.038+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~1XB8U1VMFK1Q.0 size=1048576 2024-04-02T08:51:09.039 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.040+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~1XB8U1VMFK1Q.1 size=136829 2024-04-02T08:51:09.039 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.040+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=1XB8U1VMFK1Q tag=70A7CP2IT8D6 type=write size=2233981 2024-04-02T08:51:09.041 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.042+0000 7f2c37839780 1 < completed write operation key=KES2MUV53GCC tag=RJFUCGSBIQQN type=write size=258572 2024-04-02T08:51:09.043 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.044+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=OHLTOUE30ST3 type=del size=2736015 2024-04-02T08:51:09.046 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.048+0000 7f2c37839780 -1 < failed to complete operation key=H8SE1U3QW0C2 tag=MT4IUHANIL2G type=del size=1469939: (22) Invalid argument 2024-04-02T08:51:09.048 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.050+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=5TTULZPIDD8D type=del size=2568542 2024-04-02T08:51:09.051 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.052+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=VGABVMH33RF5 type=del 2024-04-02T08:51:09.053 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.055+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=6FF2POUTSSDX type=del size=2444017 2024-04-02T08:51:09.056 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.057+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~KVL6MQYAGHY2.0 size=1048576 2024-04-02T08:51:09.058 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.060+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~KVL6MQYAGHY2.1 size=1048576 2024-04-02T08:51:09.060 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.062+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~KVL6MQYAGHY2.2 size=723783 2024-04-02T08:51:09.065 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.066+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=KVL6MQYAGHY2 tag=4YGJA4YMXTZQ type=write size=3869511 2024-04-02T08:51:09.067 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.069+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=JS1QLCX92ZUQ type=del size=481615 2024-04-02T08:51:09.070 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.071+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~E2TN8NJT0JYX.0 size=1048576 2024-04-02T08:51:09.072 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.074+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~E2TN8NJT0JYX.1 size=261116 2024-04-02T08:51:09.077 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.078+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=E2TN8NJT0JYX tag=XWXNM13GR11Z type=write size=2358268 2024-04-02T08:51:09.082 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.083+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~JZ40JW94ZV0B.0 size=832206 2024-04-02T08:51:09.082 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.083+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=JZ40JW94ZV0B tag=51JBXZKOJEVY type=write size=1880782 2024-04-02T08:51:09.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.085+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~K733LMEZ1351.0 size=825518 2024-04-02T08:51:09.088 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.089+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=K733LMEZ1351 tag=UG9TFARDIH02 type=write size=1874094 2024-04-02T08:51:09.093 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.094+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~KD03AD2I7YF4.0 size=1048576 2024-04-02T08:51:09.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.097+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~KD03AD2I7YF4.1 size=1048576 2024-04-02T08:51:09.097 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.099+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~KD03AD2I7YF4.2 size=637504 2024-04-02T08:51:09.097 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.099+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=KD03AD2I7YF4 tag=DS2HUUWV1ZBS type=write size=3783232 2024-04-02T08:51:09.100 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.101+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~04R3UAD46GG2.0 size=1048576 2024-04-02T08:51:09.102 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.103+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~04R3UAD46GG2.1 size=11185 2024-04-02T08:51:09.107 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.108+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=04R3UAD46GG2 tag=SXNXBF80L5WN type=write size=2108337 2024-04-02T08:51:09.109 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.111+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=R2PW8TWJAPZ2 type=del size=796904 2024-04-02T08:51:09.110 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.111+0000 7f2c37839780 1 < canceled part key=_multipart_L7FKDUVU3YGN.2~M3347T8OBLS2.0 size=1048576 2024-04-02T08:51:09.112 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.113+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~M3347T8OBLS2.1 size=25107 2024-04-02T08:51:09.116 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.117+0000 7f2c37839780 1 < canceled multipart upload key=L7FKDUVU3YGN upload=M3347T8OBLS2 tag=NOO9IE304QZI type=write size=2122259 2024-04-02T08:51:09.118 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.120+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=U3COYX3943OP type=del size=3543341 2024-04-02T08:51:09.120 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.122+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=B8XXJA3PWFW1 type=del 2024-04-02T08:51:09.124 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.125+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~QU32EJFPT51W.0 size=766927 2024-04-02T08:51:09.124 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.125+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=QU32EJFPT51W tag=4R3DR5EUFD3G type=write size=1815503 2024-04-02T08:51:09.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.127+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=ADKD5OT25ZP6 type=del 2024-04-02T08:51:09.130 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.131+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~4ZJP8NK3FK62.0 size=1048576 2024-04-02T08:51:09.131 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.133+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~4ZJP8NK3FK62.1 size=378034 2024-04-02T08:51:09.131 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.133+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=4ZJP8NK3FK62 tag=3YJO0P09KFFV type=write size=2475186 2024-04-02T08:51:09.133 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.134+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~ESCNHISGANVQ.0 size=1048576 2024-04-02T08:51:09.135 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.136+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~ESCNHISGANVQ.1 size=1048576 2024-04-02T08:51:09.136 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.138+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~ESCNHISGANVQ.2 size=718635 2024-04-02T08:51:09.140 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.141+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=ESCNHISGANVQ tag=27OMY6N9Y0X4 type=write size=3864363 2024-04-02T08:51:09.142 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.143+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=H70KUGJDIJNS type=del size=3654832 2024-04-02T08:51:09.143 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.145+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=QYB3046ENO3A type=del 2024-04-02T08:51:09.145 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.147+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=J8VJSSM5CJSL type=write size=580655 2024-04-02T08:51:09.149 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.151+0000 7f2c37839780 1 < suggested update operation key=OKEW0QKVDGET tag=HS9HMAMPZRZW type=del size=1685302 2024-04-02T08:51:09.153 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.154+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~UROJMCUYI2U4.0 size=138572 2024-04-02T08:51:09.153 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.154+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=UROJMCUYI2U4 tag=P8HFSIWPXMGR type=write size=1187148 2024-04-02T08:51:09.155 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.157+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=YCYJ39LL4P23 type=del 2024-04-02T08:51:09.159 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.160+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~TAJRD0MYT8WI.0 size=1048576 2024-04-02T08:51:09.161 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.162+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~TAJRD0MYT8WI.1 size=603581 2024-04-02T08:51:09.161 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.162+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=TAJRD0MYT8WI tag=13ZM17Z7JX39 type=write size=2700733 2024-04-02T08:51:09.162 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.164+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=P8UMVWLJ93B8 type=del 2024-04-02T08:51:09.166 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.167+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~FW3T0I22C0QS.0 size=1048576 2024-04-02T08:51:09.168 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.169+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~FW3T0I22C0QS.1 size=1048576 2024-04-02T08:51:09.170 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.171+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~FW3T0I22C0QS.2 size=705836 2024-04-02T08:51:09.170 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.171+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=FW3T0I22C0QS tag=NVK5M2GGS5I4 type=write size=3851564 2024-04-02T08:51:09.171 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.173+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~1XB8U1VMFK1Q.0 size=1048576 2024-04-02T08:51:09.173 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.175+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~1XB8U1VMFK1Q.1 size=136829 2024-04-02T08:51:09.176 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.178+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=1XB8U1VMFK1Q tag=70A7CP2IT8D6 type=write size=2233981 2024-04-02T08:51:09.179 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.180+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=9C4DBFDJSZO5 type=del size=1726212 2024-04-02T08:51:09.181 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.182+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=OHLTOUE30ST3 type=del 2024-04-02T08:51:09.184 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.186+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~L0J072K97VCR.0 size=1048576 2024-04-02T08:51:09.186 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.187+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~L0J072K97VCR.1 size=318704 2024-04-02T08:51:09.186 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.187+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=L0J072K97VCR tag=FM2WQ1JN2DYP type=write size=2415856 2024-04-02T08:51:09.188 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.189+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=5TTULZPIDD8D type=del 2024-04-02T08:51:09.192 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.193+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~W9QPO3JGVQH5.0 size=509634 2024-04-02T08:51:09.192 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.193+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=W9QPO3JGVQH5 tag=SMJA1IIUMVCP type=write size=1558210 2024-04-02T08:51:09.194 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.195+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=6FF2POUTSSDX type=del 2024-04-02T08:51:09.197 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.199+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~MA7BFHJC4ETU.0 size=1048576 2024-04-02T08:51:09.199 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.200+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~MA7BFHJC4ETU.1 size=1031341 2024-04-02T08:51:09.199 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.200+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=MA7BFHJC4ETU tag=8LK754SYOS94 type=write size=3128493 2024-04-02T08:51:09.201 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.202+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=JS1QLCX92ZUQ type=del 2024-04-02T08:51:09.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.206+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~R7R5WT23V6JI.0 size=1048576 2024-04-02T08:51:09.206 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.208+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~R7R5WT23V6JI.1 size=1048576 2024-04-02T08:51:09.208 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.209+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~R7R5WT23V6JI.2 size=505945 2024-04-02T08:51:09.208 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.209+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=R7R5WT23V6JI tag=WM4TVF1GJ0SJ type=write size=3651673 2024-04-02T08:51:09.208 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.210+0000 7f2c37839780 1 < canceled part key=_multipart_FTT2SQYUSW82.2~JZ40JW94ZV0B.0 size=832206 2024-04-02T08:51:09.212 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.213+0000 7f2c37839780 1 < canceled multipart upload key=FTT2SQYUSW82 upload=JZ40JW94ZV0B tag=51JBXZKOJEVY type=write size=1880782 2024-04-02T08:51:09.214 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.215+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=Q7VHISJQH8LH type=del size=969402 2024-04-02T08:51:09.215 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.217+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~KD03AD2I7YF4.0 size=1048576 2024-04-02T08:51:09.217 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.219+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~KD03AD2I7YF4.1 size=1048576 2024-04-02T08:51:09.219 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.220+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~KD03AD2I7YF4.2 size=637504 2024-04-02T08:51:09.545 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.224+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=KD03AD2I7YF4 tag=DS2HUUWV1ZBS type=write size=3783232 2024-04-02T08:51:09.545 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.226+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=PYSY3IS9GL9C type=del size=431333 2024-04-02T08:51:09.545 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.228+0000 7f2c37839780 1 < canceled operation key=57KBVV9UXRY9 tag=R2PW8TWJAPZ2 type=del size=796904 2024-04-02T08:51:09.545 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.231+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~RE6YFY553HYJ.0 size=1048576 2024-04-02T08:51:09.545 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.233+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~RE6YFY553HYJ.1 size=246635 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.233+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=RE6YFY553HYJ tag=CMULDY2SHE9E type=write size=2343787 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.235+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=U3COYX3943OP type=del 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.239+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~20QLH7O1CERV.0 size=589303 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.239+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=20QLH7O1CERV tag=KVCSPASLKD0K type=write size=1637879 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.241+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~QU32EJFPT51W.0 size=766927 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.244+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=QU32EJFPT51W tag=4R3DR5EUFD3G type=write size=1815503 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.248+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~OHML4DOIGAYL.0 size=1048576 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.250+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~OHML4DOIGAYL.1 size=1038601 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.250+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=OHML4DOIGAYL tag=J82MEV695D1N type=write size=3135753 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.252+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~4ZJP8NK3FK62.0 size=1048576 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.253+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~4ZJP8NK3FK62.1 size=378034 2024-04-02T08:51:09.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.257+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=4ZJP8NK3FK62 tag=3YJO0P09KFFV type=write size=2475186 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.259+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=7VZRLOALY42F type=del size=1100159 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.261+0000 7f2c37839780 -1 < failed to complete operation key=OKEW0QKVDGET tag=H70KUGJDIJNS type=del size=3654832: (22) Invalid argument 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.263+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=URF852R58BUZ type=del size=1053559 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.265+0000 7f2c37839780 1 < completed write operation key=FTT2SQYUSW82 tag=J8VJSSM5CJSL type=write size=580655 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.268+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=W987JVXT6CWQ type=write size=816773 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.269+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~UROJMCUYI2U4.0 size=138572 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.273+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=UROJMCUYI2U4 tag=P8HFSIWPXMGR type=write size=1187148 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.277+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~TTTQAHJAIUP5.0 size=1048576 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.278+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~TTTQAHJAIUP5.1 size=369607 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.278+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=TTTQAHJAIUP5 tag=UB38AH5O8FU0 type=write size=2466759 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.280+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~TAJRD0MYT8WI.0 size=1048576 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.282+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~TAJRD0MYT8WI.1 size=603581 2024-04-02T08:51:09.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.286+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=TAJRD0MYT8WI tag=13ZM17Z7JX39 type=write size=2700733 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.288+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=QKQN88VNMDUG type=del size=1001551 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.290+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~FW3T0I22C0QS.0 size=1048576 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.291+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~FW3T0I22C0QS.1 size=1048576 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.293+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~FW3T0I22C0QS.2 size=705836 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.297+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=FW3T0I22C0QS tag=NVK5M2GGS5I4 type=write size=3851564 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.299+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=LUVREL2GT3O5 type=write size=1010929 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.301+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=9C4DBFDJSZO5 type=del 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.303+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=EGDUEEL7H0QS type=del size=3031979 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.305+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~L0J072K97VCR.0 size=1048576 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.307+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~L0J072K97VCR.1 size=318704 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.310+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=L0J072K97VCR tag=FM2WQ1JN2DYP type=write size=2415856 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.312+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=AMC3O9ARWXAE type=write size=135974 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.314+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~W9QPO3JGVQH5.0 size=509634 2024-04-02T08:51:09.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.318+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=W9QPO3JGVQH5 tag=SMJA1IIUMVCP type=write size=1558210 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.320+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=M2DUVEVGBM41 type=del size=737088 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.322+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~MA7BFHJC4ETU.0 size=1048576 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.323+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~MA7BFHJC4ETU.1 size=1031341 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.327+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=MA7BFHJC4ETU tag=8LK754SYOS94 type=write size=3128493 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.329+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=U254FJRS72AS type=write size=865581 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.331+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~R7R5WT23V6JI.0 size=1048576 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.333+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~R7R5WT23V6JI.1 size=1048576 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.334+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~R7R5WT23V6JI.2 size=505945 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.338+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=R7R5WT23V6JI tag=WM4TVF1GJ0SJ type=write size=3651673 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.343+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~1L3O098RBUG1.0 size=1048576 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.345+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~1L3O098RBUG1.1 size=469923 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.345+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=1L3O098RBUG1 tag=7C15TQVU1UOX type=write size=2567075 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.347+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=Q7VHISJQH8LH type=del 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.351+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~2647TR9PM8HS.0 size=212519 2024-04-02T08:51:09.549 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.351+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=2647TR9PM8HS tag=UJNXJJXWDSYR type=write size=1261095 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.353+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=PYSY3IS9GL9C type=del 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.354+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=18ENM9NCPZMB type=del size=3461032 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.356+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~RE6YFY553HYJ.0 size=1048576 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.358+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~RE6YFY553HYJ.1 size=246635 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.361+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=RE6YFY553HYJ tag=CMULDY2SHE9E type=write size=2343787 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.365+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~M9ZOUKHB9WJT.0 size=1048576 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.367+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~M9ZOUKHB9WJT.1 size=1048576 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.368+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~M9ZOUKHB9WJT.2 size=741445 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.368+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=M9ZOUKHB9WJT tag=QRO8B6EPKRP3 type=write size=3887173 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.370+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~20QLH7O1CERV.0 size=589303 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.373+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=20QLH7O1CERV tag=KVCSPASLKD0K type=write size=1637879 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.375+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=9SUXH0DLC4D5 type=del size=1025968 2024-04-02T08:51:09.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.377+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~OHML4DOIGAYL.0 size=1048576 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.379+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~OHML4DOIGAYL.1 size=1038601 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.383+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=OHML4DOIGAYL tag=J82MEV695D1N type=write size=3135753 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.388+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~NE9CX5Z9RXO9.0 size=1048576 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.390+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~NE9CX5Z9RXO9.1 size=68895 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.390+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=NE9CX5Z9RXO9 tag=DN7RO12OGS2T type=write size=2166047 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.392+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=7VZRLOALY42F type=del 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.394+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=Y7DJ0H4ZSUIJ type=del size=3761050 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.396+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=URF852R58BUZ type=del 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.399+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~YG5DPY468IQW.0 size=1048576 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.401+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~YG5DPY468IQW.1 size=480189 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.401+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=YG5DPY468IQW tag=6YMCYCD4NK1Z type=write size=2577341 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.403+0000 7f2c37839780 1 < completed write operation key=L850LE5LQWEI tag=W987JVXT6CWQ type=write size=816773 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.405+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=QN8E42Y3L3LP type=del size=3779266 2024-04-02T08:51:09.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.407+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~TTTQAHJAIUP5.0 size=1048576 2024-04-02T08:51:09.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.407+0000 7f2c37839780 1 < canceled part key=_multipart_VOT77PAW1Q91.2~TTTQAHJAIUP5.1 size=369607 2024-04-02T08:51:09.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.411+0000 7f2c37839780 1 < canceled multipart upload key=VOT77PAW1Q91 upload=TTTQAHJAIUP5 tag=UB38AH5O8FU0 type=write size=2466759 2024-04-02T08:51:09.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.414+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~UT663288OQT6.0 size=1048576 2024-04-02T08:51:09.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.416+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~UT663288OQT6.1 size=73344 2024-04-02T08:51:09.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.416+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=UT663288OQT6 tag=RW9DZD4ZVHS0 type=write size=2170496 2024-04-02T08:51:09.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.418+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=QKQN88VNMDUG type=del 2024-04-02T08:51:09.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.420+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=RJPQMM9N7A6L type=del size=2334273 2024-04-02T08:51:09.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.422+0000 7f2c37839780 1 < completed write operation key=B5YV3S5C1VXZ tag=LUVREL2GT3O5 type=write size=1010929 2024-04-02T08:51:09.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.426+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~HFD6IVJ76H0K.0 size=1048576 2024-04-02T08:51:09.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.427+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~HFD6IVJ76H0K.1 size=1048576 2024-04-02T08:51:09.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.429+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~HFD6IVJ76H0K.2 size=38593 2024-04-02T08:51:09.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.429+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=HFD6IVJ76H0K tag=R7V65V0TZ933 type=write size=3184321 2024-04-02T08:51:09.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.431+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=EGDUEEL7H0QS type=del 2024-04-02T08:51:09.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.433+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=PEZ0FMOR59F4 type=write size=212616 2024-04-02T08:51:09.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.435+0000 7f2c37839780 1 < completed write operation key=L850LE5LQWEI tag=AMC3O9ARWXAE type=write size=135974 2024-04-02T08:51:09.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.438+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~6QZ3SH438VSK.0 size=1048576 2024-04-02T08:51:09.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.440+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~6QZ3SH438VSK.1 size=1048576 2024-04-02T08:51:09.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.441+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~6QZ3SH438VSK.2 size=713429 2024-04-02T08:51:09.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.441+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=6QZ3SH438VSK tag=NRWJMPG1HHU5 type=write size=3859157 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.443+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=M2DUVEVGBM41 type=del 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.445+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=PYULS35JU3NA type=del size=2619486 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.447+0000 7f2c37839780 1 < canceled operation key=PEEYGF5CW75O tag=U254FJRS72AS type=write size=865581 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.451+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~X5A7HJEO4ZGK.0 size=681879 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.451+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=X5A7HJEO4ZGK tag=AK9EUIAKX3WT type=write size=1730455 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.453+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~1L3O098RBUG1.0 size=1048576 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.454+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~1L3O098RBUG1.1 size=469923 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.458+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=1L3O098RBUG1 tag=7C15TQVU1UOX type=write size=2567075 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.461+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=ZQYQK7VD2P5H type=del size=388976 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.463+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~2647TR9PM8HS.0 size=212519 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.468+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=2647TR9PM8HS tag=UJNXJJXWDSYR type=write size=1261095 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.472+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~8W2Z2OBSV0S8.0 size=1048576 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.474+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~8W2Z2OBSV0S8.1 size=472376 2024-04-02T08:51:09.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.474+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=8W2Z2OBSV0S8 tag=SELEVE5VPIKW type=write size=2569528 2024-04-02T08:51:09.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.478+0000 7f2c37839780 1 < suggested remove operation key=H8SE1U3QW0C2 tag=18ENM9NCPZMB type=del 2024-04-02T08:51:09.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.483+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~TO0S0FQWNRSL.0 size=850679 2024-04-02T08:51:09.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.483+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=TO0S0FQWNRSL tag=EJLFIUMKHUL5 type=write size=1899255 2024-04-02T08:51:09.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.486+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~M9ZOUKHB9WJT.0 size=1048576 2024-04-02T08:51:09.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.488+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~M9ZOUKHB9WJT.1 size=1048576 2024-04-02T08:51:09.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.490+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~M9ZOUKHB9WJT.2 size=741445 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.495+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=M9ZOUKHB9WJT tag=QRO8B6EPKRP3 type=write size=3887173 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.497+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=73YD5E12TGCZ type=write size=305468 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.499+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=9SUXH0DLC4D5 type=del 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.501+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=UM8LSK38K0J6 type=del size=1895450 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.504+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~NE9CX5Z9RXO9.0 size=1048576 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.506+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~NE9CX5Z9RXO9.1 size=68895 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.511+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=NE9CX5Z9RXO9 tag=DN7RO12OGS2T type=write size=2166047 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.513+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=UC349C8LQC4K type=del size=3608733 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.515+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=Y7DJ0H4ZSUIJ type=del 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.517+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=2G8CF6GACA5R type=del size=2640195 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.519+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~YG5DPY468IQW.0 size=1048576 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.521+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~YG5DPY468IQW.1 size=480189 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.525+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=YG5DPY468IQW tag=6YMCYCD4NK1Z type=write size=2577341 2024-04-02T08:51:09.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.526+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=A9TI15IYQ0OV type=del size=3621183 2024-04-02T08:51:09.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.530+0000 7f2c37839780 1 < suggested update operation key=01FWIMJZX0P3 tag=QN8E42Y3L3LP type=del size=3779266 2024-04-02T08:51:09.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.534+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~G0DT9RC1H5RP.0 size=1048576 2024-04-02T08:51:09.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.535+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~G0DT9RC1H5RP.1 size=780893 2024-04-02T08:51:09.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.535+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=G0DT9RC1H5RP tag=O6RA053L1SMF type=write size=2878045 2024-04-02T08:51:09.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.536+0000 7f2c37839780 1 < canceled part key=_multipart_L850LE5LQWEI.2~UT663288OQT6.0 size=1048576 2024-04-02T08:51:09.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.537+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~UT663288OQT6.1 size=73344 2024-04-02T08:51:09.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.542+0000 7f2c37839780 1 < canceled multipart upload key=L850LE5LQWEI upload=UT663288OQT6 tag=RW9DZD4ZVHS0 type=write size=2170496 2024-04-02T08:51:09.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.545+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~Y8C7B230J43P.0 size=1048576 2024-04-02T08:51:09.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.547+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~Y8C7B230J43P.1 size=1048576 2024-04-02T08:51:09.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.548+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~Y8C7B230J43P.2 size=864294 2024-04-02T08:51:09.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.548+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=Y8C7B230J43P tag=F5K3F98XO4QZ type=write size=4010022 2024-04-02T08:51:09.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.552+0000 7f2c37839780 1 < suggested update operation key=91BN62ARVOEH tag=RJPQMM9N7A6L type=del size=2334273 2024-04-02T08:51:09.558 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.557+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~JTBYY1X2399M.0 size=1048576 2024-04-02T08:51:09.559 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.559+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~JTBYY1X2399M.1 size=1048576 2024-04-02T08:51:09.559 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.560+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~JTBYY1X2399M.2 size=547174 2024-04-02T08:51:09.559 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.560+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=JTBYY1X2399M tag=3KX4QQVMOJB2 type=write size=3692902 2024-04-02T08:51:09.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.563+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~HFD6IVJ76H0K.0 size=1048576 2024-04-02T08:51:09.563 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.565+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~HFD6IVJ76H0K.1 size=1048576 2024-04-02T08:51:09.566 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.567+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~HFD6IVJ76H0K.2 size=38593 2024-04-02T08:51:09.570 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.572+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=HFD6IVJ76H0K tag=R7V65V0TZ933 type=write size=3184321 2024-04-02T08:51:09.573 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.574+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=YV0C7KZYT8EO type=del size=1315959 2024-04-02T08:51:09.575 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.576+0000 7f2c37839780 1 < completed write operation key=FTT2SQYUSW82 tag=PEZ0FMOR59F4 type=write size=212616 2024-04-02T08:51:09.579 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.580+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~FC49AIXGR18K.0 size=1048576 2024-04-02T08:51:09.581 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.583+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~FC49AIXGR18K.1 size=36609 2024-04-02T08:51:09.581 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.583+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=FC49AIXGR18K tag=FRG1P7TNXGJB type=write size=2133761 2024-04-02T08:51:09.583 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.585+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~6QZ3SH438VSK.0 size=1048576 2024-04-02T08:51:09.583 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.585+0000 7f2c37839780 1 < canceled part key=_multipart_8VUTVS0YUD1N.2~6QZ3SH438VSK.1 size=1048576 2024-04-02T08:51:09.585 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.586+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~6QZ3SH438VSK.2 size=713429 2024-04-02T08:51:09.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.590+0000 7f2c37839780 1 < canceled multipart upload key=8VUTVS0YUD1N upload=6QZ3SH438VSK tag=NRWJMPG1HHU5 type=write size=3859157 2024-04-02T08:51:09.592 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.594+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~2WH07SPM2KSI.0 size=1048576 2024-04-02T08:51:09.595 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.596+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~2WH07SPM2KSI.1 size=514756 2024-04-02T08:51:09.595 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.596+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=2WH07SPM2KSI tag=T9UD3HU450UN type=write size=2611908 2024-04-02T08:51:09.597 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.598+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=PYULS35JU3NA type=del 2024-04-02T08:51:09.599 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.601+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=531GEBL0RXU0 type=del size=4055581 2024-04-02T08:51:09.602 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.603+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~X5A7HJEO4ZGK.0 size=681879 2024-04-02T08:51:09.606 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.608+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=X5A7HJEO4ZGK tag=AK9EUIAKX3WT type=write size=1730455 2024-04-02T08:51:09.610 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.611+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~5IJDGMC8J90C.0 size=1048576 2024-04-02T08:51:09.612 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.613+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~5IJDGMC8J90C.1 size=1048576 2024-04-02T08:51:09.613 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.614+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~5IJDGMC8J90C.2 size=608365 2024-04-02T08:51:09.613 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.614+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=5IJDGMC8J90C tag=Z16XGTRHGKD2 type=write size=3754093 2024-04-02T08:51:09.617 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.618+0000 7f2c37839780 -1 < failed to complete operation key=H8SE1U3QW0C2 tag=ZQYQK7VD2P5H type=del size=388976: (22) Invalid argument 2024-04-02T08:51:09.619 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.621+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=PVCS6KUSK1UO type=del size=3550607 2024-04-02T08:51:09.622 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.623+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~8W2Z2OBSV0S8.0 size=1048576 2024-04-02T08:51:09.624 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.625+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~8W2Z2OBSV0S8.1 size=472376 2024-04-02T08:51:09.628 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.629+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=8W2Z2OBSV0S8 tag=SELEVE5VPIKW type=write size=2569528 2024-04-02T08:51:09.630 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.632+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=PXE1JVHSTAX1 type=del size=2630724 2024-04-02T08:51:09.632 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.634+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~TO0S0FQWNRSL.0 size=850679 2024-04-02T08:51:09.636 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.638+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=TO0S0FQWNRSL tag=EJLFIUMKHUL5 type=write size=1899255 2024-04-02T08:51:09.642 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.640+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=4D472RJJ9J1P type=del size=338102 2024-04-02T08:51:09.644 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.645+0000 7f2c37839780 1 < suggested update operation key=PEEYGF5CW75O tag=73YD5E12TGCZ type=write size=305468 2024-04-02T08:51:09.648 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.649+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~F556LPN3L6LF.0 size=1048576 2024-04-02T08:51:09.650 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.651+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~F556LPN3L6LF.1 size=1048576 2024-04-02T08:51:09.652 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.653+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~F556LPN3L6LF.2 size=198415 2024-04-02T08:51:09.652 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.653+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=F556LPN3L6LF tag=OCRPRRV4GA3B type=write size=3344143 2024-04-02T08:51:09.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.658+0000 7f2c37839780 1 < suggested update operation key=7RA3C7WFS3O2 tag=UM8LSK38K0J6 type=del size=1895450 2024-04-02T08:51:09.660 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.661+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=C78RO59ETUJI type=del size=4163466 2024-04-02T08:51:09.662 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.664+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=UC349C8LQC4K type=del 2024-04-02T08:51:09.665 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.666+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=1RB0Z5CBACOE type=del size=3163649 2024-04-02T08:51:09.668 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.669+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=2G8CF6GACA5R type=del 2024-04-02T08:51:09.673 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.674+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~6S0PWZ1I446W.0 size=249129 2024-04-02T08:51:09.673 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.674+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=6S0PWZ1I446W tag=8HAEARGPLH5O type=write size=1297705 2024-04-02T08:51:09.675 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.676+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=A9TI15IYQ0OV type=del 2024-04-02T08:51:09.677 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.678+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=NB7KZANS8HTF type=del size=1211043 2024-04-02T08:51:09.678 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.680+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~G0DT9RC1H5RP.0 size=1048576 2024-04-02T08:51:09.680 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.682+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~G0DT9RC1H5RP.1 size=780893 2024-04-02T08:51:09.684 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.685+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=G0DT9RC1H5RP tag=O6RA053L1SMF type=write size=2878045 2024-04-02T08:51:09.686 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.687+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=2MQSPX94UT22 type=del size=1206005 2024-04-02T08:51:09.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.689+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~Y8C7B230J43P.0 size=1048576 2024-04-02T08:51:09.688 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.689+0000 7f2c37839780 1 < canceled part key=_multipart_51ZKADJFQPAW.2~Y8C7B230J43P.1 size=1048576 2024-04-02T08:51:09.690 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.691+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~Y8C7B230J43P.2 size=864294 2024-04-02T08:51:09.693 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.694+0000 7f2c37839780 1 < canceled multipart upload key=51ZKADJFQPAW upload=Y8C7B230J43P tag=F5K3F98XO4QZ type=write size=4010022 2024-04-02T08:51:09.696 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.698+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~MX2YJV4ZMDKR.0 size=1048576 2024-04-02T08:51:09.698 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.699+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~MX2YJV4ZMDKR.1 size=991181 2024-04-02T08:51:09.698 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.699+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=MX2YJV4ZMDKR tag=HYU8W6POXMKF type=write size=3088333 2024-04-02T08:51:09.699 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.700+0000 7f2c37839780 1 < canceled part key=_multipart_OL6XSE7L8RVB.2~JTBYY1X2399M.0 size=1048576 2024-04-02T08:51:09.701 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.702+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~JTBYY1X2399M.1 size=1048576 2024-04-02T08:51:09.703 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.704+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~JTBYY1X2399M.2 size=547174 2024-04-02T08:51:09.706 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.708+0000 7f2c37839780 1 < canceled multipart upload key=OL6XSE7L8RVB upload=JTBYY1X2399M tag=3KX4QQVMOJB2 type=write size=3692902 2024-04-02T08:51:09.708 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.710+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=HSBMRQ8B8VAA type=del size=3465662 2024-04-02T08:51:09.713 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.714+0000 7f2c37839780 1 < suggested update operation key=KES2MUV53GCC tag=YV0C7KZYT8EO type=del size=1315959 2024-04-02T08:51:09.716 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.717+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=MWIC6MXFWK98 type=del size=1569550 2024-04-02T08:51:09.716 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.717+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~FC49AIXGR18K.0 size=1048576 2024-04-02T08:51:09.716 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.717+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~FC49AIXGR18K.1 size=36609 2024-04-02T08:51:09.719 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.720+0000 7f2c37839780 1 < canceled multipart upload key=OKEW0QKVDGET upload=FC49AIXGR18K tag=FRG1P7TNXGJB type=write size=2133761 2024-04-02T08:51:09.721 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.722+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=57QF53ZGO5BB type=write size=849109 2024-04-02T08:51:09.723 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.724+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~2WH07SPM2KSI.0 size=1048576 2024-04-02T08:51:09.725 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.726+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~2WH07SPM2KSI.1 size=514756 2024-04-02T08:51:09.728 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.729+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=2WH07SPM2KSI tag=T9UD3HU450UN type=write size=2611908 2024-04-02T08:51:09.730 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.731+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=C78GS9EDH4ZA type=del size=116830 2024-04-02T08:51:09.734 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.735+0000 7f2c37839780 1 < suggested remove operation key=91BN62ARVOEH tag=531GEBL0RXU0 type=del 2024-04-02T08:51:09.735 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.737+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=OVAR1GW1I9D3 type=del size=15470 2024-04-02T08:51:09.737 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.739+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~5IJDGMC8J90C.0 size=1048576 2024-04-02T08:51:09.739 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.740+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~5IJDGMC8J90C.1 size=1048576 2024-04-02T08:51:09.739 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.740+0000 7f2c37839780 1 < canceled part key=_multipart_K3VPFIXU5HDZ.2~5IJDGMC8J90C.2 size=608365 2024-04-02T08:51:09.742 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.744+0000 7f2c37839780 1 < canceled multipart upload key=K3VPFIXU5HDZ upload=5IJDGMC8J90C tag=Z16XGTRHGKD2 type=write size=3754093 2024-04-02T08:51:09.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.746+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=PFRAV2DDNSZM type=del size=1260348 2024-04-02T08:51:09.747 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.748+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=PVCS6KUSK1UO type=del 2024-04-02T08:51:09.749 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.750+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=JK1X8D1LSFTJ type=del size=1301260 2024-04-02T08:51:09.751 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.752+0000 7f2c37839780 1 < canceled operation key=Z1QID1NC8QNM tag=PXE1JVHSTAX1 type=del size=2630724 2024-04-02T08:51:09.754 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.755+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~IVR8369G2O5V.0 size=1048576 2024-04-02T08:51:09.756 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.757+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~IVR8369G2O5V.1 size=1048576 2024-04-02T08:51:09.757 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.759+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~IVR8369G2O5V.2 size=157822 2024-04-02T08:51:09.757 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.759+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=IVR8369G2O5V tag=U9IHW9CZ29B3 type=write size=3303550 2024-04-02T08:51:09.760 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.762+0000 7f2c37839780 -1 < failed to complete operation key=PEEYGF5CW75O tag=4D472RJJ9J1P type=del size=338102: (22) Invalid argument 2024-04-02T08:51:09.763 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.764+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=1QAPRYK1MQB2 type=write size=457553 2024-04-02T08:51:09.765 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.767+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~F556LPN3L6LF.0 size=1048576 2024-04-02T08:51:09.767 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.769+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~F556LPN3L6LF.1 size=1048576 2024-04-02T08:51:09.769 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.771+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~F556LPN3L6LF.2 size=198415 2024-04-02T08:51:09.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.774+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=F556LPN3L6LF tag=OCRPRRV4GA3B type=write size=3344143 2024-04-02T08:51:09.775 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.777+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=R2M74CH60LMG type=del size=3927300 2024-04-02T08:51:09.777 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.779+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=C78RO59ETUJI type=del 2024-04-02T08:51:09.779 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.781+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=H51V2YJ8C0KE type=del size=3483903 2024-04-02T08:51:09.781 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.783+0000 7f2c37839780 1 < canceled operation key=9DRFTTIJ432I tag=1RB0Z5CBACOE type=del size=3163649 2024-04-02T08:51:09.785 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.786+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~HU7HS211Y9ZQ.0 size=19167 2024-04-02T08:51:09.785 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.786+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=HU7HS211Y9ZQ tag=BI9WYVIJC353 type=write size=1067743 2024-04-02T08:51:09.787 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.788+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~6S0PWZ1I446W.0 size=249129 2024-04-02T08:51:09.790 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.792+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=6S0PWZ1I446W tag=8HAEARGPLH5O type=write size=1297705 2024-04-02T08:51:09.792 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.794+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=XKV66H8152Y8 type=del size=3909883 2024-04-02T08:51:09.794 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.796+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=NB7KZANS8HTF type=del 2024-04-02T08:51:09.796 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.797+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=35620A5PF64R type=write size=541043 2024-04-02T08:51:09.799 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.800+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=2MQSPX94UT22 type=del 2024-04-02T08:51:09.802 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.804+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~7G7A4IIK28IJ.0 size=1048576 2024-04-02T08:51:09.804 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.805+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~7G7A4IIK28IJ.1 size=165126 2024-04-02T08:51:09.804 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.805+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=7G7A4IIK28IJ tag=CR0BPX47UFCC type=write size=2262278 2024-04-02T08:51:09.806 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.807+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~MX2YJV4ZMDKR.0 size=1048576 2024-04-02T08:51:09.808 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.809+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~MX2YJV4ZMDKR.1 size=991181 2024-04-02T08:51:09.811 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.813+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=MX2YJV4ZMDKR tag=HYU8W6POXMKF type=write size=3088333 2024-04-02T08:51:09.814 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.815+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=MSFSNAIGLJ76 type=del size=3490594 2024-04-02T08:51:09.815 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.817+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=HSBMRQ8B8VAA type=del 2024-04-02T08:51:09.817 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.818+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=R0G9U5ERKPQE type=write size=607207 2024-04-02T08:51:09.819 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.820+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=MWIC6MXFWK98 type=del 2024-04-02T08:51:09.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.822+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=QTQHS17TFG60 type=del size=3170165 2024-04-02T08:51:09.826 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.824+0000 7f2c37839780 1 < completed write operation key=7RA3C7WFS3O2 tag=57QF53ZGO5BB type=write size=849109 2024-04-02T08:51:09.827 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.828+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~JCOPZOJ2EWM1.0 size=1048576 2024-04-02T08:51:09.829 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.830+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~JCOPZOJ2EWM1.1 size=1048576 2024-04-02T08:51:09.831 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.832+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~JCOPZOJ2EWM1.2 size=919144 2024-04-02T08:51:09.831 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.832+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=JCOPZOJ2EWM1 tag=9G0SDQGNQIVJ type=write size=4064872 2024-04-02T08:51:09.833 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.834+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=C78GS9EDH4ZA type=del 2024-04-02T08:51:09.835 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.836+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=6QHGWEI7GSJ4 type=del size=1061056 2024-04-02T08:51:09.836 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.838+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=OVAR1GW1I9D3 type=del 2024-04-02T08:51:09.838 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.840+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=HU5DKU5Q8FQ1 type=del size=4080368 2024-04-02T08:51:09.841 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.842+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=PFRAV2DDNSZM type=del 2024-04-02T08:51:09.843 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.844+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=ZIY5W0WOJUPN type=del size=2993613 2024-04-02T08:51:09.846 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.848+0000 7f2c37839780 1 < suggested remove operation key=PEEYGF5CW75O tag=JK1X8D1LSFTJ type=del 2024-04-02T08:51:09.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.851+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~IZJHRUZUR7F2.0 size=109397 2024-04-02T08:51:09.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.851+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=IZJHRUZUR7F2 tag=9L00ISBXSQ74 type=write size=1157973 2024-04-02T08:51:09.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.851+0000 7f2c37839780 1 < canceled part key=_multipart_U25NTMGOU3R2.2~IVR8369G2O5V.0 size=1048576 2024-04-02T08:51:09.852 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.853+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~IVR8369G2O5V.1 size=1048576 2024-04-02T08:51:09.853 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.855+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~IVR8369G2O5V.2 size=157822 2024-04-02T08:51:09.858 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.859+0000 7f2c37839780 1 < canceled multipart upload key=U25NTMGOU3R2 upload=IVR8369G2O5V tag=U9IHW9CZ29B3 type=write size=3303550 2024-04-02T08:51:09.860 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.861+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=UAOC1TVTDGML type=del size=547559 2024-04-02T08:51:09.862 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.863+0000 7f2c37839780 1 < completed write operation key=2HK29QL163AK tag=1QAPRYK1MQB2 type=write size=457553 2024-04-02T08:51:09.866 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.867+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~GDXT2T79JFE1.0 size=385453 2024-04-02T08:51:09.866 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.867+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=GDXT2T79JFE1 tag=MH9IU59P0F2A type=write size=1434029 2024-04-02T08:51:09.868 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.869+0000 7f2c37839780 1 < canceled operation key=OKEW0QKVDGET tag=R2M74CH60LMG type=del size=3927300 2024-04-02T08:51:09.870 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.871+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=3OT8RMU1X5MK type=del size=827839 2024-04-02T08:51:09.872 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.873+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=H51V2YJ8C0KE type=del 2024-04-02T08:51:09.874 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.875+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=L7DMNS2ALLD8 type=del size=2424262 2024-04-02T08:51:09.876 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.877+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~HU7HS211Y9ZQ.0 size=19167 2024-04-02T08:51:09.879 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.881+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=HU7HS211Y9ZQ tag=BI9WYVIJC353 type=write size=1067743 2024-04-02T08:51:09.881 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.882+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=T2UYWV3OA6E8 type=write size=685507 2024-04-02T08:51:09.883 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.884+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=XKV66H8152Y8 type=del 2024-04-02T08:51:09.885 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.886+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=BXDKWS5O13UL type=write size=520203 2024-04-02T08:51:09.887 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.888+0000 7f2c37839780 1 < completed write operation key=51ZKADJFQPAW tag=35620A5PF64R type=write size=541043 2024-04-02T08:51:09.889 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.890+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=ZGMOUL8NKBC8 type=del size=4067487 2024-04-02T08:51:09.891 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.892+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~7G7A4IIK28IJ.0 size=1048576 2024-04-02T08:51:09.892 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.894+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~7G7A4IIK28IJ.1 size=165126 2024-04-02T08:51:09.896 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.897+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=7G7A4IIK28IJ tag=CR0BPX47UFCC type=write size=2262278 2024-04-02T08:51:09.899 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.901+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~HX1COGG0VI4U.0 size=823397 2024-04-02T08:51:09.899 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.901+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=HX1COGG0VI4U tag=9B9IQRON0FPA type=write size=1871973 2024-04-02T08:51:09.901 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.903+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=MSFSNAIGLJ76 type=del 2024-04-02T08:51:09.903 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.905+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=1OBVPBLNRK27 type=del size=2974519 2024-04-02T08:51:09.905 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.906+0000 7f2c37839780 1 < completed write operation key=VHVBJGFC6O30 tag=R0G9U5ERKPQE type=write size=607207 2024-04-02T08:51:09.909 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.910+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~7P1XZVYLJAZA.0 size=1048576 2024-04-02T08:51:09.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.912+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~7P1XZVYLJAZA.1 size=204467 2024-04-02T08:51:09.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.912+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=7P1XZVYLJAZA tag=E691UHWLFHFB type=write size=2301619 2024-04-02T08:51:09.912 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.914+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=QTQHS17TFG60 type=del 2024-04-02T08:51:09.914 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.916+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=FKPT5K2QZOLL type=write size=859252 2024-04-02T08:51:09.916 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.918+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~JCOPZOJ2EWM1.0 size=1048576 2024-04-02T08:51:09.918 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.920+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~JCOPZOJ2EWM1.1 size=1048576 2024-04-02T08:51:09.920 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.921+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~JCOPZOJ2EWM1.2 size=919144 2024-04-02T08:51:09.923 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.925+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=JCOPZOJ2EWM1 tag=9G0SDQGNQIVJ type=write size=4064872 2024-04-02T08:51:09.925 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.927+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=1EQFQCNHRVLM type=write size=393893 2024-04-02T08:51:09.929 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.930+0000 7f2c37839780 1 < suggested remove operation key=VHVBJGFC6O30 tag=6QHGWEI7GSJ4 type=del 2024-04-02T08:51:09.933 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.934+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~NZJGSZWI623C.0 size=1048576 2024-04-02T08:51:09.934 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.936+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~NZJGSZWI623C.1 size=530997 2024-04-02T08:51:09.934 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.936+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=NZJGSZWI623C tag=7MUSB3MBEYB1 type=write size=2628149 2024-04-02T08:51:09.938 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.939+0000 7f2c37839780 -1 < failed to complete operation key=PEEYGF5CW75O tag=HU5DKU5Q8FQ1 type=del size=4080368: (22) Invalid argument 2024-04-02T08:51:09.941 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.943+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~NESHDHAL5SP3.0 size=1048576 2024-04-02T08:51:09.943 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.944+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~NESHDHAL5SP3.1 size=162628 2024-04-02T08:51:09.943 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.944+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=NESHDHAL5SP3 tag=3UM7PV4V00T6 type=write size=2259780 2024-04-02T08:51:09.945 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.946+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=ZIY5W0WOJUPN type=del 2024-04-02T08:51:09.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.950+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~LZP47NBE3L8X.0 size=163302 2024-04-02T08:51:09.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.950+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=LZP47NBE3L8X tag=81U54XSCEXWE type=write size=1211878 2024-04-02T08:51:09.951 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.952+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~IZJHRUZUR7F2.0 size=109397 2024-04-02T08:51:09.953 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.955+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=IZJHRUZUR7F2 tag=9L00ISBXSQ74 type=write size=1157973 2024-04-02T08:51:09.956 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.957+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=4P1DJMYYY601 type=del size=4166440 2024-04-02T08:51:09.957 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.958+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=UAOC1TVTDGML type=del 2024-04-02T08:51:09.961 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.962+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~6JN6LJM7IIRQ.0 size=1048576 2024-04-02T08:51:09.962 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.964+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~6JN6LJM7IIRQ.1 size=423157 2024-04-02T08:51:09.962 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.964+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=6JN6LJM7IIRQ tag=9BTWD6DWCVEO type=write size=2520309 2024-04-02T08:51:09.964 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.966+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~GDXT2T79JFE1.0 size=385453 2024-04-02T08:51:09.967 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.969+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=GDXT2T79JFE1 tag=MH9IU59P0F2A type=write size=1434029 2024-04-02T08:51:09.969 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.971+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=X5W4B08F69LB type=write size=971162 2024-04-02T08:51:09.971 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.973+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=3OT8RMU1X5MK type=del 2024-04-02T08:51:09.976 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.977+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~TIMI2OWP6LR1.0 size=1048576 2024-04-02T08:51:09.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.979+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~TIMI2OWP6LR1.1 size=1048576 2024-04-02T08:51:09.979 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.980+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~TIMI2OWP6LR1.2 size=767091 2024-04-02T08:51:09.979 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.980+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=TIMI2OWP6LR1 tag=NTO0F8H5FCAX type=write size=3912819 2024-04-02T08:51:09.981 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.982+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=L7DMNS2ALLD8 type=del 2024-04-02T08:51:09.983 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.984+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=NYETT7ZUZCPF type=del size=18353 2024-04-02T08:51:09.985 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.986+0000 7f2c37839780 1 < completed write operation key=2HK29QL163AK tag=T2UYWV3OA6E8 type=write size=685507 2024-04-02T08:51:09.988 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.990+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~I00GM6OX1D0L.0 size=1048576 2024-04-02T08:51:09.990 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.991+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~I00GM6OX1D0L.1 size=1048576 2024-04-02T08:51:09.992 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.993+0000 7f2c37839780 1 > prepared part key=_multipart_8VUTVS0YUD1N.2~I00GM6OX1D0L.2 size=700847 2024-04-02T08:51:09.992 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.993+0000 7f2c37839780 1 > prepared multipart upload key=8VUTVS0YUD1N upload=I00GM6OX1D0L tag=JV1ROIFY6VAI type=write size=3846575 2024-04-02T08:51:09.994 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.995+0000 7f2c37839780 1 < completed write operation key=H8SE1U3QW0C2 tag=BXDKWS5O13UL type=write size=520203 2024-04-02T08:51:09.995 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.997+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=2E9Q36X19WTC type=del size=61131 2024-04-02T08:51:09.997 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:09.999+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=ZGMOUL8NKBC8 type=del 2024-04-02T08:51:09.999 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.001+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=N9KIAJZ8AJ1B type=del size=2118190 2024-04-02T08:51:10.002 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.003+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~HX1COGG0VI4U.0 size=823397 2024-04-02T08:51:10.005 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.007+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=HX1COGG0VI4U tag=9B9IQRON0FPA type=write size=1871973 2024-04-02T08:51:10.007 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.008+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=Y08J34L6WZOY type=del size=735166 2024-04-02T08:51:10.011 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.012+0000 7f2c37839780 1 < suggested update operation key=01FWIMJZX0P3 tag=1OBVPBLNRK27 type=del size=2974519 2024-04-02T08:51:10.015 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.016+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~PDJHOJBSVVR8.0 size=930148 2024-04-02T08:51:10.015 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.016+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=PDJHOJBSVVR8 tag=HNSQSKGCXBQ2 type=write size=1978724 2024-04-02T08:51:10.017 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.018+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~7P1XZVYLJAZA.0 size=1048576 2024-04-02T08:51:10.019 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.020+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~7P1XZVYLJAZA.1 size=204467 2024-04-02T08:51:10.022 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.023+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=7P1XZVYLJAZA tag=E691UHWLFHFB type=write size=2301619 2024-04-02T08:51:10.024 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.025+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=C7MERYG1F53M type=del size=1074020 2024-04-02T08:51:10.026 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.027+0000 7f2c37839780 1 < completed write operation key=PEEYGF5CW75O tag=FKPT5K2QZOLL type=write size=859252 2024-04-02T08:51:10.028 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.029+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=9EVTMQ0G9WVC type=del size=2825869 2024-04-02T08:51:10.030 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.031+0000 7f2c37839780 1 < completed write operation key=OL6XSE7L8RVB tag=1EQFQCNHRVLM type=write size=393893 2024-04-02T08:51:10.032 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.033+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=D35SYGNAZ9G4 type=write size=380174 2024-04-02T08:51:10.034 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.035+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~NZJGSZWI623C.0 size=1048576 2024-04-02T08:51:10.036 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.037+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~NZJGSZWI623C.1 size=530997 2024-04-02T08:51:10.039 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.041+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=NZJGSZWI623C tag=7MUSB3MBEYB1 type=write size=2628149 2024-04-02T08:51:10.043 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.044+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~VLVMXKTJAF2M.0 size=131854 2024-04-02T08:51:10.043 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.044+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=VLVMXKTJAF2M tag=YP5XRT4X2MWE type=write size=1180430 2024-04-02T08:51:10.045 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.046+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~NESHDHAL5SP3.0 size=1048576 2024-04-02T08:51:10.046 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.048+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~NESHDHAL5SP3.1 size=162628 2024-04-02T08:51:10.050 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.051+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=NESHDHAL5SP3 tag=3UM7PV4V00T6 type=write size=2259780 2024-04-02T08:51:10.053 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.055+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~HT7XG3M4F6I6.0 size=777799 2024-04-02T08:51:10.054 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.055+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=HT7XG3M4F6I6 tag=BN5Z93BER5R3 type=write size=1826375 2024-04-02T08:51:10.055 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.057+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~LZP47NBE3L8X.0 size=163302 2024-04-02T08:51:10.059 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.060+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=LZP47NBE3L8X tag=81U54XSCEXWE type=write size=1211878 2024-04-02T08:51:10.063 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.064+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~WCFE1K7LJO83.0 size=1048576 2024-04-02T08:51:10.065 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.066+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~WCFE1K7LJO83.1 size=1048576 2024-04-02T08:51:10.066 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.068+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~WCFE1K7LJO83.2 size=735247 2024-04-02T08:51:10.067 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.068+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=WCFE1K7LJO83 tag=TEQJJIEB6NDD type=write size=3880975 2024-04-02T08:51:10.069 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.070+0000 7f2c37839780 1 < canceled operation key=K3VPFIXU5HDZ tag=4P1DJMYYY601 type=del size=4166440 2024-04-02T08:51:10.071 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.072+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=EVHRYJT494S7 type=del size=3054847 2024-04-02T08:51:10.073 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.074+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~6JN6LJM7IIRQ.0 size=1048576 2024-04-02T08:51:10.075 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.076+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~6JN6LJM7IIRQ.1 size=423157 2024-04-02T08:51:10.079 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.080+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=6JN6LJM7IIRQ tag=9BTWD6DWCVEO type=write size=2520309 2024-04-02T08:51:10.081 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.082+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=1Q513KLJX0YA type=del size=3479232 2024-04-02T08:51:10.083 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.084+0000 7f2c37839780 1 < completed write operation key=U25NTMGOU3R2 tag=X5W4B08F69LB type=write size=971162 2024-04-02T08:51:10.085 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.086+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=IBSDBL0KQOUG type=del size=55561 2024-04-02T08:51:10.087 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.088+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~TIMI2OWP6LR1.0 size=1048576 2024-04-02T08:51:10.089 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.090+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~TIMI2OWP6LR1.1 size=1048576 2024-04-02T08:51:10.091 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.092+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~TIMI2OWP6LR1.2 size=767091 2024-04-02T08:51:10.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.096+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=TIMI2OWP6LR1 tag=NTO0F8H5FCAX type=write size=3912819 2024-04-02T08:51:10.097 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.098+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=Z0DR6WFCW8B7 type=write size=770095 2024-04-02T08:51:10.099 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.100+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=NYETT7ZUZCPF type=del 2024-04-02T08:51:10.101 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.103+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=K6HDSXUBUPO6 type=write size=565921 2024-04-02T08:51:10.104 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.105+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~I00GM6OX1D0L.0 size=1048576 2024-04-02T08:51:10.105 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.107+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~I00GM6OX1D0L.1 size=1048576 2024-04-02T08:51:10.107 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.108+0000 7f2c37839780 1 < completed part key=_multipart_8VUTVS0YUD1N.2~I00GM6OX1D0L.2 size=700847 2024-04-02T08:51:10.111 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.112+0000 7f2c37839780 1 < completed multipart upload key=8VUTVS0YUD1N upload=I00GM6OX1D0L tag=JV1ROIFY6VAI type=write size=3846575 2024-04-02T08:51:10.113 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.114+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=CEX3RM2137A0 type=del size=205427 2024-04-02T08:51:10.115 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.117+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=2E9Q36X19WTC type=del 2024-04-02T08:51:10.119 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.120+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~5L3R0G6ZBB6O.0 size=1048576 2024-04-02T08:51:10.121 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.123+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~5L3R0G6ZBB6O.1 size=672910 2024-04-02T08:51:10.122 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.123+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=5L3R0G6ZBB6O tag=U1NN6J8V5J98 type=write size=2770062 2024-04-02T08:51:10.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.127+0000 7f2c37839780 1 < suggested remove operation key=U25NTMGOU3R2 tag=N9KIAJZ8AJ1B type=del 2024-04-02T08:51:10.131 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.132+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~QFUZP2HOMMXW.0 size=526971 2024-04-02T08:51:10.131 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.132+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=QFUZP2HOMMXW tag=1WU9RSCWTHG1 type=write size=1575547 2024-04-02T08:51:10.133 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.134+0000 7f2c37839780 1 < canceled operation key=B5YV3S5C1VXZ tag=Y08J34L6WZOY type=del size=735166 2024-04-02T08:51:10.138 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.139+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~OSMWZFKFVL1D.0 size=848239 2024-04-02T08:51:10.138 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.139+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=OSMWZFKFVL1D tag=13VCRMHJE64H type=write size=1896815 2024-04-02T08:51:10.139 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.141+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~PDJHOJBSVVR8.0 size=930148 2024-04-02T08:51:10.143 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.144+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=PDJHOJBSVVR8 tag=HNSQSKGCXBQ2 type=write size=1978724 2024-04-02T08:51:10.145 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.146+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=31JS0TSHF9PW type=del size=2346949 2024-04-02T08:51:10.147 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.148+0000 7f2c37839780 1 < canceled operation key=91BN62ARVOEH tag=C7MERYG1F53M type=del size=1074020 2024-04-02T08:51:10.149 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.150+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=K0R3O88A4AFX type=del size=803249 2024-04-02T08:51:10.151 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.152+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=9EVTMQ0G9WVC type=del 2024-04-02T08:51:10.152 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.154+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=PQFCW4DILG7K type=del size=1224703 2024-04-02T08:51:10.155 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.156+0000 7f2c37839780 1 < completed write operation key=01FWIMJZX0P3 tag=D35SYGNAZ9G4 type=write size=380174 2024-04-02T08:51:10.160 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.161+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~8Q1J6H7T8WD6.0 size=1048576 2024-04-02T08:51:10.161 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.163+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~8Q1J6H7T8WD6.1 size=1048576 2024-04-02T08:51:10.164 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.165+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~8Q1J6H7T8WD6.2 size=229076 2024-04-02T08:51:10.164 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.165+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=8Q1J6H7T8WD6 tag=NZ8GW3MK3A3M type=write size=3374804 2024-04-02T08:51:10.167 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.168+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~VLVMXKTJAF2M.0 size=131854 2024-04-02T08:51:10.170 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.172+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=VLVMXKTJAF2M tag=YP5XRT4X2MWE type=write size=1180430 2024-04-02T08:51:10.173 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.174+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=8TREZ0B4D3DW type=del size=2189471 2024-04-02T08:51:10.175 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.177+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~HT7XG3M4F6I6.0 size=777799 2024-04-02T08:51:10.179 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.181+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=HT7XG3M4F6I6 tag=BN5Z93BER5R3 type=write size=1826375 2024-04-02T08:51:10.181 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.183+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=85ICSGNUI7O1 type=del size=2727475 2024-04-02T08:51:10.184 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.185+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~WCFE1K7LJO83.0 size=1048576 2024-04-02T08:51:10.185 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.187+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~WCFE1K7LJO83.1 size=1048576 2024-04-02T08:51:10.188 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.189+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~WCFE1K7LJO83.2 size=735247 2024-04-02T08:51:10.192 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.193+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=WCFE1K7LJO83 tag=TEQJJIEB6NDD type=write size=3880975 2024-04-02T08:51:10.194 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.195+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=E4IZHUJE2VYC type=del size=4118430 2024-04-02T08:51:10.196 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.197+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=EVHRYJT494S7 type=del 2024-04-02T08:51:10.200 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.201+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~2X7GP4I59N3J.0 size=1048576 2024-04-02T08:51:10.202 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.203+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~2X7GP4I59N3J.1 size=1048576 2024-04-02T08:51:10.204 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.205+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~2X7GP4I59N3J.2 size=720183 2024-04-02T08:51:10.204 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.205+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=2X7GP4I59N3J tag=PFMXXNHX3092 type=write size=3865911 2024-04-02T08:51:10.207 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.208+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=1Q513KLJX0YA type=del 2024-04-02T08:51:10.211 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.213+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~Q2PVJZFTHGE0.0 size=1048576 2024-04-02T08:51:10.214 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.215+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~Q2PVJZFTHGE0.1 size=1048576 2024-04-02T08:51:10.216 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.217+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~Q2PVJZFTHGE0.2 size=413374 2024-04-02T08:51:10.216 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.217+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=Q2PVJZFTHGE0 tag=90PB8883TAY0 type=write size=3559102 2024-04-02T08:51:10.218 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.219+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=IBSDBL0KQOUG type=del 2024-04-02T08:51:10.221 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.222+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=YPTQAJQMQR23 type=del size=1581664 2024-04-02T08:51:10.223 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.225+0000 7f2c37839780 1 < completed write operation key=L7FKDUVU3YGN tag=Z0DR6WFCW8B7 type=write size=770095 2024-04-02T08:51:10.229 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.229+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~BKC13FF2GRGG.0 size=1048576 2024-04-02T08:51:10.230 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.232+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~BKC13FF2GRGG.1 size=1048576 2024-04-02T08:51:10.232 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.233+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~BKC13FF2GRGG.2 size=946799 2024-04-02T08:51:10.233 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.233+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=BKC13FF2GRGG tag=KAUGV350JNRK type=write size=4092527 2024-04-02T08:51:10.236 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.237+0000 7f2c37839780 1 < suggested update operation key=CLRQ9OAM3LFI tag=K6HDSXUBUPO6 type=write size=565921 2024-04-02T08:51:10.239 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.240+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=RNFEW211J73X type=write size=531363 2024-04-02T08:51:10.241 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.242+0000 7f2c37839780 1 < canceled operation key=1V7MCBT4ATIC tag=CEX3RM2137A0 type=del size=205427 2024-04-02T08:51:10.246 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.247+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~7GAJ3BM4K8MD.0 size=312016 2024-04-02T08:51:10.246 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.247+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=7GAJ3BM4K8MD tag=5JP4N001LQIT type=write size=1360592 2024-04-02T08:51:10.248 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.250+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~5L3R0G6ZBB6O.0 size=1048576 2024-04-02T08:51:10.248 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.250+0000 7f2c37839780 1 < canceled part key=_multipart_K3VPFIXU5HDZ.2~5L3R0G6ZBB6O.1 size=672910 2024-04-02T08:51:10.252 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.253+0000 7f2c37839780 1 < canceled multipart upload key=K3VPFIXU5HDZ upload=5L3R0G6ZBB6O tag=U1NN6J8V5J98 type=write size=2770062 2024-04-02T08:51:10.257 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.257+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~1QY3M8DK79EE.0 size=336780 2024-04-02T08:51:10.257 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.257+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=1QY3M8DK79EE tag=30ZZB6UGJCDY type=write size=1385356 2024-04-02T08:51:10.258 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.259+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~QFUZP2HOMMXW.0 size=526971 2024-04-02T08:51:10.263 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.264+0000 7f2c37839780 1 < completed multipart upload key=L7FKDUVU3YGN upload=QFUZP2HOMMXW tag=1WU9RSCWTHG1 type=write size=1575547 2024-04-02T08:51:10.268 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.269+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~PV03QPCUPMCN.0 size=294839 2024-04-02T08:51:10.268 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.269+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=PV03QPCUPMCN tag=UHY5GAV8ZCWZ type=write size=1343415 2024-04-02T08:51:10.270 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.271+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~OSMWZFKFVL1D.0 size=848239 2024-04-02T08:51:10.273 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.275+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=OSMWZFKFVL1D tag=13VCRMHJE64H type=write size=1896815 2024-04-02T08:51:10.275 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.277+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=OB81OOWGUH7S type=del size=1581094 2024-04-02T08:51:10.280 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.281+0000 7f2c37839780 1 < suggested remove operation key=CG5T3W0DZYHT tag=31JS0TSHF9PW type=del 2024-04-02T08:51:10.282 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.283+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=83FN9G7LD6FD type=del size=2066463 2024-04-02T08:51:10.285 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.286+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=K0R3O88A4AFX type=del 2024-04-02T08:51:10.286 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.288+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=H6WLPX4R8362 type=del size=3406135 2024-04-02T08:51:10.290 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.291+0000 7f2c37839780 1 < canceled operation key=H8SE1U3QW0C2 tag=PQFCW4DILG7K type=del size=1224703 2024-04-02T08:51:10.292 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.293+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=E21EH7XN1NWT type=del size=2017314 2024-04-02T08:51:10.294 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.296+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~8Q1J6H7T8WD6.0 size=1048576 2024-04-02T08:51:10.296 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.298+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~8Q1J6H7T8WD6.1 size=1048576 2024-04-02T08:51:10.298 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.299+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~8Q1J6H7T8WD6.2 size=229076 2024-04-02T08:51:10.301 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.303+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=8Q1J6H7T8WD6 tag=NZ8GW3MK3A3M type=write size=3374804 2024-04-02T08:51:10.303 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.305+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=I7H6UC9840S7 type=write size=770512 2024-04-02T08:51:10.306 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.307+0000 7f2c37839780 -1 < failed to complete operation key=CLRQ9OAM3LFI tag=8TREZ0B4D3DW type=del size=2189471: (22) Invalid argument 2024-04-02T08:51:10.308 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.309+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=GZCVEB3ZJTEU type=write size=204254 2024-04-02T08:51:10.310 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.312+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=85ICSGNUI7O1 type=del 2024-04-02T08:51:10.313 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.314+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=GG5G3W0PC44T type=write size=995114 2024-04-02T08:51:10.314 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.316+0000 7f2c37839780 1 < completed delete operation key=L7FKDUVU3YGN tag=E4IZHUJE2VYC type=del 2024-04-02T08:51:10.317 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.318+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=D8S4MU1EGJMU type=write size=522121 2024-04-02T08:51:10.318 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.320+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~2X7GP4I59N3J.0 size=1048576 2024-04-02T08:51:10.318 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.320+0000 7f2c37839780 1 < canceled part key=_multipart_2HK29QL163AK.2~2X7GP4I59N3J.1 size=1048576 2024-04-02T08:51:10.320 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.321+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~2X7GP4I59N3J.2 size=720183 2024-04-02T08:51:10.324 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.325+0000 7f2c37839780 1 < canceled multipart upload key=2HK29QL163AK upload=2X7GP4I59N3J tag=PFMXXNHX3092 type=write size=3865911 2024-04-02T08:51:10.326 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.327+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=2RU8R9H881SM type=del size=2277752 2024-04-02T08:51:10.327 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.329+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~Q2PVJZFTHGE0.0 size=1048576 2024-04-02T08:51:10.329 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.330+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~Q2PVJZFTHGE0.1 size=1048576 2024-04-02T08:51:10.331 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.332+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~Q2PVJZFTHGE0.2 size=413374 2024-04-02T08:51:10.334 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.335+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=Q2PVJZFTHGE0 tag=90PB8883TAY0 type=write size=3559102 2024-04-02T08:51:10.339 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.340+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~1IA1IQ0IZ03T.0 size=1048576 2024-04-02T08:51:10.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.343+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~1IA1IQ0IZ03T.1 size=67311 2024-04-02T08:51:10.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.343+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=1IA1IQ0IZ03T tag=NOR222TOC3G6 type=write size=2164463 2024-04-02T08:51:10.348 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.349+0000 7f2c37839780 1 < suggested remove operation key=PEEYGF5CW75O tag=YPTQAJQMQR23 type=del 2024-04-02T08:51:10.351 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.353+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~G0UB632HKLLM.0 size=1048576 2024-04-02T08:51:10.354 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.355+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~G0UB632HKLLM.1 size=699401 2024-04-02T08:51:10.354 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.355+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=G0UB632HKLLM tag=PBYDMCUC5398 type=write size=2796553 2024-04-02T08:51:10.357 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.358+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~BKC13FF2GRGG.0 size=1048576 2024-04-02T08:51:10.357 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.358+0000 7f2c37839780 1 < canceled part key=_multipart_9Y8YLX0RAIPV.2~BKC13FF2GRGG.1 size=1048576 2024-04-02T08:51:10.359 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.360+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~BKC13FF2GRGG.2 size=946799 2024-04-02T08:51:10.363 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.364+0000 7f2c37839780 1 < canceled multipart upload key=9Y8YLX0RAIPV upload=BKC13FF2GRGG tag=KAUGV350JNRK type=write size=4092527 2024-04-02T08:51:10.368 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.370+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~9Z3IA3JVZD1V.0 size=1048576 2024-04-02T08:51:10.370 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.372+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~9Z3IA3JVZD1V.1 size=1048576 2024-04-02T08:51:10.373 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.374+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~9Z3IA3JVZD1V.2 size=480455 2024-04-02T08:51:10.373 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.374+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=9Z3IA3JVZD1V tag=0VVPVMSSHEO2 type=write size=3626183 2024-04-02T08:51:10.375 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.376+0000 7f2c37839780 1 < canceled operation key=OL6XSE7L8RVB tag=RNFEW211J73X type=write size=531363 2024-04-02T08:51:10.379 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.381+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~6R2XNOZN267B.0 size=1048576 2024-04-02T08:51:10.381 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.383+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~6R2XNOZN267B.1 size=136095 2024-04-02T08:51:10.381 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.383+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=6R2XNOZN267B tag=FI5UG17A0JTS type=write size=2233247 2024-04-02T08:51:10.384 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.385+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~7GAJ3BM4K8MD.0 size=312016 2024-04-02T08:51:10.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.390+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=7GAJ3BM4K8MD tag=5JP4N001LQIT type=write size=1360592 2024-04-02T08:51:10.392 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.394+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~EH3KT8OPVZWV.0 size=1048576 2024-04-02T08:51:10.394 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.395+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~EH3KT8OPVZWV.1 size=1048576 2024-04-02T08:51:10.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.397+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~EH3KT8OPVZWV.2 size=934425 2024-04-02T08:51:10.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.397+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=EH3KT8OPVZWV tag=SAU38LU4MPMA type=write size=4080153 2024-04-02T08:51:10.399 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.400+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~1QY3M8DK79EE.0 size=336780 2024-04-02T08:51:10.403 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.404+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=1QY3M8DK79EE tag=30ZZB6UGJCDY type=write size=1385356 2024-04-02T08:51:10.405 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.406+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=BV1EFN5G6EV8 type=del size=2443260 2024-04-02T08:51:10.408 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.409+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~PV03QPCUPMCN.0 size=294839 2024-04-02T08:51:10.411 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.412+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=PV03QPCUPMCN tag=UHY5GAV8ZCWZ type=write size=1343415 2024-04-02T08:51:10.413 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.414+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=L5LJDFGN0GLP type=del size=2042568 2024-04-02T08:51:10.415 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.416+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=OB81OOWGUH7S type=del 2024-04-02T08:51:10.417 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.418+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=URO3F04XJPM9 type=del size=3376103 2024-04-02T08:51:10.419 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.420+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=83FN9G7LD6FD type=del 2024-04-02T08:51:10.423 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.424+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~O8DQ12W2N6L3.0 size=1048576 2024-04-02T08:51:10.425 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.426+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~O8DQ12W2N6L3.1 size=641055 2024-04-02T08:51:10.425 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.426+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=O8DQ12W2N6L3 tag=9F10SJ1D999C type=write size=2738207 2024-04-02T08:51:10.427 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.429+0000 7f2c37839780 -1 < failed to complete operation key=PEEYGF5CW75O tag=H6WLPX4R8362 type=del size=3406135: (22) Invalid argument 2024-04-02T08:51:10.429 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.431+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=H5LNIGUP7WR6 type=del size=2628092 2024-04-02T08:51:10.431 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.433+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=E21EH7XN1NWT type=del 2024-04-02T08:51:10.435 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.436+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~ZUHUUAKYHBLZ.0 size=1048576 2024-04-02T08:51:10.436 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.438+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~ZUHUUAKYHBLZ.1 size=1048576 2024-04-02T08:51:10.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.440+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~ZUHUUAKYHBLZ.2 size=291705 2024-04-02T08:51:10.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.440+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=ZUHUUAKYHBLZ tag=6K50O5WGTR08 type=write size=3437433 2024-04-02T08:51:10.442 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.444+0000 7f2c37839780 1 < suggested remove operation key=VHVBJGFC6O30 tag=I7H6UC9840S7 type=write 2024-04-02T08:51:10.444 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.445+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=AY8OICHYQGJV type=del size=3139673 2024-04-02T08:51:10.446 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.447+0000 7f2c37839780 1 < completed write operation key=8VUTVS0YUD1N tag=GZCVEB3ZJTEU type=write size=204254 2024-04-02T08:51:10.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.449+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=NS3665UM3UJX type=del size=3405020 2024-04-02T08:51:10.450 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.451+0000 7f2c37839780 1 < completed write operation key=01FWIMJZX0P3 tag=GG5G3W0PC44T type=write size=995114 2024-04-02T08:51:10.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.455+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~7XTXL26323F5.0 size=732605 2024-04-02T08:51:10.454 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.455+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=7XTXL26323F5 tag=957U8Z3NATS8 type=write size=1781181 2024-04-02T08:51:10.455 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.457+0000 7f2c37839780 1 < completed write operation key=1V7MCBT4ATIC tag=D8S4MU1EGJMU type=write size=522121 2024-04-02T08:51:10.457 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.459+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=2ZPOH34FHVAY type=del size=1437023 2024-04-02T08:51:10.459 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.461+0000 7f2c37839780 1 < canceled operation key=01FWIMJZX0P3 tag=2RU8R9H881SM type=del size=2277752 2024-04-02T08:51:10.463 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.464+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~9ROXPHTOV3ZD.0 size=1048576 2024-04-02T08:51:10.465 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.466+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~9ROXPHTOV3ZD.1 size=983132 2024-04-02T08:51:10.465 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.466+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=9ROXPHTOV3ZD tag=C56VSC8LWHFQ type=write size=3080284 2024-04-02T08:51:10.467 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.468+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~1IA1IQ0IZ03T.0 size=1048576 2024-04-02T08:51:10.467 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.468+0000 7f2c37839780 1 < canceled part key=_multipart_1V7MCBT4ATIC.2~1IA1IQ0IZ03T.1 size=67311 2024-04-02T08:51:10.470 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.472+0000 7f2c37839780 1 < canceled multipart upload key=1V7MCBT4ATIC upload=1IA1IQ0IZ03T tag=NOR222TOC3G6 type=write size=2164463 2024-04-02T08:51:10.472 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.474+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=TRRPPR99MODS type=write size=672806 2024-04-02T08:51:10.474 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.475+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~G0UB632HKLLM.0 size=1048576 2024-04-02T08:51:10.476 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.477+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~G0UB632HKLLM.1 size=699401 2024-04-02T08:51:10.480 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.481+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=G0UB632HKLLM tag=PBYDMCUC5398 type=write size=2796553 2024-04-02T08:51:10.483 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.484+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~MO125RQ2ZA30.0 size=1048576 2024-04-02T08:51:10.485 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.486+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~MO125RQ2ZA30.1 size=1048576 2024-04-02T08:51:10.486 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.488+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~MO125RQ2ZA30.2 size=571636 2024-04-02T08:51:10.486 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.488+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=MO125RQ2ZA30 tag=S4G1LQZO2Q7T type=write size=3717364 2024-04-02T08:51:10.488 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.490+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~9Z3IA3JVZD1V.0 size=1048576 2024-04-02T08:51:10.488 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.490+0000 7f2c37839780 1 < canceled part key=_multipart_YRS6E6FA19PT.2~9Z3IA3JVZD1V.1 size=1048576 2024-04-02T08:51:10.490 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.491+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~9Z3IA3JVZD1V.2 size=480455 2024-04-02T08:51:10.493 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.495+0000 7f2c37839780 1 < canceled multipart upload key=YRS6E6FA19PT upload=9Z3IA3JVZD1V tag=0VVPVMSSHEO2 type=write size=3626183 2024-04-02T08:51:10.497 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.498+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~E6AIRL0G6J15.0 size=1048576 2024-04-02T08:51:10.498 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.500+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~E6AIRL0G6J15.1 size=1048576 2024-04-02T08:51:10.500 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.501+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~E6AIRL0G6J15.2 size=924930 2024-04-02T08:51:10.500 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.501+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=E6AIRL0G6J15 tag=MR9FPZ4DMGCH type=write size=4070658 2024-04-02T08:51:10.502 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.503+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~6R2XNOZN267B.0 size=1048576 2024-04-02T08:51:10.504 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.505+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~6R2XNOZN267B.1 size=136095 2024-04-02T08:51:10.508 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.509+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=6R2XNOZN267B tag=FI5UG17A0JTS type=write size=2233247 2024-04-02T08:51:10.512 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.513+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~2OUJOWIYZ3TT.0 size=1048576 2024-04-02T08:51:10.514 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.515+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~2OUJOWIYZ3TT.1 size=560478 2024-04-02T08:51:10.514 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.515+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=2OUJOWIYZ3TT tag=E0AAQRR19WBF type=write size=2657630 2024-04-02T08:51:10.515 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.517+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~EH3KT8OPVZWV.0 size=1048576 2024-04-02T08:51:10.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.518+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~EH3KT8OPVZWV.1 size=1048576 2024-04-02T08:51:10.519 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.520+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~EH3KT8OPVZWV.2 size=934425 2024-04-02T08:51:10.522 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.524+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=EH3KT8OPVZWV tag=SAU38LU4MPMA type=write size=4080153 2024-04-02T08:51:10.526 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.527+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~7DR98O1SOZHE.0 size=348898 2024-04-02T08:51:10.526 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.527+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=7DR98O1SOZHE tag=07J1U8FVX3DQ type=write size=1397474 2024-04-02T08:51:10.528 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.529+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=BV1EFN5G6EV8 type=del 2024-04-02T08:51:10.531 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.533+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~1868KF2ODY8F.0 size=680048 2024-04-02T08:51:10.531 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.533+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=1868KF2ODY8F tag=FXFFBPQZGS64 type=write size=1728624 2024-04-02T08:51:10.535 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.537+0000 7f2c37839780 1 < suggested remove operation key=CLRQ9OAM3LFI tag=L5LJDFGN0GLP type=del 2024-04-02T08:51:10.538 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.539+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=A1HB64I70B7Z type=del size=2292304 2024-04-02T08:51:10.540 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.542+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=URO3F04XJPM9 type=del 2024-04-02T08:51:10.542 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.544+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=IQ3ATX27PBRV type=del size=1192349 2024-04-02T08:51:10.545 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.547+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~O8DQ12W2N6L3.0 size=1048576 2024-04-02T08:51:10.548 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.549+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~O8DQ12W2N6L3.1 size=641055 2024-04-02T08:51:10.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.553+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=O8DQ12W2N6L3 tag=9F10SJ1D999C type=write size=2738207 2024-04-02T08:51:10.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.556+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~H2RSZ46JR89F.0 size=916418 2024-04-02T08:51:10.555 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.556+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=H2RSZ46JR89F tag=SYWFA5E7V3F3 type=write size=1964994 2024-04-02T08:51:10.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.558+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=H5LNIGUP7WR6 type=del 2024-04-02T08:51:10.559 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.560+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=GLRYXIQF4TLL type=del size=1904547 2024-04-02T08:51:10.560 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.562+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~ZUHUUAKYHBLZ.0 size=1048576 2024-04-02T08:51:10.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.563+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~ZUHUUAKYHBLZ.1 size=1048576 2024-04-02T08:51:10.564 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.565+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~ZUHUUAKYHBLZ.2 size=291705 2024-04-02T08:51:10.567 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.568+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=ZUHUUAKYHBLZ tag=6K50O5WGTR08 type=write size=3437433 2024-04-02T08:51:10.569 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.570+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=X93RC7FL8BYT type=write size=251071 2024-04-02T08:51:10.571 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.572+0000 7f2c37839780 1 < canceled operation key=DRUREBB8SOYG tag=AY8OICHYQGJV type=del size=3139673 2024-04-02T08:51:10.573 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.574+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=K7F7C48SFPEO type=write size=843329 2024-04-02T08:51:10.575 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.576+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=NS3665UM3UJX type=del 2024-04-02T08:51:10.578 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.580+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~0ZDDDJNKY6VC.0 size=1048576 2024-04-02T08:51:10.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.581+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~0ZDDDJNKY6VC.1 size=544576 2024-04-02T08:51:10.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.581+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=0ZDDDJNKY6VC tag=3T6DIGE6PA13 type=write size=2641728 2024-04-02T08:51:10.583 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.584+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~7XTXL26323F5.0 size=732605 2024-04-02T08:51:10.586 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.588+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=7XTXL26323F5 tag=957U8Z3NATS8 type=write size=1781181 2024-04-02T08:51:10.590 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.591+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~HHGO4HQS9HF4.0 size=1048576 2024-04-02T08:51:10.592 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.593+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~HHGO4HQS9HF4.1 size=1048576 2024-04-02T08:51:10.593 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.594+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~HHGO4HQS9HF4.2 size=101660 2024-04-02T08:51:10.593 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.594+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=HHGO4HQS9HF4 tag=1HIZDEGIE1QY type=write size=3247388 2024-04-02T08:51:10.597 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.598+0000 7f2c37839780 1 < suggested update operation key=ZBWX3XCY0JRK tag=2ZPOH34FHVAY type=del size=1437023 2024-04-02T08:51:10.600 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.602+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~YZVT3952J6ER.0 size=580765 2024-04-02T08:51:10.600 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.602+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=YZVT3952J6ER tag=5E5W24SZL99A type=write size=1629341 2024-04-02T08:51:10.602 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.604+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~9ROXPHTOV3ZD.0 size=1048576 2024-04-02T08:51:10.605 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.606+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~9ROXPHTOV3ZD.1 size=983132 2024-04-02T08:51:10.609 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.610+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=9ROXPHTOV3ZD tag=C56VSC8LWHFQ type=write size=3080284 2024-04-02T08:51:10.612 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.613+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~U9R73WXJZTH0.0 size=1048576 2024-04-02T08:51:10.614 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.615+0000 7f2c37839780 1 > prepared part key=_multipart_L7FKDUVU3YGN.2~U9R73WXJZTH0.1 size=8758 2024-04-02T08:51:10.614 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.615+0000 7f2c37839780 1 > prepared multipart upload key=L7FKDUVU3YGN upload=U9R73WXJZTH0 tag=TB1BFVBSS503 type=write size=2105910 2024-04-02T08:51:10.617 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.619+0000 7f2c37839780 1 < suggested update operation key=B5YV3S5C1VXZ tag=TRRPPR99MODS type=write size=672806 2024-04-02T08:51:10.622 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.623+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~9AKBO8A0421A.0 size=1048576 2024-04-02T08:51:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:10 smithi188 ceph-mon[86835]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 395 KiB/s wr, 2.03k op/s 2024-04-02T08:51:10.623 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.625+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~9AKBO8A0421A.1 size=216587 2024-04-02T08:51:10.623 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.625+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=9AKBO8A0421A tag=5KYA6S39JNPT type=write size=2313739 2024-04-02T08:51:10.625 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.627+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~MO125RQ2ZA30.0 size=1048576 2024-04-02T08:51:10.627 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.629+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~MO125RQ2ZA30.1 size=1048576 2024-04-02T08:51:10.629 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.630+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~MO125RQ2ZA30.2 size=571636 2024-04-02T08:51:10.632 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.634+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=MO125RQ2ZA30 tag=S4G1LQZO2Q7T type=write size=3717364 2024-04-02T08:51:10.636 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.637+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~DIU59GM9DJL2.0 size=1048576 2024-04-02T08:51:10.637 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.639+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~DIU59GM9DJL2.1 size=358405 2024-04-02T08:51:10.637 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.639+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=DIU59GM9DJL2 tag=J6D1MO0383WU type=write size=2455557 2024-04-02T08:51:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:10 smithi104 ceph-mon[96567]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 395 KiB/s wr, 2.03k op/s 2024-04-02T08:51:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:10 smithi104 ceph-mon[94081]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 395 KiB/s wr, 2.03k op/s 2024-04-02T08:51:10.640 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.641+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~E6AIRL0G6J15.0 size=1048576 2024-04-02T08:51:10.641 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.642+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~E6AIRL0G6J15.1 size=1048576 2024-04-02T08:51:10.641 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.642+0000 7f2c37839780 1 < canceled part key=_multipart_9DRFTTIJ432I.2~E6AIRL0G6J15.2 size=924930 2024-04-02T08:51:10.644 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.646+0000 7f2c37839780 1 < canceled multipart upload key=9DRFTTIJ432I upload=E6AIRL0G6J15 tag=MR9FPZ4DMGCH type=write size=4070658 2024-04-02T08:51:10.646 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.647+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=VQ5Y1M88OV9O type=del size=487877 2024-04-02T08:51:10.648 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.649+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~2OUJOWIYZ3TT.0 size=1048576 2024-04-02T08:51:10.650 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.651+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~2OUJOWIYZ3TT.1 size=560478 2024-04-02T08:51:10.653 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.654+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=2OUJOWIYZ3TT tag=E0AAQRR19WBF type=write size=2657630 2024-04-02T08:51:10.655 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.656+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=ZCMEB9J3MJ22 type=write size=297504 2024-04-02T08:51:10.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.658+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~7DR98O1SOZHE.0 size=348898 2024-04-02T08:51:10.660 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.662+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=7DR98O1SOZHE tag=07J1U8FVX3DQ type=write size=1397474 2024-04-02T08:51:10.662 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.664+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=ZHYC8BKUX6IU type=write size=675490 2024-04-02T08:51:10.666 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.666+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~1868KF2ODY8F.0 size=680048 2024-04-02T08:51:10.668 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.669+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=1868KF2ODY8F tag=FXFFBPQZGS64 type=write size=1728624 2024-04-02T08:51:10.671 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.672+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~D0E2OERH7F9E.0 size=1048576 2024-04-02T08:51:10.673 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.674+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~D0E2OERH7F9E.1 size=973153 2024-04-02T08:51:10.673 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.674+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=D0E2OERH7F9E tag=LKA2M6Q5S6FH type=write size=3070305 2024-04-02T08:51:10.675 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.676+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=A1HB64I70B7Z type=del 2024-04-02T08:51:10.677 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.678+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=BT2VBV1SYP52 type=write size=115097 2024-04-02T08:51:10.679 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.680+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=IQ3ATX27PBRV type=del 2024-04-02T08:51:10.681 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.682+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=1QMKLYX8TA16 type=del size=3775387 2024-04-02T08:51:10.683 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.684+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~H2RSZ46JR89F.0 size=916418 2024-04-02T08:51:10.686 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.687+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=H2RSZ46JR89F tag=SYWFA5E7V3F3 type=write size=1964994 2024-04-02T08:51:10.689 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.691+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~C6HQO3UJJREL.0 size=1048576 2024-04-02T08:51:10.691 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.692+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~C6HQO3UJJREL.1 size=1048576 2024-04-02T08:51:10.692 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.694+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~C6HQO3UJJREL.2 size=168715 2024-04-02T08:51:10.693 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.694+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=C6HQO3UJJREL tag=AOVISVMF13Q9 type=write size=3314443 2024-04-02T08:51:10.694 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.696+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=GLRYXIQF4TLL type=del 2024-04-02T08:51:10.696 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.698+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=Y1R59OKQOE1N type=write size=352599 2024-04-02T08:51:10.700 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.701+0000 7f2c37839780 1 < suggested update operation key=2HK29QL163AK tag=X93RC7FL8BYT type=write size=251071 2024-04-02T08:51:10.702 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.703+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=FX5S3DBRV6X0 type=write size=358116 2024-04-02T08:51:10.706 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.708+0000 7f2c37839780 1 < suggested remove operation key=01FWIMJZX0P3 tag=K7F7C48SFPEO type=write 2024-04-02T08:51:10.708 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.710+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=1VMG0FWGCGRV type=write size=203982 2024-04-02T08:51:10.710 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.712+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~0ZDDDJNKY6VC.0 size=1048576 2024-04-02T08:51:10.712 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.713+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~0ZDDDJNKY6VC.1 size=544576 2024-04-02T08:51:10.715 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.717+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=0ZDDDJNKY6VC tag=3T6DIGE6PA13 type=write size=2641728 2024-04-02T08:51:10.717 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.719+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=YOX2WXNSQVBM type=del size=2769403 2024-04-02T08:51:10.719 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.721+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~HHGO4HQS9HF4.0 size=1048576 2024-04-02T08:51:10.721 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.722+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~HHGO4HQS9HF4.1 size=1048576 2024-04-02T08:51:10.723 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.724+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~HHGO4HQS9HF4.2 size=101660 2024-04-02T08:51:10.726 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.728+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=HHGO4HQS9HF4 tag=1HIZDEGIE1QY type=write size=3247388 2024-04-02T08:51:10.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.730+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=SZSDAR2IYEGM type=del size=3281867 2024-04-02T08:51:10.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.730+0000 7f2c37839780 1 < canceled part key=_multipart_01FWIMJZX0P3.2~YZVT3952J6ER.0 size=580765 2024-04-02T08:51:10.732 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.733+0000 7f2c37839780 1 < canceled multipart upload key=01FWIMJZX0P3 upload=YZVT3952J6ER tag=5E5W24SZL99A type=write size=1629341 2024-04-02T08:51:10.734 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.736+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=R4T2X9ARQQE3 type=del size=4145785 2024-04-02T08:51:10.737 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.738+0000 7f2c37839780 1 < completed part key=_multipart_L7FKDUVU3YGN.2~U9R73WXJZTH0.0 size=1048576 2024-04-02T08:51:10.737 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.738+0000 7f2c37839780 1 < canceled part key=_multipart_L7FKDUVU3YGN.2~U9R73WXJZTH0.1 size=8758 2024-04-02T08:51:10.741 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.742+0000 7f2c37839780 1 < canceled multipart upload key=L7FKDUVU3YGN upload=U9R73WXJZTH0 tag=TB1BFVBSS503 type=write size=2105910 2024-04-02T08:51:10.743 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.744+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=2VCDIFN4OA0X type=write size=801954 2024-04-02T08:51:10.745 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.746+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~9AKBO8A0421A.0 size=1048576 2024-04-02T08:51:10.746 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.748+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~9AKBO8A0421A.1 size=216587 2024-04-02T08:51:10.750 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.751+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=9AKBO8A0421A tag=5KYA6S39JNPT type=write size=2313739 2024-04-02T08:51:10.753 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.754+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~WQBCIRR15O4K.0 size=1048576 2024-04-02T08:51:10.755 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.756+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~WQBCIRR15O4K.1 size=397862 2024-04-02T08:51:10.755 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.756+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=WQBCIRR15O4K tag=QACJRNH5H9M9 type=write size=2495014 2024-04-02T08:51:10.757 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.758+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~DIU59GM9DJL2.0 size=1048576 2024-04-02T08:51:10.759 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.760+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~DIU59GM9DJL2.1 size=358405 2024-04-02T08:51:10.762 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.763+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=DIU59GM9DJL2 tag=J6D1MO0383WU type=write size=2455557 2024-04-02T08:51:10.764 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.766+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=QT10T8R6X5NY type=del size=3822113 2024-04-02T08:51:10.766 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.768+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=VQ5Y1M88OV9O type=del 2024-04-02T08:51:10.768 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.770+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=TF7H9OSUO9JO type=del size=2446932 2024-04-02T08:51:10.770 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.772+0000 7f2c37839780 1 < completed write operation key=DRUREBB8SOYG tag=ZCMEB9J3MJ22 type=write size=297504 2024-04-02T08:51:10.772 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.773+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=ZO7GY2QJ8AON type=del size=3029842 2024-04-02T08:51:10.776 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.777+0000 7f2c37839780 1 < suggested update operation key=OKEW0QKVDGET tag=ZHYC8BKUX6IU type=write size=675490 2024-04-02T08:51:10.779 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.781+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~CLOT1GCV0M8P.0 size=543590 2024-04-02T08:51:10.780 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.781+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=CLOT1GCV0M8P tag=SSOUF3KXK7MN type=write size=1592166 2024-04-02T08:51:10.781 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.783+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~D0E2OERH7F9E.0 size=1048576 2024-04-02T08:51:10.783 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.784+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~D0E2OERH7F9E.1 size=973153 2024-04-02T08:51:10.786 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.788+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=D0E2OERH7F9E tag=LKA2M6Q5S6FH type=write size=3070305 2024-04-02T08:51:10.789 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.791+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=V8NX3UMY4OD1 type=write size=743028 2024-04-02T08:51:10.791 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.793+0000 7f2c37839780 1 < completed write operation key=KES2MUV53GCC tag=BT2VBV1SYP52 type=write size=115097 2024-04-02T08:51:10.795 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.796+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~4VU2BE4U4SRA.0 size=1048576 2024-04-02T08:51:10.797 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.798+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~4VU2BE4U4SRA.1 size=1048576 2024-04-02T08:51:10.799 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.800+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~4VU2BE4U4SRA.2 size=804655 2024-04-02T08:51:10.799 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.800+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=4VU2BE4U4SRA tag=20YH4OHYP11U type=write size=3950383 2024-04-02T08:51:10.801 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.802+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=1QMKLYX8TA16 type=del 2024-04-02T08:51:10.803 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.804+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=R5HKV3DCC81S type=write size=637315 2024-04-02T08:51:10.805 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.806+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~C6HQO3UJJREL.0 size=1048576 2024-04-02T08:51:10.806 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.807+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~C6HQO3UJJREL.1 size=1048576 2024-04-02T08:51:10.808 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.809+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~C6HQO3UJJREL.2 size=168715 2024-04-02T08:51:10.811 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.812+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=C6HQO3UJJREL tag=AOVISVMF13Q9 type=write size=3314443 2024-04-02T08:51:10.813 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.814+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=3MBFLL8BSWWB type=del size=1405072 2024-04-02T08:51:10.817 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.818+0000 7f2c37839780 1 < suggested remove operation key=PEEYGF5CW75O tag=Y1R59OKQOE1N type=write 2024-04-02T08:51:10.820 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.822+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~THYBX0E3R0HC.0 size=747328 2024-04-02T08:51:10.820 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.822+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=THYBX0E3R0HC tag=O51RJAHP8LS3 type=write size=1795904 2024-04-02T08:51:10.822 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.824+0000 7f2c37839780 1 < completed write operation key=U4DINZ06NGSP tag=FX5S3DBRV6X0 type=write size=358116 2024-04-02T08:51:10.824 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.826+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=0WNCICDMDNOY type=del size=1738401 2024-04-02T08:51:10.826 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.828+0000 7f2c37839780 1 < completed write operation key=YRS6E6FA19PT tag=1VMG0FWGCGRV type=write size=203982 2024-04-02T08:51:10.830 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.831+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~L8UBGLD1DI05.0 size=1048576 2024-04-02T08:51:10.832 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.833+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~L8UBGLD1DI05.1 size=1048576 2024-04-02T08:51:10.833 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.835+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~L8UBGLD1DI05.2 size=950743 2024-04-02T08:51:10.833 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.835+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=L8UBGLD1DI05 tag=EMNH3YSEU4U5 type=write size=4096471 2024-04-02T08:51:10.836 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.836+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=YOX2WXNSQVBM type=del 2024-04-02T08:51:10.837 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.838+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=WTL1B4ATOQLE type=del size=1298859 2024-04-02T08:51:10.840 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.841+0000 7f2c37839780 -1 < failed to complete operation key=PEEYGF5CW75O tag=SZSDAR2IYEGM type=del size=3281867: (22) Invalid argument 2024-04-02T08:51:10.842 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.843+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=GE9WTPT2URNV type=del size=3697411 2024-04-02T08:51:10.844 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.845+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=R4T2X9ARQQE3 type=del 2024-04-02T08:51:10.847 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.849+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~L866LTSYJM7Z.0 size=1048576 2024-04-02T08:51:10.849 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.850+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~L866LTSYJM7Z.1 size=57673 2024-04-02T08:51:10.849 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.850+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=L866LTSYJM7Z tag=W4EGZOJ1HXCD type=write size=2154825 2024-04-02T08:51:10.851 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.852+0000 7f2c37839780 1 < completed write operation key=8VUTVS0YUD1N tag=2VCDIFN4OA0X type=write size=801954 2024-04-02T08:51:10.853 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.854+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=MZYAP3AZJHCZ type=del size=1414365 2024-04-02T08:51:10.855 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.857+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~WQBCIRR15O4K.0 size=1048576 2024-04-02T08:51:10.857 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.858+0000 7f2c37839780 1 < completed part key=_multipart_9Y8YLX0RAIPV.2~WQBCIRR15O4K.1 size=397862 2024-04-02T08:51:10.860 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.862+0000 7f2c37839780 1 < completed multipart upload key=9Y8YLX0RAIPV upload=WQBCIRR15O4K tag=QACJRNH5H9M9 type=write size=2495014 2024-04-02T08:51:10.865 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.866+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~A7ESVA0EH13O.0 size=1048576 2024-04-02T08:51:10.866 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.868+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~A7ESVA0EH13O.1 size=95376 2024-04-02T08:51:10.867 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.868+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=A7ESVA0EH13O tag=5TNDX03UZSU3 type=write size=2192528 2024-04-02T08:51:10.869 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.870+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=QT10T8R6X5NY type=del 2024-04-02T08:51:10.871 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.872+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=1BQX237IN3HV type=del size=50503 2024-04-02T08:51:10.873 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.874+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=TF7H9OSUO9JO type=del 2024-04-02T08:51:10.875 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.876+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=WVYNAARN38CL type=del size=3506158 2024-04-02T08:51:10.877 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.878+0000 7f2c37839780 1 < canceled operation key=8VUTVS0YUD1N tag=ZO7GY2QJ8AON type=del size=3029842 2024-04-02T08:51:10.880 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.882+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~7HOBKTCL8JDZ.0 size=1048576 2024-04-02T08:51:10.882 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.883+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~7HOBKTCL8JDZ.1 size=1048576 2024-04-02T08:51:10.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.885+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~7HOBKTCL8JDZ.2 size=767616 2024-04-02T08:51:10.884 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.885+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=7HOBKTCL8JDZ tag=2C20GDYRSALT type=write size=3913344 2024-04-02T08:51:10.886 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.887+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~CLOT1GCV0M8P.0 size=543590 2024-04-02T08:51:10.889 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.891+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=CLOT1GCV0M8P tag=SSOUF3KXK7MN type=write size=1592166 2024-04-02T08:51:10.891 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.893+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=GZPSPBCO80SW type=del size=442119 2024-04-02T08:51:10.895 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.896+0000 7f2c37839780 1 < suggested update operation key=ZBWX3XCY0JRK tag=V8NX3UMY4OD1 type=write size=743028 2024-04-02T08:51:10.899 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.900+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~YW6OXK1UCKQ2.0 size=1048576 2024-04-02T08:51:10.900 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.902+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~YW6OXK1UCKQ2.1 size=1048576 2024-04-02T08:51:10.902 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.903+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~YW6OXK1UCKQ2.2 size=362964 2024-04-02T08:51:10.902 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.903+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=YW6OXK1UCKQ2 tag=AVQJCEXAJN6T type=write size=3508692 2024-04-02T08:51:10.904 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.905+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~4VU2BE4U4SRA.0 size=1048576 2024-04-02T08:51:10.906 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.907+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~4VU2BE4U4SRA.1 size=1048576 2024-04-02T08:51:10.908 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.909+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~4VU2BE4U4SRA.2 size=804655 2024-04-02T08:51:10.911 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.913+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=4VU2BE4U4SRA tag=20YH4OHYP11U type=write size=3950383 2024-04-02T08:51:10.914 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.915+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=F3U0YNIKQMVM type=del size=2897540 2024-04-02T08:51:10.916 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.918+0000 7f2c37839780 1 < canceled operation key=L850LE5LQWEI tag=R5HKV3DCC81S type=write size=637315 2024-04-02T08:51:10.919 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.920+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=JA8BBWGM7CX2 type=del size=3643990 2024-04-02T08:51:10.920 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.922+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=3MBFLL8BSWWB type=del 2024-04-02T08:51:10.923 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.924+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=574R8B6LVGXR type=del size=792976 2024-04-02T08:51:10.925 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.926+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~THYBX0E3R0HC.0 size=747328 2024-04-02T08:51:10.928 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.929+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=THYBX0E3R0HC tag=O51RJAHP8LS3 type=write size=1795904 2024-04-02T08:51:10.932 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.933+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~56T3TIUHPNI0.0 size=704802 2024-04-02T08:51:10.932 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.933+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=56T3TIUHPNI0 tag=YAK98DYFJD3Y type=write size=1753378 2024-04-02T08:51:10.936 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.937+0000 7f2c37839780 1 < suggested remove operation key=Z1QID1NC8QNM tag=0WNCICDMDNOY type=del 2024-04-02T08:51:10.939 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.941+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~UJ12IF0K4I0D.0 size=1048576 2024-04-02T08:51:10.941 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.942+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~UJ12IF0K4I0D.1 size=1048576 2024-04-02T08:51:10.943 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.944+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~UJ12IF0K4I0D.2 size=36018 2024-04-02T08:51:10.943 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.944+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=UJ12IF0K4I0D tag=AKIYDEXIKUMC type=write size=3181746 2024-04-02T08:51:10.945 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.947+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~L8UBGLD1DI05.0 size=1048576 2024-04-02T08:51:10.947 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.948+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~L8UBGLD1DI05.1 size=1048576 2024-04-02T08:51:10.949 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.950+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~L8UBGLD1DI05.2 size=950743 2024-04-02T08:51:10.952 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.953+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=L8UBGLD1DI05 tag=EMNH3YSEU4U5 type=write size=4096471 2024-04-02T08:51:10.954 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.955+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=02J9NYH0619N type=del size=1402663 2024-04-02T08:51:10.957 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.958+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=WTL1B4ATOQLE type=del 2024-04-02T08:51:10.959 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.960+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=K5AN62OKS1SE type=del size=578906 2024-04-02T08:51:10.963 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.964+0000 7f2c37839780 1 < suggested remove operation key=L7FKDUVU3YGN tag=GE9WTPT2URNV type=del 2024-04-02T08:51:10.966 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.968+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~37OCDADQUA4K.0 size=1048576 2024-04-02T08:51:10.968 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.969+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~37OCDADQUA4K.1 size=1048576 2024-04-02T08:51:10.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.971+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~37OCDADQUA4K.2 size=323246 2024-04-02T08:51:10.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.971+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=37OCDADQUA4K tag=BM4SP9RB7W9G type=write size=3468974 2024-04-02T08:51:10.972 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.973+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~L866LTSYJM7Z.0 size=1048576 2024-04-02T08:51:10.973 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.975+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~L866LTSYJM7Z.1 size=57673 2024-04-02T08:51:10.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.978+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=L866LTSYJM7Z tag=W4EGZOJ1HXCD type=write size=2154825 2024-04-02T08:51:10.978 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.980+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=FJ25W3J9A1N8 type=del size=1685869 2024-04-02T08:51:10.983 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.984+0000 7f2c37839780 1 < suggested remove operation key=8VUTVS0YUD1N tag=MZYAP3AZJHCZ type=del 2024-04-02T08:51:10.985 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.986+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=K7JXV02JPVBT type=del size=3881933 2024-04-02T08:51:10.987 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.988+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~A7ESVA0EH13O.0 size=1048576 2024-04-02T08:51:10.989 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.990+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~A7ESVA0EH13O.1 size=95376 2024-04-02T08:51:10.992 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.993+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=A7ESVA0EH13O tag=5TNDX03UZSU3 type=write size=2192528 2024-04-02T08:51:10.994 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:10.995+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=NNRF8GBWKTFS type=del size=3021621 2024-04-02T08:51:10.998 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.000+0000 7f2c37839780 1 < suggested remove operation key=L850LE5LQWEI tag=1BQX237IN3HV type=del 2024-04-02T08:51:11.002 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.004+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~TZLGBOM82LQJ.0 size=1011675 2024-04-02T08:51:11.003 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.004+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=TZLGBOM82LQJ tag=C5N5V296DVU0 type=write size=2060251 2024-04-02T08:51:11.005 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.007+0000 7f2c37839780 -1 < failed to complete operation key=Z1QID1NC8QNM tag=WVYNAARN38CL type=del size=3506158: (22) Invalid argument 2024-04-02T08:51:11.009 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.010+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~CQX13CYIG4YQ.0 size=768988 2024-04-02T08:51:11.009 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.010+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=CQX13CYIG4YQ tag=Z2GFZZMD4AFV type=write size=1817564 2024-04-02T08:51:11.011 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.013+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~7HOBKTCL8JDZ.0 size=1048576 2024-04-02T08:51:11.013 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.015+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~7HOBKTCL8JDZ.1 size=1048576 2024-04-02T08:51:11.016 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.017+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~7HOBKTCL8JDZ.2 size=767616 2024-04-02T08:51:11.021 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.022+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=7HOBKTCL8JDZ tag=2C20GDYRSALT type=write size=3913344 2024-04-02T08:51:11.023 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.024+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=11LCM4UPPN6G type=del size=1223594 2024-04-02T08:51:11.024 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.026+0000 7f2c37839780 1 < completed delete operation key=VOT77PAW1Q91 tag=GZPSPBCO80SW type=del 2024-04-02T08:51:11.029 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.030+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~VMKMO9DC2BKN.0 size=147830 2024-04-02T08:51:11.029 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.030+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=VMKMO9DC2BKN tag=V2WI5Q1HKQO0 type=write size=1196406 2024-04-02T08:51:11.031 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.032+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~YW6OXK1UCKQ2.0 size=1048576 2024-04-02T08:51:11.032 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.033+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~YW6OXK1UCKQ2.1 size=1048576 2024-04-02T08:51:11.032 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.033+0000 7f2c37839780 1 < canceled part key=_multipart_KES2MUV53GCC.2~YW6OXK1UCKQ2.2 size=362964 2024-04-02T08:51:11.036 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.037+0000 7f2c37839780 1 < canceled multipart upload key=KES2MUV53GCC upload=YW6OXK1UCKQ2 tag=AVQJCEXAJN6T type=write size=3508692 2024-04-02T08:51:11.041 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.042+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~SW2FWD0LLO33.0 size=827196 2024-04-02T08:51:11.041 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.042+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=SW2FWD0LLO33 tag=L5QLLZW48F45 type=write size=1875772 2024-04-02T08:51:11.043 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.044+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=F3U0YNIKQMVM type=del 2024-04-02T08:51:11.045 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.047+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=2M5QB0PMWC5A type=del size=558375 2024-04-02T08:51:11.048 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.049+0000 7f2c37839780 1 < canceled operation key=VOT77PAW1Q91 tag=JA8BBWGM7CX2 type=del size=3643990 2024-04-02T08:51:11.050 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.051+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=EN6LMS2JUJXV type=del size=2920751 2024-04-02T08:51:11.052 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.053+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=574R8B6LVGXR type=del 2024-04-02T08:51:11.054 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.055+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=H6VLZ8WWB70Z type=del size=2301413 2024-04-02T08:51:11.055 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.057+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~56T3TIUHPNI0.0 size=704802 2024-04-02T08:51:11.059 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.060+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=56T3TIUHPNI0 tag=YAK98DYFJD3Y type=write size=1753378 2024-04-02T08:51:11.062 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.063+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=U166W3DSWEVQ type=del size=1168621 2024-04-02T08:51:11.064 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.065+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~UJ12IF0K4I0D.0 size=1048576 2024-04-02T08:51:11.066 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.068+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~UJ12IF0K4I0D.1 size=1048576 2024-04-02T08:51:11.066 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.068+0000 7f2c37839780 1 < canceled part key=_multipart_CG5T3W0DZYHT.2~UJ12IF0K4I0D.2 size=36018 2024-04-02T08:51:11.070 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.072+0000 7f2c37839780 1 < canceled multipart upload key=CG5T3W0DZYHT upload=UJ12IF0K4I0D tag=AKIYDEXIKUMC type=write size=3181746 2024-04-02T08:51:11.074 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.076+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~18571FJ62VV3.0 size=1048576 2024-04-02T08:51:11.076 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.078+0000 7f2c37839780 1 > prepared part key=_multipart_51ZKADJFQPAW.2~18571FJ62VV3.1 size=703529 2024-04-02T08:51:11.077 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.078+0000 7f2c37839780 1 > prepared multipart upload key=51ZKADJFQPAW upload=18571FJ62VV3 tag=JHMACB149LQA type=write size=2800681 2024-04-02T08:51:11.079 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.080+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=02J9NYH0619N type=del 2024-04-02T08:51:11.082 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.084+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~6RP7K546Y7ER.0 size=1048576 2024-04-02T08:51:11.084 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.085+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~6RP7K546Y7ER.1 size=1048576 2024-04-02T08:51:11.086 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.088+0000 7f2c37839780 1 > prepared part key=_multipart_9DRFTTIJ432I.2~6RP7K546Y7ER.2 size=681679 2024-04-02T08:51:11.086 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.088+0000 7f2c37839780 1 > prepared multipart upload key=9DRFTTIJ432I upload=6RP7K546Y7ER tag=ZY5WMU6TNVC2 type=write size=3827407 2024-04-02T08:51:11.089 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.090+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=K5AN62OKS1SE type=del 2024-04-02T08:51:11.091 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.092+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=SCVANKA2ZAYZ type=del size=1275978 2024-04-02T08:51:11.094 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.095+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~37OCDADQUA4K.0 size=1048576 2024-04-02T08:51:11.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.097+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~37OCDADQUA4K.1 size=1048576 2024-04-02T08:51:11.097 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.099+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~37OCDADQUA4K.2 size=323246 2024-04-02T08:51:11.101 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.102+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=37OCDADQUA4K tag=BM4SP9RB7W9G type=write size=3468974 2024-04-02T08:51:11.102 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.104+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=0F67XCR741NI type=del size=3699840 2024-04-02T08:51:11.104 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.106+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=FJ25W3J9A1N8 type=del 2024-04-02T08:51:11.108 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.109+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~2RJCH0T2WF03.0 size=1048576 2024-04-02T08:51:11.109 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.111+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~2RJCH0T2WF03.1 size=351373 2024-04-02T08:51:11.110 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.111+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=2RJCH0T2WF03 tag=CEJGM0CYMUD6 type=write size=2448525 2024-04-02T08:51:11.111 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.113+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=K7JXV02JPVBT type=del 2024-04-02T08:51:11.115 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.117+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~3SRUJM4Y4IBR.0 size=1048576 2024-04-02T08:51:11.117 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.118+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~3SRUJM4Y4IBR.1 size=1048576 2024-04-02T08:51:11.119 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.121+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~3SRUJM4Y4IBR.2 size=883465 2024-04-02T08:51:11.119 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.121+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=3SRUJM4Y4IBR tag=7961COCVWI4S type=write size=4029193 2024-04-02T08:51:11.122 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.123+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=NNRF8GBWKTFS type=del 2024-04-02T08:51:11.125 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.126+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~MOTZI4NSB24N.0 size=756000 2024-04-02T08:51:11.125 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.126+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=MOTZI4NSB24N tag=RLQT3ATMDLKV type=write size=1804576 2024-04-02T08:51:11.127 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.128+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~TZLGBOM82LQJ.0 size=1011675 2024-04-02T08:51:11.130 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.132+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=TZLGBOM82LQJ tag=C5N5V296DVU0 type=write size=2060251 2024-04-02T08:51:11.132 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.133+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=3F3L8VXZLW3V type=del size=3846633 2024-04-02T08:51:11.134 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.135+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~CQX13CYIG4YQ.0 size=768988 2024-04-02T08:51:11.137 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.139+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=CQX13CYIG4YQ tag=Z2GFZZMD4AFV type=write size=1817564 2024-04-02T08:51:11.139 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.141+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=HZ6QPMXV8JOV type=write size=814891 2024-04-02T08:51:11.141 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.143+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=11LCM4UPPN6G type=del 2024-04-02T08:51:11.143 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.145+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=GYJFNDIT7Q8E type=del size=1269934 2024-04-02T08:51:11.145 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.147+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~VMKMO9DC2BKN.0 size=147830 2024-04-02T08:51:11.149 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.150+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=VMKMO9DC2BKN tag=V2WI5Q1HKQO0 type=write size=1196406 2024-04-02T08:51:11.151 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.152+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=CGPV8T6HLS7F type=del size=169312 2024-04-02T08:51:11.153 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.154+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~SW2FWD0LLO33.0 size=827196 2024-04-02T08:51:11.156 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.158+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=SW2FWD0LLO33 tag=L5QLLZW48F45 type=write size=1875772 2024-04-02T08:51:11.158 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.160+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=B0HM3J2LMK9W type=del size=322217 2024-04-02T08:51:11.160 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.162+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=2M5QB0PMWC5A type=del 2024-04-02T08:51:11.162 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.164+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=ZHLIL0BTZ524 type=del size=2892429 2024-04-02T08:51:11.164 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.166+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=EN6LMS2JUJXV type=del 2024-04-02T08:51:11.166 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.168+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=52BOT5P31KNY type=del size=2157426 2024-04-02T08:51:11.170 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.171+0000 7f2c37839780 1 < suggested update operation key=PEEYGF5CW75O tag=H6VLZ8WWB70Z type=del size=2301413 2024-04-02T08:51:11.173 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.173+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=9KZDS43VKRND type=del size=2787106 2024-04-02T08:51:11.174 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.175+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=U166W3DSWEVQ type=del 2024-04-02T08:51:11.178 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.179+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~7FY7R0Z856J5.0 size=903901 2024-04-02T08:51:11.178 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.179+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=7FY7R0Z856J5 tag=DZWAU5HXXUTJ type=write size=1952477 2024-04-02T08:51:11.180 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.181+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~18571FJ62VV3.0 size=1048576 2024-04-02T08:51:11.181 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.183+0000 7f2c37839780 1 < completed part key=_multipart_51ZKADJFQPAW.2~18571FJ62VV3.1 size=703529 2024-04-02T08:51:11.185 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.186+0000 7f2c37839780 1 < completed multipart upload key=51ZKADJFQPAW upload=18571FJ62VV3 tag=JHMACB149LQA type=write size=2800681 2024-04-02T08:51:11.188 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.190+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~W3711A0Q9O35.0 size=1048576 2024-04-02T08:51:11.190 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.191+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~W3711A0Q9O35.1 size=312513 2024-04-02T08:51:11.190 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.191+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=W3711A0Q9O35 tag=MM44DUG3BMS7 type=write size=2409665 2024-04-02T08:51:11.192 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.193+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~6RP7K546Y7ER.0 size=1048576 2024-04-02T08:51:11.194 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.195+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~6RP7K546Y7ER.1 size=1048576 2024-04-02T08:51:11.195 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.197+0000 7f2c37839780 1 < completed part key=_multipart_9DRFTTIJ432I.2~6RP7K546Y7ER.2 size=681679 2024-04-02T08:51:11.199 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.200+0000 7f2c37839780 1 < completed multipart upload key=9DRFTTIJ432I upload=6RP7K546Y7ER tag=ZY5WMU6TNVC2 type=write size=3827407 2024-04-02T08:51:11.203 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.205+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~CJB2HY48F714.0 size=1048576 2024-04-02T08:51:11.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.207+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~CJB2HY48F714.1 size=84564 2024-04-02T08:51:11.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.207+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=CJB2HY48F714 tag=U5X7R7V8O1JS type=write size=2181716 2024-04-02T08:51:11.209 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.210+0000 7f2c37839780 1 < suggested remove operation key=9DRFTTIJ432I tag=SCVANKA2ZAYZ type=del 2024-04-02T08:51:11.211 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.213+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=OE5SDI7KKRW9 type=del size=4028156 2024-04-02T08:51:11.213 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.215+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=0F67XCR741NI type=del 2024-04-02T08:51:11.216 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.217+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=AH754DY0ACNT type=del size=895526 2024-04-02T08:51:11.218 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.219+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~2RJCH0T2WF03.0 size=1048576 2024-04-02T08:51:11.220 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.221+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~2RJCH0T2WF03.1 size=351373 2024-04-02T08:51:11.223 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.225+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=2RJCH0T2WF03 tag=CEJGM0CYMUD6 type=write size=2448525 2024-04-02T08:51:11.225 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.227+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=0XN6YI6TY626 type=write size=508886 2024-04-02T08:51:11.227 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.229+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~3SRUJM4Y4IBR.0 size=1048576 2024-04-02T08:51:11.229 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.231+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~3SRUJM4Y4IBR.1 size=1048576 2024-04-02T08:51:11.231 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.232+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~3SRUJM4Y4IBR.2 size=883465 2024-04-02T08:51:11.235 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.236+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=3SRUJM4Y4IBR tag=7961COCVWI4S type=write size=4029193 2024-04-02T08:51:11.237 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.238+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=RFFFN82SL3P4 type=del size=2984567 2024-04-02T08:51:11.239 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.241+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~MOTZI4NSB24N.0 size=756000 2024-04-02T08:51:11.244 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.245+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=MOTZI4NSB24N tag=RLQT3ATMDLKV type=write size=1804576 2024-04-02T08:51:11.245 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.247+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=N32SK9HR6Z6Q type=write size=612595 2024-04-02T08:51:11.247 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.249+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=3F3L8VXZLW3V type=del 2024-04-02T08:51:11.249 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.251+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=WQGZ82OEHMYD type=del size=2764572 2024-04-02T08:51:11.253 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.254+0000 7f2c37839780 1 < suggested remove operation key=VOT77PAW1Q91 tag=HZ6QPMXV8JOV type=write 2024-04-02T08:51:11.257 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.258+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~VPBJS7UE8AIJ.0 size=917403 2024-04-02T08:51:11.257 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.258+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=VPBJS7UE8AIJ tag=5BDBWZNNIXWB type=write size=1965979 2024-04-02T08:51:11.259 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.260+0000 7f2c37839780 1 < completed delete operation key=33264AD3WNVF tag=GYJFNDIT7Q8E type=del 2024-04-02T08:51:11.263 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.264+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~95GMNFC5KXXH.0 size=1048576 2024-04-02T08:51:11.264 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.265+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~95GMNFC5KXXH.1 size=1048576 2024-04-02T08:51:11.266 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.267+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~95GMNFC5KXXH.2 size=854831 2024-04-02T08:51:11.266 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.267+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=95GMNFC5KXXH tag=BFLNIWRPK453 type=write size=4000559 2024-04-02T08:51:11.268 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.269+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=CGPV8T6HLS7F type=del 2024-04-02T08:51:11.270 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.271+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=80I2MOQDT6RS type=del size=1078329 2024-04-02T08:51:11.273 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.274+0000 7f2c37839780 -1 < failed to complete operation key=9DRFTTIJ432I tag=B0HM3J2LMK9W type=del size=322217: (22) Invalid argument 2024-04-02T08:51:11.278 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.276+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=6076LU6TH1BX type=del size=3625746 2024-04-02T08:51:11.278 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.278+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=ZHLIL0BTZ524 type=del 2024-04-02T08:51:11.280 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.282+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~96KNQL5GTFUI.0 size=696020 2024-04-02T08:51:11.281 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.282+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=96KNQL5GTFUI tag=G9MAEIL4YRHK type=write size=1744596 2024-04-02T08:51:11.284 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.286+0000 7f2c37839780 1 < suggested update operation key=OL6XSE7L8RVB tag=52BOT5P31KNY type=del size=2157426 2024-04-02T08:51:11.288 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.289+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~6CO5QYHPAPFG.0 size=1048576 2024-04-02T08:51:11.289 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.291+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~6CO5QYHPAPFG.1 size=1048576 2024-04-02T08:51:11.291 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.293+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~6CO5QYHPAPFG.2 size=508209 2024-04-02T08:51:11.291 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.293+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=6CO5QYHPAPFG tag=AEU3V95SON1K type=write size=3653937 2024-04-02T08:51:11.293 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.295+0000 7f2c37839780 1 < canceled operation key=8VUTVS0YUD1N tag=9KZDS43VKRND type=del size=2787106 2024-04-02T08:51:11.297 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.299+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~A9GYCPTFNBEA.0 size=390940 2024-04-02T08:51:11.297 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.299+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=A9GYCPTFNBEA tag=QUJ18VZ2P0T3 type=write size=1439516 2024-04-02T08:51:11.298 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.299+0000 7f2c37839780 1 < canceled part key=_multipart_L850LE5LQWEI.2~7FY7R0Z856J5.0 size=903901 2024-04-02T08:51:11.301 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.302+0000 7f2c37839780 1 < canceled multipart upload key=L850LE5LQWEI upload=7FY7R0Z856J5 tag=DZWAU5HXXUTJ type=write size=1952477 2024-04-02T08:51:11.303 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.304+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=76ADO2DLEG8H type=del size=2153526 2024-04-02T08:51:11.305 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.307+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~W3711A0Q9O35.0 size=1048576 2024-04-02T08:51:11.308 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.309+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~W3711A0Q9O35.1 size=312513 2024-04-02T08:51:11.312 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.313+0000 7f2c37839780 1 < completed multipart upload key=2HK29QL163AK upload=W3711A0Q9O35 tag=MM44DUG3BMS7 type=write size=2409665 2024-04-02T08:51:11.314 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.315+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=UF387DBVWLZI type=write size=990963 2024-04-02T08:51:11.316 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.318+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~CJB2HY48F714.0 size=1048576 2024-04-02T08:51:11.318 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.319+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~CJB2HY48F714.1 size=84564 2024-04-02T08:51:11.322 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.323+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=CJB2HY48F714 tag=U5X7R7V8O1JS type=write size=2181716 2024-04-02T08:51:11.326 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.328+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~238LHOMPPA0S.0 size=1048576 2024-04-02T08:51:11.328 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.330+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~238LHOMPPA0S.1 size=1048576 2024-04-02T08:51:11.330 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.332+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~238LHOMPPA0S.2 size=1048234 2024-04-02T08:51:11.331 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.332+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=238LHOMPPA0S tag=FKW3I9LGGAKS type=write size=4193962 2024-04-02T08:51:11.334 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.335+0000 7f2c37839780 -1 < failed to complete operation key=OL6XSE7L8RVB tag=OE5SDI7KKRW9 type=del size=4028156: (22) Invalid argument 2024-04-02T08:51:11.335 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.337+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=J88HKLBXVLT3 type=del size=1364103 2024-04-02T08:51:11.337 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.339+0000 7f2c37839780 1 < completed delete operation key=KES2MUV53GCC tag=AH754DY0ACNT type=del 2024-04-02T08:51:11.340 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.341+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=BQG8EFLBHWUO type=del size=2299514 2024-04-02T08:51:11.342 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.343+0000 7f2c37839780 1 < completed write operation key=YRS6E6FA19PT tag=0XN6YI6TY626 type=write size=508886 2024-04-02T08:51:11.345 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.346+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=JSULJOMBS73R type=del size=3455215 2024-04-02T08:51:11.347 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.349+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=RFFFN82SL3P4 type=del 2024-04-02T08:51:11.349 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.351+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=8YTF7U1NJFPU type=write size=560063 2024-04-02T08:51:11.352 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.353+0000 7f2c37839780 -1 < failed to complete operation key=VOT77PAW1Q91 tag=N32SK9HR6Z6Q type=write size=612595: (22) Invalid argument 2024-04-02T08:51:11.357 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.358+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~X3ZWGY55HQV0.0 size=1048576 2024-04-02T08:51:11.359 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.360+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~X3ZWGY55HQV0.1 size=1048576 2024-04-02T08:51:11.360 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.362+0000 7f2c37839780 1 > prepared part key=_multipart_CG5T3W0DZYHT.2~X3ZWGY55HQV0.2 size=574755 2024-04-02T08:51:11.361 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.362+0000 7f2c37839780 1 > prepared multipart upload key=CG5T3W0DZYHT upload=X3ZWGY55HQV0 tag=WIQ11P2CU835 type=write size=3720483 2024-04-02T08:51:11.365 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.367+0000 7f2c37839780 1 < suggested remove operation key=1V7MCBT4ATIC tag=WQGZ82OEHMYD type=del 2024-04-02T08:51:11.368 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.369+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=CBUSXSIGWC6B type=del size=172495 2024-04-02T08:51:11.370 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.371+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~VPBJS7UE8AIJ.0 size=917403 2024-04-02T08:51:11.373 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.374+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=VPBJS7UE8AIJ tag=5BDBWZNNIXWB type=write size=1965979 2024-04-02T08:51:11.375 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.377+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=ZIUJ57ZFG596 type=write size=146190 2024-04-02T08:51:11.378 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.379+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~95GMNFC5KXXH.0 size=1048576 2024-04-02T08:51:11.379 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.381+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~95GMNFC5KXXH.1 size=1048576 2024-04-02T08:51:11.381 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.383+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~95GMNFC5KXXH.2 size=854831 2024-04-02T08:51:11.385 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.387+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=95GMNFC5KXXH tag=BFLNIWRPK453 type=write size=4000559 2024-04-02T08:51:11.388 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.389+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=D2Z99E7PIKJP type=del size=835618 2024-04-02T08:51:11.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.391+0000 7f2c37839780 1 < completed delete operation key=9Y8YLX0RAIPV tag=80I2MOQDT6RS type=del 2024-04-02T08:51:11.392 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.393+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=KLH4F9KCM5C8 type=del size=3866950 2024-04-02T08:51:11.393 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.395+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=6076LU6TH1BX type=del 2024-04-02T08:51:11.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.397+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=EVWY0QGCTJ96 type=del size=1413961 2024-04-02T08:51:11.398 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.400+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~96KNQL5GTFUI.0 size=696020 2024-04-02T08:51:11.402 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.403+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=96KNQL5GTFUI tag=G9MAEIL4YRHK type=write size=1744596 2024-04-02T08:51:11.403 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.405+0000 7f2c37839780 1 > prepared operation key=VHVBJGFC6O30 tag=9Q1JIOUHE8NQ type=del size=2013288 2024-04-02T08:51:11.406 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.407+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~6CO5QYHPAPFG.0 size=1048576 2024-04-02T08:51:11.408 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.410+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~6CO5QYHPAPFG.1 size=1048576 2024-04-02T08:51:11.410 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.411+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~6CO5QYHPAPFG.2 size=508209 2024-04-02T08:51:11.414 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.415+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=6CO5QYHPAPFG tag=AEU3V95SON1K type=write size=3653937 2024-04-02T08:51:11.419 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.420+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~UJ7DFN71W38S.0 size=1048576 2024-04-02T08:51:11.420 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.422+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~UJ7DFN71W38S.1 size=880058 2024-04-02T08:51:11.420 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.422+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=UJ7DFN71W38S tag=GOG4PCOS1T9Z type=write size=2977210 2024-04-02T08:51:11.422 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.424+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~A9GYCPTFNBEA.0 size=390940 2024-04-02T08:51:11.426 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.427+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=A9GYCPTFNBEA tag=QUJ18VZ2P0T3 type=write size=1439516 2024-04-02T08:51:11.428 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.429+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=E9HIYK16WBD1 type=del size=3149836 2024-04-02T08:51:11.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.431+0000 7f2c37839780 1 < canceled operation key=91BN62ARVOEH tag=76ADO2DLEG8H type=del size=2153526 2024-04-02T08:51:11.433 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.435+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~ZW2OUNU7Y4CQ.0 size=1048576 2024-04-02T08:51:11.436 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.437+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~ZW2OUNU7Y4CQ.1 size=870744 2024-04-02T08:51:11.436 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.437+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=ZW2OUNU7Y4CQ tag=2VMNSH24X58S type=write size=2967896 2024-04-02T08:51:11.437 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.439+0000 7f2c37839780 1 < completed write operation key=VHVBJGFC6O30 tag=UF387DBVWLZI type=write size=990963 2024-04-02T08:51:11.439 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.441+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=5PLDJ0Z4K5MN type=write size=552622 2024-04-02T08:51:11.440 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.441+0000 7f2c37839780 1 < canceled part key=_multipart_01FWIMJZX0P3.2~238LHOMPPA0S.0 size=1048576 2024-04-02T08:51:11.442 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.443+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~238LHOMPPA0S.1 size=1048576 2024-04-02T08:51:11.444 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.445+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~238LHOMPPA0S.2 size=1048234 2024-04-02T08:51:11.448 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.449+0000 7f2c37839780 1 < canceled multipart upload key=01FWIMJZX0P3 upload=238LHOMPPA0S tag=FKW3I9LGGAKS type=write size=4193962 2024-04-02T08:51:11.450 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.451+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=ITBA448GGT24 type=del size=485968 2024-04-02T08:51:11.453 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.454+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=J88HKLBXVLT3 type=del 2024-04-02T08:51:11.454 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.456+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=L0M6361SIECR type=del size=14479 2024-04-02T08:51:11.456 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.458+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=BQG8EFLBHWUO type=del 2024-04-02T08:51:11.458 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.460+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=U2R2PS9FSQDD type=del size=224090 2024-04-02T08:51:11.463 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.465+0000 7f2c37839780 1 < suggested update operation key=CLRQ9OAM3LFI tag=JSULJOMBS73R type=del size=3455215 2024-04-02T08:51:11.466 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.467+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=8P5P5FAF9DJK type=del size=332033 2024-04-02T08:51:11.468 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.469+0000 7f2c37839780 1 < completed write operation key=7RA3C7WFS3O2 tag=8YTF7U1NJFPU type=write size=560063 2024-04-02T08:51:11.471 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.472+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=U1JDE04EMUL5 type=del size=529266 2024-04-02T08:51:11.473 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.475+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~X3ZWGY55HQV0.0 size=1048576 2024-04-02T08:51:11.475 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.477+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~X3ZWGY55HQV0.1 size=1048576 2024-04-02T08:51:11.478 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.479+0000 7f2c37839780 1 < completed part key=_multipart_CG5T3W0DZYHT.2~X3ZWGY55HQV0.2 size=574755 2024-04-02T08:51:11.482 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.484+0000 7f2c37839780 1 < completed multipart upload key=CG5T3W0DZYHT upload=X3ZWGY55HQV0 tag=WIQ11P2CU835 type=write size=3720483 2024-04-02T08:51:11.485 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.486+0000 7f2c37839780 1 > prepared operation key=KES2MUV53GCC tag=XYL9L7L2GJSI type=del size=1160990 2024-04-02T08:51:11.488 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.489+0000 7f2c37839780 1 < suggested update operation key=7RA3C7WFS3O2 tag=CBUSXSIGWC6B type=del size=172495 2024-04-02T08:51:11.492 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.494+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~1R39LJB0ZZC3.0 size=1048576 2024-04-02T08:51:11.495 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.496+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~1R39LJB0ZZC3.1 size=460805 2024-04-02T08:51:11.495 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.496+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=1R39LJB0ZZC3 tag=95JG3MR9QJ3T type=write size=2557957 2024-04-02T08:51:11.497 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.498+0000 7f2c37839780 1 < completed write operation key=2HK29QL163AK tag=ZIUJ57ZFG596 type=write size=146190 2024-04-02T08:51:11.499 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.500+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=8SLDQ6MJ6FV5 type=del size=3874511 2024-04-02T08:51:11.504 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.505+0000 7f2c37839780 1 < suggested remove operation key=VOT77PAW1Q91 tag=D2Z99E7PIKJP type=del 2024-04-02T08:51:11.509 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.510+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~1X7DMHIY4AXI.0 size=1048576 2024-04-02T08:51:11.510 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.512+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~1X7DMHIY4AXI.1 size=1048576 2024-04-02T08:51:11.512 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.514+0000 7f2c37839780 1 > prepared part key=_multipart_01FWIMJZX0P3.2~1X7DMHIY4AXI.2 size=621069 2024-04-02T08:51:11.513 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.514+0000 7f2c37839780 1 > prepared multipart upload key=01FWIMJZX0P3 upload=1X7DMHIY4AXI tag=D6R23ZKQSJ5W type=write size=3766797 2024-04-02T08:51:11.515 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.516+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=KLH4F9KCM5C8 type=del 2024-04-02T08:51:11.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.518+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=TZJ7T120L4D3 type=del size=2324594 2024-04-02T08:51:11.520 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.521+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=EVWY0QGCTJ96 type=del 2024-04-02T08:51:11.524 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.526+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~31YT57WHXU95.0 size=1048576 2024-04-02T08:51:11.526 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.528+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~31YT57WHXU95.1 size=1048576 2024-04-02T08:51:11.528 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.529+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~31YT57WHXU95.2 size=435166 2024-04-02T08:51:11.528 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.529+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=31YT57WHXU95 tag=5NKMP6JPTJV2 type=write size=3580894 2024-04-02T08:51:11.530 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.531+0000 7f2c37839780 1 < completed delete operation key=VHVBJGFC6O30 tag=9Q1JIOUHE8NQ type=del 2024-04-02T08:51:11.532 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.533+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=8MHO1C99XNBQ type=del size=11041 2024-04-02T08:51:11.534 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.535+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~UJ7DFN71W38S.0 size=1048576 2024-04-02T08:51:11.536 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.537+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~UJ7DFN71W38S.1 size=880058 2024-04-02T08:51:11.539 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.540+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=UJ7DFN71W38S tag=GOG4PCOS1T9Z type=write size=2977210 2024-04-02T08:51:11.543 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.544+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~4DLZ3E4E6F93.0 size=1048576 2024-04-02T08:51:11.544 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.546+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~4DLZ3E4E6F93.1 size=263274 2024-04-02T08:51:11.544 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.546+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=4DLZ3E4E6F93 tag=JVA2PPP2F8OP type=write size=2360426 2024-04-02T08:51:11.546 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.547+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=E9HIYK16WBD1 type=del 2024-04-02T08:51:11.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.551+0000 7f2c37839780 1 > prepared part key=_multipart_B5YV3S5C1VXZ.2~QO4RTG0UL4V8.0 size=1042715 2024-04-02T08:51:11.550 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.551+0000 7f2c37839780 1 > prepared multipart upload key=B5YV3S5C1VXZ upload=QO4RTG0UL4V8 tag=POP3J0GMI51L type=write size=2091291 2024-04-02T08:51:11.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.553+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~ZW2OUNU7Y4CQ.0 size=1048576 2024-04-02T08:51:11.553 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.555+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~ZW2OUNU7Y4CQ.1 size=870744 2024-04-02T08:51:11.557 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.558+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=ZW2OUNU7Y4CQ tag=2VMNSH24X58S type=write size=2967896 2024-04-02T08:51:11.559 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.560+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=E46JFM9NAZ40 type=del size=859701 2024-04-02T08:51:11.563 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.565+0000 7f2c37839780 1 < suggested update operation key=U25NTMGOU3R2 tag=5PLDJ0Z4K5MN type=write size=552622 2024-04-02T08:51:11.565 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.567+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=VHU4CY9PGGB6 type=write size=1017247 2024-04-02T08:51:11.569 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.570+0000 7f2c37839780 1 < suggested remove operation key=FTT2SQYUSW82 tag=ITBA448GGT24 type=del 2024-04-02T08:51:11.573 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.574+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~OFY9HK8YQ41S.0 size=1048576 2024-04-02T08:51:11.575 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.576+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~OFY9HK8YQ41S.1 size=1048576 2024-04-02T08:51:11.577 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.578+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~OFY9HK8YQ41S.2 size=846490 2024-04-02T08:51:11.577 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.578+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=OFY9HK8YQ41S tag=GPQZ26OEZ4TZ type=write size=3992218 2024-04-02T08:51:11.578 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.580+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=L0M6361SIECR type=del 2024-04-02T08:51:11.582 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.583+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~3OXCG8HUDLAC.0 size=762484 2024-04-02T08:51:11.582 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.583+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=3OXCG8HUDLAC tag=3PVAT84O7X9F type=write size=1811060 2024-04-02T08:51:11.584 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.585+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=U2R2PS9FSQDD type=del 2024-04-02T08:51:11.586 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.587+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=CJV91ZDAKX9M type=write size=152164 2024-04-02T08:51:11.588 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.590+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=8P5P5FAF9DJK type=del 2024-04-02T08:51:11.593 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.594+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~30OHH7WCCEM8.0 size=1048576 2024-04-02T08:51:11.595 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.597+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~30OHH7WCCEM8.1 size=1048576 2024-04-02T08:51:11.598 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.599+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~30OHH7WCCEM8.2 size=721467 2024-04-02T08:51:11.598 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.599+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=30OHH7WCCEM8 tag=DX9N13QCUP5W type=write size=3867195 2024-04-02T08:51:11.600 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.602+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=U1JDE04EMUL5 type=del 2024-04-02T08:51:11.603 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.604+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=THB1VV60MI4W type=del size=3610448 2024-04-02T08:51:11.608 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.610+0000 7f2c37839780 1 < suggested update operation key=KES2MUV53GCC tag=XYL9L7L2GJSI type=del size=1160990 2024-04-02T08:51:11.611 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.612+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=S3YP4H8WU61O type=del size=324638 2024-04-02T08:51:11.612 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.614+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~1R39LJB0ZZC3.0 size=1048576 2024-04-02T08:51:11.615 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.616+0000 7f2c37839780 1 < completed part key=_multipart_33264AD3WNVF.2~1R39LJB0ZZC3.1 size=460805 2024-04-02T08:51:11.619 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.620+0000 7f2c37839780 1 < completed multipart upload key=33264AD3WNVF upload=1R39LJB0ZZC3 tag=95JG3MR9QJ3T type=write size=2557957 2024-04-02T08:51:11.621 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.623+0000 7f2c37839780 1 > prepared operation key=51ZKADJFQPAW tag=Z6PTZBIKKFTR type=del size=717991 2024-04-02T08:51:11.624 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.625+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=8SLDQ6MJ6FV5 type=del 2024-04-02T08:51:11.629 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.630+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~G1QEIGFI873O.0 size=1048576 2024-04-02T08:51:11.631 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.633+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~G1QEIGFI873O.1 size=1048576 2024-04-02T08:51:11.634 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.635+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~G1QEIGFI873O.2 size=691515 2024-04-02T08:51:11.634 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.635+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=G1QEIGFI873O tag=F9GD8FDRYT5B type=write size=3837243 2024-04-02T08:51:11.635 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.637+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~1X7DMHIY4AXI.0 size=1048576 2024-04-02T08:51:11.638 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.639+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~1X7DMHIY4AXI.1 size=1048576 2024-04-02T08:51:11.639 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.641+0000 7f2c37839780 1 < completed part key=_multipart_01FWIMJZX0P3.2~1X7DMHIY4AXI.2 size=621069 2024-04-02T08:51:11.644 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.645+0000 7f2c37839780 1 < completed multipart upload key=01FWIMJZX0P3 upload=1X7DMHIY4AXI tag=D6R23ZKQSJ5W type=write size=3766797 2024-04-02T08:51:11.645 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.647+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=43YUVHOIZUF1 type=del size=1872679 2024-04-02T08:51:11.648 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.649+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=TZJ7T120L4D3 type=del 2024-04-02T08:51:11.650 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.652+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=RPI9E88WAB4L type=del size=2452956 2024-04-02T08:51:11.650 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.652+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~31YT57WHXU95.0 size=1048576 2024-04-02T08:51:11.653 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.654+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~31YT57WHXU95.1 size=1048576 2024-04-02T08:51:11.653 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.654+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~31YT57WHXU95.2 size=435166 2024-04-02T08:51:11.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.658+0000 7f2c37839780 1 < canceled multipart upload key=OKEW0QKVDGET upload=31YT57WHXU95 tag=5NKMP6JPTJV2 type=write size=3580894 2024-04-02T08:51:11.659 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.660+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=QP2TABJ7YDKS type=del size=3251167 2024-04-02T08:51:11.661 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.662+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=8MHO1C99XNBQ type=del 2024-04-02T08:51:11.663 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.664+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=8BXJXKZ11A15 type=del size=1059183 2024-04-02T08:51:11.665 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.666+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~4DLZ3E4E6F93.0 size=1048576 2024-04-02T08:51:11.667 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.669+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~4DLZ3E4E6F93.1 size=263274 2024-04-02T08:51:11.671 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.673+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=4DLZ3E4E6F93 tag=JVA2PPP2F8OP type=write size=2360426 2024-04-02T08:51:11.674 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.675+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=5FQD9O4SIYV2 type=write size=978842 2024-04-02T08:51:11.677 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.678+0000 7f2c37839780 1 < completed part key=_multipart_B5YV3S5C1VXZ.2~QO4RTG0UL4V8.0 size=1042715 2024-04-02T08:51:11.682 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.682+0000 7f2c37839780 1 < completed multipart upload key=B5YV3S5C1VXZ upload=QO4RTG0UL4V8 tag=POP3J0GMI51L type=write size=2091291 2024-04-02T08:51:11.685 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.686+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~YN7K5X8X6AVF.0 size=1048576 2024-04-02T08:51:11.689 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.688+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~YN7K5X8X6AVF.1 size=11044 2024-04-02T08:51:11.689 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.688+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=YN7K5X8X6AVF tag=MLVC36CZ1VLU type=write size=2108196 2024-04-02T08:51:11.690 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.692+0000 7f2c37839780 1 < suggested remove operation key=K3VPFIXU5HDZ tag=E46JFM9NAZ40 type=del 2024-04-02T08:51:11.692 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.694+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=IEMBAWJFQ8BJ type=del size=2922844 2024-04-02T08:51:11.697 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.698+0000 7f2c37839780 1 < suggested remove operation key=PEEYGF5CW75O tag=VHU4CY9PGGB6 type=write 2024-04-02T08:51:11.699 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.700+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=6J24NLEQZWST type=del size=597731 2024-04-02T08:51:11.701 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.702+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~OFY9HK8YQ41S.0 size=1048576 2024-04-02T08:51:11.702 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.704+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~OFY9HK8YQ41S.1 size=1048576 2024-04-02T08:51:11.704 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.705+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~OFY9HK8YQ41S.2 size=846490 2024-04-02T08:51:11.708 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.709+0000 7f2c37839780 1 < completed multipart upload key=91BN62ARVOEH upload=OFY9HK8YQ41S tag=GPQZ26OEZ4TZ type=write size=3992218 2024-04-02T08:51:11.711 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.713+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~BT7OTNWN24GU.0 size=1048576 2024-04-02T08:51:11.713 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.714+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~BT7OTNWN24GU.1 size=1048576 2024-04-02T08:51:11.715 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.716+0000 7f2c37839780 1 > prepared part key=_multipart_91BN62ARVOEH.2~BT7OTNWN24GU.2 size=676979 2024-04-02T08:51:11.715 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.716+0000 7f2c37839780 1 > prepared multipart upload key=91BN62ARVOEH upload=BT7OTNWN24GU tag=V7ZAHZET78GR type=write size=3822707 2024-04-02T08:51:11.715 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.716+0000 7f2c37839780 1 < canceled part key=_multipart_YRS6E6FA19PT.2~3OXCG8HUDLAC.0 size=762484 2024-04-02T08:51:11.719 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.720+0000 7f2c37839780 1 < canceled multipart upload key=YRS6E6FA19PT upload=3OXCG8HUDLAC tag=3PVAT84O7X9F type=write size=1811060 2024-04-02T08:51:11.721 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.722+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=239F8Z0UCBBE type=del size=2732176 2024-04-02T08:51:11.723 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.724+0000 7f2c37839780 1 < completed write operation key=U25NTMGOU3R2 tag=CJV91ZDAKX9M type=write size=152164 2024-04-02T08:51:11.725 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.727+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=98KNPMDZY6NB type=del size=3419720 2024-04-02T08:51:11.728 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.729+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~30OHH7WCCEM8.0 size=1048576 2024-04-02T08:51:11.729 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.731+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~30OHH7WCCEM8.1 size=1048576 2024-04-02T08:51:11.731 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.732+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~30OHH7WCCEM8.2 size=721467 2024-04-02T08:51:11.735 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.736+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=30OHH7WCCEM8 tag=DX9N13QCUP5W type=write size=3867195 2024-04-02T08:51:11.736 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.738+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=OSD41AVCTK0B type=del size=78863 2024-04-02T08:51:11.739 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.740+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=THB1VV60MI4W type=del 2024-04-02T08:51:11.741 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.742+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=OOOBY03AHKW1 type=del size=265905 2024-04-02T08:51:11.742 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.744+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=S3YP4H8WU61O type=del 2024-04-02T08:51:11.747 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.748+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~X1USNIS2FTQ0.0 size=1048576 2024-04-02T08:51:11.749 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.750+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~X1USNIS2FTQ0.1 size=1048576 2024-04-02T08:51:11.751 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.752+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~X1USNIS2FTQ0.2 size=989127 2024-04-02T08:51:11.751 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.752+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=X1USNIS2FTQ0 tag=S04LZLG16ALQ type=write size=4134855 2024-04-02T08:51:11.754 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.755+0000 7f2c37839780 1 < completed delete operation key=51ZKADJFQPAW tag=Z6PTZBIKKFTR type=del 2024-04-02T08:51:11.756 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.757+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=5WDKAPRIK4UC type=del size=19687 2024-04-02T08:51:11.759 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.760+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~G1QEIGFI873O.0 size=1048576 2024-04-02T08:51:11.760 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.762+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~G1QEIGFI873O.1 size=1048576 2024-04-02T08:51:11.763 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.764+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~G1QEIGFI873O.2 size=691515 2024-04-02T08:51:11.768 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.769+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=G1QEIGFI873O tag=F9GD8FDRYT5B type=write size=3837243 2024-04-02T08:51:11.771 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.773+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~L8365EZE3G9Y.0 size=1048576 2024-04-02T08:51:11.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.774+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~L8365EZE3G9Y.1 size=794395 2024-04-02T08:51:11.773 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.774+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=L8365EZE3G9Y tag=98R3AKZHR0IP type=write size=2891547 2024-04-02T08:51:11.775 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.776+0000 7f2c37839780 1 < canceled operation key=91BN62ARVOEH tag=43YUVHOIZUF1 type=del size=1872679 2024-04-02T08:51:11.779 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.781+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~IWU1AORZT4KT.0 size=1048576 2024-04-02T08:51:11.781 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.782+0000 7f2c37839780 1 > prepared part key=_multipart_L850LE5LQWEI.2~IWU1AORZT4KT.1 size=761759 2024-04-02T08:51:11.781 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.782+0000 7f2c37839780 1 > prepared multipart upload key=L850LE5LQWEI upload=IWU1AORZT4KT tag=KVTIMK8HZGHI type=write size=2858911 2024-04-02T08:51:11.783 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.784+0000 7f2c37839780 1 < completed delete operation key=L850LE5LQWEI tag=RPI9E88WAB4L type=del 2024-04-02T08:51:11.785 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.786+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=ODRWGWET6FD2 type=del size=6278 2024-04-02T08:51:11.789 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.790+0000 7f2c37839780 1 < suggested update operation key=57KBVV9UXRY9 tag=QP2TABJ7YDKS type=del size=3251167 2024-04-02T08:51:11.791 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.792+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=XNAHK5SGDOV1 type=del size=1350778 2024-04-02T08:51:11.794 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.796+0000 7f2c37839780 1 < suggested update operation key=B5YV3S5C1VXZ tag=8BXJXKZ11A15 type=del size=1059183 2024-04-02T08:51:11.798 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.800+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~OQ2VUQD44NM8.0 size=1048576 2024-04-02T08:51:11.801 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.802+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~OQ2VUQD44NM8.1 size=1040537 2024-04-02T08:51:11.801 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.802+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=OQ2VUQD44NM8 tag=8MLY1MXQLRCU type=write size=3137689 2024-04-02T08:51:11.802 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.804+0000 7f2c37839780 1 < completed write operation key=9DRFTTIJ432I tag=5FQD9O4SIYV2 type=write size=978842 2024-04-02T08:51:11.805 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.806+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=8YV6NXJK1V0U type=del size=2075051 2024-04-02T08:51:11.806 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.808+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~YN7K5X8X6AVF.0 size=1048576 2024-04-02T08:51:11.809 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.810+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~YN7K5X8X6AVF.1 size=11044 2024-04-02T08:51:11.813 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.814+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=YN7K5X8X6AVF tag=MLVC36CZ1VLU type=write size=2108196 2024-04-02T08:51:11.815 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.816+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=H78KTXCZRICK type=del size=987807 2024-04-02T08:51:11.818 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.819+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=IEMBAWJFQ8BJ type=del 2024-04-02T08:51:11.821 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.823+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~NHZ511KOHCQX.0 size=1048576 2024-04-02T08:51:11.823 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.824+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~NHZ511KOHCQX.1 size=1048576 2024-04-02T08:51:11.825 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.826+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~NHZ511KOHCQX.2 size=416734 2024-04-02T08:51:11.825 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.826+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=NHZ511KOHCQX tag=GIL5L21506T5 type=write size=3562462 2024-04-02T08:51:11.829 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.830+0000 7f2c37839780 1 < suggested remove operation key=VOT77PAW1Q91 tag=6J24NLEQZWST type=del 2024-04-02T08:51:11.831 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.832+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=ENMBNF2J1JJ2 type=del size=3217102 2024-04-02T08:51:11.831 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.832+0000 7f2c37839780 1 < canceled part key=_multipart_91BN62ARVOEH.2~BT7OTNWN24GU.0 size=1048576 2024-04-02T08:51:11.833 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.834+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~BT7OTNWN24GU.1 size=1048576 2024-04-02T08:51:11.835 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.836+0000 7f2c37839780 1 < completed part key=_multipart_91BN62ARVOEH.2~BT7OTNWN24GU.2 size=676979 2024-04-02T08:51:11.842 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.840+0000 7f2c37839780 1 < canceled multipart upload key=91BN62ARVOEH upload=BT7OTNWN24GU tag=V7ZAHZET78GR type=write size=3822707 2024-04-02T08:51:11.842 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.843+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=TSO42CMWF89N type=del size=2855884 2024-04-02T08:51:11.843 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.845+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=239F8Z0UCBBE type=del 2024-04-02T08:51:11.848 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.849+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~38HV5F92TBK1.0 size=1048576 2024-04-02T08:51:11.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.851+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~38HV5F92TBK1.1 size=178903 2024-04-02T08:51:11.850 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.851+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=38HV5F92TBK1 tag=XW2ZXUEOZVKB type=write size=2276055 2024-04-02T08:51:11.852 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.854+0000 7f2c37839780 -1 < failed to complete operation key=VOT77PAW1Q91 tag=98KNPMDZY6NB type=del size=3419720: (22) Invalid argument 2024-04-02T08:51:11.854 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.855+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=DV70B65WAP2W type=del size=2423860 2024-04-02T08:51:11.856 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.857+0000 7f2c37839780 1 < completed delete operation key=G5NNPHE2SJZN tag=OSD41AVCTK0B type=del 2024-04-02T08:51:11.860 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.861+0000 7f2c37839780 1 > prepared part key=_multipart_9Y8YLX0RAIPV.2~U36RXWHWGONP.0 size=552034 2024-04-02T08:51:11.860 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.861+0000 7f2c37839780 1 > prepared multipart upload key=9Y8YLX0RAIPV upload=U36RXWHWGONP tag=ESYLYOUK02UJ type=write size=1600610 2024-04-02T08:51:11.864 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.866+0000 7f2c37839780 1 < suggested remove operation key=91BN62ARVOEH tag=OOOBY03AHKW1 type=del 2024-04-02T08:51:11.867 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.868+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=YUCC3IW8NAFD type=del size=3544513 2024-04-02T08:51:11.869 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.870+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~X1USNIS2FTQ0.0 size=1048576 2024-04-02T08:51:11.870 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.872+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~X1USNIS2FTQ0.1 size=1048576 2024-04-02T08:51:11.870 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.872+0000 7f2c37839780 1 < canceled part key=_multipart_2HK29QL163AK.2~X1USNIS2FTQ0.2 size=989127 2024-04-02T08:51:11.874 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.875+0000 7f2c37839780 1 < canceled multipart upload key=2HK29QL163AK upload=X1USNIS2FTQ0 tag=S04LZLG16ALQ type=write size=4134855 2024-04-02T08:51:11.876 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.877+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=CUQZ4YUZCZLO type=del size=1007695 2024-04-02T08:51:11.878 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.879+0000 7f2c37839780 1 < canceled operation key=9Y8YLX0RAIPV tag=5WDKAPRIK4UC type=del size=19687 2024-04-02T08:51:11.880 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.881+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=2GWTKAPK92BS type=del size=1017325 2024-04-02T08:51:11.881 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.883+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~L8365EZE3G9Y.0 size=1048576 2024-04-02T08:51:11.883 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.884+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~L8365EZE3G9Y.1 size=794395 2024-04-02T08:51:11.887 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.888+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=L8365EZE3G9Y tag=98R3AKZHR0IP type=write size=2891547 2024-04-02T08:51:11.891 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.893+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~U5KSECP0V97U.0 size=1048576 2024-04-02T08:51:11.893 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.894+0000 7f2c37839780 1 > prepared part key=_multipart_VHVBJGFC6O30.2~U5KSECP0V97U.1 size=475143 2024-04-02T08:51:11.893 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.894+0000 7f2c37839780 1 > prepared multipart upload key=VHVBJGFC6O30 upload=U5KSECP0V97U tag=Q1FHBVNKIWBT type=write size=2572295 2024-04-02T08:51:11.895 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.896+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~IWU1AORZT4KT.0 size=1048576 2024-04-02T08:51:11.897 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.899+0000 7f2c37839780 1 < completed part key=_multipart_L850LE5LQWEI.2~IWU1AORZT4KT.1 size=761759 2024-04-02T08:51:11.901 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.902+0000 7f2c37839780 1 < completed multipart upload key=L850LE5LQWEI upload=IWU1AORZT4KT tag=KVTIMK8HZGHI type=write size=2858911 2024-04-02T08:51:11.903 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.904+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=GMNDBCH9BF2U type=write size=279641 2024-04-02T08:51:11.905 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.906+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=ODRWGWET6FD2 type=del 2024-04-02T08:51:11.908 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.910+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~1NGD3VLICA9Z.0 size=1048576 2024-04-02T08:51:11.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.911+0000 7f2c37839780 1 > prepared part key=_multipart_YRS6E6FA19PT.2~1NGD3VLICA9Z.1 size=640767 2024-04-02T08:51:11.910 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.911+0000 7f2c37839780 1 > prepared multipart upload key=YRS6E6FA19PT upload=1NGD3VLICA9Z tag=777FZ9NHWSKV type=write size=2737919 2024-04-02T08:51:11.913 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.913+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=XNAHK5SGDOV1 type=del 2024-04-02T08:51:11.914 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.915+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=5N5LS0MXUW28 type=del size=1527576 2024-04-02T08:51:11.916 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.917+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~OQ2VUQD44NM8.0 size=1048576 2024-04-02T08:51:11.918 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.919+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~OQ2VUQD44NM8.1 size=1040537 2024-04-02T08:51:11.921 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.923+0000 7f2c37839780 1 < completed multipart upload key=VHVBJGFC6O30 upload=OQ2VUQD44NM8 tag=8MLY1MXQLRCU type=write size=3137689 2024-04-02T08:51:11.925 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.927+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~WIK0EU1GF10G.0 size=1048576 2024-04-02T08:51:11.927 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.928+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~WIK0EU1GF10G.1 size=1048576 2024-04-02T08:51:11.929 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.930+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~WIK0EU1GF10G.2 size=954439 2024-04-02T08:51:11.929 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.930+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=WIK0EU1GF10G tag=HNQA9KGALSK3 type=write size=4100167 2024-04-02T08:51:11.931 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.932+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=8YV6NXJK1V0U type=del 2024-04-02T08:51:11.932 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.934+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=MYO5LJ3XEXX0 type=del size=2151307 2024-04-02T08:51:11.934 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.936+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=H78KTXCZRICK type=del 2024-04-02T08:51:11.938 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.939+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~VKRG9KM2NC0M.0 size=1048576 2024-04-02T08:51:11.940 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.941+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~VKRG9KM2NC0M.1 size=821387 2024-04-02T08:51:11.940 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.941+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=VKRG9KM2NC0M tag=XPJKY6S85HD3 type=write size=2918539 2024-04-02T08:51:11.940 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.941+0000 7f2c37839780 1 < canceled part key=_multipart_U25NTMGOU3R2.2~NHZ511KOHCQX.0 size=1048576 2024-04-02T08:51:11.942 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.943+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~NHZ511KOHCQX.1 size=1048576 2024-04-02T08:51:11.943 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.945+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~NHZ511KOHCQX.2 size=416734 2024-04-02T08:51:11.947 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.948+0000 7f2c37839780 1 < canceled multipart upload key=U25NTMGOU3R2 upload=NHZ511KOHCQX tag=GIL5L21506T5 type=write size=3562462 2024-04-02T08:51:11.950 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.952+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~81SM94V3UYKS.0 size=1048576 2024-04-02T08:51:11.952 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.953+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~81SM94V3UYKS.1 size=512820 2024-04-02T08:51:11.952 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.953+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=81SM94V3UYKS tag=7MI5JGSNX0ZB type=write size=2609972 2024-04-02T08:51:11.954 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.955+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=ENMBNF2J1JJ2 type=del 2024-04-02T08:51:11.956 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.957+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=E5M36LKKCGGS type=del size=3722266 2024-04-02T08:51:11.959 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.960+0000 7f2c37839780 -1 < failed to complete operation key=91BN62ARVOEH tag=TSO42CMWF89N type=del size=2855884: (22) Invalid argument 2024-04-02T08:51:11.961 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.962+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=7LVMTHJ8RI18 type=del size=3708813 2024-04-02T08:51:11.963 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.964+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~38HV5F92TBK1.0 size=1048576 2024-04-02T08:51:11.964 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.966+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~38HV5F92TBK1.1 size=178903 2024-04-02T08:51:11.968 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.970+0000 7f2c37839780 1 < completed multipart upload key=OKEW0QKVDGET upload=38HV5F92TBK1 tag=XW2ZXUEOZVKB type=write size=2276055 2024-04-02T08:51:11.970 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.972+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=GIJSOICBKE71 type=del size=3624831 2024-04-02T08:51:11.973 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.974+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=DV70B65WAP2W type=del 2024-04-02T08:51:11.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.978+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~VJ129Q14VT07.0 size=996065 2024-04-02T08:51:11.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.978+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=VJ129Q14VT07 tag=KU4856A3BSKU type=write size=2044641 2024-04-02T08:51:11.977 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.979+0000 7f2c37839780 1 < canceled part key=_multipart_9Y8YLX0RAIPV.2~U36RXWHWGONP.0 size=552034 2024-04-02T08:51:11.981 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.982+0000 7f2c37839780 1 < canceled multipart upload key=9Y8YLX0RAIPV upload=U36RXWHWGONP tag=ESYLYOUK02UJ type=write size=1600610 2024-04-02T08:51:11.984 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.984+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=GE6D02L2H8P8 type=write size=824069 2024-04-02T08:51:11.985 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.986+0000 7f2c37839780 1 < completed delete operation key=FTT2SQYUSW82 tag=YUCC3IW8NAFD type=del 2024-04-02T08:51:11.989 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.990+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~FO93QQA5OP4C.0 size=1048576 2024-04-02T08:51:11.991 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.992+0000 7f2c37839780 1 > prepared part key=_multipart_PEEYGF5CW75O.2~FO93QQA5OP4C.1 size=999955 2024-04-02T08:51:11.991 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.992+0000 7f2c37839780 1 > prepared multipart upload key=PEEYGF5CW75O upload=FO93QQA5OP4C tag=M17BU4I4Q4BT type=write size=3097107 2024-04-02T08:51:11.995 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.997+0000 7f2c37839780 1 < suggested update operation key=57KBVV9UXRY9 tag=CUQZ4YUZCZLO type=del size=1007695 2024-04-02T08:51:11.997 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:11.999+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=VNQBX0WDAB2F type=del size=3509030 2024-04-02T08:51:12.000 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.001+0000 7f2c37839780 1 < completed delete operation key=PEEYGF5CW75O tag=2GWTKAPK92BS type=del 2024-04-02T08:51:12.002 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.003+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=TZV4EAW62I5F type=del size=3600425 2024-04-02T08:51:12.002 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.003+0000 7f2c37839780 1 < canceled part key=_multipart_VHVBJGFC6O30.2~U5KSECP0V97U.0 size=1048576 2024-04-02T08:51:12.004 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.005+0000 7f2c37839780 1 < completed part key=_multipart_VHVBJGFC6O30.2~U5KSECP0V97U.1 size=475143 2024-04-02T08:51:12.008 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.009+0000 7f2c37839780 1 < canceled multipart upload key=VHVBJGFC6O30 upload=U5KSECP0V97U tag=Q1FHBVNKIWBT type=write size=2572295 2024-04-02T08:51:12.011 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.013+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~MU4V0CYJGFDF.0 size=1048576 2024-04-02T08:51:12.013 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.014+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~MU4V0CYJGFDF.1 size=1048576 2024-04-02T08:51:12.015 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.016+0000 7f2c37839780 1 > prepared part key=_multipart_2HK29QL163AK.2~MU4V0CYJGFDF.2 size=667094 2024-04-02T08:51:12.015 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.016+0000 7f2c37839780 1 > prepared multipart upload key=2HK29QL163AK upload=MU4V0CYJGFDF tag=5IV4414ATKH8 type=write size=3812822 2024-04-02T08:51:12.017 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.018+0000 7f2c37839780 1 < completed write operation key=L7FKDUVU3YGN tag=GMNDBCH9BF2U type=write size=279641 2024-04-02T08:51:12.019 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.020+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=105DZEWOXC5S type=del size=2111836 2024-04-02T08:51:12.021 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.022+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~1NGD3VLICA9Z.0 size=1048576 2024-04-02T08:51:12.023 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.025+0000 7f2c37839780 1 < completed part key=_multipart_YRS6E6FA19PT.2~1NGD3VLICA9Z.1 size=640767 2024-04-02T08:51:12.027 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.028+0000 7f2c37839780 1 < completed multipart upload key=YRS6E6FA19PT upload=1NGD3VLICA9Z tag=777FZ9NHWSKV type=write size=2737919 2024-04-02T08:51:12.030 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.032+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~K1NZ3ERYB3SS.0 size=375850 2024-04-02T08:51:12.031 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.032+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=K1NZ3ERYB3SS tag=HXUBB4LB9CFU type=write size=1424426 2024-04-02T08:51:12.033 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.034+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=5N5LS0MXUW28 type=del 2024-04-02T08:51:12.035 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.036+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=69WLHY1APNYQ type=del size=2842758 2024-04-02T08:51:12.037 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.038+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~WIK0EU1GF10G.0 size=1048576 2024-04-02T08:51:12.038 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.040+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~WIK0EU1GF10G.1 size=1048576 2024-04-02T08:51:12.040 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.041+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~WIK0EU1GF10G.2 size=954439 2024-04-02T08:51:12.044 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.045+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=WIK0EU1GF10G tag=HNQA9KGALSK3 type=write size=4100167 2024-04-02T08:51:12.045 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.047+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=IFFH2IQG681S type=del size=197208 2024-04-02T08:51:12.048 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.049+0000 7f2c37839780 -1 < failed to complete operation key=57KBVV9UXRY9 tag=MYO5LJ3XEXX0 type=del size=2151307: (22) Invalid argument 2024-04-02T08:51:12.051 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.053+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~ADU3HI33EIOB.0 size=1048576 2024-04-02T08:51:12.053 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.054+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~ADU3HI33EIOB.1 size=1048576 2024-04-02T08:51:12.055 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.056+0000 7f2c37839780 1 > prepared part key=_multipart_DRUREBB8SOYG.2~ADU3HI33EIOB.2 size=112068 2024-04-02T08:51:12.055 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.056+0000 7f2c37839780 1 > prepared multipart upload key=DRUREBB8SOYG upload=ADU3HI33EIOB tag=6EBBB6COMAZ7 type=write size=3257796 2024-04-02T08:51:12.058 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.059+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~VKRG9KM2NC0M.0 size=1048576 2024-04-02T08:51:12.059 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.061+0000 7f2c37839780 1 < completed part key=_multipart_VOT77PAW1Q91.2~VKRG9KM2NC0M.1 size=821387 2024-04-02T08:51:12.063 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.064+0000 7f2c37839780 1 < completed multipart upload key=VOT77PAW1Q91 upload=VKRG9KM2NC0M tag=XPJKY6S85HD3 type=write size=2918539 2024-04-02T08:51:12.064 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.066+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=KTYE6704OZRC type=del size=1110514 2024-04-02T08:51:12.067 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.068+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~81SM94V3UYKS.0 size=1048576 2024-04-02T08:51:12.068 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.069+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~81SM94V3UYKS.1 size=512820 2024-04-02T08:51:12.072 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.073+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=81SM94V3UYKS tag=7MI5JGSNX0ZB type=write size=2609972 2024-04-02T08:51:12.074 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.075+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=Z9R8RI3S2IID type=write size=887559 2024-04-02T08:51:12.076 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.077+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=E5M36LKKCGGS type=del 2024-04-02T08:51:12.077 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.079+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=C2DOHD5TT588 type=del size=344357 2024-04-02T08:51:12.081 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.083+0000 7f2c37839780 1 < suggested update operation key=FTT2SQYUSW82 tag=7LVMTHJ8RI18 type=del size=3708813 2024-04-02T08:51:12.083 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.085+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=VPNIMLH6GLA0 type=del size=3419397 2024-04-02T08:51:12.088 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.088+0000 7f2c37839780 1 < suggested update operation key=K3VPFIXU5HDZ tag=GIJSOICBKE71 type=del size=3624831 2024-04-02T08:51:12.089 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.090+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=14KUI70V59HK type=del size=1556532 2024-04-02T08:51:12.091 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.092+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~VJ129Q14VT07.0 size=996065 2024-04-02T08:51:12.095 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.096+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=VJ129Q14VT07 tag=KU4856A3BSKU type=write size=2044641 2024-04-02T08:51:12.098 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.099+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~YK6FV711TJ8O.0 size=408067 2024-04-02T08:51:12.098 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.099+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=YK6FV711TJ8O tag=9N0PSLE65JMY type=write size=1456643 2024-04-02T08:51:12.101 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.102+0000 7f2c37839780 -1 < failed to complete operation key=FTT2SQYUSW82 tag=GE6D02L2H8P8 type=write size=824069: (22) Invalid argument 2024-04-02T08:51:12.102 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.104+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=JO6EZFYJOQU3 type=del size=1299566 2024-04-02T08:51:12.104 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.106+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~FO93QQA5OP4C.0 size=1048576 2024-04-02T08:51:12.106 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.107+0000 7f2c37839780 1 < completed part key=_multipart_PEEYGF5CW75O.2~FO93QQA5OP4C.1 size=999955 2024-04-02T08:51:12.109 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.111+0000 7f2c37839780 1 < completed multipart upload key=PEEYGF5CW75O upload=FO93QQA5OP4C tag=M17BU4I4Q4BT type=write size=3097107 2024-04-02T08:51:12.113 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.115+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~8YHQUTEITH49.0 size=632361 2024-04-02T08:51:12.113 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.115+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=8YHQUTEITH49 tag=VCJ365JEASCR type=write size=1680937 2024-04-02T08:51:12.115 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.117+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=VNQBX0WDAB2F type=del 2024-04-02T08:51:12.118 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.119+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=GT1IDSDWY0QG type=del size=237813 2024-04-02T08:51:12.120 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.121+0000 7f2c37839780 1 < canceled operation key=91BN62ARVOEH tag=TZV4EAW62I5F type=del size=3600425 2024-04-02T08:51:12.122 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.123+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=6H3MC3HBYXHP type=write size=384837 2024-04-02T08:51:12.122 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.124+0000 7f2c37839780 1 < canceled part key=_multipart_2HK29QL163AK.2~MU4V0CYJGFDF.0 size=1048576 2024-04-02T08:51:12.125 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.126+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~MU4V0CYJGFDF.1 size=1048576 2024-04-02T08:51:12.126 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.128+0000 7f2c37839780 1 < completed part key=_multipart_2HK29QL163AK.2~MU4V0CYJGFDF.2 size=667094 2024-04-02T08:51:12.131 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.132+0000 7f2c37839780 1 < canceled multipart upload key=2HK29QL163AK upload=MU4V0CYJGFDF tag=5IV4414ATKH8 type=write size=3812822 2024-04-02T08:51:12.133 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.134+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=HBXL0EBN239Y type=del size=1914090 2024-04-02T08:51:12.135 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.136+0000 7f2c37839780 1 < completed delete operation key=Z1QID1NC8QNM tag=105DZEWOXC5S type=del 2024-04-02T08:51:12.139 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.140+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~J8SGDFQQ2RI6.0 size=1048576 2024-04-02T08:51:12.141 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.142+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~J8SGDFQQ2RI6.1 size=637726 2024-04-02T08:51:12.141 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.142+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=J8SGDFQQ2RI6 tag=ABNVSXLB0QV2 type=write size=2734878 2024-04-02T08:51:12.142 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.143+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~K1NZ3ERYB3SS.0 size=375850 2024-04-02T08:51:12.146 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.147+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=K1NZ3ERYB3SS tag=HXUBB4LB9CFU type=write size=1424426 2024-04-02T08:51:12.147 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.149+0000 7f2c37839780 1 > prepared operation key=ZBWX3XCY0JRK tag=TRQ36CXC4LVS type=del size=1006735 2024-04-02T08:51:12.152 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.153+0000 7f2c37839780 1 < suggested remove operation key=33264AD3WNVF tag=69WLHY1APNYQ type=del 2024-04-02T08:51:12.154 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.155+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=O5ND9O9OIIVJ type=del size=2082027 2024-04-02T08:51:12.157 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.158+0000 7f2c37839780 1 < completed delete operation key=57KBVV9UXRY9 tag=IFFH2IQG681S type=del 2024-04-02T08:51:12.159 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.160+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=33YBOB2AFYPN type=del size=3358721 2024-04-02T08:51:12.161 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.162+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~ADU3HI33EIOB.0 size=1048576 2024-04-02T08:51:12.163 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.164+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~ADU3HI33EIOB.1 size=1048576 2024-04-02T08:51:12.165 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.166+0000 7f2c37839780 1 < completed part key=_multipart_DRUREBB8SOYG.2~ADU3HI33EIOB.2 size=112068 2024-04-02T08:51:12.170 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.171+0000 7f2c37839780 1 < completed multipart upload key=DRUREBB8SOYG upload=ADU3HI33EIOB tag=6EBBB6COMAZ7 type=write size=3257796 2024-04-02T08:51:12.174 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.176+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~JKJAD1S25HE0.0 size=703611 2024-04-02T08:51:12.175 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.176+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=JKJAD1S25HE0 tag=9TJVWSO5I02N type=write size=1752187 2024-04-02T08:51:12.177 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.178+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=KTYE6704OZRC type=del 2024-04-02T08:51:12.179 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.180+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=H2PJGWKXMMBF type=del size=546141 2024-04-02T08:51:12.183 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.185+0000 7f2c37839780 1 < suggested update operation key=H8SE1U3QW0C2 tag=Z9R8RI3S2IID type=write size=887559 2024-04-02T08:51:12.186 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.187+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=71FWCS59UOCE type=del size=2076558 2024-04-02T08:51:12.188 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.190+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=C2DOHD5TT588 type=del 2024-04-02T08:51:12.193 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.195+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~L9XKG5CK69T4.0 size=1048576 2024-04-02T08:51:12.195 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.197+0000 7f2c37839780 1 > prepared part key=_multipart_U4DINZ06NGSP.2~L9XKG5CK69T4.1 size=323147 2024-04-02T08:51:12.196 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.197+0000 7f2c37839780 1 > prepared multipart upload key=U4DINZ06NGSP upload=L9XKG5CK69T4 tag=Z6VBTRN2JI33 type=write size=2420299 2024-04-02T08:51:12.198 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.199+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=VPNIMLH6GLA0 type=del 2024-04-02T08:51:12.202 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.204+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~4T9Z26P8J2HI.0 size=1048576 2024-04-02T08:51:12.205 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.206+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~4T9Z26P8J2HI.1 size=1048576 2024-04-02T08:51:12.207 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.208+0000 7f2c37839780 1 > prepared part key=_multipart_CLRQ9OAM3LFI.2~4T9Z26P8J2HI.2 size=577706 2024-04-02T08:51:12.207 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.208+0000 7f2c37839780 1 > prepared multipart upload key=CLRQ9OAM3LFI upload=4T9Z26P8J2HI tag=RYOSJOMY2BTM type=write size=3723434 2024-04-02T08:51:12.210 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.211+0000 7f2c37839780 1 < canceled operation key=B5YV3S5C1VXZ tag=14KUI70V59HK type=del size=1556532 2024-04-02T08:51:12.213 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.215+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~V65LEL6JATMT.0 size=704614 2024-04-02T08:51:12.214 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.215+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=V65LEL6JATMT tag=8RIWO6U98WZP type=write size=1753190 2024-04-02T08:51:12.216 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.217+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~YK6FV711TJ8O.0 size=408067 2024-04-02T08:51:12.220 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.222+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=YK6FV711TJ8O tag=9N0PSLE65JMY type=write size=1456643 2024-04-02T08:51:12.222 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.224+0000 7f2c37839780 1 > prepared operation key=9Y8YLX0RAIPV tag=MH3OZH99UH2B type=write size=628545 2024-04-02T08:51:12.225 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.226+0000 7f2c37839780 1 < completed delete operation key=CG5T3W0DZYHT tag=JO6EZFYJOQU3 type=del 2024-04-02T08:51:12.226 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.228+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=NGVQ2RJB211I type=write size=353951 2024-04-02T08:51:12.229 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.230+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~8YHQUTEITH49.0 size=632361 2024-04-02T08:51:12.233 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.234+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=8YHQUTEITH49 tag=VCJ365JEASCR type=write size=1680937 2024-04-02T08:51:12.235 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.237+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=GCNGZXT55N5C type=write size=328950 2024-04-02T08:51:12.238 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.239+0000 7f2c37839780 1 < completed delete operation key=91BN62ARVOEH tag=GT1IDSDWY0QG type=del 2024-04-02T08:51:12.242 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.244+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~RZPKGV8LFUEN.0 size=1048576 2024-04-02T08:51:12.244 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.245+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~RZPKGV8LFUEN.1 size=597004 2024-04-02T08:51:12.244 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.245+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=RZPKGV8LFUEN tag=M5ZAG96ON2SQ type=write size=2694156 2024-04-02T08:51:12.246 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.248+0000 7f2c37839780 1 < completed write operation key=9DRFTTIJ432I tag=6H3MC3HBYXHP type=write size=384837 2024-04-02T08:51:12.250 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.251+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~D2QECTNKMGNO.0 size=1048576 2024-04-02T08:51:12.251 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.253+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~D2QECTNKMGNO.1 size=958327 2024-04-02T08:51:12.251 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.253+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=D2QECTNKMGNO tag=XSD9KP6F8ZSF type=write size=3055479 2024-04-02T08:51:12.253 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.255+0000 7f2c37839780 1 < completed delete operation key=OKEW0QKVDGET tag=HBXL0EBN239Y type=del 2024-04-02T08:51:12.255 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.256+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=GKFVAKIIM33G type=write size=1027019 2024-04-02T08:51:12.257 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.258+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~J8SGDFQQ2RI6.0 size=1048576 2024-04-02T08:51:12.257 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.258+0000 7f2c37839780 1 < canceled part key=_multipart_U4DINZ06NGSP.2~J8SGDFQQ2RI6.1 size=637726 2024-04-02T08:51:12.260 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.262+0000 7f2c37839780 1 < canceled multipart upload key=U4DINZ06NGSP upload=J8SGDFQQ2RI6 tag=ABNVSXLB0QV2 type=write size=2734878 2024-04-02T08:51:12.264 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.266+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~NDRE0MYIM042.0 size=1048576 2024-04-02T08:51:12.266 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.267+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~NDRE0MYIM042.1 size=1048576 2024-04-02T08:51:12.268 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.270+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~NDRE0MYIM042.2 size=618607 2024-04-02T08:51:12.268 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.270+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=NDRE0MYIM042 tag=O0K02STDE9ED type=write size=3764335 2024-04-02T08:51:12.270 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.272+0000 7f2c37839780 1 < completed delete operation key=ZBWX3XCY0JRK tag=TRQ36CXC4LVS type=del 2024-04-02T08:51:12.275 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.276+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~08GNTDY1F0VW.0 size=924493 2024-04-02T08:51:12.275 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.276+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=08GNTDY1F0VW tag=LOOGJS42MLAR type=write size=1973069 2024-04-02T08:51:12.277 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.278+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=O5ND9O9OIIVJ type=del 2024-04-02T08:51:12.281 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.282+0000 7f2c37839780 1 > prepared part key=_multipart_OL6XSE7L8RVB.2~9H5PWTHO73DC.0 size=138486 2024-04-02T08:51:12.281 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.282+0000 7f2c37839780 1 > prepared multipart upload key=OL6XSE7L8RVB upload=9H5PWTHO73DC tag=CE9K32QORMDB type=write size=1187062 2024-04-02T08:51:12.284 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.285+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=33YBOB2AFYPN type=del 2024-04-02T08:51:12.285 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.287+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=XXZAEZM3Z7AG type=write size=786020 2024-04-02T08:51:12.287 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.289+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~JKJAD1S25HE0.0 size=703611 2024-04-02T08:51:12.291 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.293+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=JKJAD1S25HE0 tag=9TJVWSO5I02N type=write size=1752187 2024-04-02T08:51:12.295 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.296+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~LSK8FIAMS8KT.0 size=1048576 2024-04-02T08:51:12.296 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.298+0000 7f2c37839780 1 > prepared part key=_multipart_57KBVV9UXRY9.2~LSK8FIAMS8KT.1 size=289805 2024-04-02T08:51:12.297 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.298+0000 7f2c37839780 1 > prepared multipart upload key=57KBVV9UXRY9 upload=LSK8FIAMS8KT tag=46AKHI5TFAGM type=write size=2386957 2024-04-02T08:51:12.301 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.300+0000 7f2c37839780 1 < canceled operation key=01FWIMJZX0P3 tag=H2PJGWKXMMBF type=del size=546141 2024-04-02T08:51:12.302 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.304+0000 7f2c37839780 1 > prepared part key=_multipart_7RA3C7WFS3O2.2~VNETAV1VC3K9.0 size=210084 2024-04-02T08:51:12.302 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.304+0000 7f2c37839780 1 > prepared multipart upload key=7RA3C7WFS3O2 upload=VNETAV1VC3K9 tag=RQU7837XLUEB type=write size=1258660 2024-04-02T08:51:12.304 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.305+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=71FWCS59UOCE type=del 2024-04-02T08:51:12.306 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.307+0000 7f2c37839780 1 > prepared operation key=CG5T3W0DZYHT tag=U9R1W9R93BVF type=write size=467611 2024-04-02T08:51:12.308 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.309+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~L9XKG5CK69T4.0 size=1048576 2024-04-02T08:51:12.310 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.311+0000 7f2c37839780 1 < completed part key=_multipart_U4DINZ06NGSP.2~L9XKG5CK69T4.1 size=323147 2024-04-02T08:51:12.313 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.315+0000 7f2c37839780 1 < completed multipart upload key=U4DINZ06NGSP upload=L9XKG5CK69T4 tag=Z6VBTRN2JI33 type=write size=2420299 2024-04-02T08:51:12.316 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.317+0000 7f2c37839780 1 > prepared operation key=33264AD3WNVF tag=9FIO062BLV2D type=del size=1170962 2024-04-02T08:51:12.318 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.319+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~4T9Z26P8J2HI.0 size=1048576 2024-04-02T08:51:12.319 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.321+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~4T9Z26P8J2HI.1 size=1048576 2024-04-02T08:51:12.321 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.322+0000 7f2c37839780 1 < completed part key=_multipart_CLRQ9OAM3LFI.2~4T9Z26P8J2HI.2 size=577706 2024-04-02T08:51:12.325 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.326+0000 7f2c37839780 1 < completed multipart upload key=CLRQ9OAM3LFI upload=4T9Z26P8J2HI tag=RYOSJOMY2BTM type=write size=3723434 2024-04-02T08:51:12.327 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.328+0000 7f2c37839780 1 > prepared operation key=FTT2SQYUSW82 tag=5UI2D94EUIHV type=write size=186514 2024-04-02T08:51:12.329 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.330+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~V65LEL6JATMT.0 size=704614 2024-04-02T08:51:12.332 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.333+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=V65LEL6JATMT tag=8RIWO6U98WZP type=write size=1753190 2024-04-02T08:51:12.336 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.337+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~F2YUOD1AG3G5.0 size=1048576 2024-04-02T08:51:12.337 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.339+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~F2YUOD1AG3G5.1 size=1048576 2024-04-02T08:51:12.339 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.340+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~F2YUOD1AG3G5.2 size=961148 2024-04-02T08:51:12.339 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.340+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=F2YUOD1AG3G5 tag=JJNG7ZRITHYO type=write size=4106876 2024-04-02T08:51:12.341 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.342+0000 7f2c37839780 1 < completed write operation key=9Y8YLX0RAIPV tag=MH3OZH99UH2B type=write size=628545 2024-04-02T08:51:12.344 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.345+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=7EII9D28159D type=del size=1986109 2024-04-02T08:51:12.346 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.348+0000 7f2c37839780 1 < completed write operation key=VOT77PAW1Q91 tag=NGVQ2RJB211I type=write size=353951 2024-04-02T08:51:12.350 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.352+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~P5K59LSR6FPX.0 size=1048576 2024-04-02T08:51:12.352 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.353+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~P5K59LSR6FPX.1 size=1048576 2024-04-02T08:51:12.354 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.356+0000 7f2c37839780 1 > prepared part key=_multipart_1V7MCBT4ATIC.2~P5K59LSR6FPX.2 size=736256 2024-04-02T08:51:12.354 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.356+0000 7f2c37839780 1 > prepared multipart upload key=1V7MCBT4ATIC upload=P5K59LSR6FPX tag=WECQZJR5OW39 type=write size=3881984 2024-04-02T08:51:12.358 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.359+0000 7f2c37839780 1 < suggested update operation key=7RA3C7WFS3O2 tag=GCNGZXT55N5C type=write size=328950 2024-04-02T08:51:12.360 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.361+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=FCD31055NE5B type=del size=3873606 2024-04-02T08:51:12.362 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.363+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~RZPKGV8LFUEN.0 size=1048576 2024-04-02T08:51:12.364 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.365+0000 7f2c37839780 1 < completed part key=_multipart_ZBWX3XCY0JRK.2~RZPKGV8LFUEN.1 size=597004 2024-04-02T08:51:12.367 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.368+0000 7f2c37839780 1 < completed multipart upload key=ZBWX3XCY0JRK upload=RZPKGV8LFUEN tag=M5ZAG96ON2SQ type=write size=2694156 2024-04-02T08:51:12.369 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.370+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=8TOZVF9F17PX type=del size=872578 2024-04-02T08:51:12.371 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.372+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~D2QECTNKMGNO.0 size=1048576 2024-04-02T08:51:12.373 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.374+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~D2QECTNKMGNO.1 size=958327 2024-04-02T08:51:12.376 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.377+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=D2QECTNKMGNO tag=XSD9KP6F8ZSF type=write size=3055479 2024-04-02T08:51:12.378 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.379+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=NBDQAQ9GB1ME type=del size=586034 2024-04-02T08:51:12.380 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.381+0000 7f2c37839780 1 < completed write operation key=57KBVV9UXRY9 tag=GKFVAKIIM33G type=write size=1027019 2024-04-02T08:51:12.383 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.385+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~7R2CR7SNXE2Y.0 size=1048576 2024-04-02T08:51:12.385 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.386+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~7R2CR7SNXE2Y.1 size=1048576 2024-04-02T08:51:12.387 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.388+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~7R2CR7SNXE2Y.2 size=97706 2024-04-02T08:51:12.387 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.388+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=7R2CR7SNXE2Y tag=AGYV15E6LMBO type=write size=3243434 2024-04-02T08:51:12.389 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.390+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~NDRE0MYIM042.0 size=1048576 2024-04-02T08:51:12.390 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.392+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~NDRE0MYIM042.1 size=1048576 2024-04-02T08:51:12.392 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.393+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~NDRE0MYIM042.2 size=618607 2024-04-02T08:51:12.396 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.397+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=NDRE0MYIM042 tag=O0K02STDE9ED type=write size=3764335 2024-04-02T08:51:12.398 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.399+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=BZD6CZSA03R8 type=del size=1489059 2024-04-02T08:51:12.400 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.401+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~08GNTDY1F0VW.0 size=924493 2024-04-02T08:51:12.404 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.405+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=08GNTDY1F0VW tag=LOOGJS42MLAR type=write size=1973069 2024-04-02T08:51:12.406 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.407+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=H5B2IGUFU4BM type=del size=2611807 2024-04-02T08:51:12.408 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.410+0000 7f2c37839780 1 < completed part key=_multipart_OL6XSE7L8RVB.2~9H5PWTHO73DC.0 size=138486 2024-04-02T08:51:12.412 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.413+0000 7f2c37839780 1 < completed multipart upload key=OL6XSE7L8RVB upload=9H5PWTHO73DC tag=CE9K32QORMDB type=write size=1187062 2024-04-02T08:51:12.415 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.416+0000 7f2c37839780 1 > prepared operation key=OL6XSE7L8RVB tag=KWO2TXLRXCFC type=del size=2314478 2024-04-02T08:51:12.419 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.420+0000 7f2c37839780 1 < suggested remove operation key=H8SE1U3QW0C2 tag=XXZAEZM3Z7AG type=write 2024-04-02T08:51:12.422 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.424+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~QFAYGV9E1R4Y.0 size=704471 2024-04-02T08:51:12.422 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.424+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=QFAYGV9E1R4Y tag=W9DZDO0SK7GR type=write size=1753047 2024-04-02T08:51:12.424 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.425+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~LSK8FIAMS8KT.0 size=1048576 2024-04-02T08:51:12.426 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.427+0000 7f2c37839780 1 < completed part key=_multipart_57KBVV9UXRY9.2~LSK8FIAMS8KT.1 size=289805 2024-04-02T08:51:12.430 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.431+0000 7f2c37839780 1 < completed multipart upload key=57KBVV9UXRY9 upload=LSK8FIAMS8KT tag=46AKHI5TFAGM type=write size=2386957 2024-04-02T08:51:12.431 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.433+0000 7f2c37839780 1 > prepared operation key=H8SE1U3QW0C2 tag=6OPNCSVZF164 type=del size=2468724 2024-04-02T08:51:12.433 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.435+0000 7f2c37839780 1 < completed part key=_multipart_7RA3C7WFS3O2.2~VNETAV1VC3K9.0 size=210084 2024-04-02T08:51:12.438 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.439+0000 7f2c37839780 1 < completed multipart upload key=7RA3C7WFS3O2 upload=VNETAV1VC3K9 tag=RQU7837XLUEB type=write size=1258660 2024-04-02T08:51:12.439 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.441+0000 7f2c37839780 1 > prepared operation key=CLRQ9OAM3LFI tag=BQ6200U5OBVV type=del size=3678204 2024-04-02T08:51:12.443 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.445+0000 7f2c37839780 1 < suggested update operation key=CG5T3W0DZYHT tag=U9R1W9R93BVF type=write size=467611 2024-04-02T08:51:12.447 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.448+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~9DCS8FEKGKKF.0 size=1048576 2024-04-02T08:51:12.449 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.450+0000 7f2c37839780 1 > prepared part key=_multipart_H8SE1U3QW0C2.2~9DCS8FEKGKKF.1 size=754122 2024-04-02T08:51:12.449 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.450+0000 7f2c37839780 1 > prepared multipart upload key=H8SE1U3QW0C2 upload=9DCS8FEKGKKF tag=ZU8YPQ2CT08A type=write size=2851274 2024-04-02T08:51:12.451 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.452+0000 7f2c37839780 1 < canceled operation key=33264AD3WNVF tag=9FIO062BLV2D type=del size=1170962 2024-04-02T08:51:12.454 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.456+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~O1N7KDHJAIDL.0 size=1048576 2024-04-02T08:51:12.456 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.457+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~O1N7KDHJAIDL.1 size=1048576 2024-04-02T08:51:12.458 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.459+0000 7f2c37839780 1 > prepared part key=_multipart_KES2MUV53GCC.2~O1N7KDHJAIDL.2 size=605194 2024-04-02T08:51:12.458 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.459+0000 7f2c37839780 1 > prepared multipart upload key=KES2MUV53GCC upload=O1N7KDHJAIDL tag=EZ5UVUSKGX3Z type=write size=3750922 2024-04-02T08:51:12.460 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.461+0000 7f2c37839780 1 < completed write operation key=FTT2SQYUSW82 tag=5UI2D94EUIHV type=write size=186514 2024-04-02T08:51:12.462 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.463+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=2LSIMGQ09A6L type=write size=940788 2024-04-02T08:51:12.464 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.466+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~F2YUOD1AG3G5.0 size=1048576 2024-04-02T08:51:12.466 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.467+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~F2YUOD1AG3G5.1 size=1048576 2024-04-02T08:51:12.468 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.469+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~F2YUOD1AG3G5.2 size=961148 2024-04-02T08:51:12.472 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.473+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=F2YUOD1AG3G5 tag=JJNG7ZRITHYO type=write size=4106876 2024-04-02T08:51:12.474 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.476+0000 7f2c37839780 1 > prepared operation key=U25NTMGOU3R2 tag=RP2JSZNIZUE8 type=del size=1392939 2024-04-02T08:51:12.476 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.478+0000 7f2c37839780 1 < completed delete operation key=DRUREBB8SOYG tag=7EII9D28159D type=del 2024-04-02T08:51:12.478 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.480+0000 7f2c37839780 1 > prepared operation key=L850LE5LQWEI tag=IXLL8BLKHZZU type=del size=3038396 2024-04-02T08:51:12.481 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.482+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~P5K59LSR6FPX.0 size=1048576 2024-04-02T08:51:12.482 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.484+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~P5K59LSR6FPX.1 size=1048576 2024-04-02T08:51:12.484 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.485+0000 7f2c37839780 1 < completed part key=_multipart_1V7MCBT4ATIC.2~P5K59LSR6FPX.2 size=736256 2024-04-02T08:51:12.487 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.489+0000 7f2c37839780 1 < completed multipart upload key=1V7MCBT4ATIC upload=P5K59LSR6FPX tag=WECQZJR5OW39 type=write size=3881984 2024-04-02T08:51:12.489 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.491+0000 7f2c37839780 1 > prepared operation key=1V7MCBT4ATIC tag=C3FVEQ3G0DNF type=del size=3482964 2024-04-02T08:51:12.491 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.493+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=FCD31055NE5B type=del 2024-04-02T08:51:12.496 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.497+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~LY9T6JXXJVTF.0 size=1048576 2024-04-02T08:51:12.497 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.499+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~LY9T6JXXJVTF.1 size=1048576 2024-04-02T08:51:12.499 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.500+0000 7f2c37839780 1 > prepared part key=_multipart_FTT2SQYUSW82.2~LY9T6JXXJVTF.2 size=188512 2024-04-02T08:51:12.499 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.500+0000 7f2c37839780 1 > prepared multipart upload key=FTT2SQYUSW82 upload=LY9T6JXXJVTF tag=4XNJUJZEU0GZ type=write size=3334240 2024-04-02T08:51:12.501 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.502+0000 7f2c37839780 1 < completed delete operation key=K3VPFIXU5HDZ tag=8TOZVF9F17PX type=del 2024-04-02T08:51:12.503 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.504+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=3K142IXZZ2DU type=del size=3439502 2024-04-02T08:51:12.505 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.507+0000 7f2c37839780 1 < completed delete operation key=YRS6E6FA19PT tag=NBDQAQ9GB1ME type=del 2024-04-02T08:51:12.507 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.509+0000 7f2c37839780 1 > prepared operation key=2HK29QL163AK tag=WKE0VGTIEFFU type=del size=2357839 2024-04-02T08:51:12.509 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.511+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~7R2CR7SNXE2Y.0 size=1048576 2024-04-02T08:51:12.511 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.513+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~7R2CR7SNXE2Y.1 size=1048576 2024-04-02T08:51:12.511 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.513+0000 7f2c37839780 1 < canceled part key=_multipart_U25NTMGOU3R2.2~7R2CR7SNXE2Y.2 size=97706 2024-04-02T08:51:12.515 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.516+0000 7f2c37839780 1 < canceled multipart upload key=U25NTMGOU3R2 upload=7R2CR7SNXE2Y tag=AGYV15E6LMBO type=write size=3243434 2024-04-02T08:51:12.517 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.519+0000 7f2c37839780 1 > prepared operation key=PEEYGF5CW75O tag=8CE3Z2D1ARQT type=write size=882123 2024-04-02T08:51:12.519 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.521+0000 7f2c37839780 1 < completed delete operation key=CLRQ9OAM3LFI tag=BZD6CZSA03R8 type=del 2024-04-02T08:51:12.521 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.522+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=D1YNNX9QV6EX type=del size=1902480 2024-04-02T08:51:12.523 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.524+0000 7f2c37839780 1 < completed delete operation key=B5YV3S5C1VXZ tag=H5B2IGUFU4BM type=del 2024-04-02T08:51:12.527 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.528+0000 7f2c37839780 1 > prepared part key=_multipart_U25NTMGOU3R2.2~Z8GLQFM4DK24.0 size=203026 2024-04-02T08:51:12.527 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.528+0000 7f2c37839780 1 > prepared multipart upload key=U25NTMGOU3R2 upload=Z8GLQFM4DK24 tag=MVRZLDU33Y5O type=write size=1251602 2024-04-02T08:51:12.529 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.530+0000 7f2c37839780 1 < completed delete operation key=OL6XSE7L8RVB tag=KWO2TXLRXCFC type=del 2024-04-02T08:51:12.531 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.532+0000 7f2c37839780 1 > prepared operation key=Z1QID1NC8QNM tag=DRYU391KUV91 type=del size=241000 2024-04-02T08:51:12.533 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.535+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~QFAYGV9E1R4Y.0 size=704471 2024-04-02T08:51:12.537 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.538+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=QFAYGV9E1R4Y tag=W9DZDO0SK7GR type=write size=1753047 2024-04-02T08:51:12.539 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.540+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=026CJOGX2GZO type=del size=3997391 2024-04-02T08:51:12.541 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.542+0000 7f2c37839780 1 < completed delete operation key=H8SE1U3QW0C2 tag=6OPNCSVZF164 type=del 2024-04-02T08:51:12.543 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.544+0000 7f2c37839780 1 > prepared operation key=9DRFTTIJ432I tag=1WBTAVQI1G69 type=del size=2091434 2024-04-02T08:51:12.547 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.548+0000 7f2c37839780 1 < suggested remove operation key=CLRQ9OAM3LFI tag=BQ6200U5OBVV type=del 2024-04-02T08:51:12.551 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.552+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~O6D1QSANFZW9.0 size=1048576 2024-04-02T08:51:12.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.554+0000 7f2c37839780 1 > prepared part key=_multipart_G5NNPHE2SJZN.2~O6D1QSANFZW9.1 size=926977 2024-04-02T08:51:12.552 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.554+0000 7f2c37839780 1 > prepared multipart upload key=G5NNPHE2SJZN upload=O6D1QSANFZW9 tag=GH4QG33BBLSC type=write size=3024129 2024-04-02T08:51:12.554 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.556+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~9DCS8FEKGKKF.0 size=1048576 2024-04-02T08:51:12.556 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.558+0000 7f2c37839780 1 < completed part key=_multipart_H8SE1U3QW0C2.2~9DCS8FEKGKKF.1 size=754122 2024-04-02T08:51:12.560 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.561+0000 7f2c37839780 1 < completed multipart upload key=H8SE1U3QW0C2 upload=9DCS8FEKGKKF tag=ZU8YPQ2CT08A type=write size=2851274 2024-04-02T08:51:12.562 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.563+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=026206L5D9KA type=del size=1223121 2024-04-02T08:51:12.564 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.565+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~O1N7KDHJAIDL.0 size=1048576 2024-04-02T08:51:12.566 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.567+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~O1N7KDHJAIDL.1 size=1048576 2024-04-02T08:51:12.567 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.569+0000 7f2c37839780 1 < completed part key=_multipart_KES2MUV53GCC.2~O1N7KDHJAIDL.2 size=605194 2024-04-02T08:51:12.571 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.572+0000 7f2c37839780 1 < completed multipart upload key=KES2MUV53GCC upload=O1N7KDHJAIDL tag=EZ5UVUSKGX3Z type=write size=3750922 2024-04-02T08:51:12.575 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.576+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~6EEIUBTPRFG6.0 size=1048576 2024-04-02T08:51:12.576 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.578+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~6EEIUBTPRFG6.1 size=1048576 2024-04-02T08:51:12.578 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.580+0000 7f2c37839780 1 > prepared part key=_multipart_OKEW0QKVDGET.2~6EEIUBTPRFG6.2 size=597826 2024-04-02T08:51:12.578 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.580+0000 7f2c37839780 1 > prepared multipart upload key=OKEW0QKVDGET upload=6EEIUBTPRFG6 tag=MJRZIJEBAYHV type=write size=3743554 2024-04-02T08:51:12.580 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.582+0000 7f2c37839780 1 < completed write operation key=K3VPFIXU5HDZ tag=2LSIMGQ09A6L type=write size=940788 2024-04-02T08:51:12.585 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.586+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~JX36T3SO6X4J.0 size=1048576 2024-04-02T08:51:12.587 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.588+0000 7f2c37839780 1 > prepared part key=_multipart_K3VPFIXU5HDZ.2~JX36T3SO6X4J.1 size=671094 2024-04-02T08:51:12.587 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.588+0000 7f2c37839780 1 > prepared multipart upload key=K3VPFIXU5HDZ upload=JX36T3SO6X4J tag=EZEI1ZJRN7VY type=write size=2768246 2024-04-02T08:51:12.590 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.591+0000 7f2c37839780 1 < completed delete operation key=U25NTMGOU3R2 tag=RP2JSZNIZUE8 type=del 2024-04-02T08:51:12.592 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.593+0000 7f2c37839780 1 > prepared operation key=U4DINZ06NGSP tag=XXL1A92FUVT8 type=del size=378349 2024-04-02T08:51:12.597 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.598+0000 7f2c37839780 1 < suggested update operation key=L850LE5LQWEI tag=IXLL8BLKHZZU type=del size=3038396 2024-04-02T08:51:12.599 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.601+0000 7f2c37839780 1 > prepared operation key=K3VPFIXU5HDZ tag=5RL9MC6F39U7 type=write size=709626 2024-04-02T08:51:12.602 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.603+0000 7f2c37839780 1 < completed delete operation key=1V7MCBT4ATIC tag=C3FVEQ3G0DNF type=del 2024-04-02T08:51:12.605 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.606+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=6II0ZM60ISN5 type=del size=1734677 2024-04-02T08:51:12.607 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.608+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~LY9T6JXXJVTF.0 size=1048576 2024-04-02T08:51:12.609 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.610+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~LY9T6JXXJVTF.1 size=1048576 2024-04-02T08:51:12.611 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.612+0000 7f2c37839780 1 < completed part key=_multipart_FTT2SQYUSW82.2~LY9T6JXXJVTF.2 size=188512 2024-04-02T08:51:12.614 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.616+0000 7f2c37839780 1 < completed multipart upload key=FTT2SQYUSW82 upload=LY9T6JXXJVTF tag=4XNJUJZEU0GZ type=write size=3334240 2024-04-02T08:51:12.616 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.618+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=WNNOBMQZQIOQ type=write size=54490 2024-04-02T08:51:12.618 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.619+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=3K142IXZZ2DU type=del 2024-04-02T08:51:12.621 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.622+0000 7f2c37839780 1 > prepared operation key=L7FKDUVU3YGN tag=3VIFYGTFD4WC type=del size=3583240 2024-04-02T08:51:12.622 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.624+0000 7f2c37839780 1 < completed delete operation key=2HK29QL163AK tag=WKE0VGTIEFFU type=del 2024-04-02T08:51:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:12 smithi188 ceph-mon[86835]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 356 KiB/s wr, 1.83k op/s 2024-04-02T08:51:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:51:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:12.624 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.626+0000 7f2c37839780 1 > prepared operation key=DRUREBB8SOYG tag=O36LLDBWBFLW type=del size=4040223 2024-04-02T08:51:12.627 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.628+0000 7f2c37839780 1 < completed write operation key=PEEYGF5CW75O tag=8CE3Z2D1ARQT type=write size=882123 2024-04-02T08:51:12.632 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.633+0000 7f2c37839780 1 > prepared part key=_multipart_ZBWX3XCY0JRK.2~UTJ57JP5FZ6S.0 size=104629 2024-04-02T08:51:12.632 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.633+0000 7f2c37839780 1 > prepared multipart upload key=ZBWX3XCY0JRK upload=UTJ57JP5FZ6S tag=NU6BVZH1BFUK type=write size=1153205 2024-04-02T08:51:12.633 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.635+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=D1YNNX9QV6EX type=del 2024-04-02T08:51:12.635 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.637+0000 7f2c37839780 1 > prepared operation key=B5YV3S5C1VXZ tag=E7SCQ388WW8R type=write size=914246 2024-04-02T08:51:12.638 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.639+0000 7f2c37839780 1 < completed part key=_multipart_U25NTMGOU3R2.2~Z8GLQFM4DK24.0 size=203026 2024-04-02T08:51:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:12 smithi104 ceph-mon[96567]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 356 KiB/s wr, 1.83k op/s 2024-04-02T08:51:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:12 smithi104 ceph-mon[94081]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 356 KiB/s wr, 1.83k op/s 2024-04-02T08:51:12.642 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.643+0000 7f2c37839780 1 < completed multipart upload key=U25NTMGOU3R2 upload=Z8GLQFM4DK24 tag=MVRZLDU33Y5O type=write size=1251602 2024-04-02T08:51:12.644 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.645+0000 7f2c37839780 1 > prepared operation key=91BN62ARVOEH tag=73WCRJIH5REY type=write size=906453 2024-04-02T08:51:12.648 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.649+0000 7f2c37839780 1 < suggested update operation key=Z1QID1NC8QNM tag=DRYU391KUV91 type=del size=241000 2024-04-02T08:51:12.651 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.652+0000 7f2c37839780 1 > prepared operation key=57KBVV9UXRY9 tag=9GS0O1598FXK type=del size=2022015 2024-04-02T08:51:12.653 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.654+0000 7f2c37839780 1 < completed delete operation key=01FWIMJZX0P3 tag=026CJOGX2GZO type=del 2024-04-02T08:51:12.656 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.658+0000 7f2c37839780 1 > prepared part key=_multipart_VOT77PAW1Q91.2~SRLEHT08C46Z.0 size=643380 2024-04-02T08:51:12.657 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.658+0000 7f2c37839780 1 > prepared multipart upload key=VOT77PAW1Q91 upload=SRLEHT08C46Z tag=UIGGF7PDW7E5 type=write size=1691956 2024-04-02T08:51:12.658 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.660+0000 7f2c37839780 1 < completed delete operation key=9DRFTTIJ432I tag=1WBTAVQI1G69 type=del 2024-04-02T08:51:12.660 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.661+0000 7f2c37839780 1 > prepared operation key=01FWIMJZX0P3 tag=G9XIJ1P2QYTL type=del size=3860297 2024-04-02T08:51:12.662 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.664+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~O6D1QSANFZW9.0 size=1048576 2024-04-02T08:51:12.664 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.665+0000 7f2c37839780 1 < completed part key=_multipart_G5NNPHE2SJZN.2~O6D1QSANFZW9.1 size=926977 2024-04-02T08:51:12.668 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.669+0000 7f2c37839780 1 < completed multipart upload key=G5NNPHE2SJZN upload=O6D1QSANFZW9 tag=GH4QG33BBLSC type=write size=3024129 2024-04-02T08:51:12.670 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.671+0000 7f2c37839780 1 > prepared operation key=VOT77PAW1Q91 tag=44PVW7C0PXKQ type=del size=2388079 2024-04-02T08:51:12.672 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.673+0000 7f2c37839780 1 < completed delete operation key=8VUTVS0YUD1N tag=026206L5D9KA type=del 2024-04-02T08:51:12.674 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.675+0000 7f2c37839780 1 > prepared operation key=8VUTVS0YUD1N tag=90GH46CI0K18 type=write size=539121 2024-04-02T08:51:12.674 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.676+0000 7f2c37839780 1 < canceled part key=_multipart_OKEW0QKVDGET.2~6EEIUBTPRFG6.0 size=1048576 2024-04-02T08:51:12.676 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.677+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~6EEIUBTPRFG6.1 size=1048576 2024-04-02T08:51:12.678 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.679+0000 7f2c37839780 1 < completed part key=_multipart_OKEW0QKVDGET.2~6EEIUBTPRFG6.2 size=597826 2024-04-02T08:51:12.681 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.682+0000 7f2c37839780 1 < canceled multipart upload key=OKEW0QKVDGET upload=6EEIUBTPRFG6 tag=MJRZIJEBAYHV type=write size=3743554 2024-04-02T08:51:12.685 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.686+0000 7f2c37839780 1 > prepared part key=_multipart_33264AD3WNVF.2~4KES2YPWV3E2.0 size=24511 2024-04-02T08:51:12.685 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.686+0000 7f2c37839780 1 > prepared multipart upload key=33264AD3WNVF upload=4KES2YPWV3E2 tag=VFWJJWQFQOPG type=write size=1073087 2024-04-02T08:51:12.687 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.688+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~JX36T3SO6X4J.0 size=1048576 2024-04-02T08:51:12.689 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.690+0000 7f2c37839780 1 < completed part key=_multipart_K3VPFIXU5HDZ.2~JX36T3SO6X4J.1 size=671094 2024-04-02T08:51:12.693 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.694+0000 7f2c37839780 1 < completed multipart upload key=K3VPFIXU5HDZ upload=JX36T3SO6X4J tag=EZEI1ZJRN7VY type=write size=2768246 2024-04-02T08:51:12.695 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.696+0000 7f2c37839780 1 > prepared operation key=YRS6E6FA19PT tag=00DJVHCVTPGE type=del size=482745 2024-04-02T08:51:12.697 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.698+0000 7f2c37839780 1 < completed delete operation key=U4DINZ06NGSP tag=XXL1A92FUVT8 type=del 2024-04-02T08:51:12.699 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.700+0000 7f2c37839780 1 > prepared operation key=OKEW0QKVDGET tag=ZTV2CAC3GX36 type=del size=1272208 2024-04-02T08:51:12.701 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.702+0000 7f2c37839780 1 < completed write operation key=K3VPFIXU5HDZ tag=5RL9MC6F39U7 type=write size=709626 2024-04-02T08:51:12.703 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.704+0000 7f2c37839780 1 > prepared operation key=7RA3C7WFS3O2 tag=MC9K6J6IWJ0A type=del size=1443101 2024-04-02T08:51:12.705 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.706+0000 7f2c37839780 1 < completed delete operation key=7RA3C7WFS3O2 tag=6II0ZM60ISN5 type=del 2024-04-02T08:51:12.707 INFO:tasks.workunit.client.0.smithi104.stderr:2024-04-02T08:51:12.708+0000 7f2c37839780 1 > prepared operation key=G5NNPHE2SJZN tag=0IJ5R5QVVVVU type=del size=750731 2024-04-02T08:51:12.707 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] cls_rgw_stats.simulate (13380 ms) 2024-04-02T08:51:12.707 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 1 test from cls_rgw_stats (13380 ms total) 2024-04-02T08:51:12.708 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:51:12.708 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:51:13.352 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 1 test from 1 test suite ran. (15890 ms total) 2024-04-02T08:51:13.352 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 1 test. 2024-04-02T08:51:13.355 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:51:13.355 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:51:13.425 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-02T08:51:13.425 DEBUG:teuthology.orchestra.run.smithi104:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-02T08:51:13.493 INFO:tasks.workunit.client.0.smithi104.stdout:Running main() from gmock_main.cc 2024-04-02T08:51:13.493 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-02T08:51:13.493 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T08:51:13.493 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 2 tests from ClsSDK 2024-04-02T08:51:13.493 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-02T08:51:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:14 smithi188 ceph-mon[86835]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 467 KiB/s wr, 2.40k op/s 2024-04-02T08:51:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:14 smithi188 ceph-mon[86835]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T08:51:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:14 smithi104 ceph-mon[94081]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 467 KiB/s wr, 2.40k op/s 2024-04-02T08:51:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:14 smithi104 ceph-mon[94081]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T08:51:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:14 smithi104 ceph-mon[96567]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 467 KiB/s wr, 2.40k op/s 2024-04-02T08:51:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:14 smithi104 ceph-mon[96567]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T08:51:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:15 smithi188 ceph-mon[86835]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T08:51:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:15 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3126718276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:15 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:15 smithi104 ceph-mon[96567]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T08:51:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:15 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3126718276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:15 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:15 smithi104 ceph-mon[94081]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T08:51:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:15 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3126718276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:15 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:51:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:51:15] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.43.0" 2024-04-02T08:51:16.371 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2878 ms) 2024-04-02T08:51:16.371 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-02T08:51:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:16 smithi188 ceph-mon[86835]: pgmap v1395: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:16 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:16 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:16 smithi188 ceph-mon[86835]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T08:51:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:16 smithi104 ceph-mon[94081]: pgmap v1395: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:16 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:16 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:16 smithi104 ceph-mon[94081]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T08:51:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:16 smithi104 ceph-mon[96567]: pgmap v1395: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:16 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:51:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:16 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:16 smithi104 ceph-mon[96567]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T08:51:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:17 smithi188 ceph-mon[86835]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T08:51:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:17 smithi104 ceph-mon[94081]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T08:51:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:17 smithi104 ceph-mon[96567]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T08:51:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:18 smithi188 ceph-mon[86835]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:18 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:18 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T08:51:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:18 smithi188 ceph-mon[86835]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T08:51:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:18 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/123298037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:18 smithi104 ceph-mon[94081]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:18 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:18 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T08:51:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:18 smithi104 ceph-mon[94081]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T08:51:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:18 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/123298037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:18 smithi104 ceph-mon[96567]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:18 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:51:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:18 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T08:51:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:18 smithi104 ceph-mon[96567]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T08:51:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:18 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/123298037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:51:19.393 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3022 ms) 2024-04-02T08:51:19.394 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 2 tests from ClsSDK (5900 ms total) 2024-04-02T08:51:19.394 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T08:51:19.394 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T08:51:19.394 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 2 tests from 1 test suite ran. (5900 ms total) 2024-04-02T08:51:19.394 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 2 tests. 2024-04-02T08:51:19.396 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:51:19.397 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:51:19.466 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-02T08:51:19.467 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:51:19.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:19 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/123298037' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:19 smithi104 ceph-mon[94081]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T08:51:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:19 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/123298037' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:19 smithi104 ceph-mon[96567]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T08:51:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:19.774 DEBUG:teuthology.parallel:result is None 2024-04-02T08:51:19.774 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:51:19.804 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:51:19.804 DEBUG:teuthology.orchestra.run.smithi104:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:51:19.859 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:51:19.859 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:51:19.860 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-02T08:51:19.860 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:51:19.860 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-02T08:51:19.860 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:51:19.860 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:51:19.860 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:51:19.861 DEBUG:teuthology.orchestra.run.smithi104:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:51:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:19 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/123298037' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi104-140535-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:51:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:19 smithi188 ceph-mon[86835]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T08:51:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:19.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:51:19.915 INFO:teuthology.orchestra.run.smithi104.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:51:19.915 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:51:19.971 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:51:19.971 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:51:20.026 INFO:tasks.workunit:timeout=3h 2024-04-02T08:51:20.027 INFO:tasks.workunit:cleanup=True 2024-04-02T08:51:20.027 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:51:20.087 INFO:tasks.workunit.client.0.smithi104.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:51:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:20 smithi104 ceph-mon[96567]: pgmap v1401: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:20 smithi104 ceph-mon[96567]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T08:51:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:20 smithi104 ceph-mon[94081]: pgmap v1401: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:20 smithi104 ceph-mon[94081]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T08:51:20.666 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:20 smithi188 ceph-mon[86835]: pgmap v1401: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:20.666 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:20 smithi188 ceph-mon[86835]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T08:51:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:21 smithi188 ceph-mon[86835]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:21 smithi104 ceph-mon[94081]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:21 smithi104 ceph-mon[96567]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:51:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:51:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:23 smithi188 ceph-mon[86835]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:23 smithi104 ceph-mon[96567]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:23 smithi104 ceph-mon[94081]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:25 smithi188 ceph-mon[86835]: pgmap v1405: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:25.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:25 smithi104 ceph-mon[94081]: pgmap v1405: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:25.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:25 smithi104 ceph-mon[96567]: pgmap v1405: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:26.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:51:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:51:25] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2024-04-02T08:51:27.121 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:51:27.176 INFO:tasks.workunit.client.0.smithi104.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:51:27.178 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:51:27.178 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:51:27.227 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:51:27.282 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:51:27.327 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:51:27.328 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:51:27.328 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:51:27.372 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:51:27.375 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T08:51:27.375 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:51:27.430 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-02T08:51:27.432 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-02T08:51:27.432 DEBUG:teuthology.orchestra.run.smithi104:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-02T08:51:27.531 INFO:tasks.workunit.client.0.smithi104.stdout:run length 1200 seconds 2024-04-02T08:51:27.531 INFO:tasks.workunit.client.0.smithi104.stdout:preparing 10240 objects 2024-04-02T08:51:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:27 smithi188 ceph-mon[86835]: pgmap v1406: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:27 smithi104 ceph-mon[96567]: pgmap v1406: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:27 smithi104 ceph-mon[94081]: pgmap v1406: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:51:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:29 smithi188 ceph-mon[86835]: pgmap v1407: 105 pgs: 105 active+clean; 11 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s wr, 87 op/s 2024-04-02T08:51:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:29 smithi104 ceph-mon[96567]: pgmap v1407: 105 pgs: 105 active+clean; 11 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s wr, 87 op/s 2024-04-02T08:51:29.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:29 smithi104 ceph-mon[94081]: pgmap v1407: 105 pgs: 105 active+clean; 11 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s wr, 87 op/s 2024-04-02T08:51:29.911 INFO:tasks.workunit.client.0.smithi104.stdout:load-gen will run 1200 seconds 2024-04-02T08:51:30.911 INFO:tasks.workunit.client.0.smithi104.stdout: 1: throughput=0MB/sec pending data=0 2024-04-02T08:51:30.911 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PkZ0pDxKia9MuV2 off=301831 len=1881939 2024-04-02T08:51:30.921 INFO:tasks.workunit.client.0.smithi104.stdout:op 0 completed, throughput=1.78MB/sec 2024-04-02T08:51:30.922 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DnpVZ0YnN_5oKFN off=4748829 len=963780 2024-04-02T08:51:30.925 INFO:tasks.workunit.client.0.smithi104.stdout:op 1 completed, throughput=2.67MB/sec 2024-04-02T08:51:30.925 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1iKd8c7J2HJNjQZ off=7925176 len=1737133 2024-04-02T08:51:30.933 INFO:tasks.workunit.client.0.smithi104.stdout:op 2 completed, throughput=4.27MB/sec 2024-04-02T08:51:30.933 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4WctaShgZtN1huQ off=8364488 len=1041010 2024-04-02T08:51:30.934 INFO:tasks.workunit.client.0.smithi104.stdout:op 3 completed, throughput=5.24MB/sec 2024-04-02T08:51:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:31 smithi188 ceph-mon[86835]: pgmap v1408: 105 pgs: 105 active+clean; 27 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s wr, 194 op/s 2024-04-02T08:51:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:31 smithi104 ceph-mon[96567]: pgmap v1408: 105 pgs: 105 active+clean; 27 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s wr, 194 op/s 2024-04-02T08:51:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:31 smithi104 ceph-mon[94081]: pgmap v1408: 105 pgs: 105 active+clean; 27 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s wr, 194 op/s 2024-04-02T08:51:31.934 INFO:tasks.workunit.client.0.smithi104.stdout: 2: throughput=2.65MB/sec pending data=0 2024-04-02T08:51:31.935 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7l1HtWr8DgpRq0v off=3256534 len=2017875 2024-04-02T08:51:31.937 INFO:tasks.workunit.client.0.smithi104.stdout:op 4 completed, throughput=3.6MB/sec 2024-04-02T08:51:31.937 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nkzwhNKPL5_g77N off=7673922 len=829765 2024-04-02T08:51:31.940 INFO:tasks.workunit.client.0.smithi104.stdout:op 5 completed, throughput=3.98MB/sec 2024-04-02T08:51:31.940 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lSLswz_EykGk0Ui off=6220237 len=1816534 2024-04-02T08:51:31.946 INFO:tasks.workunit.client.0.smithi104.stdout:op 6 completed, throughput=4.82MB/sec 2024-04-02T08:51:31.946 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ECD_DpRAoxjCn5o off=16791371 len=132409 2024-04-02T08:51:31.946 INFO:tasks.workunit.client.0.smithi104.stdout:op 7 completed, throughput=4.88MB/sec 2024-04-02T08:51:31.947 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DwbEy4lYF8UsFEN off=1995185 len=329021 2024-04-02T08:51:31.947 INFO:tasks.workunit.client.0.smithi104.stdout:op 8 completed, throughput=5.04MB/sec 2024-04-02T08:51:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:51:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: 3: throughput=3.38MB/sec pending data=0 2024-04-02T08:51:32.947 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NEufI0rBUwL2sq3 off=2355855 len=969323 2024-04-02T08:51:32.950 INFO:tasks.workunit.client.0.smithi104.stdout:op 9 completed, throughput=3.68MB/sec 2024-04-02T08:51:32.950 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HPnzkwJSa-Wvw4F off=15235304 len=908989 2024-04-02T08:51:32.955 INFO:tasks.workunit.client.0.smithi104.stdout:op 10 completed, throughput=3.96MB/sec 2024-04-02T08:51:32.955 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OA4wsUEuimyYKEQ off=35838 len=1810187 2024-04-02T08:51:32.967 INFO:tasks.workunit.client.0.smithi104.stdout:op 11 completed, throughput=4.51MB/sec 2024-04-02T08:51:32.967 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-J6ytlOf_d4zt_uX off=11563486 len=833795 2024-04-02T08:51:32.967 INFO:tasks.workunit.client.0.smithi104.stdout:op 12 completed, throughput=4.77MB/sec 2024-04-02T08:51:32.967 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VwJ_JTQv8eijV9_ off=0 len=2001636 2024-04-02T08:51:32.967 INFO:tasks.workunit.client.0.smithi104.stdout:op 13 completed, throughput=5.39MB/sec 2024-04-02T08:51:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:33 smithi188 ceph-mon[86835]: pgmap v1409: 105 pgs: 105 active+clean; 106 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 1.1 MiB/s wr, 708 op/s 2024-04-02T08:51:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:33 smithi104 ceph-mon[96567]: pgmap v1409: 105 pgs: 105 active+clean; 106 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 1.1 MiB/s wr, 708 op/s 2024-04-02T08:51:33.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:33 smithi104 ceph-mon[94081]: pgmap v1409: 105 pgs: 105 active+clean; 106 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 1.1 MiB/s wr, 708 op/s 2024-04-02T08:51:33.965 INFO:tasks.workunit.client.0.smithi104.stdout: 4: throughput=4.06MB/sec pending data=0 2024-04-02T08:51:33.965 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dDXDutc19AwbaS9 off=422864 len=48445 2024-04-02T08:51:33.965 INFO:tasks.workunit.client.0.smithi104.stdout:op 14 completed, throughput=4.07MB/sec 2024-04-02T08:51:33.965 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G3UWeKsGXWXYb76 off=2581414 len=1672227 2024-04-02T08:51:33.967 INFO:tasks.workunit.client.0.smithi104.stdout:op 15 completed, throughput=4.47MB/sec 2024-04-02T08:51:33.967 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YRlSnSENbhFApSM off=594170 len=2065080 2024-04-02T08:51:33.969 INFO:tasks.workunit.client.0.smithi104.stdout:op 16 completed, throughput=4.95MB/sec 2024-04-02T08:51:33.970 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gD47bTV32idMXqy off=955252 len=914286 2024-04-02T08:51:33.973 INFO:tasks.workunit.client.0.smithi104.stdout:op 17 completed, throughput=5.16MB/sec 2024-04-02T08:51:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:34.974 INFO:tasks.workunit.client.0.smithi104.stdout: 5: throughput=4.14MB/sec pending data=0 2024-04-02T08:51:34.974 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CWt6fCgbTEP2GRG off=433648 len=1999483 2024-04-02T08:51:34.975 INFO:tasks.workunit.client.0.smithi104.stdout:op 18 completed, throughput=4.51MB/sec 2024-04-02T08:51:34.975 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--OZae9GI7DKcyRi off=8136960 len=1202352 2024-04-02T08:51:34.981 INFO:tasks.workunit.client.0.smithi104.stdout:op 19 completed, throughput=4.74MB/sec 2024-04-02T08:51:34.981 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HqdZLuo2qOQCTMV off=19289861 len=1863694 2024-04-02T08:51:34.982 INFO:tasks.workunit.client.0.smithi104.stdout:op 20 completed, throughput=5.08MB/sec 2024-04-02T08:51:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:35 smithi104 ceph-mon[96567]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 1.3 MiB/s wr, 853 op/s 2024-04-02T08:51:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:35 smithi104 ceph-mon[94081]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 1.3 MiB/s wr, 853 op/s 2024-04-02T08:51:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:35 smithi188 ceph-mon[86835]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 1.3 MiB/s wr, 853 op/s 2024-04-02T08:51:35.982 INFO:tasks.workunit.client.0.smithi104.stdout: 6: throughput=4.25MB/sec pending data=0 2024-04-02T08:51:35.983 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tughQUO2FCuMs-T off=7541875 len=395031 2024-04-02T08:51:35.986 INFO:tasks.workunit.client.0.smithi104.stdout:op 21 completed, throughput=4.31MB/sec 2024-04-02T08:51:35.986 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hOcdQYYXKe_kJDE off=18844426 len=644612 2024-04-02T08:51:35.990 INFO:tasks.workunit.client.0.smithi104.stdout:op 22 completed, throughput=4.4MB/sec 2024-04-02T08:51:35.990 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QAUY0O_cN_UCxU6 off=12801660 len=222628 2024-04-02T08:51:35.991 INFO:tasks.workunit.client.0.smithi104.stdout:op 23 completed, throughput=4.44MB/sec 2024-04-02T08:51:35.991 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-101OgxVokEFU4Na off=100340 len=1873079 2024-04-02T08:51:35.993 INFO:tasks.workunit.client.0.smithi104.stdout:op 24 completed, throughput=4.73MB/sec 2024-04-02T08:51:35.993 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UgWHxhFK3zptfBm off=1974670 len=1199841 2024-04-02T08:51:35.998 INFO:tasks.workunit.client.0.smithi104.stdout:op 25 completed, throughput=4.92MB/sec 2024-04-02T08:51:35.998 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1zYnfR8D75NGnhI off=12069468 len=1296302 2024-04-02T08:51:35.999 INFO:tasks.workunit.client.0.smithi104.stdout:op 26 completed, throughput=5.12MB/sec 2024-04-02T08:51:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:51:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:51:35] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-02T08:51:36.999 INFO:tasks.workunit.client.0.smithi104.stdout: 7: throughput=4.4MB/sec pending data=0 2024-04-02T08:51:36.999 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-20gAjpAxs1hkA1D off=19120 len=702778 2024-04-02T08:51:37.004 INFO:tasks.workunit.client.0.smithi104.stdout:op 27 completed, throughput=4.49MB/sec 2024-04-02T08:51:37.004 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3gSt9iy5btIN1yL off=2906198 len=2095209 2024-04-02T08:51:37.015 INFO:tasks.workunit.client.0.smithi104.stdout:op 28 completed, throughput=4.76MB/sec 2024-04-02T08:51:37.015 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lJQIFJV_x_K3nw6 off=3886959 len=1635619 2024-04-02T08:51:37.016 INFO:tasks.workunit.client.0.smithi104.stdout:op 29 completed, throughput=4.98MB/sec 2024-04-02T08:51:37.016 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8gNqaYUwz26L1Ft off=512935 len=970185 2024-04-02T08:51:37.019 INFO:tasks.workunit.client.0.smithi104.stdout:op 30 completed, throughput=5.11MB/sec 2024-04-02T08:51:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:37 smithi188 ceph-mon[86835]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 739 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-04-02T08:51:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:37 smithi104 ceph-mon[96567]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 739 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-04-02T08:51:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:37 smithi104 ceph-mon[94081]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 739 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-04-02T08:51:38.019 INFO:tasks.workunit.client.0.smithi104.stdout: 8: throughput=4.48MB/sec pending data=0 2024-04-02T08:51:38.019 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wwyeZ3rUL7cVgff off=6451876 len=1962449 2024-04-02T08:51:38.020 INFO:tasks.workunit.client.0.smithi104.stdout:op 31 completed, throughput=4.71MB/sec 2024-04-02T08:51:38.020 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-H5yrEsPtewdT9rt off=3166162 len=437811 2024-04-02T08:51:38.021 INFO:tasks.workunit.client.0.smithi104.stdout:op 32 completed, throughput=4.76MB/sec 2024-04-02T08:51:38.021 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-X2Nw6tvUcS0wH2Y off=1163039 len=368171 2024-04-02T08:51:38.022 INFO:tasks.workunit.client.0.smithi104.stdout:op 33 completed, throughput=4.8MB/sec 2024-04-02T08:51:38.022 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ja3USwv5v5gP8tB off=981287 len=1329817 2024-04-02T08:51:38.023 INFO:tasks.workunit.client.0.smithi104.stdout:op 34 completed, throughput=4.96MB/sec 2024-04-02T08:51:38.023 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MOxv-w48Uabu1V3 off=6156806 len=2040593 2024-04-02T08:51:38.031 INFO:tasks.workunit.client.0.smithi104.stdout:op 35 completed, throughput=5.19MB/sec 2024-04-02T08:51:39.032 INFO:tasks.workunit.client.0.smithi104.stdout: 9: throughput=4.62MB/sec pending data=0 2024-04-02T08:51:39.032 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wznwqJG7AivWBny off=9470714 len=338131 2024-04-02T08:51:39.035 INFO:tasks.workunit.client.0.smithi104.stdout:op 36 completed, throughput=4.66MB/sec 2024-04-02T08:51:39.035 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XWvRElgH4qFLt7l off=18975069 len=1387798 2024-04-02T08:51:39.037 INFO:tasks.workunit.client.0.smithi104.stdout:op 37 completed, throughput=4.8MB/sec 2024-04-02T08:51:39.037 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-54oWXlMPNEkmtdB off=7645087 len=897139 2024-04-02T08:51:39.042 INFO:tasks.workunit.client.0.smithi104.stdout:op 38 completed, throughput=4.89MB/sec 2024-04-02T08:51:39.042 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5BvaFdnWj05LzUy off=672768 len=2086951 2024-04-02T08:51:39.046 INFO:tasks.workunit.client.0.smithi104.stdout:op 39 completed, throughput=5.11MB/sec 2024-04-02T08:51:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:39 smithi188 ceph-mon[86835]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-02T08:51:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:39 smithi104 ceph-mon[96567]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-02T08:51:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:39 smithi104 ceph-mon[94081]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-02T08:51:40.046 INFO:tasks.workunit.client.0.smithi104.stdout: 10: throughput=4.6MB/sec pending data=0 2024-04-02T08:51:40.046 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-don7Ib3MgBO7p_d off=18880472 len=1011946 2024-04-02T08:51:40.047 INFO:tasks.workunit.client.0.smithi104.stdout:op 40 completed, throughput=4.7MB/sec 2024-04-02T08:51:40.047 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yOjiFGO0AaLZaoY off=14565114 len=968020 2024-04-02T08:51:40.048 INFO:tasks.workunit.client.0.smithi104.stdout:op 41 completed, throughput=4.79MB/sec 2024-04-02T08:51:40.048 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vFQsLo0HCSSJNCF off=1085302 len=409929 2024-04-02T08:51:40.049 INFO:tasks.workunit.client.0.smithi104.stdout:op 42 completed, throughput=4.83MB/sec 2024-04-02T08:51:40.049 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mNrvu0Gk9el6ux5 off=579146 len=1666456 2024-04-02T08:51:40.051 INFO:tasks.workunit.client.0.smithi104.stdout:op 43 completed, throughput=4.98MB/sec 2024-04-02T08:51:40.051 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Vtb00PkA200Fh8p off=1606587 len=602323 2024-04-02T08:51:40.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 44 completed, throughput=5.04MB/sec 2024-04-02T08:51:41.053 INFO:tasks.workunit.client.0.smithi104.stdout: 11: throughput=4.59MB/sec pending data=0 2024-04-02T08:51:41.053 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1nTRu3sM_Hlaod7 off=5538233 len=1002898 2024-04-02T08:51:41.059 INFO:tasks.workunit.client.0.smithi104.stdout:op 45 completed, throughput=4.67MB/sec 2024-04-02T08:51:41.059 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YeFdgaGRZEJIyd9 off=19153757 len=1047148 2024-04-02T08:51:41.062 INFO:tasks.workunit.client.0.smithi104.stdout:op 46 completed, throughput=4.76MB/sec 2024-04-02T08:51:41.062 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KM0CN0e9i1V0l7Z off=2138845 len=347692 2024-04-02T08:51:41.063 INFO:tasks.workunit.client.0.smithi104.stdout:op 47 completed, throughput=4.79MB/sec 2024-04-02T08:51:41.063 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eQbu3GFqtpqKyQV off=6303203 len=1172886 2024-04-02T08:51:41.064 INFO:tasks.workunit.client.0.smithi104.stdout:op 48 completed, throughput=4.89MB/sec 2024-04-02T08:51:41.064 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-K9rSNoiVl96hi92 off=3677659 len=1499023 2024-04-02T08:51:41.073 INFO:tasks.workunit.client.0.smithi104.stdout:op 49 completed, throughput=5.01MB/sec 2024-04-02T08:51:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:41 smithi188 ceph-mon[86835]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 783 op/s 2024-04-02T08:51:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:41 smithi104 ceph-mon[94081]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 783 op/s 2024-04-02T08:51:41.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:41 smithi104 ceph-mon[96567]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 783 op/s 2024-04-02T08:51:42.073 INFO:tasks.workunit.client.0.smithi104.stdout: 12: throughput=4.6MB/sec pending data=0 2024-04-02T08:51:42.073 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0jJsE_TOkMdYAU5 off=2577137 len=1853625 2024-04-02T08:51:42.074 INFO:tasks.workunit.client.0.smithi104.stdout:op 50 completed, throughput=4.74MB/sec 2024-04-02T08:51:42.074 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hcb2Jy02IdSrKNz off=8610590 len=1315372 2024-04-02T08:51:42.077 INFO:tasks.workunit.client.0.smithi104.stdout:op 51 completed, throughput=4.85MB/sec 2024-04-02T08:51:42.077 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N86cl3mDh_dCOcY off=5271333 len=1274041 2024-04-02T08:51:42.083 INFO:tasks.workunit.client.0.smithi104.stdout:op 52 completed, throughput=4.94MB/sec 2024-04-02T08:51:42.083 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_SXZ5-2O249b5WW off=4692808 len=91648 2024-04-02T08:51:42.084 INFO:tasks.workunit.client.0.smithi104.stdout:op 53 completed, throughput=4.95MB/sec 2024-04-02T08:51:42.084 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-g2hZhEu4yM4SRzi off=5270272 len=966096 2024-04-02T08:51:42.086 INFO:tasks.workunit.client.0.smithi104.stdout:op 54 completed, throughput=5.03MB/sec 2024-04-02T08:51:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:51:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:43.086 INFO:tasks.workunit.client.0.smithi104.stdout: 13: throughput=4.64MB/sec pending data=0 2024-04-02T08:51:43.086 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n-AAyAzbvwVe1Mx off=3027501 len=1010129 2024-04-02T08:51:43.087 INFO:tasks.workunit.client.0.smithi104.stdout:op 55 completed, throughput=4.72MB/sec 2024-04-02T08:51:43.087 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2HhyM-D5DBLY0M6 off=4998264 len=729650 2024-04-02T08:51:43.087 INFO:tasks.workunit.client.0.smithi104.stdout:op 56 completed, throughput=4.77MB/sec 2024-04-02T08:51:43.087 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-erQIXs9fI4KNtro off=7384485 len=1913801 2024-04-02T08:51:43.096 INFO:tasks.workunit.client.0.smithi104.stdout:op 57 completed, throughput=4.9MB/sec 2024-04-02T08:51:43.096 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nsYbsk51slKkbII off=13559838 len=1728687 2024-04-02T08:51:43.104 INFO:tasks.workunit.client.0.smithi104.stdout:op 58 completed, throughput=5.03MB/sec 2024-04-02T08:51:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:43 smithi188 ceph-mon[86835]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 677 op/s 2024-04-02T08:51:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:43 smithi104 ceph-mon[96567]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 677 op/s 2024-04-02T08:51:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:43 smithi104 ceph-mon[94081]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 677 op/s 2024-04-02T08:51:44.104 INFO:tasks.workunit.client.0.smithi104.stdout: 14: throughput=4.67MB/sec pending data=0 2024-04-02T08:51:44.104 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SvBUtOAdQfAPiIH off=0 len=1057849 2024-04-02T08:51:44.109 INFO:tasks.workunit.client.0.smithi104.stdout:op 59 completed, throughput=4.74MB/sec 2024-04-02T08:51:44.109 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-c9lCDF3AoWMuPTx off=2273083 len=4378 2024-04-02T08:51:44.111 INFO:tasks.workunit.client.0.smithi104.stdout:op 60 completed, throughput=4.74MB/sec 2024-04-02T08:51:44.111 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wTcd4jq6gblb7ZT off=66294 len=711143 2024-04-02T08:51:44.112 INFO:tasks.workunit.client.0.smithi104.stdout:op 61 completed, throughput=4.79MB/sec 2024-04-02T08:51:44.112 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aFBwRrNBvhx_p4T off=2918686 len=1479470 2024-04-02T08:51:44.119 INFO:tasks.workunit.client.0.smithi104.stdout:op 62 completed, throughput=4.89MB/sec 2024-04-02T08:51:44.119 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tsB4vtN5KF18XBb off=7599972 len=795411 2024-04-02T08:51:44.119 INFO:tasks.workunit.client.0.smithi104.stdout:op 63 completed, throughput=4.94MB/sec 2024-04-02T08:51:44.119 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lbi5OGry6jW6Z5G off=3860478 len=1352035 2024-04-02T08:51:44.125 INFO:tasks.workunit.client.0.smithi104.stdout:op 64 completed, throughput=5.03MB/sec 2024-04-02T08:51:45.125 INFO:tasks.workunit.client.0.smithi104.stdout: 15: throughput=4.7MB/sec pending data=0 2024-04-02T08:51:45.125 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5IK2Uhdpzzz-aMN off=2111332 len=612700 2024-04-02T08:51:45.129 INFO:tasks.workunit.client.0.smithi104.stdout:op 65 completed, throughput=4.73MB/sec 2024-04-02T08:51:45.130 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Uu076l-xk_tf7do off=2025417 len=134810 2024-04-02T08:51:45.132 INFO:tasks.workunit.client.0.smithi104.stdout:op 66 completed, throughput=4.74MB/sec 2024-04-02T08:51:45.132 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HmdG-f7XqMeGxUO off=4110821 len=451539 2024-04-02T08:51:45.134 INFO:tasks.workunit.client.0.smithi104.stdout:op 67 completed, throughput=4.77MB/sec 2024-04-02T08:51:45.135 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NAMcT-Gqucf5j6d off=11379781 len=879426 2024-04-02T08:51:45.137 INFO:tasks.workunit.client.0.smithi104.stdout:op 68 completed, throughput=4.82MB/sec 2024-04-02T08:51:45.137 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1YSBDO9GGTY-r-z off=4316278 len=836710 2024-04-02T08:51:45.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 69 completed, throughput=4.87MB/sec 2024-04-02T08:51:45.141 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-X2GTyxjr0vZsK2b off=10439374 len=819162 2024-04-02T08:51:45.146 INFO:tasks.workunit.client.0.smithi104.stdout:op 70 completed, throughput=4.92MB/sec 2024-04-02T08:51:45.146 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-m49_wWBRzP9LXu6 off=1625039 len=323801 2024-04-02T08:51:45.146 INFO:tasks.workunit.client.0.smithi104.stdout:op 71 completed, throughput=4.94MB/sec 2024-04-02T08:51:45.146 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lBqjWCupp3q5d6U off=13049315 len=382688 2024-04-02T08:51:45.149 INFO:tasks.workunit.client.0.smithi104.stdout:op 72 completed, throughput=4.97MB/sec 2024-04-02T08:51:45.149 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Z6XabFCNuEe8hld off=587048 len=793620 2024-04-02T08:51:45.149 INFO:tasks.workunit.client.0.smithi104.stdout:op 73 completed, throughput=5.02MB/sec 2024-04-02T08:51:45.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:45 smithi104 ceph-mon[96567]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 148 op/s 2024-04-02T08:51:45.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:45 smithi104 ceph-mon[94081]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 148 op/s 2024-04-02T08:51:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:45 smithi188 ceph-mon[86835]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 148 op/s 2024-04-02T08:51:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:51:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:51:45] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-02T08:51:46.149 INFO:tasks.workunit.client.0.smithi104.stdout: 16: throughput=4.71MB/sec pending data=0 2024-04-02T08:51:46.150 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xMIJgLV8MAPuczB off=5540104 len=1528096 2024-04-02T08:51:46.159 INFO:tasks.workunit.client.0.smithi104.stdout:op 74 completed, throughput=4.8MB/sec 2024-04-02T08:51:46.159 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fqmk28BXPZEYXR_ off=1369335 len=973575 2024-04-02T08:51:46.163 INFO:tasks.workunit.client.0.smithi104.stdout:op 75 completed, throughput=4.85MB/sec 2024-04-02T08:51:46.163 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D7XIOiPWOQzZIj- off=1199738 len=1429140 2024-04-02T08:51:46.164 INFO:tasks.workunit.client.0.smithi104.stdout:op 76 completed, throughput=4.93MB/sec 2024-04-02T08:51:46.164 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KumBbKIpYm8Fzqd off=7904609 len=1024641 2024-04-02T08:51:46.169 INFO:tasks.workunit.client.0.smithi104.stdout:op 77 completed, throughput=4.99MB/sec 2024-04-02T08:51:46.169 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-01qqwQQx1anXB9X off=1931056 len=2004108 2024-04-02T08:51:46.170 INFO:tasks.workunit.client.0.smithi104.stdout:op 78 completed, throughput=5.11MB/sec 2024-04-02T08:51:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: 17: throughput=4.81MB/sec pending data=0 2024-04-02T08:51:47.171 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-62P7ioBsXW_CYBy off=1130562 len=1543310 2024-04-02T08:51:47.172 INFO:tasks.workunit.client.0.smithi104.stdout:op 79 completed, throughput=4.9MB/sec 2024-04-02T08:51:47.172 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_yE_UPBs9M6Spde off=4633241 len=74112 2024-04-02T08:51:47.172 INFO:tasks.workunit.client.0.smithi104.stdout:op 80 completed, throughput=4.9MB/sec 2024-04-02T08:51:47.173 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PSLZOsNj-kZLD4M off=11688607 len=1424191 2024-04-02T08:51:47.174 INFO:tasks.workunit.client.0.smithi104.stdout:op 81 completed, throughput=4.98MB/sec 2024-04-02T08:51:47.174 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PjGsjSZzkzNr3XC off=5464395 len=322427 2024-04-02T08:51:47.177 INFO:tasks.workunit.client.0.smithi104.stdout:op 82 completed, throughput=5MB/sec 2024-04-02T08:51:47.177 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GzGMYoH6aEtBndp off=13690536 len=1256041 2024-04-02T08:51:47.180 INFO:tasks.workunit.client.0.smithi104.stdout:op 83 completed, throughput=5.07MB/sec 2024-04-02T08:51:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:47 smithi188 ceph-mon[86835]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:51:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:47 smithi104 ceph-mon[96567]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:51:47.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:47 smithi104 ceph-mon[94081]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:51:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: 18: throughput=4.79MB/sec pending data=0 2024-04-02T08:51:48.181 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wRLJURi6fywLl7S off=1050785 len=1209758 2024-04-02T08:51:48.185 INFO:tasks.workunit.client.0.smithi104.stdout:op 84 completed, throughput=4.85MB/sec 2024-04-02T08:51:48.185 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LevXgS07znIYA_W off=21897093 len=446718 2024-04-02T08:51:48.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 85 completed, throughput=4.87MB/sec 2024-04-02T08:51:48.189 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-O3u5fyK31ptnfqG off=4295733 len=1149883 2024-04-02T08:51:48.190 INFO:tasks.workunit.client.0.smithi104.stdout:op 86 completed, throughput=4.93MB/sec 2024-04-02T08:51:48.190 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TIoZLnKbc4IjbM5 off=21251923 len=1546760 2024-04-02T08:51:48.197 INFO:tasks.workunit.client.0.smithi104.stdout:op 87 completed, throughput=5.01MB/sec 2024-04-02T08:51:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: 19: throughput=4.75MB/sec pending data=0 2024-04-02T08:51:49.197 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6Zvy7rMBgwqANdf off=10803215 len=1992341 2024-04-02T08:51:49.207 INFO:tasks.workunit.client.0.smithi104.stdout:op 88 completed, throughput=4.85MB/sec 2024-04-02T08:51:49.207 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-176J4A1jTDkOpis off=0 len=1401909 2024-04-02T08:51:49.209 INFO:tasks.workunit.client.0.smithi104.stdout:op 89 completed, throughput=4.92MB/sec 2024-04-02T08:51:49.209 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-m49_wWBRzP9LXu6 off=28624 len=1990468 2024-04-02T08:51:49.211 INFO:tasks.workunit.client.0.smithi104.stdout:op 90 completed, throughput=5.01MB/sec 2024-04-02T08:51:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:49 smithi188 ceph-mon[86835]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:51:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:49 smithi104 ceph-mon[96567]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:51:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:49 smithi104 ceph-mon[94081]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:51:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: 20: throughput=4.77MB/sec pending data=0 2024-04-02T08:51:50.211 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-e_d_tYXsja6JZby off=6448174 len=66276 2024-04-02T08:51:50.213 INFO:tasks.workunit.client.0.smithi104.stdout:op 91 completed, throughput=4.77MB/sec 2024-04-02T08:51:50.213 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JDEyi82ypyQ42cY off=5290706 len=1115597 2024-04-02T08:51:50.219 INFO:tasks.workunit.client.0.smithi104.stdout:op 92 completed, throughput=4.82MB/sec 2024-04-02T08:51:50.219 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YqmgQKMmOgKTEuw off=4167167 len=219622 2024-04-02T08:51:50.221 INFO:tasks.workunit.client.0.smithi104.stdout:op 93 completed, throughput=4.83MB/sec 2024-04-02T08:51:50.221 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9OAX2OlUi_IBpjR off=17826884 len=688795 2024-04-02T08:51:50.225 INFO:tasks.workunit.client.0.smithi104.stdout:op 94 completed, throughput=4.86MB/sec 2024-04-02T08:51:50.225 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-F5XC6Ajq4MmfWEQ off=3178089 len=618122 2024-04-02T08:51:50.227 INFO:tasks.workunit.client.0.smithi104.stdout:op 95 completed, throughput=4.89MB/sec 2024-04-02T08:51:50.228 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mpgnuYtd0ynjcAg off=2099543 len=1060076 2024-04-02T08:51:50.229 INFO:tasks.workunit.client.0.smithi104.stdout:op 96 completed, throughput=4.94MB/sec 2024-04-02T08:51:50.229 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_KSBunROakEqplH off=632171 len=1279944 2024-04-02T08:51:50.236 INFO:tasks.workunit.client.0.smithi104.stdout:op 97 completed, throughput=5MB/sec 2024-04-02T08:51:50.236 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G2rg3BHJNGFMe5O off=3870589 len=1101317 2024-04-02T08:51:50.239 INFO:tasks.workunit.client.0.smithi104.stdout:op 98 completed, throughput=5.05MB/sec 2024-04-02T08:51:51.239 INFO:tasks.workunit.client.0.smithi104.stdout: 21: throughput=4.81MB/sec pending data=0 2024-04-02T08:51:51.239 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KumBbKIpYm8Fzqd off=7443622 len=668395 2024-04-02T08:51:51.241 INFO:tasks.workunit.client.0.smithi104.stdout:op 99 completed, throughput=4.84MB/sec 2024-04-02T08:51:51.241 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-msNTLMnZ8frOU3m off=821063 len=509074 2024-04-02T08:51:51.245 INFO:tasks.workunit.client.0.smithi104.stdout:op 100 completed, throughput=4.86MB/sec 2024-04-02T08:51:51.245 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fIbTv8p9GIt3Svh off=15804337 len=1273849 2024-04-02T08:51:51.246 INFO:tasks.workunit.client.0.smithi104.stdout:op 101 completed, throughput=4.92MB/sec 2024-04-02T08:51:51.246 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I8Oiz6iY9TdbCZW off=4279200 len=1955598 2024-04-02T08:51:51.257 INFO:tasks.workunit.client.0.smithi104.stdout:op 102 completed, throughput=5.01MB/sec 2024-04-02T08:51:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:51 smithi188 ceph-mon[86835]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:51 smithi104 ceph-mon[94081]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:51 smithi104 ceph-mon[96567]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:52.257 INFO:tasks.workunit.client.0.smithi104.stdout: 22: throughput=4.78MB/sec pending data=0 2024-04-02T08:51:52.257 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LTWrcbuPuBZ9zqE off=8911175 len=800537 2024-04-02T08:51:52.258 INFO:tasks.workunit.client.0.smithi104.stdout:op 103 completed, throughput=4.82MB/sec 2024-04-02T08:51:52.258 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-h6oLIGjxrqNULP7 off=2682483 len=1301639 2024-04-02T08:51:52.259 INFO:tasks.workunit.client.0.smithi104.stdout:op 104 completed, throughput=4.87MB/sec 2024-04-02T08:51:52.259 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0uVYtcxyxzD7GhH off=22977514 len=1146237 2024-04-02T08:51:52.260 INFO:tasks.workunit.client.0.smithi104.stdout:op 105 completed, throughput=4.92MB/sec 2024-04-02T08:51:52.260 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZLePONZCU0BH-eD off=17777460 len=651831 2024-04-02T08:51:52.261 INFO:tasks.workunit.client.0.smithi104.stdout:op 106 completed, throughput=4.95MB/sec 2024-04-02T08:51:52.261 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-B0xXhv16wxYDRu9 off=9340670 len=1406737 2024-04-02T08:51:52.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 107 completed, throughput=5.01MB/sec 2024-04-02T08:51:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:51:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:53.268 INFO:tasks.workunit.client.0.smithi104.stdout: 23: throughput=4.79MB/sec pending data=0 2024-04-02T08:51:53.268 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-H_rhHWJWy38q0ZM off=3422898 len=268836 2024-04-02T08:51:53.271 INFO:tasks.workunit.client.0.smithi104.stdout:op 108 completed, throughput=4.8MB/sec 2024-04-02T08:51:53.271 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6WvJOnKk0L2ERQm off=12009843 len=1590775 2024-04-02T08:51:53.272 INFO:tasks.workunit.client.0.smithi104.stdout:op 109 completed, throughput=4.87MB/sec 2024-04-02T08:51:53.272 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hqKF98aeiNgO1bZ off=1108388 len=1550544 2024-04-02T08:51:53.273 INFO:tasks.workunit.client.0.smithi104.stdout:op 110 completed, throughput=4.93MB/sec 2024-04-02T08:51:53.273 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--KvSQW7JEg7Nkhl off=9717515 len=1440643 2024-04-02T08:51:53.284 INFO:tasks.workunit.client.0.smithi104.stdout:op 111 completed, throughput=4.99MB/sec 2024-04-02T08:51:53.284 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1KFbGHhmicyUXR3 off=21843098 len=115440 2024-04-02T08:51:53.286 INFO:tasks.workunit.client.0.smithi104.stdout:op 112 completed, throughput=4.99MB/sec 2024-04-02T08:51:53.286 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8TNVYXgMEKMS0N2 off=6927605 len=360300 2024-04-02T08:51:53.286 INFO:tasks.workunit.client.0.smithi104.stdout:op 113 completed, throughput=5MB/sec 2024-04-02T08:51:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:53 smithi188 ceph-mon[86835]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:51:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:53 smithi104 ceph-mon[96567]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:51:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:53 smithi104 ceph-mon[94081]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:51:54.287 INFO:tasks.workunit.client.0.smithi104.stdout: 24: throughput=4.8MB/sec pending data=0 2024-04-02T08:51:54.287 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OcHVP8E93ntpjjp off=2828963 len=76732 2024-04-02T08:51:54.289 INFO:tasks.workunit.client.0.smithi104.stdout:op 114 completed, throughput=4.8MB/sec 2024-04-02T08:51:54.289 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yDCwehMYozbwIHn off=2093575 len=79026 2024-04-02T08:51:54.290 INFO:tasks.workunit.client.0.smithi104.stdout:op 115 completed, throughput=4.81MB/sec 2024-04-02T08:51:54.290 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JiEzjNuQ9Lf-1_4 off=3712518 len=221035 2024-04-02T08:51:54.292 INFO:tasks.workunit.client.0.smithi104.stdout:op 116 completed, throughput=4.81MB/sec 2024-04-02T08:51:54.292 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kwUBxa_-EwwmMoH off=2921189 len=491296 2024-04-02T08:51:54.296 INFO:tasks.workunit.client.0.smithi104.stdout:op 117 completed, throughput=4.83MB/sec 2024-04-02T08:51:54.296 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4X7b2HHkmEoznfL off=5195638 len=1123204 2024-04-02T08:51:54.297 INFO:tasks.workunit.client.0.smithi104.stdout:op 118 completed, throughput=4.88MB/sec 2024-04-02T08:51:54.297 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BdZv0bfMT_X55iD off=5916562 len=1752847 2024-04-02T08:51:54.298 INFO:tasks.workunit.client.0.smithi104.stdout:op 119 completed, throughput=4.94MB/sec 2024-04-02T08:51:54.298 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CbH1HoftDc5qvyh off=9432259 len=463794 2024-04-02T08:51:54.302 INFO:tasks.workunit.client.0.smithi104.stdout:op 120 completed, throughput=4.96MB/sec 2024-04-02T08:51:54.302 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zna8fxJYFKfhSc1 off=9420258 len=179206 2024-04-02T08:51:54.303 INFO:tasks.workunit.client.0.smithi104.stdout:op 121 completed, throughput=4.97MB/sec 2024-04-02T08:51:54.303 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r0De9OMKy2Ord7H off=273061 len=957951 2024-04-02T08:51:54.308 INFO:tasks.workunit.client.0.smithi104.stdout:op 122 completed, throughput=5MB/sec 2024-04-02T08:51:55.308 INFO:tasks.workunit.client.0.smithi104.stdout: 25: throughput=4.81MB/sec pending data=0 2024-04-02T08:51:55.308 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Gobmlj-7sSD0Qx9 off=14100483 len=826894 2024-04-02T08:51:55.313 INFO:tasks.workunit.client.0.smithi104.stdout:op 123 completed, throughput=4.84MB/sec 2024-04-02T08:51:55.313 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HA5BEmv3WxkiYSg off=1040106 len=1572260 2024-04-02T08:51:55.320 INFO:tasks.workunit.client.0.smithi104.stdout:op 124 completed, throughput=4.89MB/sec 2024-04-02T08:51:55.320 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-S6-Zibe42Xislh- off=4621326 len=1865675 2024-04-02T08:51:55.324 INFO:tasks.workunit.client.0.smithi104.stdout:op 125 completed, throughput=4.96MB/sec 2024-04-02T08:51:55.324 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-J-4Ol9m3ngWNU54 off=9257654 len=811320 2024-04-02T08:51:55.325 INFO:tasks.workunit.client.0.smithi104.stdout:op 126 completed, throughput=4.99MB/sec 2024-04-02T08:51:55.325 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--inF3kF-fbiKe53 off=10041406 len=637832 2024-04-02T08:51:55.328 INFO:tasks.workunit.client.0.smithi104.stdout:op 127 completed, throughput=5.02MB/sec 2024-04-02T08:51:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:55 smithi104 ceph-mon[96567]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:55 smithi104 ceph-mon[94081]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:55 smithi188 ceph-mon[86835]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:51:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:51:55] "GET /metrics HTTP/1.1" 200 34122 "" "Prometheus/2.43.0" 2024-04-02T08:51:56.329 INFO:tasks.workunit.client.0.smithi104.stdout: 26: throughput=4.83MB/sec pending data=0 2024-04-02T08:51:56.329 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_GfDxgCS0_HsXl9 off=20015057 len=1167569 2024-04-02T08:51:56.333 INFO:tasks.workunit.client.0.smithi104.stdout:op 128 completed, throughput=4.87MB/sec 2024-04-02T08:51:56.333 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hwCGdfWs-LWv6ca off=7231397 len=1521541 2024-04-02T08:51:56.342 INFO:tasks.workunit.client.0.smithi104.stdout:op 129 completed, throughput=4.92MB/sec 2024-04-02T08:51:56.342 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ua5tjRthqIFqOsX off=11332184 len=1632211 2024-04-02T08:51:56.349 INFO:tasks.workunit.client.0.smithi104.stdout:op 130 completed, throughput=4.98MB/sec 2024-04-02T08:51:56.349 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rj74d9N1wYkxZul off=798574 len=865787 2024-04-02T08:51:56.350 INFO:tasks.workunit.client.0.smithi104.stdout:op 131 completed, throughput=5.01MB/sec 2024-04-02T08:51:57.351 INFO:tasks.workunit.client.0.smithi104.stdout: 27: throughput=4.83MB/sec pending data=0 2024-04-02T08:51:57.351 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2egx0EZS3eqE8C_ off=12641256 len=1503426 2024-04-02T08:51:57.357 INFO:tasks.workunit.client.0.smithi104.stdout:op 132 completed, throughput=4.88MB/sec 2024-04-02T08:51:57.358 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9e0NO6szdEUv5t2 off=1189756 len=1694168 2024-04-02T08:51:57.364 INFO:tasks.workunit.client.0.smithi104.stdout:op 133 completed, throughput=4.94MB/sec 2024-04-02T08:51:57.364 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5G9fGQ5qkHl0epE off=2226422 len=1567968 2024-04-02T08:51:57.368 INFO:tasks.workunit.client.0.smithi104.stdout:op 134 completed, throughput=4.99MB/sec 2024-04-02T08:51:57.368 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-R6B0SpdR4_9x1Zh off=201821 len=1121289 2024-04-02T08:51:57.369 INFO:tasks.workunit.client.0.smithi104.stdout:op 135 completed, throughput=5.03MB/sec 2024-04-02T08:51:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:57 smithi188 ceph-mon[86835]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:57 smithi104 ceph-mon[96567]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:57 smithi104 ceph-mon[94081]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:58.369 INFO:tasks.workunit.client.0.smithi104.stdout: 28: throughput=4.85MB/sec pending data=0 2024-04-02T08:51:58.369 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BhIATDStqJW24jD off=5508171 len=1327361 2024-04-02T08:51:58.376 INFO:tasks.workunit.client.0.smithi104.stdout:op 136 completed, throughput=4.9MB/sec 2024-04-02T08:51:58.376 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sVIFKwKW9iF4JzJ off=1897459 len=1130443 2024-04-02T08:51:58.380 INFO:tasks.workunit.client.0.smithi104.stdout:op 137 completed, throughput=4.93MB/sec 2024-04-02T08:51:58.380 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z_31M9lyKQkHvlf off=9226917 len=1715449 2024-04-02T08:51:58.381 INFO:tasks.workunit.client.0.smithi104.stdout:op 138 completed, throughput=4.99MB/sec 2024-04-02T08:51:58.381 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v1hqPxyAUkTSJV_ off=428102 len=1738338 2024-04-02T08:51:58.386 INFO:tasks.workunit.client.0.smithi104.stdout:op 139 completed, throughput=5.05MB/sec 2024-04-02T08:51:59.386 INFO:tasks.workunit.client.0.smithi104.stdout: 29: throughput=4.88MB/sec pending data=0 2024-04-02T08:51:59.387 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MwH2ialMqksRzEx off=2089387 len=1367917 2024-04-02T08:51:59.389 INFO:tasks.workunit.client.0.smithi104.stdout:op 140 completed, throughput=4.92MB/sec 2024-04-02T08:51:59.389 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Zxv8MFhuzm2TcHU off=10118811 len=1332239 2024-04-02T08:51:59.396 INFO:tasks.workunit.client.0.smithi104.stdout:op 141 completed, throughput=4.96MB/sec 2024-04-02T08:51:59.396 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XZ5V0Igj-Cd9hCx off=4007254 len=1242597 2024-04-02T08:51:59.397 INFO:tasks.workunit.client.0.smithi104.stdout:op 142 completed, throughput=5MB/sec 2024-04-02T08:51:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:51:59 smithi188 ceph-mon[86835]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:51:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:51:59 smithi104 ceph-mon[94081]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:51:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:51:59 smithi104 ceph-mon[96567]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:52:00.398 INFO:tasks.workunit.client.0.smithi104.stdout: 30: throughput=4.84MB/sec pending data=0 2024-04-02T08:52:00.398 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ci6OuMrWKckfXcu off=9052556 len=996935 2024-04-02T08:52:00.400 INFO:tasks.workunit.client.0.smithi104.stdout:op 143 completed, throughput=4.87MB/sec 2024-04-02T08:52:00.400 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zkXwk9N-uJm79y1 off=20676787 len=73874 2024-04-02T08:52:00.402 INFO:tasks.workunit.client.0.smithi104.stdout:op 144 completed, throughput=4.87MB/sec 2024-04-02T08:52:00.402 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cBai9lJPH8NgQ7h off=9919516 len=873815 2024-04-02T08:52:00.403 INFO:tasks.workunit.client.0.smithi104.stdout:op 145 completed, throughput=4.9MB/sec 2024-04-02T08:52:00.403 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EGkMD_iBxOvbzXy off=5478602 len=1622551 2024-04-02T08:52:00.405 INFO:tasks.workunit.client.0.smithi104.stdout:op 146 completed, throughput=4.95MB/sec 2024-04-02T08:52:00.405 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-57HMR25h9Zck9U0 off=5203386 len=720436 2024-04-02T08:52:00.409 INFO:tasks.workunit.client.0.smithi104.stdout:op 147 completed, throughput=4.97MB/sec 2024-04-02T08:52:00.409 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NsIYVvn5q7Ox5_f off=0 len=1580655 2024-04-02T08:52:00.410 INFO:tasks.workunit.client.0.smithi104.stdout:op 148 completed, throughput=5.02MB/sec 2024-04-02T08:52:01.411 INFO:tasks.workunit.client.0.smithi104.stdout: 31: throughput=4.86MB/sec pending data=0 2024-04-02T08:52:01.411 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Y84cCHOow6iUWLW off=2203713 len=2041416 2024-04-02T08:52:01.422 INFO:tasks.workunit.client.0.smithi104.stdout:op 149 completed, throughput=4.92MB/sec 2024-04-02T08:52:01.422 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aLzGWaAG3g0WTGT off=7024552 len=1569904 2024-04-02T08:52:01.425 INFO:tasks.workunit.client.0.smithi104.stdout:op 150 completed, throughput=4.97MB/sec 2024-04-02T08:52:01.425 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HqdZLuo2qOQCTMV off=5802030 len=1451479 2024-04-02T08:52:01.426 INFO:tasks.workunit.client.0.smithi104.stdout:op 151 completed, throughput=5.01MB/sec 2024-04-02T08:52:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:01 smithi188 ceph-mon[86835]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:01 smithi104 ceph-mon[96567]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:01 smithi104 ceph-mon[94081]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:02.426 INFO:tasks.workunit.client.0.smithi104.stdout: 32: throughput=4.86MB/sec pending data=0 2024-04-02T08:52:02.427 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CPHXZUTdbRbWAh1 off=11986620 len=1550210 2024-04-02T08:52:02.429 INFO:tasks.workunit.client.0.smithi104.stdout:op 152 completed, throughput=4.9MB/sec 2024-04-02T08:52:02.429 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z6wmFqQXZZVgOY- off=479871 len=1631883 2024-04-02T08:52:02.430 INFO:tasks.workunit.client.0.smithi104.stdout:op 153 completed, throughput=4.95MB/sec 2024-04-02T08:52:02.430 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HLAvlvOTvpIG5UO off=16379246 len=862956 2024-04-02T08:52:02.431 INFO:tasks.workunit.client.0.smithi104.stdout:op 154 completed, throughput=4.97MB/sec 2024-04-02T08:52:02.431 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QCcw5EAMp19KYxX off=9345916 len=2047601 2024-04-02T08:52:02.445 INFO:tasks.workunit.client.0.smithi104.stdout:op 155 completed, throughput=5.03MB/sec 2024-04-02T08:52:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:52:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:52:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:03.444 INFO:tasks.workunit.client.0.smithi104.stdout: 33: throughput=4.88MB/sec pending data=0 2024-04-02T08:52:03.444 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FmzeYiCt9ltWzdZ off=947990 len=863775 2024-04-02T08:52:03.444 INFO:tasks.workunit.client.0.smithi104.stdout:op 156 completed, throughput=4.91MB/sec 2024-04-02T08:52:03.445 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2eP4grR57ecH3NY off=2829221 len=286617 2024-04-02T08:52:03.445 INFO:tasks.workunit.client.0.smithi104.stdout:op 157 completed, throughput=4.92MB/sec 2024-04-02T08:52:03.445 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NEqkdt_C_HUH72j off=2049025 len=1072197 2024-04-02T08:52:03.449 INFO:tasks.workunit.client.0.smithi104.stdout:op 158 completed, throughput=4.95MB/sec 2024-04-02T08:52:03.449 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KNrYvnRdoa9fmft off=2994504 len=1032087 2024-04-02T08:52:03.455 INFO:tasks.workunit.client.0.smithi104.stdout:op 159 completed, throughput=4.97MB/sec 2024-04-02T08:52:03.455 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ysiUYRCitiWQae1 off=6346665 len=130635 2024-04-02T08:52:03.455 INFO:tasks.workunit.client.0.smithi104.stdout:op 160 completed, throughput=4.98MB/sec 2024-04-02T08:52:03.455 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0gf4cSDZ_joFihZ off=705398 len=169887 2024-04-02T08:52:03.457 INFO:tasks.workunit.client.0.smithi104.stdout:op 161 completed, throughput=4.98MB/sec 2024-04-02T08:52:03.457 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3fP7zE8bx5NK4a_ off=7991512 len=98071 2024-04-02T08:52:03.459 INFO:tasks.workunit.client.0.smithi104.stdout:op 162 completed, throughput=4.98MB/sec 2024-04-02T08:52:03.459 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BmpXr8mEa6s43Zg off=404642 len=205414 2024-04-02T08:52:03.461 INFO:tasks.workunit.client.0.smithi104.stdout:op 163 completed, throughput=4.99MB/sec 2024-04-02T08:52:03.462 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B1CBxa9lxiC1_fv off=2619630 len=987037 2024-04-02T08:52:03.462 INFO:tasks.workunit.client.0.smithi104.stdout:op 164 completed, throughput=5.02MB/sec 2024-04-02T08:52:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:03 smithi188 ceph-mon[86835]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:03 smithi104 ceph-mon[96567]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:03 smithi104 ceph-mon[94081]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:04.462 INFO:tasks.workunit.client.0.smithi104.stdout: 34: throughput=4.87MB/sec pending data=0 2024-04-02T08:52:04.463 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-e4Kr-mvYzhExt2o off=5226723 len=1572931 2024-04-02T08:52:04.470 INFO:tasks.workunit.client.0.smithi104.stdout:op 165 completed, throughput=4.91MB/sec 2024-04-02T08:52:04.470 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B3YXnOHMSA8wQK_ off=7682444 len=1280556 2024-04-02T08:52:04.471 INFO:tasks.workunit.client.0.smithi104.stdout:op 166 completed, throughput=4.95MB/sec 2024-04-02T08:52:04.471 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nYn8GN5POVDZB2d off=2835534 len=1351803 2024-04-02T08:52:04.479 INFO:tasks.workunit.client.0.smithi104.stdout:op 167 completed, throughput=4.99MB/sec 2024-04-02T08:52:04.479 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W0JJKahaHLHiZ69 off=2659369 len=1889602 2024-04-02T08:52:04.487 INFO:tasks.workunit.client.0.smithi104.stdout:op 168 completed, throughput=5.04MB/sec 2024-04-02T08:52:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:04.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:05.488 INFO:tasks.workunit.client.0.smithi104.stdout: 35: throughput=4.9MB/sec pending data=0 2024-04-02T08:52:05.488 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0OswvFdkkQLJDnl off=10251628 len=586222 2024-04-02T08:52:05.488 INFO:tasks.workunit.client.0.smithi104.stdout:op 169 completed, throughput=4.91MB/sec 2024-04-02T08:52:05.488 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9gd-RD0ruMZcoOx off=3093217 len=1591592 2024-04-02T08:52:05.496 INFO:tasks.workunit.client.0.smithi104.stdout:op 170 completed, throughput=4.95MB/sec 2024-04-02T08:52:05.496 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F_7i5R576Z3yonb off=23238702 len=102834 2024-04-02T08:52:05.496 INFO:tasks.workunit.client.0.smithi104.stdout:op 171 completed, throughput=4.96MB/sec 2024-04-02T08:52:05.496 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-U7I7daqYYsjEEpI off=7282551 len=1207941 2024-04-02T08:52:05.497 INFO:tasks.workunit.client.0.smithi104.stdout:op 172 completed, throughput=4.99MB/sec 2024-04-02T08:52:05.497 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kJMNwonvzkqYAAP off=571893 len=805433 2024-04-02T08:52:05.499 INFO:tasks.workunit.client.0.smithi104.stdout:op 173 completed, throughput=5.01MB/sec 2024-04-02T08:52:05.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:05 smithi104 ceph-mon[96567]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:05 smithi104 ceph-mon[94081]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:05 smithi188 ceph-mon[86835]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:52:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:52:05] "GET /metrics HTTP/1.1" 200 34121 "" "Prometheus/2.43.0" 2024-04-02T08:52:06.500 INFO:tasks.workunit.client.0.smithi104.stdout: 36: throughput=4.87MB/sec pending data=0 2024-04-02T08:52:06.500 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gTagB5s77u1s7MD off=0 len=1407367 2024-04-02T08:52:06.501 INFO:tasks.workunit.client.0.smithi104.stdout:op 174 completed, throughput=4.91MB/sec 2024-04-02T08:52:06.501 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Fx3khrUqZld4anj off=8311900 len=1538388 2024-04-02T08:52:06.504 INFO:tasks.workunit.client.0.smithi104.stdout:op 175 completed, throughput=4.95MB/sec 2024-04-02T08:52:06.505 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CQI2wc3aPI1jfMO off=688940 len=1058987 2024-04-02T08:52:06.508 INFO:tasks.workunit.client.0.smithi104.stdout:op 176 completed, throughput=4.98MB/sec 2024-04-02T08:52:06.508 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-e8Y4f3nMX5dM8cg off=9583628 len=693343 2024-04-02T08:52:06.509 INFO:tasks.workunit.client.0.smithi104.stdout:op 177 completed, throughput=4.99MB/sec 2024-04-02T08:52:06.509 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JvcmVhp87j-pWWX off=18343773 len=1288717 2024-04-02T08:52:06.510 INFO:tasks.workunit.client.0.smithi104.stdout:op 178 completed, throughput=5.03MB/sec 2024-04-02T08:52:07.510 INFO:tasks.workunit.client.0.smithi104.stdout: 37: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:07.511 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--AKB6Om1vEg0ovY off=4567179 len=428600 2024-04-02T08:52:07.511 INFO:tasks.workunit.client.0.smithi104.stdout:op 179 completed, throughput=4.9MB/sec 2024-04-02T08:52:07.511 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uWBvVtPKfK6QVK4 off=4032066 len=263240 2024-04-02T08:52:07.512 INFO:tasks.workunit.client.0.smithi104.stdout:op 180 completed, throughput=4.91MB/sec 2024-04-02T08:52:07.512 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-p0MolJggYL9icjt off=3694027 len=1023159 2024-04-02T08:52:07.517 INFO:tasks.workunit.client.0.smithi104.stdout:op 181 completed, throughput=4.94MB/sec 2024-04-02T08:52:07.517 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rBoH6MBTNRcNP7C off=3633939 len=1290173 2024-04-02T08:52:07.518 INFO:tasks.workunit.client.0.smithi104.stdout:op 182 completed, throughput=4.97MB/sec 2024-04-02T08:52:07.518 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-twDMpKKk8m1xaYK off=4364338 len=53256 2024-04-02T08:52:07.519 INFO:tasks.workunit.client.0.smithi104.stdout:op 183 completed, throughput=4.97MB/sec 2024-04-02T08:52:07.519 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EeFnTbtFeY9ZI_K off=141685 len=2037912 2024-04-02T08:52:07.530 INFO:tasks.workunit.client.0.smithi104.stdout:op 184 completed, throughput=5.02MB/sec 2024-04-02T08:52:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:07 smithi188 ceph-mon[86835]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:07 smithi104 ceph-mon[94081]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:07 smithi104 ceph-mon[96567]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:08.530 INFO:tasks.workunit.client.0.smithi104.stdout: 38: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:08.530 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8LHFLUs69WPXcz0 off=4027832 len=1745697 2024-04-02T08:52:08.531 INFO:tasks.workunit.client.0.smithi104.stdout:op 185 completed, throughput=4.93MB/sec 2024-04-02T08:52:08.531 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-C-YrXwYFOOg3L7l off=7318447 len=18666 2024-04-02T08:52:08.533 INFO:tasks.workunit.client.0.smithi104.stdout:op 186 completed, throughput=4.93MB/sec 2024-04-02T08:52:08.533 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-e1FPJ3M8u_6LgcQ off=1105412 len=2027572 2024-04-02T08:52:08.542 INFO:tasks.workunit.client.0.smithi104.stdout:op 187 completed, throughput=4.98MB/sec 2024-04-02T08:52:08.542 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-awL3AizqTtaDTeo off=2614206 len=261794 2024-04-02T08:52:08.543 INFO:tasks.workunit.client.0.smithi104.stdout:op 188 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.543 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CUVeaClfx8REtPf off=14883067 len=38697 2024-04-02T08:52:08.545 INFO:tasks.workunit.client.0.smithi104.stdout:op 189 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.545 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2fxsAbjsDZuipk6 off=6073860 len=12824 2024-04-02T08:52:08.547 INFO:tasks.workunit.client.0.smithi104.stdout:op 190 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.547 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bFMWNeqD29Xsxh5 off=9325123 len=1964215 2024-04-02T08:52:08.548 INFO:tasks.workunit.client.0.smithi104.stdout:op 191 completed, throughput=5.04MB/sec 2024-04-02T08:52:09.549 INFO:tasks.workunit.client.0.smithi104.stdout: 39: throughput=4.91MB/sec pending data=0 2024-04-02T08:52:09.549 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XWSh6L03U8-544R off=10275956 len=1204862 2024-04-02T08:52:09.557 INFO:tasks.workunit.client.0.smithi104.stdout:op 192 completed, throughput=4.94MB/sec 2024-04-02T08:52:09.557 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OtPIdMRHJnJvxxC off=16178264 len=1424333 2024-04-02T08:52:09.563 INFO:tasks.workunit.client.0.smithi104.stdout:op 193 completed, throughput=4.97MB/sec 2024-04-02T08:52:09.563 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q8esLJ_eoSmQCCb off=8569247 len=737187 2024-04-02T08:52:09.567 INFO:tasks.workunit.client.0.smithi104.stdout:op 194 completed, throughput=4.99MB/sec 2024-04-02T08:52:09.567 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oSxhinofsvn_xNt off=6013399 len=1982677 2024-04-02T08:52:09.568 INFO:tasks.workunit.client.0.smithi104.stdout:op 195 completed, throughput=5.04MB/sec 2024-04-02T08:52:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:09 smithi188 ceph-mon[86835]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:52:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:09 smithi104 ceph-mon[96567]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:52:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:09 smithi104 ceph-mon[94081]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:52:10.568 INFO:tasks.workunit.client.0.smithi104.stdout: 40: throughput=4.91MB/sec pending data=0 2024-04-02T08:52:10.569 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MxBoMtbLpb_0lLc off=10778128 len=240445 2024-04-02T08:52:10.569 INFO:tasks.workunit.client.0.smithi104.stdout:op 196 completed, throughput=4.92MB/sec 2024-04-02T08:52:10.569 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GtnaizGBwastJaL off=2603540 len=239613 2024-04-02T08:52:10.570 INFO:tasks.workunit.client.0.smithi104.stdout:op 197 completed, throughput=4.92MB/sec 2024-04-02T08:52:10.570 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QDdzIqDYxG3omKH off=7093031 len=1113139 2024-04-02T08:52:10.575 INFO:tasks.workunit.client.0.smithi104.stdout:op 198 completed, throughput=4.95MB/sec 2024-04-02T08:52:10.575 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y8HojVKgJ9b7ixU off=7937169 len=430057 2024-04-02T08:52:10.578 INFO:tasks.workunit.client.0.smithi104.stdout:op 199 completed, throughput=4.96MB/sec 2024-04-02T08:52:10.578 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5cgKIw6D1s-kYOp off=2459040 len=2036805 2024-04-02T08:52:10.588 INFO:tasks.workunit.client.0.smithi104.stdout:op 200 completed, throughput=5.01MB/sec 2024-04-02T08:52:11.588 INFO:tasks.workunit.client.0.smithi104.stdout: 41: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:11.588 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ggmCVijXzduomAU off=5516983 len=772588 2024-04-02T08:52:11.592 INFO:tasks.workunit.client.0.smithi104.stdout:op 201 completed, throughput=4.9MB/sec 2024-04-02T08:52:11.592 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NP7LO_brVNx6quw off=5248987 len=1441214 2024-04-02T08:52:11.594 INFO:tasks.workunit.client.0.smithi104.stdout:op 202 completed, throughput=4.93MB/sec 2024-04-02T08:52:11.594 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1ta520mePfKibnt off=5660350 len=750800 2024-04-02T08:52:11.595 INFO:tasks.workunit.client.0.smithi104.stdout:op 203 completed, throughput=4.95MB/sec 2024-04-02T08:52:11.595 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tYigTLHUjdmhdGI off=2161462 len=599557 2024-04-02T08:52:11.596 INFO:tasks.workunit.client.0.smithi104.stdout:op 204 completed, throughput=4.97MB/sec 2024-04-02T08:52:11.596 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sQiXzNyl-6bWqrT off=917576 len=2032428 2024-04-02T08:52:11.597 INFO:tasks.workunit.client.0.smithi104.stdout:op 205 completed, throughput=5.01MB/sec 2024-04-02T08:52:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:11 smithi188 ceph-mon[86835]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:11 smithi104 ceph-mon[94081]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:11 smithi104 ceph-mon[96567]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:12.597 INFO:tasks.workunit.client.0.smithi104.stdout: 42: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:12.597 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RQt0mf84CBaTPHL off=7188956 len=339723 2024-04-02T08:52:12.602 INFO:tasks.workunit.client.0.smithi104.stdout:op 206 completed, throughput=4.9MB/sec 2024-04-02T08:52:12.602 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EMZGjsDHRWXvZux off=5789802 len=695525 2024-04-02T08:52:12.603 INFO:tasks.workunit.client.0.smithi104.stdout:op 207 completed, throughput=4.92MB/sec 2024-04-02T08:52:12.603 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G4bhTOCa4qJCLdF off=2174319 len=730008 2024-04-02T08:52:12.607 INFO:tasks.workunit.client.0.smithi104.stdout:op 208 completed, throughput=4.93MB/sec 2024-04-02T08:52:12.607 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yud6p9S_Z0rZMlt off=1239857 len=278290 2024-04-02T08:52:12.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 209 completed, throughput=4.94MB/sec 2024-04-02T08:52:12.610 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-u3tks6Wn6eLEL9F off=15466538 len=1454925 2024-04-02T08:52:12.615 INFO:tasks.workunit.client.0.smithi104.stdout:op 210 completed, throughput=4.97MB/sec 2024-04-02T08:52:12.615 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Qgl3hR_-qK3FyuP off=7724918 len=1352914 2024-04-02T08:52:12.621 INFO:tasks.workunit.client.0.smithi104.stdout:op 211 completed, throughput=5MB/sec 2024-04-02T08:52:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:52:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:13.622 INFO:tasks.workunit.client.0.smithi104.stdout: 43: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:13.622 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4lKClCm5Z5FRvON off=6581075 len=279576 2024-04-02T08:52:13.624 INFO:tasks.workunit.client.0.smithi104.stdout:op 212 completed, throughput=4.89MB/sec 2024-04-02T08:52:13.624 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o2SKCgSmLIt1tTD off=10312431 len=1656025 2024-04-02T08:52:13.630 INFO:tasks.workunit.client.0.smithi104.stdout:op 213 completed, throughput=4.93MB/sec 2024-04-02T08:52:13.630 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k99Nzcjq43qqkZB off=14832054 len=770605 2024-04-02T08:52:13.635 INFO:tasks.workunit.client.0.smithi104.stdout:op 214 completed, throughput=4.94MB/sec 2024-04-02T08:52:13.635 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-O3u5fyK31ptnfqG off=5803659 len=1720878 2024-04-02T08:52:13.640 INFO:tasks.workunit.client.0.smithi104.stdout:op 215 completed, throughput=4.98MB/sec 2024-04-02T08:52:13.640 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MMsC6YRB51ZGyCF off=2635446 len=371143 2024-04-02T08:52:13.641 INFO:tasks.workunit.client.0.smithi104.stdout:op 216 completed, throughput=4.99MB/sec 2024-04-02T08:52:13.641 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IaRrQAIBX16s2bt off=14279945 len=2081811 2024-04-02T08:52:13.647 INFO:tasks.workunit.client.0.smithi104.stdout:op 217 completed, throughput=5.03MB/sec 2024-04-02T08:52:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:13 smithi188 ceph-mon[86835]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:13 smithi104 ceph-mon[96567]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:13 smithi104 ceph-mon[94081]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:14.647 INFO:tasks.workunit.client.0.smithi104.stdout: 44: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:14.647 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RCbtnMvc7mWXBoZ off=10193483 len=650551 2024-04-02T08:52:14.648 INFO:tasks.workunit.client.0.smithi104.stdout:op 218 completed, throughput=4.93MB/sec 2024-04-02T08:52:14.649 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FEQGrZ5MDkTXYUJ off=10342689 len=1184999 2024-04-02T08:52:14.655 INFO:tasks.workunit.client.0.smithi104.stdout:op 219 completed, throughput=4.96MB/sec 2024-04-02T08:52:14.655 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GzGMYoH6aEtBndp off=1227367 len=1994744 2024-04-02T08:52:14.663 INFO:tasks.workunit.client.0.smithi104.stdout:op 220 completed, throughput=5MB/sec 2024-04-02T08:52:15.663 INFO:tasks.workunit.client.0.smithi104.stdout: 45: throughput=4.89MB/sec pending data=0 2024-04-02T08:52:15.664 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6hag5zTuwIiETy2 off=14610865 len=1744646 2024-04-02T08:52:15.665 INFO:tasks.workunit.client.0.smithi104.stdout:op 221 completed, throughput=4.93MB/sec 2024-04-02T08:52:15.665 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-D-Z8-p-HcNQ7gAS off=7800917 len=642461 2024-04-02T08:52:15.669 INFO:tasks.workunit.client.0.smithi104.stdout:op 222 completed, throughput=4.94MB/sec 2024-04-02T08:52:15.669 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Kw0tnyeEDLu5rdQ off=2429517 len=1689549 2024-04-02T08:52:15.670 INFO:tasks.workunit.client.0.smithi104.stdout:op 223 completed, throughput=4.98MB/sec 2024-04-02T08:52:15.671 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IYYDWVd7aTh7jfW off=5061015 len=331102 2024-04-02T08:52:15.671 INFO:tasks.workunit.client.0.smithi104.stdout:op 224 completed, throughput=4.98MB/sec 2024-04-02T08:52:15.672 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-i7sBDiZxXTToozz off=600853 len=1554565 2024-04-02T08:52:15.676 INFO:tasks.workunit.client.0.smithi104.stdout:op 225 completed, throughput=5.01MB/sec 2024-04-02T08:52:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:15 smithi104 ceph-mon[96567]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:15 smithi104 ceph-mon[94081]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:15 smithi188 ceph-mon[86835]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:52:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:52:15] "GET /metrics HTTP/1.1" 200 34121 "" "Prometheus/2.43.0" 2024-04-02T08:52:16.678 INFO:tasks.workunit.client.0.smithi104.stdout: 46: throughput=4.91MB/sec pending data=0 2024-04-02T08:52:16.678 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-75ruWU2vGAhl7dF off=1174420 len=608220 2024-04-02T08:52:16.681 INFO:tasks.workunit.client.0.smithi104.stdout:op 226 completed, throughput=4.92MB/sec 2024-04-02T08:52:16.681 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-v4SpdB-mgghjMl4 off=3549049 len=1745214 2024-04-02T08:52:16.685 INFO:tasks.workunit.client.0.smithi104.stdout:op 227 completed, throughput=4.95MB/sec 2024-04-02T08:52:16.686 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3OSH5P4c0Qct3Qo off=396274 len=531604 2024-04-02T08:52:16.688 INFO:tasks.workunit.client.0.smithi104.stdout:op 228 completed, throughput=4.96MB/sec 2024-04-02T08:52:16.688 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B-w-6ECx_PesnrN off=3389741 len=1459582 2024-04-02T08:52:16.692 INFO:tasks.workunit.client.0.smithi104.stdout:op 229 completed, throughput=4.99MB/sec 2024-04-02T08:52:16.692 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-emheL-gWFOVrTMr off=8915677 len=1224418 2024-04-02T08:52:16.703 INFO:tasks.workunit.client.0.smithi104.stdout:op 230 completed, throughput=5.02MB/sec 2024-04-02T08:52:17.703 INFO:tasks.workunit.client.0.smithi104.stdout: 47: throughput=4.91MB/sec pending data=0 2024-04-02T08:52:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ALCHwn7ywuipH-X off=4055225 len=471727 2024-04-02T08:52:17.706 INFO:tasks.workunit.client.0.smithi104.stdout:op 231 completed, throughput=4.92MB/sec 2024-04-02T08:52:17.707 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1ZIYzpogZZW1odr off=956830 len=319223 2024-04-02T08:52:17.707 INFO:tasks.workunit.client.0.smithi104.stdout:op 232 completed, throughput=4.93MB/sec 2024-04-02T08:52:17.707 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aL8bxlYDyN4dmA_ off=2484191 len=40727 2024-04-02T08:52:17.709 INFO:tasks.workunit.client.0.smithi104.stdout:op 233 completed, throughput=4.93MB/sec 2024-04-02T08:52:17.709 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8S9PYNN5WVz71dv off=6139848 len=625333 2024-04-02T08:52:17.710 INFO:tasks.workunit.client.0.smithi104.stdout:op 234 completed, throughput=4.94MB/sec 2024-04-02T08:52:17.710 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UHcu0GGDcpt3K3W off=345206 len=517736 2024-04-02T08:52:17.711 INFO:tasks.workunit.client.0.smithi104.stdout:op 235 completed, throughput=4.95MB/sec 2024-04-02T08:52:17.712 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Wbn4GuBZKa4oxoS off=16556938 len=252185 2024-04-02T08:52:17.712 INFO:tasks.workunit.client.0.smithi104.stdout:op 236 completed, throughput=4.96MB/sec 2024-04-02T08:52:17.712 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rIZsUeM2_fRFFXG off=19470006 len=562757 2024-04-02T08:52:17.713 INFO:tasks.workunit.client.0.smithi104.stdout:op 237 completed, throughput=4.97MB/sec 2024-04-02T08:52:17.713 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-piDrJIa0dcpRveT off=4142117 len=478160 2024-04-02T08:52:17.716 INFO:tasks.workunit.client.0.smithi104.stdout:op 238 completed, throughput=4.98MB/sec 2024-04-02T08:52:17.716 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-R20hHRE1XynBEYZ off=3718285 len=1294538 2024-04-02T08:52:17.717 INFO:tasks.workunit.client.0.smithi104.stdout:op 239 completed, throughput=5MB/sec 2024-04-02T08:52:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:17 smithi188 ceph-mon[86835]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:52:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:17 smithi104 ceph-mon[96567]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:52:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:17 smithi104 ceph-mon[94081]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:52:18.718 INFO:tasks.workunit.client.0.smithi104.stdout: 48: throughput=4.9MB/sec pending data=0 2024-04-02T08:52:18.718 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2HCxruU058S3foR off=7791510 len=2002693 2024-04-02T08:52:18.724 INFO:tasks.workunit.client.0.smithi104.stdout:op 240 completed, throughput=4.94MB/sec 2024-04-02T08:52:18.724 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RLOAP2LINFhfLJL off=0 len=1142100 2024-04-02T08:52:18.726 INFO:tasks.workunit.client.0.smithi104.stdout:op 241 completed, throughput=4.96MB/sec 2024-04-02T08:52:18.726 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eHxjVCAHSUVe-Z_ off=3959605 len=308969 2024-04-02T08:52:18.727 INFO:tasks.workunit.client.0.smithi104.stdout:op 242 completed, throughput=4.97MB/sec 2024-04-02T08:52:18.727 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bygDyc86htrliLD off=2979124 len=952286 2024-04-02T08:52:18.731 INFO:tasks.workunit.client.0.smithi104.stdout:op 243 completed, throughput=4.98MB/sec 2024-04-02T08:52:18.731 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-q3jhxa1vXQw9BPS off=6432745 len=398510 2024-04-02T08:52:18.732 INFO:tasks.workunit.client.0.smithi104.stdout:op 244 completed, throughput=4.99MB/sec 2024-04-02T08:52:18.732 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YYHd_twqk84UshE off=5574234 len=1191643 2024-04-02T08:52:18.734 INFO:tasks.workunit.client.0.smithi104.stdout:op 245 completed, throughput=5.01MB/sec 2024-04-02T08:52:19.734 INFO:tasks.workunit.client.0.smithi104.stdout: 49: throughput=4.91MB/sec pending data=0 2024-04-02T08:52:19.734 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MMD2byejD4hvk5c off=128629 len=489788 2024-04-02T08:52:19.735 INFO:tasks.workunit.client.0.smithi104.stdout:op 246 completed, throughput=4.92MB/sec 2024-04-02T08:52:19.735 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-p8qfBb4xaamRIEB off=2660718 len=1516991 2024-04-02T08:52:19.741 INFO:tasks.workunit.client.0.smithi104.stdout:op 247 completed, throughput=4.95MB/sec 2024-04-02T08:52:19.742 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NkTFrQh6xnbVDlt off=14279988 len=1766243 2024-04-02T08:52:19.746 INFO:tasks.workunit.client.0.smithi104.stdout:op 248 completed, throughput=4.99MB/sec 2024-04-02T08:52:19.746 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-S48HWHgLvuz2yNJ off=6580992 len=1493033 2024-04-02T08:52:19.747 INFO:tasks.workunit.client.0.smithi104.stdout:op 249 completed, throughput=5.01MB/sec 2024-04-02T08:52:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:19 smithi188 ceph-mon[86835]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:52:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:19 smithi104 ceph-mon[96567]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:52:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:19 smithi104 ceph-mon[94081]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:52:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:20.748 INFO:tasks.workunit.client.0.smithi104.stdout: 50: throughput=4.91MB/sec pending data=0 2024-04-02T08:52:20.748 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZZDj1RJE3sv2L0R off=9230338 len=784096 2024-04-02T08:52:20.748 INFO:tasks.workunit.client.0.smithi104.stdout:op 250 completed, throughput=4.93MB/sec 2024-04-02T08:52:20.748 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CMJrXeBcNvgigJt off=1717500 len=1379526 2024-04-02T08:52:20.757 INFO:tasks.workunit.client.0.smithi104.stdout:op 251 completed, throughput=4.95MB/sec 2024-04-02T08:52:20.757 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZuIa25Jht-8bEw8 off=10887356 len=1299921 2024-04-02T08:52:20.763 INFO:tasks.workunit.client.0.smithi104.stdout:op 252 completed, throughput=4.98MB/sec 2024-04-02T08:52:20.763 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bDOjieAYkiwExLy off=12099160 len=493719 2024-04-02T08:52:20.764 INFO:tasks.workunit.client.0.smithi104.stdout:op 253 completed, throughput=4.99MB/sec 2024-04-02T08:52:20.764 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k7xVCDMwhkMxtYR off=2138753 len=165501 2024-04-02T08:52:20.764 INFO:tasks.workunit.client.0.smithi104.stdout:op 254 completed, throughput=4.99MB/sec 2024-04-02T08:52:20.764 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AXOzxXKNuRsdhR8 off=3002245 len=1161397 2024-04-02T08:52:20.769 INFO:tasks.workunit.client.0.smithi104.stdout:op 255 completed, throughput=5.01MB/sec 2024-04-02T08:52:21.769 INFO:tasks.workunit.client.0.smithi104.stdout: 51: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:21.769 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pvrm9aW3jZewGEm off=9837180 len=940210 2024-04-02T08:52:21.770 INFO:tasks.workunit.client.0.smithi104.stdout:op 256 completed, throughput=4.93MB/sec 2024-04-02T08:52:21.771 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-l-kzy1m5-VNwRL8 off=6095292 len=1414179 2024-04-02T08:52:21.771 INFO:tasks.workunit.client.0.smithi104.stdout:op 257 completed, throughput=4.96MB/sec 2024-04-02T08:52:21.772 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ssFy3awDr1ixDjg off=11342539 len=742265 2024-04-02T08:52:21.772 INFO:tasks.workunit.client.0.smithi104.stdout:op 258 completed, throughput=4.97MB/sec 2024-04-02T08:52:21.772 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MZEoWFd-uB8R65A off=22560896 len=819819 2024-04-02T08:52:21.775 INFO:tasks.workunit.client.0.smithi104.stdout:op 259 completed, throughput=4.99MB/sec 2024-04-02T08:52:21.776 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hFDfwiS9eLM6NRs off=7244417 len=17427 2024-04-02T08:52:21.778 INFO:tasks.workunit.client.0.smithi104.stdout:op 260 completed, throughput=4.99MB/sec 2024-04-02T08:52:21.778 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wgNhN0yMHOH1u5P off=9133646 len=1743783 2024-04-02T08:52:21.781 INFO:tasks.workunit.client.0.smithi104.stdout:op 261 completed, throughput=5.02MB/sec 2024-04-02T08:52:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:21 smithi188 ceph-mon[86835]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:21 smithi104 ceph-mon[96567]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:21 smithi104 ceph-mon[94081]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:22.617 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:52:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:52:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:22.782 INFO:tasks.workunit.client.0.smithi104.stdout: 52: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:22.782 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CGxveyjpi7AboSd off=5643434 len=895767 2024-04-02T08:52:22.786 INFO:tasks.workunit.client.0.smithi104.stdout:op 262 completed, throughput=4.94MB/sec 2024-04-02T08:52:22.786 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nCXwpps3eKouqKB off=21812256 len=1772997 2024-04-02T08:52:22.787 INFO:tasks.workunit.client.0.smithi104.stdout:op 263 completed, throughput=4.97MB/sec 2024-04-02T08:52:22.788 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_Pongcu0MZPXsHY off=5187775 len=1377627 2024-04-02T08:52:22.789 INFO:tasks.workunit.client.0.smithi104.stdout:op 264 completed, throughput=5MB/sec 2024-04-02T08:52:22.789 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LtkfBvKobbxyr1y off=15303756 len=1237155 2024-04-02T08:52:22.794 INFO:tasks.workunit.client.0.smithi104.stdout:op 265 completed, throughput=5.02MB/sec 2024-04-02T08:52:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:52:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:52:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:52:23.794 INFO:tasks.workunit.client.0.smithi104.stdout: 53: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:23.795 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UTQKxJ007mO21s- off=8978942 len=753989 2024-04-02T08:52:23.797 INFO:tasks.workunit.client.0.smithi104.stdout:op 266 completed, throughput=4.94MB/sec 2024-04-02T08:52:23.797 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bTckpJ7UTX0HuyE off=8433953 len=379400 2024-04-02T08:52:23.801 INFO:tasks.workunit.client.0.smithi104.stdout:op 267 completed, throughput=4.94MB/sec 2024-04-02T08:52:23.801 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TcxrFdNFQ1KtS7M off=2422183 len=700080 2024-04-02T08:52:23.801 INFO:tasks.workunit.client.0.smithi104.stdout:op 268 completed, throughput=4.96MB/sec 2024-04-02T08:52:23.802 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eoeIxW5feR_LLxa off=3700353 len=1912034 2024-04-02T08:52:23.810 INFO:tasks.workunit.client.0.smithi104.stdout:op 269 completed, throughput=4.99MB/sec 2024-04-02T08:52:23.810 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hQ7-tfU1loRODTk off=3912153 len=1618579 2024-04-02T08:52:23.811 INFO:tasks.workunit.client.0.smithi104.stdout:op 270 completed, throughput=5.02MB/sec 2024-04-02T08:52:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:23 smithi188 ceph-mon[86835]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:52:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:23 smithi104 ceph-mon[96567]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:52:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:23 smithi104 ceph-mon[94081]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:52:24.811 INFO:tasks.workunit.client.0.smithi104.stdout: 54: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:24.811 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lFh0cIL57AbgUEc off=471342 len=1765025 2024-04-02T08:52:24.815 INFO:tasks.workunit.client.0.smithi104.stdout:op 271 completed, throughput=4.96MB/sec 2024-04-02T08:52:24.815 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oIb_Qy1ljS06A0T off=1456473 len=1647253 2024-04-02T08:52:24.816 INFO:tasks.workunit.client.0.smithi104.stdout:op 272 completed, throughput=4.99MB/sec 2024-04-02T08:52:24.816 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1sgsTJ_dmFLe3A6 off=5815856 len=949751 2024-04-02T08:52:24.821 INFO:tasks.workunit.client.0.smithi104.stdout:op 273 completed, throughput=5MB/sec 2024-04-02T08:52:25.822 INFO:tasks.workunit.client.0.smithi104.stdout: 55: throughput=4.91MB/sec pending data=0 2024-04-02T08:52:25.822 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LDrlRtlZRAasWtR off=6498944 len=1171875 2024-04-02T08:52:25.823 INFO:tasks.workunit.client.0.smithi104.stdout:op 274 completed, throughput=4.93MB/sec 2024-04-02T08:52:25.823 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qm6qH8DUYDDSwet off=18107571 len=881817 2024-04-02T08:52:25.826 INFO:tasks.workunit.client.0.smithi104.stdout:op 275 completed, throughput=4.95MB/sec 2024-04-02T08:52:25.826 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Mq2az45Oz_3aQ7g off=1082904 len=1734952 2024-04-02T08:52:25.832 INFO:tasks.workunit.client.0.smithi104.stdout:op 276 completed, throughput=4.98MB/sec 2024-04-02T08:52:25.832 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Zna6uJ9eEkMU_fX off=6838347 len=26791 2024-04-02T08:52:25.833 INFO:tasks.workunit.client.0.smithi104.stdout:op 277 completed, throughput=4.98MB/sec 2024-04-02T08:52:25.833 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-teIhbGMNJzhRVJI off=5492968 len=244763 2024-04-02T08:52:25.835 INFO:tasks.workunit.client.0.smithi104.stdout:op 278 completed, throughput=4.98MB/sec 2024-04-02T08:52:25.835 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y_Y81c3NsjcNAH3 off=7182966 len=84799 2024-04-02T08:52:25.837 INFO:tasks.workunit.client.0.smithi104.stdout:op 279 completed, throughput=4.98MB/sec 2024-04-02T08:52:25.837 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dUWQTUo6n0FeUxk off=3546606 len=694688 2024-04-02T08:52:25.837 INFO:tasks.workunit.client.0.smithi104.stdout:op 280 completed, throughput=4.99MB/sec 2024-04-02T08:52:25.837 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EfXlurTdkJZE4PF off=10372558 len=1476488 2024-04-02T08:52:25.844 INFO:tasks.workunit.client.0.smithi104.stdout:op 281 completed, throughput=5.02MB/sec 2024-04-02T08:52:25.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:25 smithi104 ceph-mon[96567]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:25 smithi104 ceph-mon[94081]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:25 smithi188 ceph-mon[86835]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:52:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:52:25] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-02T08:52:26.844 INFO:tasks.workunit.client.0.smithi104.stdout: 56: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:26.844 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HfpYDbIZIR3Q7-i off=12801670 len=1682390 2024-04-02T08:52:26.850 INFO:tasks.workunit.client.0.smithi104.stdout:op 282 completed, throughput=4.96MB/sec 2024-04-02T08:52:26.850 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6MdDb9mu0WSgTOG off=675559 len=58473 2024-04-02T08:52:26.851 INFO:tasks.workunit.client.0.smithi104.stdout:op 283 completed, throughput=4.96MB/sec 2024-04-02T08:52:26.851 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g-NB2dr1Xi6H5jA off=6014563 len=758001 2024-04-02T08:52:26.855 INFO:tasks.workunit.client.0.smithi104.stdout:op 284 completed, throughput=4.97MB/sec 2024-04-02T08:52:26.855 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-U7or0FXdv4mrwn5 off=4542522 len=726230 2024-04-02T08:52:26.860 INFO:tasks.workunit.client.0.smithi104.stdout:op 285 completed, throughput=4.98MB/sec 2024-04-02T08:52:26.860 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-41QXUjuqIWWdGt8 off=2607955 len=1132173 2024-04-02T08:52:26.865 INFO:tasks.workunit.client.0.smithi104.stdout:op 286 completed, throughput=5MB/sec 2024-04-02T08:52:27.864 INFO:tasks.workunit.client.0.smithi104.stdout: 57: throughput=4.91MB/sec pending data=0 2024-04-02T08:52:27.865 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iz0xatATLWFIgi5 off=837922 len=108844 2024-04-02T08:52:27.867 INFO:tasks.workunit.client.0.smithi104.stdout:op 287 completed, throughput=4.92MB/sec 2024-04-02T08:52:27.867 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-n7FIs8zWMpD4iqG off=12720727 len=1745775 2024-04-02T08:52:27.876 INFO:tasks.workunit.client.0.smithi104.stdout:op 288 completed, throughput=4.94MB/sec 2024-04-02T08:52:27.876 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-h8-TOcV4UIGfSTR off=3798209 len=291997 2024-04-02T08:52:27.878 INFO:tasks.workunit.client.0.smithi104.stdout:op 289 completed, throughput=4.95MB/sec 2024-04-02T08:52:27.878 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lk4T0E5xm3aH_Cm off=2751658 len=1409691 2024-04-02T08:52:27.883 INFO:tasks.workunit.client.0.smithi104.stdout:op 290 completed, throughput=4.97MB/sec 2024-04-02T08:52:27.883 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hO0N8_HHS467_Jp off=211766 len=1176451 2024-04-02T08:52:27.887 INFO:tasks.workunit.client.0.smithi104.stdout:op 291 completed, throughput=4.99MB/sec 2024-04-02T08:52:27.887 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qxXf6ki77YLJaxR off=12132602 len=1338592 2024-04-02T08:52:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:27 smithi104 ceph-mon[96567]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:52:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:27 smithi104 ceph-mon[94081]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:52:27.893 INFO:tasks.workunit.client.0.smithi104.stdout:op 292 completed, throughput=5.01MB/sec 2024-04-02T08:52:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:27 smithi188 ceph-mon[86835]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:52:28.894 INFO:tasks.workunit.client.0.smithi104.stdout: 58: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:28.894 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fXg8p_QhkvBqGZr off=6175498 len=1032774 2024-04-02T08:52:28.899 INFO:tasks.workunit.client.0.smithi104.stdout:op 293 completed, throughput=4.94MB/sec 2024-04-02T08:52:28.899 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f1A8iy07tGzxhVj off=12918836 len=317903 2024-04-02T08:52:28.902 INFO:tasks.workunit.client.0.smithi104.stdout:op 294 completed, throughput=4.95MB/sec 2024-04-02T08:52:28.902 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GbgjHFZgbc7TJJV off=2405787 len=653264 2024-04-02T08:52:28.902 INFO:tasks.workunit.client.0.smithi104.stdout:op 295 completed, throughput=4.96MB/sec 2024-04-02T08:52:28.902 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kU6iSWZrlQaxsBv off=577437 len=1503742 2024-04-02T08:52:28.908 INFO:tasks.workunit.client.0.smithi104.stdout:op 296 completed, throughput=4.98MB/sec 2024-04-02T08:52:28.908 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-i10vNGpa9gAQIZh off=4018812 len=1071525 2024-04-02T08:52:28.912 INFO:tasks.workunit.client.0.smithi104.stdout:op 297 completed, throughput=5MB/sec 2024-04-02T08:52:28.912 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZxkRvwgcnsOvo8q off=1134072 len=2032033 2024-04-02T08:52:28.920 INFO:tasks.workunit.client.0.smithi104.stdout:op 298 completed, throughput=5.03MB/sec 2024-04-02T08:52:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:29 smithi104 ceph-mon[94081]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:29.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:29 smithi104 ceph-mon[96567]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:29.920 INFO:tasks.workunit.client.0.smithi104.stdout: 59: throughput=4.95MB/sec pending data=0 2024-04-02T08:52:29.920 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oSofg3YTX2yuAFY off=19261556 len=177814 2024-04-02T08:52:29.923 INFO:tasks.workunit.client.0.smithi104.stdout:op 299 completed, throughput=4.95MB/sec 2024-04-02T08:52:29.923 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2sjAwpei3KHbrYr off=9688807 len=1568433 2024-04-02T08:52:29.930 INFO:tasks.workunit.client.0.smithi104.stdout:op 300 completed, throughput=4.97MB/sec 2024-04-02T08:52:29.930 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y7lraYL34NeaF7Q off=10293490 len=771092 2024-04-02T08:52:29.933 INFO:tasks.workunit.client.0.smithi104.stdout:op 301 completed, throughput=4.99MB/sec 2024-04-02T08:52:29.933 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0XRiWBeUJ-S577N off=10043237 len=289480 2024-04-02T08:52:29.934 INFO:tasks.workunit.client.0.smithi104.stdout:op 302 completed, throughput=4.99MB/sec 2024-04-02T08:52:29.934 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Dc9j3YIZLiKhwrs off=2318777 len=322768 2024-04-02T08:52:29.936 INFO:tasks.workunit.client.0.smithi104.stdout:op 303 completed, throughput=5MB/sec 2024-04-02T08:52:29.936 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AXNwkiCC8iKDbkD off=0 len=1262960 2024-04-02T08:52:29.942 INFO:tasks.workunit.client.0.smithi104.stdout:op 304 completed, throughput=5.02MB/sec 2024-04-02T08:52:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:29 smithi188 ceph-mon[86835]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:30.942 INFO:tasks.workunit.client.0.smithi104.stdout: 60: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:30.942 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bewZYgeybQS4qeM off=18781823 len=1867192 2024-04-02T08:52:30.943 INFO:tasks.workunit.client.0.smithi104.stdout:op 305 completed, throughput=4.96MB/sec 2024-04-02T08:52:30.943 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-taDTYAkcAaQ528o off=3618035 len=1838810 2024-04-02T08:52:30.951 INFO:tasks.workunit.client.0.smithi104.stdout:op 306 completed, throughput=4.99MB/sec 2024-04-02T08:52:30.951 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fUnrESxsAWeTYR1 off=7402378 len=448591 2024-04-02T08:52:30.954 INFO:tasks.workunit.client.0.smithi104.stdout:op 307 completed, throughput=5MB/sec 2024-04-02T08:52:30.954 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-C16SMGRriF-MsBw off=1547172 len=718494 2024-04-02T08:52:30.957 INFO:tasks.workunit.client.0.smithi104.stdout:op 308 completed, throughput=5.01MB/sec 2024-04-02T08:52:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:31 smithi104 ceph-mon[96567]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:31 smithi104 ceph-mon[94081]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:31.958 INFO:tasks.workunit.client.0.smithi104.stdout: 61: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:31.958 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T51Qtq1SYJdclKi off=11325071 len=1456898 2024-04-02T08:52:31.959 INFO:tasks.workunit.client.0.smithi104.stdout:op 309 completed, throughput=4.95MB/sec 2024-04-02T08:52:31.959 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7wT4jb27F8wI_Z2 off=6816922 len=1951509 2024-04-02T08:52:31.967 INFO:tasks.workunit.client.0.smithi104.stdout:op 310 completed, throughput=4.98MB/sec 2024-04-02T08:52:31.967 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xLWiWbrdW5P7RQ5 off=4747348 len=1591637 2024-04-02T08:52:31.972 INFO:tasks.workunit.client.0.smithi104.stdout:op 311 completed, throughput=5MB/sec 2024-04-02T08:52:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:31 smithi188 ceph-mon[86835]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:52:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: 62: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:32.972 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vXeSANNI19RXAqd off=11175843 len=948410 2024-04-02T08:52:32.976 INFO:tasks.workunit.client.0.smithi104.stdout:op 312 completed, throughput=4.94MB/sec 2024-04-02T08:52:32.976 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RoJptiRcIgex4kA off=12541976 len=1645436 2024-04-02T08:52:32.981 INFO:tasks.workunit.client.0.smithi104.stdout:op 313 completed, throughput=4.96MB/sec 2024-04-02T08:52:32.982 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-R2uw3wlI6xG8wqY off=3079609 len=983426 2024-04-02T08:52:32.983 INFO:tasks.workunit.client.0.smithi104.stdout:op 314 completed, throughput=4.98MB/sec 2024-04-02T08:52:32.983 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B58VIR3C2rPuy2S off=4849334 len=1136042 2024-04-02T08:52:32.983 INFO:tasks.workunit.client.0.smithi104.stdout:op 315 completed, throughput=4.99MB/sec 2024-04-02T08:52:32.983 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yZrqabgUkQAX6GX off=1853497 len=952976 2024-04-02T08:52:32.984 INFO:tasks.workunit.client.0.smithi104.stdout:op 316 completed, throughput=5.01MB/sec 2024-04-02T08:52:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:33 smithi104 ceph-mon[96567]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:52:33.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:33 smithi104 ceph-mon[94081]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:52:33.984 INFO:tasks.workunit.client.0.smithi104.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:33.984 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jGyDJEwh3Y6KwvT off=6627148 len=1918037 2024-04-02T08:52:33.986 INFO:tasks.workunit.client.0.smithi104.stdout:op 317 completed, throughput=4.96MB/sec 2024-04-02T08:52:33.986 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8xWY-tpiAuG8oBH off=575444 len=1464428 2024-04-02T08:52:33.987 INFO:tasks.workunit.client.0.smithi104.stdout:op 318 completed, throughput=4.98MB/sec 2024-04-02T08:52:33.987 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-F1tC6Y8974Ol6m9 off=1656619 len=676616 2024-04-02T08:52:33.991 INFO:tasks.workunit.client.0.smithi104.stdout:op 319 completed, throughput=4.99MB/sec 2024-04-02T08:52:33.992 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WC1F8-en60AKpQz off=15816894 len=734565 2024-04-02T08:52:33.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 320 completed, throughput=5MB/sec 2024-04-02T08:52:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:33 smithi188 ceph-mon[86835]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:52:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:34.992 INFO:tasks.workunit.client.0.smithi104.stdout: 64: throughput=4.92MB/sec pending data=0 2024-04-02T08:52:34.993 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wi2nfILb71pYycy off=21313485 len=1049412 2024-04-02T08:52:34.996 INFO:tasks.workunit.client.0.smithi104.stdout:op 321 completed, throughput=4.94MB/sec 2024-04-02T08:52:34.996 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2xk1UL5OWPUSU30 off=22993074 len=437616 2024-04-02T08:52:34.999 INFO:tasks.workunit.client.0.smithi104.stdout:op 322 completed, throughput=4.95MB/sec 2024-04-02T08:52:34.999 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8p60FBRAymrFGL4 off=8481745 len=1800883 2024-04-02T08:52:35.010 INFO:tasks.workunit.client.0.smithi104.stdout:op 323 completed, throughput=4.97MB/sec 2024-04-02T08:52:35.010 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nycIhYHEK70gAKL off=10167224 len=63864 2024-04-02T08:52:35.011 INFO:tasks.workunit.client.0.smithi104.stdout:op 324 completed, throughput=4.97MB/sec 2024-04-02T08:52:35.011 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7tfblAzD8kCDZbr off=7620551 len=1249483 2024-04-02T08:52:35.016 INFO:tasks.workunit.client.0.smithi104.stdout:op 325 completed, throughput=4.99MB/sec 2024-04-02T08:52:35.016 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-W4mPYChEnVM5nLR off=2644134 len=366624 2024-04-02T08:52:35.016 INFO:tasks.workunit.client.0.smithi104.stdout:op 326 completed, throughput=5MB/sec 2024-04-02T08:52:35.016 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--Cop13AJL8sw-l8 off=4085985 len=1171387 2024-04-02T08:52:35.022 INFO:tasks.workunit.client.0.smithi104.stdout:op 327 completed, throughput=5.01MB/sec 2024-04-02T08:52:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:36.022 INFO:tasks.workunit.client.0.smithi104.stdout: 65: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:36.022 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r8cwpZv1jr937w7 off=1304781 len=1522829 2024-04-02T08:52:36.030 INFO:tasks.workunit.client.0.smithi104.stdout:op 328 completed, throughput=4.96MB/sec 2024-04-02T08:52:36.030 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2OkpAaKY5sYrLbL off=158377 len=494399 2024-04-02T08:52:36.033 INFO:tasks.workunit.client.0.smithi104.stdout:op 329 completed, throughput=4.96MB/sec 2024-04-02T08:52:36.033 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Y9MaMe34Q_vWUiD off=59909 len=1039431 2024-04-02T08:52:36.034 INFO:tasks.workunit.client.0.smithi104.stdout:op 330 completed, throughput=4.98MB/sec 2024-04-02T08:52:36.035 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lZjDc_rxOJRQXLo off=7047462 len=99028 2024-04-02T08:52:36.035 INFO:tasks.workunit.client.0.smithi104.stdout:op 331 completed, throughput=4.98MB/sec 2024-04-02T08:52:36.035 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Xxcg9c4J_sHlamU off=428963 len=1568905 2024-04-02T08:52:36.036 INFO:tasks.workunit.client.0.smithi104.stdout:op 332 completed, throughput=5MB/sec 2024-04-02T08:52:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:35 smithi188 ceph-mon[86835]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:52:36.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:35 smithi104 ceph-mon[94081]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:52:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:35 smithi104 ceph-mon[96567]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:52:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:52:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:52:35] "GET /metrics HTTP/1.1" 200 34123 "" "Prometheus/2.43.0" 2024-04-02T08:52:37.037 INFO:tasks.workunit.client.0.smithi104.stdout: 66: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:37.037 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dBuPXkBKzEN-0I_ off=10031885 len=1638084 2024-04-02T08:52:37.042 INFO:tasks.workunit.client.0.smithi104.stdout:op 333 completed, throughput=4.95MB/sec 2024-04-02T08:52:37.042 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wGyATQb3__JHbls off=12356374 len=606393 2024-04-02T08:52:37.047 INFO:tasks.workunit.client.0.smithi104.stdout:op 334 completed, throughput=4.96MB/sec 2024-04-02T08:52:37.047 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-juQcXDCZJZR-6t2 off=2257501 len=802369 2024-04-02T08:52:37.050 INFO:tasks.workunit.client.0.smithi104.stdout:op 335 completed, throughput=4.97MB/sec 2024-04-02T08:52:37.050 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-InuLMTlOcPvVy6o off=19599056 len=1274991 2024-04-02T08:52:37.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 336 completed, throughput=4.99MB/sec 2024-04-02T08:52:37.052 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T-zjj4PcPlJxE_x off=1059484 len=1015589 2024-04-02T08:52:37.056 INFO:tasks.workunit.client.0.smithi104.stdout:op 337 completed, throughput=5MB/sec 2024-04-02T08:52:38.056 INFO:tasks.workunit.client.0.smithi104.stdout: 67: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:38.056 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5lNLZbgWaw2e7_Q off=1814661 len=2060685 2024-04-02T08:52:38.064 INFO:tasks.workunit.client.0.smithi104.stdout:op 338 completed, throughput=4.96MB/sec 2024-04-02T08:52:38.064 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ku5LQVGt1I8TSze off=11150744 len=123861 2024-04-02T08:52:38.066 INFO:tasks.workunit.client.0.smithi104.stdout:op 339 completed, throughput=4.96MB/sec 2024-04-02T08:52:38.066 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--3M7-P32eAmBLLb off=5145686 len=1898561 2024-04-02T08:52:38.067 INFO:tasks.workunit.client.0.smithi104.stdout:op 340 completed, throughput=4.99MB/sec 2024-04-02T08:52:38.067 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4Zd-m4g1rLtGcrL off=7838416 len=1580823 2024-04-02T08:52:38.069 INFO:tasks.workunit.client.0.smithi104.stdout:op 341 completed, throughput=5.01MB/sec 2024-04-02T08:52:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:37 smithi188 ceph-mon[86835]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:52:38.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:37 smithi104 ceph-mon[96567]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:52:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:37 smithi104 ceph-mon[94081]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:52:39.069 INFO:tasks.workunit.client.0.smithi104.stdout: 68: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:39.069 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RWUwiFnU-YevxnP off=13995366 len=186645 2024-04-02T08:52:39.073 INFO:tasks.workunit.client.0.smithi104.stdout:op 342 completed, throughput=4.94MB/sec 2024-04-02T08:52:39.073 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jW6SRI5j2yR4ae8 off=2192960 len=1093851 2024-04-02T08:52:39.077 INFO:tasks.workunit.client.0.smithi104.stdout:op 343 completed, throughput=4.95MB/sec 2024-04-02T08:52:39.077 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UaWGjAj6IPbZWHZ off=4206868 len=1427049 2024-04-02T08:52:39.078 INFO:tasks.workunit.client.0.smithi104.stdout:op 344 completed, throughput=4.97MB/sec 2024-04-02T08:52:39.078 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E68Yyva-fwv3kzd off=7344990 len=280251 2024-04-02T08:52:39.078 INFO:tasks.workunit.client.0.smithi104.stdout:op 345 completed, throughput=4.98MB/sec 2024-04-02T08:52:39.078 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JXv5xUROizEYd8W off=20277558 len=473307 2024-04-02T08:52:39.081 INFO:tasks.workunit.client.0.smithi104.stdout:op 346 completed, throughput=4.98MB/sec 2024-04-02T08:52:39.081 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aQpQU5PH46-hWtp off=3392042 len=1602955 2024-04-02T08:52:39.088 INFO:tasks.workunit.client.0.smithi104.stdout:op 347 completed, throughput=5MB/sec 2024-04-02T08:52:40.089 INFO:tasks.workunit.client.0.smithi104.stdout: 69: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:40.089 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1yiDOb0n0X1D53O off=2739225 len=325538 2024-04-02T08:52:40.090 INFO:tasks.workunit.client.0.smithi104.stdout:op 348 completed, throughput=4.94MB/sec 2024-04-02T08:52:40.090 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XBbabLhmONfLh6r off=2080416 len=1767345 2024-04-02T08:52:40.093 INFO:tasks.workunit.client.0.smithi104.stdout:op 349 completed, throughput=4.96MB/sec 2024-04-02T08:52:40.094 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3DE1CbJoCwxdaIc off=204395 len=730356 2024-04-02T08:52:40.097 INFO:tasks.workunit.client.0.smithi104.stdout:op 350 completed, throughput=4.97MB/sec 2024-04-02T08:52:40.097 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9mEzPeHt8mBwVxM off=1774761 len=67347 2024-04-02T08:52:40.097 INFO:tasks.workunit.client.0.smithi104.stdout:op 351 completed, throughput=4.97MB/sec 2024-04-02T08:52:40.097 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6afDl-AoI3WOcXR off=7036864 len=1648573 2024-04-02T08:52:40.103 INFO:tasks.workunit.client.0.smithi104.stdout:op 352 completed, throughput=4.99MB/sec 2024-04-02T08:52:40.103 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QeTcZ2X4Q9a8Dq5 off=6510493 len=365181 2024-04-02T08:52:40.104 INFO:tasks.workunit.client.0.smithi104.stdout:op 353 completed, throughput=5MB/sec 2024-04-02T08:52:40.104 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WE_4LIcOiSAhOMJ off=7190449 len=1194145 2024-04-02T08:52:40.105 INFO:tasks.workunit.client.0.smithi104.stdout:op 354 completed, throughput=5.01MB/sec 2024-04-02T08:52:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:39 smithi188 ceph-mon[86835]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:52:40.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:39 smithi104 ceph-mon[94081]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:52:40.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:39 smithi104 ceph-mon[96567]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:52:41.105 INFO:tasks.workunit.client.0.smithi104.stdout: 70: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:41.106 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zSY26SrHnnfr8ir off=4076582 len=1591512 2024-04-02T08:52:41.107 INFO:tasks.workunit.client.0.smithi104.stdout:op 355 completed, throughput=4.97MB/sec 2024-04-02T08:52:41.107 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-h3RwonL0-XuBdmA off=3167764 len=1266047 2024-04-02T08:52:41.112 INFO:tasks.workunit.client.0.smithi104.stdout:op 356 completed, throughput=4.98MB/sec 2024-04-02T08:52:41.112 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kKH16jpXhbh7L44 off=489815 len=1771437 2024-04-02T08:52:41.113 INFO:tasks.workunit.client.0.smithi104.stdout:op 357 completed, throughput=5.01MB/sec 2024-04-02T08:52:41.925 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:41 smithi188 ceph-mon[86835]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:52:42.114 INFO:tasks.workunit.client.0.smithi104.stdout: 71: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:42.114 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CNfi2UkLxnBhmem off=2943705 len=556932 2024-04-02T08:52:42.116 INFO:tasks.workunit.client.0.smithi104.stdout:op 358 completed, throughput=4.94MB/sec 2024-04-02T08:52:42.116 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cdm1X6ng-Zt7hfN off=439539 len=1663579 2024-04-02T08:52:42.122 INFO:tasks.workunit.client.0.smithi104.stdout:op 359 completed, throughput=4.96MB/sec 2024-04-02T08:52:42.123 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GYb8Lyo5eLU_M8N off=3572304 len=512387 2024-04-02T08:52:42.126 INFO:tasks.workunit.client.0.smithi104.stdout:op 360 completed, throughput=4.97MB/sec 2024-04-02T08:52:42.126 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AA5qqDTpsuF9o0l off=1163986 len=1057174 2024-04-02T08:52:42.131 INFO:tasks.workunit.client.0.smithi104.stdout:op 361 completed, throughput=4.98MB/sec 2024-04-02T08:52:42.132 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pWR4iOl3KEQ0dEd off=9429637 len=710560 2024-04-02T08:52:42.132 INFO:tasks.workunit.client.0.smithi104.stdout:op 362 completed, throughput=4.99MB/sec 2024-04-02T08:52:42.132 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QqDr93D7F7XjH5f off=7120955 len=2028779 2024-04-02T08:52:42.134 INFO:tasks.workunit.client.0.smithi104.stdout:op 363 completed, throughput=5.02MB/sec 2024-04-02T08:52:42.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:41 smithi104 ceph-mon[94081]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:52:42.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:41 smithi104 ceph-mon[96567]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:52:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:52:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:43.134 INFO:tasks.workunit.client.0.smithi104.stdout: 72: throughput=4.95MB/sec pending data=0 2024-04-02T08:52:43.134 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yfZF_BxyhyH8vNh off=13498835 len=999093 2024-04-02T08:52:43.138 INFO:tasks.workunit.client.0.smithi104.stdout:op 364 completed, throughput=4.97MB/sec 2024-04-02T08:52:43.138 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nDEKmbutDO19WEm off=20289999 len=1003348 2024-04-02T08:52:43.139 INFO:tasks.workunit.client.0.smithi104.stdout:op 365 completed, throughput=4.98MB/sec 2024-04-02T08:52:43.141 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hiKlCzktaM05515 off=0 len=1730831 2024-04-02T08:52:43.142 INFO:tasks.workunit.client.0.smithi104.stdout:op 366 completed, throughput=5MB/sec 2024-04-02T08:52:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:43 smithi188 ceph-mon[86835]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:52:44.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:43 smithi104 ceph-mon[94081]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:52:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:43 smithi104 ceph-mon[96567]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:52:44.142 INFO:tasks.workunit.client.0.smithi104.stdout: 73: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:44.142 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WwjT1USOFY4Igss off=15532900 len=1609397 2024-04-02T08:52:44.144 INFO:tasks.workunit.client.0.smithi104.stdout:op 367 completed, throughput=4.95MB/sec 2024-04-02T08:52:44.144 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-p2RaoeiNaCajAXz off=9246088 len=696601 2024-04-02T08:52:44.144 INFO:tasks.workunit.client.0.smithi104.stdout:op 368 completed, throughput=4.96MB/sec 2024-04-02T08:52:44.144 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_Fcgxz73N-aJMu- off=18200826 len=372235 2024-04-02T08:52:44.148 INFO:tasks.workunit.client.0.smithi104.stdout:op 369 completed, throughput=4.97MB/sec 2024-04-02T08:52:44.148 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lKIJytoH-h5RHSu off=3248910 len=1403084 2024-04-02T08:52:44.155 INFO:tasks.workunit.client.0.smithi104.stdout:op 370 completed, throughput=4.98MB/sec 2024-04-02T08:52:44.155 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AnA56XczHJDB3B0 off=4400428 len=1347212 2024-04-02T08:52:44.162 INFO:tasks.workunit.client.0.smithi104.stdout:op 371 completed, throughput=5MB/sec 2024-04-02T08:52:45.162 INFO:tasks.workunit.client.0.smithi104.stdout: 74: throughput=4.93MB/sec pending data=0 2024-04-02T08:52:45.162 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fGJSZFO-8IBdC-E off=5712295 len=21404 2024-04-02T08:52:45.163 INFO:tasks.workunit.client.0.smithi104.stdout:op 372 completed, throughput=4.94MB/sec 2024-04-02T08:52:45.163 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hULDxSU2D9KM-7S off=9335252 len=2042240 2024-04-02T08:52:45.164 INFO:tasks.workunit.client.0.smithi104.stdout:op 373 completed, throughput=4.96MB/sec 2024-04-02T08:52:45.164 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DHYUrO0gqWzqC6t off=17654216 len=1419108 2024-04-02T08:52:45.170 INFO:tasks.workunit.client.0.smithi104.stdout:op 374 completed, throughput=4.98MB/sec 2024-04-02T08:52:45.170 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4nX5euFX4H7rTxo off=4210149 len=1449007 2024-04-02T08:52:45.171 INFO:tasks.workunit.client.0.smithi104.stdout:op 375 completed, throughput=5MB/sec 2024-04-02T08:52:45.171 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-t3VlbUmTGhNqMNc off=1067022 len=25162 2024-04-02T08:52:45.172 INFO:tasks.workunit.client.0.smithi104.stdout:op 376 completed, throughput=5MB/sec 2024-04-02T08:52:45.172 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mWIdRo9gQDlOdYw off=625399 len=1702146 2024-04-02T08:52:45.179 INFO:tasks.workunit.client.0.smithi104.stdout:op 377 completed, throughput=5.02MB/sec 2024-04-02T08:52:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:45 smithi188 ceph-mon[86835]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:46.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:45 smithi104 ceph-mon[96567]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:45 smithi104 ceph-mon[94081]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:52:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:52:45] "GET /metrics HTTP/1.1" 200 34123 "" "Prometheus/2.43.0" 2024-04-02T08:52:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: 75: throughput=4.95MB/sec pending data=0 2024-04-02T08:52:46.180 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BkrmyUpp6O27xdh off=1709817 len=1388339 2024-04-02T08:52:46.186 INFO:tasks.workunit.client.0.smithi104.stdout:op 378 completed, throughput=4.97MB/sec 2024-04-02T08:52:46.187 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aQYTM4h5YglqdZj off=1045161 len=2049531 2024-04-02T08:52:46.200 INFO:tasks.workunit.client.0.smithi104.stdout:op 379 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.200 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7Bpc5AfT15MK2nT off=13179299 len=784088 2024-04-02T08:52:46.200 INFO:tasks.workunit.client.0.smithi104.stdout:op 380 completed, throughput=5MB/sec 2024-04-02T08:52:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: 76: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:47.201 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-D4es4sU54iiLgw6 off=11844517 len=1663641 2024-04-02T08:52:47.208 INFO:tasks.workunit.client.0.smithi104.stdout:op 381 completed, throughput=4.96MB/sec 2024-04-02T08:52:47.208 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KrP-9_quS4O0ppk off=4775188 len=855474 2024-04-02T08:52:47.209 INFO:tasks.workunit.client.0.smithi104.stdout:op 382 completed, throughput=4.97MB/sec 2024-04-02T08:52:47.209 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OxnpbYT38Cadgc- off=1209624 len=1857236 2024-04-02T08:52:47.219 INFO:tasks.workunit.client.0.smithi104.stdout:op 383 completed, throughput=4.99MB/sec 2024-04-02T08:52:47.220 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-E2gZqCKG5g7ts4U off=3841841 len=318916 2024-04-02T08:52:47.222 INFO:tasks.workunit.client.0.smithi104.stdout:op 384 completed, throughput=5MB/sec 2024-04-02T08:52:47.222 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-R76shcxC7pmMFHJ off=1953343 len=682209 2024-04-02T08:52:47.223 INFO:tasks.workunit.client.0.smithi104.stdout:op 385 completed, throughput=5MB/sec 2024-04-02T08:52:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:47 smithi188 ceph-mon[86835]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:48.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:47 smithi104 ceph-mon[96567]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:47 smithi104 ceph-mon[94081]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: 77: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:48.224 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bVnogxf818Kcf3G off=14478416 len=1784966 2024-04-02T08:52:48.231 INFO:tasks.workunit.client.0.smithi104.stdout:op 386 completed, throughput=4.96MB/sec 2024-04-02T08:52:48.231 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iad2rWDHWYDBHs4 off=14499779 len=1888381 2024-04-02T08:52:48.235 INFO:tasks.workunit.client.0.smithi104.stdout:op 387 completed, throughput=4.98MB/sec 2024-04-02T08:52:48.235 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-h0I-pH4x3dFS2Fn off=553427 len=997057 2024-04-02T08:52:48.239 INFO:tasks.workunit.client.0.smithi104.stdout:op 388 completed, throughput=5MB/sec 2024-04-02T08:52:48.239 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iVKTDyehme8-5fL off=2646420 len=310903 2024-04-02T08:52:48.240 INFO:tasks.workunit.client.0.smithi104.stdout:op 389 completed, throughput=5MB/sec 2024-04-02T08:52:48.240 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7vXdW7BVSHKS2kt off=12151395 len=1644566 2024-04-02T08:52:48.241 INFO:tasks.workunit.client.0.smithi104.stdout:op 390 completed, throughput=5.02MB/sec 2024-04-02T08:52:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: 78: throughput=4.96MB/sec pending data=0 2024-04-02T08:52:49.242 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-h44_iZN5YRFB3aR off=661526 len=531020 2024-04-02T08:52:49.244 INFO:tasks.workunit.client.0.smithi104.stdout:op 391 completed, throughput=4.96MB/sec 2024-04-02T08:52:49.244 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KAPrVboCgm5IFAZ off=1341645 len=547834 2024-04-02T08:52:49.244 INFO:tasks.workunit.client.0.smithi104.stdout:op 392 completed, throughput=4.97MB/sec 2024-04-02T08:52:49.244 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YxO1y43lQbHBXD9 off=1026095 len=1010240 2024-04-02T08:52:49.247 INFO:tasks.workunit.client.0.smithi104.stdout:op 393 completed, throughput=4.98MB/sec 2024-04-02T08:52:49.247 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wcQd9fRGE8BVARW off=4330848 len=1429388 2024-04-02T08:52:49.252 INFO:tasks.workunit.client.0.smithi104.stdout:op 394 completed, throughput=5MB/sec 2024-04-02T08:52:49.252 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IWodxuwZseryhXU off=8194442 len=1728280 2024-04-02T08:52:49.255 INFO:tasks.workunit.client.0.smithi104.stdout:op 395 completed, throughput=5.02MB/sec 2024-04-02T08:52:50.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:49 smithi188 ceph-mon[86835]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:50.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:50.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:49 smithi104 ceph-mon[96567]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:49 smithi104 ceph-mon[94081]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: 79: throughput=4.96MB/sec pending data=0 2024-04-02T08:52:50.256 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cogxGeWx0MwmVM9 off=1812733 len=996154 2024-04-02T08:52:50.260 INFO:tasks.workunit.client.0.smithi104.stdout:op 396 completed, throughput=4.97MB/sec 2024-04-02T08:52:50.260 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xDep6x8kHYGDB7G off=3454976 len=1047694 2024-04-02T08:52:50.265 INFO:tasks.workunit.client.0.smithi104.stdout:op 397 completed, throughput=4.98MB/sec 2024-04-02T08:52:50.265 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lQaxeVhZH5drfJI off=6877656 len=2053723 2024-04-02T08:52:50.269 INFO:tasks.workunit.client.0.smithi104.stdout:op 398 completed, throughput=5MB/sec 2024-04-02T08:52:51.270 INFO:tasks.workunit.client.0.smithi104.stdout: 80: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:51.270 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xX9pGirmrogto98 off=18568375 len=1449307 2024-04-02T08:52:51.271 INFO:tasks.workunit.client.0.smithi104.stdout:op 399 completed, throughput=4.96MB/sec 2024-04-02T08:52:51.271 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-n04G0A-yufQSOgh off=9112981 len=1488723 2024-04-02T08:52:51.278 INFO:tasks.workunit.client.0.smithi104.stdout:op 400 completed, throughput=4.98MB/sec 2024-04-02T08:52:51.278 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_jPHE-vP3Gou2Sa off=157197 len=2005474 2024-04-02T08:52:51.280 INFO:tasks.workunit.client.0.smithi104.stdout:op 401 completed, throughput=5MB/sec 2024-04-02T08:52:51.280 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uHKSrdYgcgHGUXe off=5347487 len=370971 2024-04-02T08:52:51.280 INFO:tasks.workunit.client.0.smithi104.stdout:op 402 completed, throughput=5MB/sec 2024-04-02T08:52:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:51 smithi188 ceph-mon[86835]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:52.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:51 smithi104 ceph-mon[96567]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:51 smithi104 ceph-mon[94081]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:52.281 INFO:tasks.workunit.client.0.smithi104.stdout: 81: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:52.281 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xRrra2O0g2HEABf off=140658 len=1711618 2024-04-02T08:52:52.289 INFO:tasks.workunit.client.0.smithi104.stdout:op 403 completed, throughput=4.96MB/sec 2024-04-02T08:52:52.289 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Mdy6q1i6uUmpko7 off=3670869 len=377126 2024-04-02T08:52:52.291 INFO:tasks.workunit.client.0.smithi104.stdout:op 404 completed, throughput=4.97MB/sec 2024-04-02T08:52:52.291 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QZR9BDb7reDnpFv off=1271534 len=1929248 2024-04-02T08:52:52.292 INFO:tasks.workunit.client.0.smithi104.stdout:op 405 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.292 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wstCj44lUCK7HS- off=16190744 len=395445 2024-04-02T08:52:52.296 INFO:tasks.workunit.client.0.smithi104.stdout:op 406 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.296 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-M_jBLCveqbFzktA off=3060895 len=1105204 2024-04-02T08:52:52.296 INFO:tasks.workunit.client.0.smithi104.stdout:op 407 completed, throughput=5.01MB/sec 2024-04-02T08:52:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:52:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:53.297 INFO:tasks.workunit.client.0.smithi104.stdout: 82: throughput=4.95MB/sec pending data=0 2024-04-02T08:52:53.297 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_zq0arYKQDqQYM_ off=8851470 len=1376774 2024-04-02T08:52:53.299 INFO:tasks.workunit.client.0.smithi104.stdout:op 408 completed, throughput=4.96MB/sec 2024-04-02T08:52:53.300 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yz9eHFRAKWZbg-F off=11284234 len=484642 2024-04-02T08:52:53.302 INFO:tasks.workunit.client.0.smithi104.stdout:op 409 completed, throughput=4.97MB/sec 2024-04-02T08:52:53.302 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CpaNOmwVeBFwt5L off=7152494 len=1284906 2024-04-02T08:52:53.305 INFO:tasks.workunit.client.0.smithi104.stdout:op 410 completed, throughput=4.98MB/sec 2024-04-02T08:52:53.305 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WAG2PZgktTeLjKT off=12706872 len=1221830 2024-04-02T08:52:53.306 INFO:tasks.workunit.client.0.smithi104.stdout:op 411 completed, throughput=5MB/sec 2024-04-02T08:52:53.307 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZwbLxIePQ8TqQ4x off=6403529 len=1513751 2024-04-02T08:52:53.312 INFO:tasks.workunit.client.0.smithi104.stdout:op 412 completed, throughput=5.01MB/sec 2024-04-02T08:52:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:53 smithi188 ceph-mon[86835]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:54.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:53 smithi104 ceph-mon[96567]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:53 smithi104 ceph-mon[94081]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:54.312 INFO:tasks.workunit.client.0.smithi104.stdout: 83: throughput=4.95MB/sec pending data=0 2024-04-02T08:52:54.312 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kJiJddSzzKWcvMY off=1468302 len=201562 2024-04-02T08:52:54.313 INFO:tasks.workunit.client.0.smithi104.stdout:op 413 completed, throughput=4.96MB/sec 2024-04-02T08:52:54.313 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LvvaXu5vULLbpes off=7473252 len=1032789 2024-04-02T08:52:54.317 INFO:tasks.workunit.client.0.smithi104.stdout:op 414 completed, throughput=4.97MB/sec 2024-04-02T08:52:54.317 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tqoARlKEGCuQ9cW off=6272043 len=889145 2024-04-02T08:52:54.317 INFO:tasks.workunit.client.0.smithi104.stdout:op 415 completed, throughput=4.98MB/sec 2024-04-02T08:52:54.317 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fl_5qB6v5QY0X-N off=10798984 len=1847924 2024-04-02T08:52:54.318 INFO:tasks.workunit.client.0.smithi104.stdout:op 416 completed, throughput=5MB/sec 2024-04-02T08:52:54.318 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hX11W2Eo9gF6EKj off=9878958 len=785878 2024-04-02T08:52:54.319 INFO:tasks.workunit.client.0.smithi104.stdout:op 417 completed, throughput=5.01MB/sec 2024-04-02T08:52:55.319 INFO:tasks.workunit.client.0.smithi104.stdout: 84: throughput=4.95MB/sec pending data=0 2024-04-02T08:52:55.320 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GPinKeOXnI5GDYJ off=7740123 len=306670 2024-04-02T08:52:55.323 INFO:tasks.workunit.client.0.smithi104.stdout:op 418 completed, throughput=4.95MB/sec 2024-04-02T08:52:55.323 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a457Z_ijU_B4LJL off=10100408 len=593701 2024-04-02T08:52:55.326 INFO:tasks.workunit.client.0.smithi104.stdout:op 419 completed, throughput=4.96MB/sec 2024-04-02T08:52:55.326 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wD7X5MCY6CNyJBy off=14891489 len=1473376 2024-04-02T08:52:55.329 INFO:tasks.workunit.client.0.smithi104.stdout:op 420 completed, throughput=4.97MB/sec 2024-04-02T08:52:55.329 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zIcLkoF7VH70xJ5 off=6019986 len=1428423 2024-04-02T08:52:55.330 INFO:tasks.workunit.client.0.smithi104.stdout:op 421 completed, throughput=4.99MB/sec 2024-04-02T08:52:55.330 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_zq0arYKQDqQYM_ off=12211974 len=392547 2024-04-02T08:52:55.331 INFO:tasks.workunit.client.0.smithi104.stdout:op 422 completed, throughput=4.99MB/sec 2024-04-02T08:52:55.331 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xCiG77W3E1EKOP4 off=9871459 len=652081 2024-04-02T08:52:55.334 INFO:tasks.workunit.client.0.smithi104.stdout:op 423 completed, throughput=5MB/sec 2024-04-02T08:52:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:55 smithi188 ceph-mon[86835]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:55 smithi104 ceph-mon[94081]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:56.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:52:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:52:55] "GET /metrics HTTP/1.1" 200 34123 "" "Prometheus/2.43.0" 2024-04-02T08:52:56.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:55 smithi104 ceph-mon[96567]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:56.334 INFO:tasks.workunit.client.0.smithi104.stdout: 85: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:56.334 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xesm_GHNlt46s8H off=5580083 len=1938646 2024-04-02T08:52:56.342 INFO:tasks.workunit.client.0.smithi104.stdout:op 424 completed, throughput=4.96MB/sec 2024-04-02T08:52:56.342 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_Hj9E62hqCUHaUE off=9569893 len=1918200 2024-04-02T08:52:56.343 INFO:tasks.workunit.client.0.smithi104.stdout:op 425 completed, throughput=4.99MB/sec 2024-04-02T08:52:56.343 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Rl9-ye-_Tk5PUSU off=1036401 len=1211833 2024-04-02T08:52:56.348 INFO:tasks.workunit.client.0.smithi104.stdout:op 426 completed, throughput=5MB/sec 2024-04-02T08:52:56.348 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RI70fR34UkTlYFG off=2436960 len=277177 2024-04-02T08:52:56.349 INFO:tasks.workunit.client.0.smithi104.stdout:op 427 completed, throughput=5MB/sec 2024-04-02T08:52:57.349 INFO:tasks.workunit.client.0.smithi104.stdout: 86: throughput=4.94MB/sec pending data=0 2024-04-02T08:52:57.349 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-K7YcSPPcw-u7Fx4 off=13216290 len=521595 2024-04-02T08:52:57.352 INFO:tasks.workunit.client.0.smithi104.stdout:op 428 completed, throughput=4.95MB/sec 2024-04-02T08:52:57.352 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MTtOq-JRmyitVTG off=3123637 len=1272016 2024-04-02T08:52:57.353 INFO:tasks.workunit.client.0.smithi104.stdout:op 429 completed, throughput=4.96MB/sec 2024-04-02T08:52:57.353 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-olf0DscynsbtxYC off=1188476 len=1310596 2024-04-02T08:52:57.360 INFO:tasks.workunit.client.0.smithi104.stdout:op 430 completed, throughput=4.98MB/sec 2024-04-02T08:52:57.360 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZS8TbtaY1xqBwUN off=1478986 len=1196161 2024-04-02T08:52:57.365 INFO:tasks.workunit.client.0.smithi104.stdout:op 431 completed, throughput=4.99MB/sec 2024-04-02T08:52:57.365 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XIx-3DSixUq0izT off=13042696 len=445473 2024-04-02T08:52:57.366 INFO:tasks.workunit.client.0.smithi104.stdout:op 432 completed, throughput=4.99MB/sec 2024-04-02T08:52:57.366 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E1Z43bYFGo5a77P off=3151184 len=671602 2024-04-02T08:52:57.367 INFO:tasks.workunit.client.0.smithi104.stdout:op 433 completed, throughput=5MB/sec 2024-04-02T08:52:57.942 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:57 smithi104 ceph-mon[96567]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:57.942 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:57 smithi104 ceph-mon[94081]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:57 smithi188 ceph-mon[86835]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:58.367 INFO:tasks.workunit.client.0.smithi104.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-02T08:52:58.367 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0oyA_1FvCILQ_dH off=15028289 len=789983 2024-04-02T08:52:58.372 INFO:tasks.workunit.client.0.smithi104.stdout:op 434 completed, throughput=4.95MB/sec 2024-04-02T08:52:58.372 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r2CYOFyFUDzFrr0 off=3288754 len=627961 2024-04-02T08:52:58.375 INFO:tasks.workunit.client.0.smithi104.stdout:op 435 completed, throughput=4.96MB/sec 2024-04-02T08:52:58.375 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hGdvXu8eIfEVWAW off=0 len=1343495 2024-04-02T08:52:58.380 INFO:tasks.workunit.client.0.smithi104.stdout:op 436 completed, throughput=4.97MB/sec 2024-04-02T08:52:58.380 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oTv44rqCLiDY0As off=6022756 len=1853047 2024-04-02T08:52:58.388 INFO:tasks.workunit.client.0.smithi104.stdout:op 437 completed, throughput=4.99MB/sec 2024-04-02T08:52:58.388 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T6vWZa9eKVLnAjt off=15032529 len=1978724 2024-04-02T08:52:58.389 INFO:tasks.workunit.client.0.smithi104.stdout:op 438 completed, throughput=5.02MB/sec 2024-04-02T08:52:59.390 INFO:tasks.workunit.client.0.smithi104.stdout: 88: throughput=4.96MB/sec pending data=0 2024-04-02T08:52:59.390 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iWI85kCtX7yZ8Sv off=3304656 len=594870 2024-04-02T08:52:59.394 INFO:tasks.workunit.client.0.smithi104.stdout:op 439 completed, throughput=4.97MB/sec 2024-04-02T08:52:59.394 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OZi-FjljRKaj2tT off=10437209 len=190025 2024-04-02T08:52:59.394 INFO:tasks.workunit.client.0.smithi104.stdout:op 440 completed, throughput=4.97MB/sec 2024-04-02T08:52:59.394 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d3b_HD4KRErKgPy off=15985089 len=688405 2024-04-02T08:52:59.395 INFO:tasks.workunit.client.0.smithi104.stdout:op 441 completed, throughput=4.97MB/sec 2024-04-02T08:52:59.395 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hXdNnuOFX1oS03W off=3138084 len=747612 2024-04-02T08:52:59.396 INFO:tasks.workunit.client.0.smithi104.stdout:op 442 completed, throughput=4.98MB/sec 2024-04-02T08:52:59.396 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MPfc3PF8ywM-KMT off=14594479 len=627136 2024-04-02T08:52:59.399 INFO:tasks.workunit.client.0.smithi104.stdout:op 443 completed, throughput=4.99MB/sec 2024-04-02T08:52:59.399 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AwWuAxxyDj4lh6e off=110590 len=280534 2024-04-02T08:52:59.401 INFO:tasks.workunit.client.0.smithi104.stdout:op 444 completed, throughput=4.99MB/sec 2024-04-02T08:52:59.402 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BkeIjkr1E8KDVsC off=1311876 len=1237341 2024-04-02T08:52:59.404 INFO:tasks.workunit.client.0.smithi104.stdout:op 445 completed, throughput=5MB/sec 2024-04-02T08:53:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:52:59 smithi188 ceph-mon[86835]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:00.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:52:59 smithi104 ceph-mon[94081]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:00.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:52:59 smithi104 ceph-mon[96567]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:00.404 INFO:tasks.workunit.client.0.smithi104.stdout: 89: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:00.405 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wrJaT8Hl5dmrEie off=18304545 len=790482 2024-04-02T08:53:00.409 INFO:tasks.workunit.client.0.smithi104.stdout:op 446 completed, throughput=4.96MB/sec 2024-04-02T08:53:00.409 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-p5mRRnZfHV6Rozr off=330498 len=734100 2024-04-02T08:53:00.410 INFO:tasks.workunit.client.0.smithi104.stdout:op 447 completed, throughput=4.97MB/sec 2024-04-02T08:53:00.410 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eJkPegCzDDQM_qs off=450558 len=848398 2024-04-02T08:53:00.415 INFO:tasks.workunit.client.0.smithi104.stdout:op 448 completed, throughput=4.97MB/sec 2024-04-02T08:53:00.415 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FUGWXLZ-aNBz4-6 off=12666596 len=1007181 2024-04-02T08:53:00.416 INFO:tasks.workunit.client.0.smithi104.stdout:op 449 completed, throughput=4.98MB/sec 2024-04-02T08:53:00.416 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jvKzEcJeS3M7aop off=23351064 len=1071114 2024-04-02T08:53:00.417 INFO:tasks.workunit.client.0.smithi104.stdout:op 450 completed, throughput=5MB/sec 2024-04-02T08:53:00.417 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MGPZoYcm3vZeKyL off=6945239 len=554370 2024-04-02T08:53:00.418 INFO:tasks.workunit.client.0.smithi104.stdout:op 451 completed, throughput=5MB/sec 2024-04-02T08:53:01.418 INFO:tasks.workunit.client.0.smithi104.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:01.418 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vXi1W55_g6XsyUB off=4554248 len=1293946 2024-04-02T08:53:01.419 INFO:tasks.workunit.client.0.smithi104.stdout:op 452 completed, throughput=4.96MB/sec 2024-04-02T08:53:01.419 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JgwdS-XrW3OQHrU off=1245397 len=1300237 2024-04-02T08:53:01.426 INFO:tasks.workunit.client.0.smithi104.stdout:op 453 completed, throughput=4.97MB/sec 2024-04-02T08:53:01.426 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Rkcuhth3IHT5Fa1 off=2063678 len=1020354 2024-04-02T08:53:01.431 INFO:tasks.workunit.client.0.smithi104.stdout:op 454 completed, throughput=4.98MB/sec 2024-04-02T08:53:01.431 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MhG1Uh-JQl5uxFN off=1325483 len=704800 2024-04-02T08:53:01.434 INFO:tasks.workunit.client.0.smithi104.stdout:op 455 completed, throughput=4.99MB/sec 2024-04-02T08:53:01.434 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SjBs1aofOpWWdtj off=3330094 len=1857521 2024-04-02T08:53:01.440 INFO:tasks.workunit.client.0.smithi104.stdout:op 456 completed, throughput=5.01MB/sec 2024-04-02T08:53:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:01 smithi188 ceph-mon[86835]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:02.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:01 smithi104 ceph-mon[94081]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:01 smithi104 ceph-mon[96567]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:02.441 INFO:tasks.workunit.client.0.smithi104.stdout: 91: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:02.441 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pyB2RElxjlLGx25 off=12861675 len=1774468 2024-04-02T08:53:02.451 INFO:tasks.workunit.client.0.smithi104.stdout:op 457 completed, throughput=4.97MB/sec 2024-04-02T08:53:02.451 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0WdK8JjVTG-ATl3 off=7761980 len=545925 2024-04-02T08:53:02.451 INFO:tasks.workunit.client.0.smithi104.stdout:op 458 completed, throughput=4.98MB/sec 2024-04-02T08:53:02.452 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-W0UnKhgp0un_bI1 off=3996125 len=1211978 2024-04-02T08:53:02.454 INFO:tasks.workunit.client.0.smithi104.stdout:op 459 completed, throughput=4.99MB/sec 2024-04-02T08:53:02.454 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Qy3NAZoMYUiGZMf off=671727 len=1706276 2024-04-02T08:53:02.456 INFO:tasks.workunit.client.0.smithi104.stdout:op 460 completed, throughput=5.01MB/sec 2024-04-02T08:53:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:53:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:03.456 INFO:tasks.workunit.client.0.smithi104.stdout: 92: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:03.456 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-euuWEnPPxjtrybZ off=20370010 len=1947685 2024-04-02T08:53:03.458 INFO:tasks.workunit.client.0.smithi104.stdout:op 461 completed, throughput=4.98MB/sec 2024-04-02T08:53:03.458 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OZDNMj0Zo3ZL5Eu off=7386195 len=682978 2024-04-02T08:53:03.458 INFO:tasks.workunit.client.0.smithi104.stdout:op 462 completed, throughput=4.98MB/sec 2024-04-02T08:53:03.459 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QQZQt3J_lZ_hpYC off=6821289 len=1959022 2024-04-02T08:53:03.460 INFO:tasks.workunit.client.0.smithi104.stdout:op 463 completed, throughput=5MB/sec 2024-04-02T08:53:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:03 smithi188 ceph-mon[86835]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:04.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:03 smithi104 ceph-mon[96567]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:03 smithi104 ceph-mon[94081]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:04.461 INFO:tasks.workunit.client.0.smithi104.stdout: 93: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:04.461 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cWXyEgyIdxAngRF off=2165537 len=1087357 2024-04-02T08:53:04.461 INFO:tasks.workunit.client.0.smithi104.stdout:op 464 completed, throughput=4.96MB/sec 2024-04-02T08:53:04.462 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QV3Y-3k-5hs5dbQ off=3837149 len=2056154 2024-04-02T08:53:04.463 INFO:tasks.workunit.client.0.smithi104.stdout:op 465 completed, throughput=4.98MB/sec 2024-04-02T08:53:04.463 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BVcXhnsHKy6pVxo off=5316709 len=1633971 2024-04-02T08:53:04.473 INFO:tasks.workunit.client.0.smithi104.stdout:op 466 completed, throughput=5MB/sec 2024-04-02T08:53:04.473 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lEx6Qev0JYbvG6w off=9830515 len=115636 2024-04-02T08:53:04.475 INFO:tasks.workunit.client.0.smithi104.stdout:op 467 completed, throughput=5MB/sec 2024-04-02T08:53:04.475 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-msNTLMnZ8frOU3m off=0 len=1330137 2024-04-02T08:53:04.477 INFO:tasks.workunit.client.0.smithi104.stdout:op 468 completed, throughput=5.01MB/sec 2024-04-02T08:53:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:05.478 INFO:tasks.workunit.client.0.smithi104.stdout: 94: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:05.478 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kQyshY7JkecPFGL off=1247484 len=639001 2024-04-02T08:53:05.482 INFO:tasks.workunit.client.0.smithi104.stdout:op 469 completed, throughput=4.96MB/sec 2024-04-02T08:53:05.482 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-K4UsxM5bY5t1nfv off=7530666 len=1415195 2024-04-02T08:53:05.488 INFO:tasks.workunit.client.0.smithi104.stdout:op 470 completed, throughput=4.98MB/sec 2024-04-02T08:53:05.489 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dztq2dNDHEJWGTR off=13279935 len=305350 2024-04-02T08:53:05.491 INFO:tasks.workunit.client.0.smithi104.stdout:op 471 completed, throughput=4.98MB/sec 2024-04-02T08:53:05.491 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-je0TE2YopyzikEg off=10294018 len=1742485 2024-04-02T08:53:05.492 INFO:tasks.workunit.client.0.smithi104.stdout:op 472 completed, throughput=5MB/sec 2024-04-02T08:53:05.492 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y7z4LygUaPsI1B7 off=9916514 len=715094 2024-04-02T08:53:05.496 INFO:tasks.workunit.client.0.smithi104.stdout:op 473 completed, throughput=5.01MB/sec 2024-04-02T08:53:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:05 smithi188 ceph-mon[86835]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:53:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:53:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:53:05] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-02T08:53:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:05 smithi104 ceph-mon[96567]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:53:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:05 smithi104 ceph-mon[94081]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:53:06.497 INFO:tasks.workunit.client.0.smithi104.stdout: 95: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:06.497 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rFrqbt7jAXZpgLW off=8029259 len=618004 2024-04-02T08:53:06.497 INFO:tasks.workunit.client.0.smithi104.stdout:op 474 completed, throughput=4.96MB/sec 2024-04-02T08:53:06.497 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3ARiDNg-HVVtRTG off=7489305 len=1196388 2024-04-02T08:53:06.498 INFO:tasks.workunit.client.0.smithi104.stdout:op 475 completed, throughput=4.97MB/sec 2024-04-02T08:53:06.499 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Gt5t5WaOktF9YA4 off=291453 len=693196 2024-04-02T08:53:06.499 INFO:tasks.workunit.client.0.smithi104.stdout:op 476 completed, throughput=4.98MB/sec 2024-04-02T08:53:06.499 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_mL1RnsxXqXnoi7 off=7054185 len=402985 2024-04-02T08:53:06.501 INFO:tasks.workunit.client.0.smithi104.stdout:op 477 completed, throughput=4.98MB/sec 2024-04-02T08:53:06.501 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-h9FwIS9sfyf0F2J off=2316376 len=913544 2024-04-02T08:53:06.502 INFO:tasks.workunit.client.0.smithi104.stdout:op 478 completed, throughput=4.99MB/sec 2024-04-02T08:53:06.502 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dx7TfUlHZDVy9la off=7665768 len=1007657 2024-04-02T08:53:06.507 INFO:tasks.workunit.client.0.smithi104.stdout:op 479 completed, throughput=5MB/sec 2024-04-02T08:53:07.507 INFO:tasks.workunit.client.0.smithi104.stdout: 96: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:07.507 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AkQFLadLVuhoOIZ off=6374698 len=786355 2024-04-02T08:53:07.508 INFO:tasks.workunit.client.0.smithi104.stdout:op 480 completed, throughput=4.96MB/sec 2024-04-02T08:53:07.508 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kAecYtWszC7STHn off=1716845 len=973708 2024-04-02T08:53:07.513 INFO:tasks.workunit.client.0.smithi104.stdout:op 481 completed, throughput=4.97MB/sec 2024-04-02T08:53:07.514 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1l0OVsM0K5UwS08 off=22176106 len=1265023 2024-04-02T08:53:07.515 INFO:tasks.workunit.client.0.smithi104.stdout:op 482 completed, throughput=4.98MB/sec 2024-04-02T08:53:07.515 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9PZ6KAr9CLa0G7l off=23143035 len=495887 2024-04-02T08:53:07.518 INFO:tasks.workunit.client.0.smithi104.stdout:op 483 completed, throughput=4.98MB/sec 2024-04-02T08:53:07.518 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-leTA1AU8IZ3K9Yc off=6800560 len=1709664 2024-04-02T08:53:07.519 INFO:tasks.workunit.client.0.smithi104.stdout:op 484 completed, throughput=5MB/sec 2024-04-02T08:53:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:07 smithi188 ceph-mon[86835]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:53:08.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:07 smithi104 ceph-mon[96567]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:53:08.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:07 smithi104 ceph-mon[94081]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:53:08.519 INFO:tasks.workunit.client.0.smithi104.stdout: 97: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:08.520 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GGBK3-sktqmAlog off=821299 len=668160 2024-04-02T08:53:08.520 INFO:tasks.workunit.client.0.smithi104.stdout:op 485 completed, throughput=4.96MB/sec 2024-04-02T08:53:08.520 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8TOBZRd4ExrVprW off=12804790 len=800585 2024-04-02T08:53:08.526 INFO:tasks.workunit.client.0.smithi104.stdout:op 486 completed, throughput=4.96MB/sec 2024-04-02T08:53:08.526 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MCluPYXijXVl38a off=2776821 len=435427 2024-04-02T08:53:08.527 INFO:tasks.workunit.client.0.smithi104.stdout:op 487 completed, throughput=4.97MB/sec 2024-04-02T08:53:08.527 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E55bFV5dvdHZTSy off=10240291 len=2054466 2024-04-02T08:53:08.527 INFO:tasks.workunit.client.0.smithi104.stdout:op 488 completed, throughput=4.99MB/sec 2024-04-02T08:53:08.527 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NthrKMWjF3ZL4_C off=9871172 len=1423338 2024-04-02T08:53:08.535 INFO:tasks.workunit.client.0.smithi104.stdout:op 489 completed, throughput=5MB/sec 2024-04-02T08:53:09.536 INFO:tasks.workunit.client.0.smithi104.stdout: 98: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:09.536 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tYigTLHUjdmhdGI off=1363090 len=776832 2024-04-02T08:53:09.539 INFO:tasks.workunit.client.0.smithi104.stdout:op 490 completed, throughput=4.96MB/sec 2024-04-02T08:53:09.539 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bQQ1kahzjSILC4G off=1411642 len=1376349 2024-04-02T08:53:09.541 INFO:tasks.workunit.client.0.smithi104.stdout:op 491 completed, throughput=4.97MB/sec 2024-04-02T08:53:09.542 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wb1MAaZb0o5IdBo off=12171123 len=2059686 2024-04-02T08:53:09.543 INFO:tasks.workunit.client.0.smithi104.stdout:op 492 completed, throughput=4.99MB/sec 2024-04-02T08:53:09.543 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JViREdttBi_QTV0 off=16906414 len=1097910 2024-04-02T08:53:09.549 INFO:tasks.workunit.client.0.smithi104.stdout:op 493 completed, throughput=5MB/sec 2024-04-02T08:53:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:09 smithi188 ceph-mon[86835]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:53:10.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:09 smithi104 ceph-mon[94081]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:53:10.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:09 smithi104 ceph-mon[96567]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:53:10.549 INFO:tasks.workunit.client.0.smithi104.stdout: 99: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:10.549 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4p3A5QGSsDbqqBl off=14175982 len=425395 2024-04-02T08:53:10.550 INFO:tasks.workunit.client.0.smithi104.stdout:op 494 completed, throughput=4.96MB/sec 2024-04-02T08:53:10.550 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g1PsQNXFNPN4QN8 off=23381731 len=1749284 2024-04-02T08:53:10.558 INFO:tasks.workunit.client.0.smithi104.stdout:op 495 completed, throughput=4.97MB/sec 2024-04-02T08:53:10.558 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_W2ZGU1Q6nMBKhE off=4362206 len=890131 2024-04-02T08:53:10.563 INFO:tasks.workunit.client.0.smithi104.stdout:op 496 completed, throughput=4.98MB/sec 2024-04-02T08:53:10.563 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-11hPFTVCTIAsl1x off=2263474 len=713024 2024-04-02T08:53:10.564 INFO:tasks.workunit.client.0.smithi104.stdout:op 497 completed, throughput=4.99MB/sec 2024-04-02T08:53:10.564 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_yZcqNPAM-eYvkl off=16982090 len=617520 2024-04-02T08:53:10.567 INFO:tasks.workunit.client.0.smithi104.stdout:op 498 completed, throughput=4.99MB/sec 2024-04-02T08:53:10.567 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Vj415T8h3N8oBs8 off=7461518 len=97645 2024-04-02T08:53:10.569 INFO:tasks.workunit.client.0.smithi104.stdout:op 499 completed, throughput=4.99MB/sec 2024-04-02T08:53:10.569 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EKpMcVpMi5o8oLx off=7950833 len=1119850 2024-04-02T08:53:10.573 INFO:tasks.workunit.client.0.smithi104.stdout:op 500 completed, throughput=5MB/sec 2024-04-02T08:53:11.573 INFO:tasks.workunit.client.0.smithi104.stdout: 100: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:11.574 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MSt0B_IEUGzseH2 off=12758261 len=745656 2024-04-02T08:53:11.574 INFO:tasks.workunit.client.0.smithi104.stdout:op 501 completed, throughput=4.96MB/sec 2024-04-02T08:53:11.574 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kgUQDdv5bJrXfFS off=2678499 len=1442650 2024-04-02T08:53:11.581 INFO:tasks.workunit.client.0.smithi104.stdout:op 502 completed, throughput=4.97MB/sec 2024-04-02T08:53:11.581 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-v8HjcUToWf3-Af0 off=7173132 len=727832 2024-04-02T08:53:11.582 INFO:tasks.workunit.client.0.smithi104.stdout:op 503 completed, throughput=4.98MB/sec 2024-04-02T08:53:11.582 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-A0AoSxAhOXWB1Sv off=2550832 len=2034322 2024-04-02T08:53:11.592 INFO:tasks.workunit.client.0.smithi104.stdout:op 504 completed, throughput=5MB/sec 2024-04-02T08:53:11.593 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NiUyHV5Q9MBTUCw off=7425659 len=2018863 2024-04-02T08:53:11.599 INFO:tasks.workunit.client.0.smithi104.stdout:op 505 completed, throughput=5.02MB/sec 2024-04-02T08:53:12.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:11 smithi188 ceph-mon[86835]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:12.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:11 smithi104 ceph-mon[96567]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:12.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:11 smithi104 ceph-mon[94081]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:12.599 INFO:tasks.workunit.client.0.smithi104.stdout: 101: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:12.599 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RI7WOWshh-OqYAU off=3248166 len=1877368 2024-04-02T08:53:12.600 INFO:tasks.workunit.client.0.smithi104.stdout:op 506 completed, throughput=4.99MB/sec 2024-04-02T08:53:12.601 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n0qk8ai68YCg7a4 off=2237564 len=660783 2024-04-02T08:53:12.601 INFO:tasks.workunit.client.0.smithi104.stdout:op 507 completed, throughput=4.99MB/sec 2024-04-02T08:53:12.601 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Zmi0neqEjDf3aSQ off=23459387 len=1341637 2024-04-02T08:53:12.604 INFO:tasks.workunit.client.0.smithi104.stdout:op 508 completed, throughput=5MB/sec 2024-04-02T08:53:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:53:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:13.605 INFO:tasks.workunit.client.0.smithi104.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:13.605 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UNnMh7-n8dMj0XE off=5065837 len=339238 2024-04-02T08:53:13.605 INFO:tasks.workunit.client.0.smithi104.stdout:op 509 completed, throughput=4.96MB/sec 2024-04-02T08:53:13.606 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-m7dGmv8zyxJoKIW off=4723118 len=235819 2024-04-02T08:53:13.608 INFO:tasks.workunit.client.0.smithi104.stdout:op 510 completed, throughput=4.96MB/sec 2024-04-02T08:53:13.608 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XWj6vBuVWS5MqAr off=3923350 len=459927 2024-04-02T08:53:13.609 INFO:tasks.workunit.client.0.smithi104.stdout:op 511 completed, throughput=4.97MB/sec 2024-04-02T08:53:13.609 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SLhuKL4Hl_1D3ow off=3139039 len=348432 2024-04-02T08:53:13.609 INFO:tasks.workunit.client.0.smithi104.stdout:op 512 completed, throughput=4.97MB/sec 2024-04-02T08:53:13.610 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xrM97eAQxpSBsNT off=13357095 len=879050 2024-04-02T08:53:13.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 513 completed, throughput=4.98MB/sec 2024-04-02T08:53:13.610 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0vesdzT0byExWFC off=2456597 len=1959132 2024-04-02T08:53:13.619 INFO:tasks.workunit.client.0.smithi104.stdout:op 514 completed, throughput=4.99MB/sec 2024-04-02T08:53:13.619 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-b0oabS5rYl-a7LY off=4277659 len=119733 2024-04-02T08:53:13.622 INFO:tasks.workunit.client.0.smithi104.stdout:op 515 completed, throughput=5MB/sec 2024-04-02T08:53:13.622 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vMTmeiEQzubc3V6 off=519786 len=368998 2024-04-02T08:53:13.623 INFO:tasks.workunit.client.0.smithi104.stdout:op 516 completed, throughput=5MB/sec 2024-04-02T08:53:13.623 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EHk65xw9EJYNHXG off=11402907 len=161950 2024-04-02T08:53:13.624 INFO:tasks.workunit.client.0.smithi104.stdout:op 517 completed, throughput=5MB/sec 2024-04-02T08:53:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:13 smithi188 ceph-mon[86835]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:14.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:13 smithi104 ceph-mon[94081]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:13 smithi104 ceph-mon[96567]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:14.625 INFO:tasks.workunit.client.0.smithi104.stdout: 103: throughput=4.95MB/sec pending data=0 2024-04-02T08:53:14.625 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0VJDBA9LJeq7g8e off=1672759 len=114094 2024-04-02T08:53:14.625 INFO:tasks.workunit.client.0.smithi104.stdout:op 518 completed, throughput=4.95MB/sec 2024-04-02T08:53:14.625 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a3zuQSlAelRuEOE off=187199 len=1350755 2024-04-02T08:53:14.632 INFO:tasks.workunit.client.0.smithi104.stdout:op 519 completed, throughput=4.97MB/sec 2024-04-02T08:53:14.632 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RG5LzqKdNZewSUc off=1187294 len=404947 2024-04-02T08:53:14.635 INFO:tasks.workunit.client.0.smithi104.stdout:op 520 completed, throughput=4.97MB/sec 2024-04-02T08:53:14.635 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-m_B7d1nVZ6gFwAw off=13249676 len=1262482 2024-04-02T08:53:14.641 INFO:tasks.workunit.client.0.smithi104.stdout:op 521 completed, throughput=4.98MB/sec 2024-04-02T08:53:14.642 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZgeOSNVNkGS-NvQ off=6838183 len=1237151 2024-04-02T08:53:14.642 INFO:tasks.workunit.client.0.smithi104.stdout:op 522 completed, throughput=4.99MB/sec 2024-04-02T08:53:14.642 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1DipHZSkCZ5ZPBn off=16835416 len=1675390 2024-04-02T08:53:14.643 INFO:tasks.workunit.client.0.smithi104.stdout:op 523 completed, throughput=5.01MB/sec 2024-04-02T08:53:15.643 INFO:tasks.workunit.client.0.smithi104.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:15.643 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gAA99fhn7bfsh9X off=893579 len=716891 2024-04-02T08:53:15.644 INFO:tasks.workunit.client.0.smithi104.stdout:op 524 completed, throughput=4.97MB/sec 2024-04-02T08:53:15.644 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bM0gYy_3r27NYRf off=3649036 len=687469 2024-04-02T08:53:15.649 INFO:tasks.workunit.client.0.smithi104.stdout:op 525 completed, throughput=4.97MB/sec 2024-04-02T08:53:15.649 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yZOevdK9vWkqPXq off=3799753 len=997157 2024-04-02T08:53:15.649 INFO:tasks.workunit.client.0.smithi104.stdout:op 526 completed, throughput=4.98MB/sec 2024-04-02T08:53:15.650 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mLbvyRjD1ky5zJU off=0 len=1990839 2024-04-02T08:53:15.659 INFO:tasks.workunit.client.0.smithi104.stdout:op 527 completed, throughput=5MB/sec 2024-04-02T08:53:15.660 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G5GZ_q_ANbE3jIp off=463319 len=1552406 2024-04-02T08:53:15.661 INFO:tasks.workunit.client.0.smithi104.stdout:op 528 completed, throughput=5.01MB/sec 2024-04-02T08:53:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:15 smithi188 ceph-mon[86835]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:16.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:15 smithi104 ceph-mon[94081]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:15 smithi104 ceph-mon[96567]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:53:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:53:15] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-02T08:53:16.661 INFO:tasks.workunit.client.0.smithi104.stdout: 105: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:16.661 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7gu1HztYiBpXpvz off=6561513 len=974726 2024-04-02T08:53:16.666 INFO:tasks.workunit.client.0.smithi104.stdout:op 529 completed, throughput=4.97MB/sec 2024-04-02T08:53:16.666 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KJo2uwuDW3XvNVQ off=4294000 len=1287315 2024-04-02T08:53:16.670 INFO:tasks.workunit.client.0.smithi104.stdout:op 530 completed, throughput=4.99MB/sec 2024-04-02T08:53:16.670 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XL_Te6RqYcCPgpx off=5330568 len=1322473 2024-04-02T08:53:16.676 INFO:tasks.workunit.client.0.smithi104.stdout:op 531 completed, throughput=5MB/sec 2024-04-02T08:53:16.676 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cOU7ofz6rYGoAJN off=17311279 len=559129 2024-04-02T08:53:16.679 INFO:tasks.workunit.client.0.smithi104.stdout:op 532 completed, throughput=5MB/sec 2024-04-02T08:53:17.679 INFO:tasks.workunit.client.0.smithi104.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:17.679 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-a-kLBuBpPrF0QyE off=8434004 len=1241418 2024-04-02T08:53:17.680 INFO:tasks.workunit.client.0.smithi104.stdout:op 533 completed, throughput=4.97MB/sec 2024-04-02T08:53:17.681 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QSg0AIR3j1kM_Vu off=10198576 len=27910 2024-04-02T08:53:17.683 INFO:tasks.workunit.client.0.smithi104.stdout:op 534 completed, throughput=4.97MB/sec 2024-04-02T08:53:17.683 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Dv9F2bC28AqOLl5 off=4368946 len=1406691 2024-04-02T08:53:17.684 INFO:tasks.workunit.client.0.smithi104.stdout:op 535 completed, throughput=4.98MB/sec 2024-04-02T08:53:17.684 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qa2gjku7adSMtNq off=829745 len=1204454 2024-04-02T08:53:17.685 INFO:tasks.workunit.client.0.smithi104.stdout:op 536 completed, throughput=4.99MB/sec 2024-04-02T08:53:17.685 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5719uQHeB9zmP5V off=1224318 len=1178357 2024-04-02T08:53:17.686 INFO:tasks.workunit.client.0.smithi104.stdout:op 537 completed, throughput=5MB/sec 2024-04-02T08:53:17.686 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-I7Fi2iicDKD0hMa off=4971964 len=1220034 2024-04-02T08:53:17.686 INFO:tasks.workunit.client.0.smithi104.stdout:op 538 completed, throughput=5.01MB/sec 2024-04-02T08:53:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:17 smithi188 ceph-mon[86835]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:18.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:17 smithi104 ceph-mon[94081]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:17 smithi104 ceph-mon[96567]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:18.687 INFO:tasks.workunit.client.0.smithi104.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:18.687 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HRrNnyG9PRy0RbA off=8123324 len=59756 2024-04-02T08:53:18.687 INFO:tasks.workunit.client.0.smithi104.stdout:op 539 completed, throughput=4.96MB/sec 2024-04-02T08:53:18.687 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hjBD_8d3BXvSUCc off=291526 len=1929318 2024-04-02T08:53:18.695 INFO:tasks.workunit.client.0.smithi104.stdout:op 540 completed, throughput=4.98MB/sec 2024-04-02T08:53:18.695 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fhdNbYVVbUR208X off=2840386 len=832195 2024-04-02T08:53:18.696 INFO:tasks.workunit.client.0.smithi104.stdout:op 541 completed, throughput=4.99MB/sec 2024-04-02T08:53:18.696 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IJAozMBvBK6glMf off=7457697 len=1471091 2024-04-02T08:53:18.697 INFO:tasks.workunit.client.0.smithi104.stdout:op 542 completed, throughput=5MB/sec 2024-04-02T08:53:19.698 INFO:tasks.workunit.client.0.smithi104.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:19.698 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v9Go-JXbaSLyPLm off=2048616 len=1240494 2024-04-02T08:53:19.704 INFO:tasks.workunit.client.0.smithi104.stdout:op 543 completed, throughput=4.97MB/sec 2024-04-02T08:53:19.704 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XL_Te6RqYcCPgpx off=13240262 len=781252 2024-04-02T08:53:19.707 INFO:tasks.workunit.client.0.smithi104.stdout:op 544 completed, throughput=4.97MB/sec 2024-04-02T08:53:19.707 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_5Tvpv4IUqpqDki off=10554710 len=559856 2024-04-02T08:53:19.707 INFO:tasks.workunit.client.0.smithi104.stdout:op 545 completed, throughput=4.98MB/sec 2024-04-02T08:53:19.708 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-woyXJQ_fvQnPiHW off=3861554 len=1662982 2024-04-02T08:53:19.715 INFO:tasks.workunit.client.0.smithi104.stdout:op 546 completed, throughput=4.99MB/sec 2024-04-02T08:53:19.715 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NUtJMnNvPxqA4lI off=4321710 len=1952491 2024-04-02T08:53:19.716 INFO:tasks.workunit.client.0.smithi104.stdout:op 547 completed, throughput=5.01MB/sec 2024-04-02T08:53:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:19 smithi188 ceph-mon[86835]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:20.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:19 smithi104 ceph-mon[94081]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:19 smithi104 ceph-mon[96567]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:20.717 INFO:tasks.workunit.client.0.smithi104.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:20.717 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EyJ991cUzWi9S2t off=1276576 len=1090147 2024-04-02T08:53:20.718 INFO:tasks.workunit.client.0.smithi104.stdout:op 548 completed, throughput=4.97MB/sec 2024-04-02T08:53:20.718 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-90Km7qQ1bhq0JWv off=1550296 len=2043298 2024-04-02T08:53:20.731 INFO:tasks.workunit.client.0.smithi104.stdout:op 549 completed, throughput=4.99MB/sec 2024-04-02T08:53:20.731 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ET2AmiqX-a_JyXd off=14397759 len=437612 2024-04-02T08:53:20.733 INFO:tasks.workunit.client.0.smithi104.stdout:op 550 completed, throughput=4.99MB/sec 2024-04-02T08:53:20.733 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9qdRR0FXy05g6w5 off=5040548 len=6218 2024-04-02T08:53:20.734 INFO:tasks.workunit.client.0.smithi104.stdout:op 551 completed, throughput=4.99MB/sec 2024-04-02T08:53:20.734 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WXbq2ER5cTM5MjI off=11217169 len=1344333 2024-04-02T08:53:20.739 INFO:tasks.workunit.client.0.smithi104.stdout:op 552 completed, throughput=5MB/sec 2024-04-02T08:53:21.739 INFO:tasks.workunit.client.0.smithi104.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:21.739 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Y58pBLvfsCf4NAJ off=333320 len=1390820 2024-04-02T08:53:21.742 INFO:tasks.workunit.client.0.smithi104.stdout:op 553 completed, throughput=4.97MB/sec 2024-04-02T08:53:21.742 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iYTw64E97pjJRNU off=12528729 len=607269 2024-04-02T08:53:21.743 INFO:tasks.workunit.client.0.smithi104.stdout:op 554 completed, throughput=4.98MB/sec 2024-04-02T08:53:21.744 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sea9kV_9TIFEpMv off=291432 len=1838087 2024-04-02T08:53:21.752 INFO:tasks.workunit.client.0.smithi104.stdout:op 555 completed, throughput=4.99MB/sec 2024-04-02T08:53:21.752 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--oTlCQp0cudO-gQ off=5156710 len=2055963 2024-04-02T08:53:21.759 INFO:tasks.workunit.client.0.smithi104.stdout:op 556 completed, throughput=5.01MB/sec 2024-04-02T08:53:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:21 smithi188 ceph-mon[86835]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:22.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:21 smithi104 ceph-mon[94081]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:22.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:21 smithi104 ceph-mon[96567]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:53:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:22.759 INFO:tasks.workunit.client.0.smithi104.stdout: 111: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:22.760 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lhVVoggfRyW0am2 off=2295637 len=1595050 2024-04-02T08:53:22.765 INFO:tasks.workunit.client.0.smithi104.stdout:op 557 completed, throughput=4.98MB/sec 2024-04-02T08:53:22.765 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VgggfLdrlfET-0D off=8935803 len=747121 2024-04-02T08:53:22.766 INFO:tasks.workunit.client.0.smithi104.stdout:op 558 completed, throughput=4.98MB/sec 2024-04-02T08:53:22.766 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EdU5UT_zvrnlr_F off=4131249 len=1797787 2024-04-02T08:53:22.774 INFO:tasks.workunit.client.0.smithi104.stdout:op 559 completed, throughput=5MB/sec 2024-04-02T08:53:22.774 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wehlse5hlsFMjwH off=14664940 len=854330 2024-04-02T08:53:22.778 INFO:tasks.workunit.client.0.smithi104.stdout:op 560 completed, throughput=5.01MB/sec 2024-04-02T08:53:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:23.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:23.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:23.779 INFO:tasks.workunit.client.0.smithi104.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:23.779 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jwF_XuOe9WI8eyK off=0 len=1072759 2024-04-02T08:53:23.780 INFO:tasks.workunit.client.0.smithi104.stdout:op 561 completed, throughput=4.97MB/sec 2024-04-02T08:53:23.780 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G79ZUmIp-0LG4EO off=562687 len=423533 2024-04-02T08:53:23.780 INFO:tasks.workunit.client.0.smithi104.stdout:op 562 completed, throughput=4.97MB/sec 2024-04-02T08:53:23.781 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-86hUS8VFpvF8gUW off=3317999 len=827730 2024-04-02T08:53:23.785 INFO:tasks.workunit.client.0.smithi104.stdout:op 563 completed, throughput=4.98MB/sec 2024-04-02T08:53:23.785 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FN9to56qUTzloVT off=6330893 len=1525656 2024-04-02T08:53:23.786 INFO:tasks.workunit.client.0.smithi104.stdout:op 564 completed, throughput=4.99MB/sec 2024-04-02T08:53:23.786 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8h1ZIX093AqNkxp off=5553726 len=402356 2024-04-02T08:53:23.789 INFO:tasks.workunit.client.0.smithi104.stdout:op 565 completed, throughput=5MB/sec 2024-04-02T08:53:23.789 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fljLQnfD9hSldPP off=5014301 len=1131696 2024-04-02T08:53:23.793 INFO:tasks.workunit.client.0.smithi104.stdout:op 566 completed, throughput=5.01MB/sec 2024-04-02T08:53:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:24 smithi188 ceph-mon[86835]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:24 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:53:24.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:24 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:53:24.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:24 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:24.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:24 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:24.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:24 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:53:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[96567]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:53:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:53:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:53:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[94081]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:53:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:53:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:24.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:24.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:53:24.793 INFO:tasks.workunit.client.0.smithi104.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:24.793 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-i2tCVdCtGR6SpEM off=4197594 len=1178106 2024-04-02T08:53:24.796 INFO:tasks.workunit.client.0.smithi104.stdout:op 567 completed, throughput=4.97MB/sec 2024-04-02T08:53:24.796 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-30CddCzd4bKRNED off=9992853 len=1075963 2024-04-02T08:53:24.797 INFO:tasks.workunit.client.0.smithi104.stdout:op 568 completed, throughput=4.98MB/sec 2024-04-02T08:53:24.797 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vj8cy_iiWfH0AsG off=2877343 len=800620 2024-04-02T08:53:24.802 INFO:tasks.workunit.client.0.smithi104.stdout:op 569 completed, throughput=4.99MB/sec 2024-04-02T08:53:24.802 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gqI8WnmiM896SZH off=6153963 len=1770699 2024-04-02T08:53:24.810 INFO:tasks.workunit.client.0.smithi104.stdout:op 570 completed, throughput=5MB/sec 2024-04-02T08:53:25.810 INFO:tasks.workunit.client.0.smithi104.stdout: 114: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:25.811 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4NOF1_W7QK7ikzY off=14293569 len=1830276 2024-04-02T08:53:25.812 INFO:tasks.workunit.client.0.smithi104.stdout:op 571 completed, throughput=4.97MB/sec 2024-04-02T08:53:25.812 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1p0ESx5KGodwltI off=13229973 len=953902 2024-04-02T08:53:25.813 INFO:tasks.workunit.client.0.smithi104.stdout:op 572 completed, throughput=4.98MB/sec 2024-04-02T08:53:25.813 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dPZptsZQGrPxaTA off=1804378 len=153764 2024-04-02T08:53:25.814 INFO:tasks.workunit.client.0.smithi104.stdout:op 573 completed, throughput=4.98MB/sec 2024-04-02T08:53:25.814 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hwbD-zrozj7XaYi off=876342 len=1231719 2024-04-02T08:53:25.815 INFO:tasks.workunit.client.0.smithi104.stdout:op 574 completed, throughput=4.99MB/sec 2024-04-02T08:53:25.815 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-521PLvbW5TCnz3Y off=9022668 len=2005437 2024-04-02T08:53:25.817 INFO:tasks.workunit.client.0.smithi104.stdout:op 575 completed, throughput=5.01MB/sec 2024-04-02T08:53:26.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:26 smithi104 ceph-mon[96567]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:26 smithi104 ceph-mon[94081]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:53:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:53:25] "GET /metrics HTTP/1.1" 200 34122 "" "Prometheus/2.43.0" 2024-04-02T08:53:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:26 smithi188 ceph-mon[86835]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:26.817 INFO:tasks.workunit.client.0.smithi104.stdout: 115: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:26.817 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-q-Fd8t7WAm60hju off=11188789 len=738405 2024-04-02T08:53:26.819 INFO:tasks.workunit.client.0.smithi104.stdout:op 576 completed, throughput=4.97MB/sec 2024-04-02T08:53:26.819 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BQzzon-UB0Yrfks off=5525989 len=899468 2024-04-02T08:53:26.824 INFO:tasks.workunit.client.0.smithi104.stdout:op 577 completed, throughput=4.98MB/sec 2024-04-02T08:53:26.824 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0AhDBgLgPRUvG92 off=6700900 len=485096 2024-04-02T08:53:26.824 INFO:tasks.workunit.client.0.smithi104.stdout:op 578 completed, throughput=4.98MB/sec 2024-04-02T08:53:26.825 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-z0_vt5C1F5f8OSo off=1640072 len=1485243 2024-04-02T08:53:26.831 INFO:tasks.workunit.client.0.smithi104.stdout:op 579 completed, throughput=5MB/sec 2024-04-02T08:53:26.831 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lx54sC-Eer-lDrS off=3869746 len=159779 2024-04-02T08:53:26.834 INFO:tasks.workunit.client.0.smithi104.stdout:op 580 completed, throughput=5MB/sec 2024-04-02T08:53:26.834 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KjTIvVR2YeUOf3h off=313780 len=1352252 2024-04-02T08:53:26.840 INFO:tasks.workunit.client.0.smithi104.stdout:op 581 completed, throughput=5.01MB/sec 2024-04-02T08:53:27.841 INFO:tasks.workunit.client.0.smithi104.stdout: 116: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:27.841 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-523VD-gXqCcs91w off=613626 len=1081996 2024-04-02T08:53:27.845 INFO:tasks.workunit.client.0.smithi104.stdout:op 582 completed, throughput=4.97MB/sec 2024-04-02T08:53:27.845 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BYQvnviqUoS8mRm off=10953441 len=1071429 2024-04-02T08:53:27.847 INFO:tasks.workunit.client.0.smithi104.stdout:op 583 completed, throughput=4.98MB/sec 2024-04-02T08:53:27.847 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MM3m6MzzE1arP2W off=5815214 len=609775 2024-04-02T08:53:27.848 INFO:tasks.workunit.client.0.smithi104.stdout:op 584 completed, throughput=4.99MB/sec 2024-04-02T08:53:27.848 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zHFH5kmkeOkyNNx off=9444527 len=1642594 2024-04-02T08:53:27.856 INFO:tasks.workunit.client.0.smithi104.stdout:op 585 completed, throughput=5MB/sec 2024-04-02T08:53:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:28 smithi188 ceph-mon[86835]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:28 smithi104 ceph-mon[96567]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:28 smithi104 ceph-mon[94081]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:28.856 INFO:tasks.workunit.client.0.smithi104.stdout: 117: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:28.856 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5KKxWO2t-c60X19 off=147156 len=1461184 2024-04-02T08:53:28.857 INFO:tasks.workunit.client.0.smithi104.stdout:op 586 completed, throughput=4.97MB/sec 2024-04-02T08:53:28.858 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OoDDxtF4q1EtnxS off=4189379 len=339490 2024-04-02T08:53:28.861 INFO:tasks.workunit.client.0.smithi104.stdout:op 587 completed, throughput=4.97MB/sec 2024-04-02T08:53:28.861 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JaHS5z4nWP-oXe3 off=4110248 len=817267 2024-04-02T08:53:28.865 INFO:tasks.workunit.client.0.smithi104.stdout:op 588 completed, throughput=4.98MB/sec 2024-04-02T08:53:28.866 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3wpZiAyYiHhFho- off=3403769 len=1663937 2024-04-02T08:53:28.867 INFO:tasks.workunit.client.0.smithi104.stdout:op 589 completed, throughput=4.99MB/sec 2024-04-02T08:53:28.867 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LGOSSp65OFbT_iX off=12431077 len=839348 2024-04-02T08:53:28.868 INFO:tasks.workunit.client.0.smithi104.stdout:op 590 completed, throughput=5MB/sec 2024-04-02T08:53:28.868 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4sxdDSbdkiryIsG off=3893773 len=712711 2024-04-02T08:53:28.868 INFO:tasks.workunit.client.0.smithi104.stdout:op 591 completed, throughput=5MB/sec 2024-04-02T08:53:29.869 INFO:tasks.workunit.client.0.smithi104.stdout: 118: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:29.869 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6pmF6ZoYVSDlIJk off=13078914 len=1519795 2024-04-02T08:53:29.874 INFO:tasks.workunit.client.0.smithi104.stdout:op 592 completed, throughput=4.97MB/sec 2024-04-02T08:53:29.874 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v5pAjLE6JaF1ien off=5861001 len=1540383 2024-04-02T08:53:29.883 INFO:tasks.workunit.client.0.smithi104.stdout:op 593 completed, throughput=4.99MB/sec 2024-04-02T08:53:29.883 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-s2j-1q3HBG7Jfwk off=1825672 len=1046886 2024-04-02T08:53:29.887 INFO:tasks.workunit.client.0.smithi104.stdout:op 594 completed, throughput=4.99MB/sec 2024-04-02T08:53:29.887 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-P8oQcckbLnD6jty off=18381970 len=1884546 2024-04-02T08:53:29.897 INFO:tasks.workunit.client.0.smithi104.stdout:op 595 completed, throughput=5.01MB/sec 2024-04-02T08:53:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:30 smithi188 ceph-mon[86835]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:53:30.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:30 smithi104 ceph-mon[94081]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:53:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:30 smithi104 ceph-mon[96567]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:53:30.897 INFO:tasks.workunit.client.0.smithi104.stdout: 119: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:30.898 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cOHrVplTS-3vj_n off=1910402 len=1629739 2024-04-02T08:53:30.905 INFO:tasks.workunit.client.0.smithi104.stdout:op 596 completed, throughput=4.98MB/sec 2024-04-02T08:53:30.905 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4hM7Ookwob0bgvc off=254911 len=33494 2024-04-02T08:53:30.905 INFO:tasks.workunit.client.0.smithi104.stdout:op 597 completed, throughput=4.98MB/sec 2024-04-02T08:53:30.905 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tMc66jR9tPqgROv off=6576515 len=63896 2024-04-02T08:53:30.907 INFO:tasks.workunit.client.0.smithi104.stdout:op 598 completed, throughput=4.98MB/sec 2024-04-02T08:53:30.907 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ujXgkmC8-os8Tqo off=4541194 len=1721040 2024-04-02T08:53:30.910 INFO:tasks.workunit.client.0.smithi104.stdout:op 599 completed, throughput=4.99MB/sec 2024-04-02T08:53:30.910 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AuNPIkiYhUdUCqt off=2686037 len=127629 2024-04-02T08:53:30.911 INFO:tasks.workunit.client.0.smithi104.stdout:op 600 completed, throughput=5MB/sec 2024-04-02T08:53:30.911 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sPapw_vNubA1o38 off=1267676 len=150825 2024-04-02T08:53:30.911 INFO:tasks.workunit.client.0.smithi104.stdout:op 601 completed, throughput=5MB/sec 2024-04-02T08:53:30.911 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-c194PJLdBPElVhM off=13225471 len=205532 2024-04-02T08:53:30.912 INFO:tasks.workunit.client.0.smithi104.stdout:op 602 completed, throughput=5MB/sec 2024-04-02T08:53:30.912 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZgeOSNVNkGS-NvQ off=10396643 len=488893 2024-04-02T08:53:30.916 INFO:tasks.workunit.client.0.smithi104.stdout:op 603 completed, throughput=5MB/sec 2024-04-02T08:53:31.916 INFO:tasks.workunit.client.0.smithi104.stdout: 120: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:31.917 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-75ruWU2vGAhl7dF off=3930092 len=1555097 2024-04-02T08:53:31.917 INFO:tasks.workunit.client.0.smithi104.stdout:op 604 completed, throughput=4.97MB/sec 2024-04-02T08:53:31.918 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ueFxvsjKnRMJ-WY off=575102 len=1337264 2024-04-02T08:53:31.918 INFO:tasks.workunit.client.0.smithi104.stdout:op 605 completed, throughput=4.98MB/sec 2024-04-02T08:53:31.918 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-y9_SayWoulXgkxd off=1182308 len=804919 2024-04-02T08:53:31.919 INFO:tasks.workunit.client.0.smithi104.stdout:op 606 completed, throughput=4.99MB/sec 2024-04-02T08:53:31.919 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lJGyqgBNXyiV0Oz off=908004 len=453955 2024-04-02T08:53:31.922 INFO:tasks.workunit.client.0.smithi104.stdout:op 607 completed, throughput=4.99MB/sec 2024-04-02T08:53:31.922 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BC8aAuoO8401eZP off=7517790 len=1365900 2024-04-02T08:53:31.925 INFO:tasks.workunit.client.0.smithi104.stdout:op 608 completed, throughput=5MB/sec 2024-04-02T08:53:32.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:32 smithi188 ceph-mon[86835]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:32.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:53:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:32 smithi104 ceph-mon[96567]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:32 smithi104 ceph-mon[94081]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: 121: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:32.926 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DmvGaBKf_hANnHF off=3195376 len=251605 2024-04-02T08:53:32.926 INFO:tasks.workunit.client.0.smithi104.stdout:op 609 completed, throughput=4.97MB/sec 2024-04-02T08:53:32.926 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PUXO1DtoTzgx_rO off=2169045 len=2004729 2024-04-02T08:53:32.935 INFO:tasks.workunit.client.0.smithi104.stdout:op 610 completed, throughput=4.98MB/sec 2024-04-02T08:53:32.935 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jseAwOc2L6GazDS off=8267019 len=106265 2024-04-02T08:53:32.936 INFO:tasks.workunit.client.0.smithi104.stdout:op 611 completed, throughput=4.98MB/sec 2024-04-02T08:53:32.936 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8p60FBRAymrFGL4 off=3987811 len=836067 2024-04-02T08:53:32.938 INFO:tasks.workunit.client.0.smithi104.stdout:op 612 completed, throughput=4.99MB/sec 2024-04-02T08:53:32.938 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aoJHtXuvhKxDOsM off=6524138 len=1909222 2024-04-02T08:53:32.950 INFO:tasks.workunit.client.0.smithi104.stdout:op 613 completed, throughput=5MB/sec 2024-04-02T08:53:33.950 INFO:tasks.workunit.client.0.smithi104.stdout: 122: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:33.950 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-z54NOnXtdIn2l4G off=404482 len=2085621 2024-04-02T08:53:33.958 INFO:tasks.workunit.client.0.smithi104.stdout:op 614 completed, throughput=4.98MB/sec 2024-04-02T08:53:33.958 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f68-zcnmMX3-YXN off=7976025 len=858190 2024-04-02T08:53:33.962 INFO:tasks.workunit.client.0.smithi104.stdout:op 615 completed, throughput=4.98MB/sec 2024-04-02T08:53:33.962 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cFbatqr2ktT8PyW off=5858086 len=1939489 2024-04-02T08:53:33.971 INFO:tasks.workunit.client.0.smithi104.stdout:op 616 completed, throughput=5MB/sec 2024-04-02T08:53:33.971 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-b0oabS5rYl-a7LY off=6087419 len=1088283 2024-04-02T08:53:33.976 INFO:tasks.workunit.client.0.smithi104.stdout:op 617 completed, throughput=5.01MB/sec 2024-04-02T08:53:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:34 smithi188 ceph-mon[86835]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:34.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:34 smithi104 ceph-mon[96567]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:34.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:34 smithi104 ceph-mon[94081]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:34.976 INFO:tasks.workunit.client.0.smithi104.stdout: 123: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:34.977 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4wtnUEHFzn2s-fl off=634719 len=1198784 2024-04-02T08:53:34.977 INFO:tasks.workunit.client.0.smithi104.stdout:op 618 completed, throughput=4.98MB/sec 2024-04-02T08:53:34.978 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-R6zCWhOAQ2WP05p off=2460195 len=1629679 2024-04-02T08:53:34.985 INFO:tasks.workunit.client.0.smithi104.stdout:op 619 completed, throughput=4.99MB/sec 2024-04-02T08:53:34.985 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1iXvlK_MLzupaSf off=3622985 len=179543 2024-04-02T08:53:34.986 INFO:tasks.workunit.client.0.smithi104.stdout:op 620 completed, throughput=4.99MB/sec 2024-04-02T08:53:34.986 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I9stUD7M5AQS_IA off=9651583 len=1280616 2024-04-02T08:53:34.991 INFO:tasks.workunit.client.0.smithi104.stdout:op 621 completed, throughput=5MB/sec 2024-04-02T08:53:34.992 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8cvZlf-CcvWrXqt off=748590 len=1873484 2024-04-02T08:53:34.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 622 completed, throughput=5.01MB/sec 2024-04-02T08:53:35.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:35.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:35.993 INFO:tasks.workunit.client.0.smithi104.stdout: 124: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:35.993 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TKB9NWX3fHKdzW7 off=4591894 len=80688 2024-04-02T08:53:35.993 INFO:tasks.workunit.client.0.smithi104.stdout:op 623 completed, throughput=4.97MB/sec 2024-04-02T08:53:35.993 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-V3Bvs9o6Wyf2i5W off=8451911 len=1287211 2024-04-02T08:53:35.999 INFO:tasks.workunit.client.0.smithi104.stdout:op 624 completed, throughput=4.98MB/sec 2024-04-02T08:53:35.999 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UBmzCKszWKCvslh off=7589303 len=1717267 2024-04-02T08:53:36.003 INFO:tasks.workunit.client.0.smithi104.stdout:op 625 completed, throughput=5MB/sec 2024-04-02T08:53:36.003 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dHyYspx9fxm0UAZ off=8063975 len=218323 2024-04-02T08:53:36.003 INFO:tasks.workunit.client.0.smithi104.stdout:op 626 completed, throughput=5MB/sec 2024-04-02T08:53:36.004 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lh60kTHevgRZc6W off=9896825 len=501258 2024-04-02T08:53:36.005 INFO:tasks.workunit.client.0.smithi104.stdout:op 627 completed, throughput=5MB/sec 2024-04-02T08:53:36.125 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:53:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:53:35] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-02T08:53:36.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:36 smithi104 ceph-mon[96567]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:36.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:36 smithi104 ceph-mon[94081]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:36 smithi188 ceph-mon[86835]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:37.005 INFO:tasks.workunit.client.0.smithi104.stdout: 125: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:37.006 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GbQW-6qU4f0jiJY off=948059 len=1511938 2024-04-02T08:53:37.006 INFO:tasks.workunit.client.0.smithi104.stdout:op 628 completed, throughput=4.97MB/sec 2024-04-02T08:53:37.007 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4WctaShgZtN1huQ off=4301134 len=1766681 2024-04-02T08:53:37.014 INFO:tasks.workunit.client.0.smithi104.stdout:op 629 completed, throughput=4.99MB/sec 2024-04-02T08:53:37.014 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vtGy8F3V6ONva0U off=6386158 len=419567 2024-04-02T08:53:37.014 INFO:tasks.workunit.client.0.smithi104.stdout:op 630 completed, throughput=4.99MB/sec 2024-04-02T08:53:37.014 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ehFfpumXlND-AOQ off=2095121 len=267710 2024-04-02T08:53:37.015 INFO:tasks.workunit.client.0.smithi104.stdout:op 631 completed, throughput=4.99MB/sec 2024-04-02T08:53:37.015 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lL5DdRHX2Pr5C__ off=2972917 len=706821 2024-04-02T08:53:37.016 INFO:tasks.workunit.client.0.smithi104.stdout:op 632 completed, throughput=5MB/sec 2024-04-02T08:53:37.016 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZS8TbtaY1xqBwUN off=6318909 len=1239114 2024-04-02T08:53:37.016 INFO:tasks.workunit.client.0.smithi104.stdout:op 633 completed, throughput=5.01MB/sec 2024-04-02T08:53:38.017 INFO:tasks.workunit.client.0.smithi104.stdout: 126: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:38.017 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rQj_2PIsUsXOSTY off=2789904 len=973662 2024-04-02T08:53:38.020 INFO:tasks.workunit.client.0.smithi104.stdout:op 634 completed, throughput=4.97MB/sec 2024-04-02T08:53:38.020 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZaQo0lSIeXojEhD off=479737 len=81661 2024-04-02T08:53:38.023 INFO:tasks.workunit.client.0.smithi104.stdout:op 635 completed, throughput=4.97MB/sec 2024-04-02T08:53:38.023 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-il0zRhl0hlTncKe off=2903763 len=27272 2024-04-02T08:53:38.025 INFO:tasks.workunit.client.0.smithi104.stdout:op 636 completed, throughput=4.97MB/sec 2024-04-02T08:53:38.025 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wwQk-Fa3zWrpHPt off=3548270 len=1462498 2024-04-02T08:53:38.031 INFO:tasks.workunit.client.0.smithi104.stdout:op 637 completed, throughput=4.98MB/sec 2024-04-02T08:53:38.031 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-W4mPYChEnVM5nLR off=518827 len=517129 2024-04-02T08:53:38.031 INFO:tasks.workunit.client.0.smithi104.stdout:op 638 completed, throughput=4.99MB/sec 2024-04-02T08:53:38.031 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GKFOPqAoJWdF0x4 off=9891421 len=634082 2024-04-02T08:53:38.032 INFO:tasks.workunit.client.0.smithi104.stdout:op 639 completed, throughput=4.99MB/sec 2024-04-02T08:53:38.032 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-op-h5bTXS-97g52 off=5475251 len=1287329 2024-04-02T08:53:38.036 INFO:tasks.workunit.client.0.smithi104.stdout:op 640 completed, throughput=5MB/sec 2024-04-02T08:53:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:38 smithi104 ceph-mon[96567]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:38 smithi104 ceph-mon[94081]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:38 smithi188 ceph-mon[86835]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:39.037 INFO:tasks.workunit.client.0.smithi104.stdout: 127: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:39.037 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ybmcZrFu9Pip5MV off=3914951 len=258244 2024-04-02T08:53:39.037 INFO:tasks.workunit.client.0.smithi104.stdout:op 641 completed, throughput=4.97MB/sec 2024-04-02T08:53:39.038 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W68qz2herpOiGA2 off=5524799 len=1480050 2024-04-02T08:53:39.043 INFO:tasks.workunit.client.0.smithi104.stdout:op 642 completed, throughput=4.98MB/sec 2024-04-02T08:53:39.043 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TDiIGpEf92H36Gk off=2814083 len=1738582 2024-04-02T08:53:39.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 643 completed, throughput=4.99MB/sec 2024-04-02T08:53:39.052 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ppiFGX83LBogW9Q off=12443292 len=798174 2024-04-02T08:53:39.053 INFO:tasks.workunit.client.0.smithi104.stdout:op 644 completed, throughput=5MB/sec 2024-04-02T08:53:39.053 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9-s5j6b3HVvHxFg off=17438250 len=2057358 2024-04-02T08:53:39.060 INFO:tasks.workunit.client.0.smithi104.stdout:op 645 completed, throughput=5.01MB/sec 2024-04-02T08:53:40.061 INFO:tasks.workunit.client.0.smithi104.stdout: 128: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:40.061 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kheL0lBaNYsPJr4 off=9831294 len=816761 2024-04-02T08:53:40.065 INFO:tasks.workunit.client.0.smithi104.stdout:op 646 completed, throughput=4.98MB/sec 2024-04-02T08:53:40.065 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-11hPFTVCTIAsl1x off=5364670 len=1690308 2024-04-02T08:53:40.066 INFO:tasks.workunit.client.0.smithi104.stdout:op 647 completed, throughput=4.99MB/sec 2024-04-02T08:53:40.066 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jH1nvFubOG4QBDc off=886958 len=1791122 2024-04-02T08:53:40.074 INFO:tasks.workunit.client.0.smithi104.stdout:op 648 completed, throughput=5MB/sec 2024-04-02T08:53:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:40 smithi104 ceph-mon[96567]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:53:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:40 smithi104 ceph-mon[94081]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:53:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:40 smithi188 ceph-mon[86835]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:53:41.074 INFO:tasks.workunit.client.0.smithi104.stdout: 129: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:41.074 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_B_rT179GjNN7Jk off=5019217 len=823034 2024-04-02T08:53:41.079 INFO:tasks.workunit.client.0.smithi104.stdout:op 649 completed, throughput=4.97MB/sec 2024-04-02T08:53:41.079 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZqiC_mpSQp1m_QZ off=360295 len=1475535 2024-04-02T08:53:41.082 INFO:tasks.workunit.client.0.smithi104.stdout:op 650 completed, throughput=4.98MB/sec 2024-04-02T08:53:41.082 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Hyn1U4f_XqwpF4E off=205216 len=1265280 2024-04-02T08:53:41.088 INFO:tasks.workunit.client.0.smithi104.stdout:op 651 completed, throughput=4.99MB/sec 2024-04-02T08:53:41.089 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-E_d3fbWkYlt90RL off=22571808 len=115944 2024-04-02T08:53:41.091 INFO:tasks.workunit.client.0.smithi104.stdout:op 652 completed, throughput=4.99MB/sec 2024-04-02T08:53:41.091 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T7-YGOsJD4MPDqN off=6520028 len=1493867 2024-04-02T08:53:41.095 INFO:tasks.workunit.client.0.smithi104.stdout:op 653 completed, throughput=5MB/sec 2024-04-02T08:53:42.096 INFO:tasks.workunit.client.0.smithi104.stdout: 130: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:42.096 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Lq74moVPqliDzwD off=3992928 len=536347 2024-04-02T08:53:42.097 INFO:tasks.workunit.client.0.smithi104.stdout:op 654 completed, throughput=4.97MB/sec 2024-04-02T08:53:42.098 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SdR1w5UNjh6_GNz off=2489590 len=1167972 2024-04-02T08:53:42.103 INFO:tasks.workunit.client.0.smithi104.stdout:op 655 completed, throughput=4.98MB/sec 2024-04-02T08:53:42.104 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AZStnNxYm5GFKTI off=16272210 len=748532 2024-04-02T08:53:42.107 INFO:tasks.workunit.client.0.smithi104.stdout:op 656 completed, throughput=4.98MB/sec 2024-04-02T08:53:42.108 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tP_99wMSM7b4TKW off=2068312 len=918832 2024-04-02T08:53:42.111 INFO:tasks.workunit.client.0.smithi104.stdout:op 657 completed, throughput=4.99MB/sec 2024-04-02T08:53:42.111 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xFr0oSPtHtDpAWz off=3543513 len=1854923 2024-04-02T08:53:42.121 INFO:tasks.workunit.client.0.smithi104.stdout:op 658 completed, throughput=5MB/sec 2024-04-02T08:53:42.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:42 smithi104 ceph-mon[96567]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:42 smithi104 ceph-mon[94081]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:42.425 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:42 smithi188 ceph-mon[86835]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:42.426 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:53:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:43.121 INFO:tasks.workunit.client.0.smithi104.stdout: 131: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:43.121 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zqF7R7Vl1fA1_a4 off=16732125 len=1601777 2024-04-02T08:53:43.122 INFO:tasks.workunit.client.0.smithi104.stdout:op 659 completed, throughput=4.97MB/sec 2024-04-02T08:53:43.123 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3fP7zE8bx5NK4a_ off=6478948 len=992964 2024-04-02T08:53:43.128 INFO:tasks.workunit.client.0.smithi104.stdout:op 660 completed, throughput=4.98MB/sec 2024-04-02T08:53:43.128 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fxEPXJsU1V3hZNj off=4503520 len=1882841 2024-04-02T08:53:43.139 INFO:tasks.workunit.client.0.smithi104.stdout:op 661 completed, throughput=4.99MB/sec 2024-04-02T08:53:43.139 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ppdFkVP_0qAc3c9 off=12443790 len=18724 2024-04-02T08:53:43.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 662 completed, throughput=4.99MB/sec 2024-04-02T08:53:43.141 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-V8-bdDoNVrEKkeG off=3826067 len=1129168 2024-04-02T08:53:43.145 INFO:tasks.workunit.client.0.smithi104.stdout:op 663 completed, throughput=5MB/sec 2024-04-02T08:53:44.145 INFO:tasks.workunit.client.0.smithi104.stdout: 132: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:44.145 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k4RB6aV5LUvsfOo off=3549295 len=1925674 2024-04-02T08:53:44.151 INFO:tasks.workunit.client.0.smithi104.stdout:op 664 completed, throughput=4.98MB/sec 2024-04-02T08:53:44.152 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-i-WebgQLY-D54YJ off=3363705 len=1671349 2024-04-02T08:53:44.155 INFO:tasks.workunit.client.0.smithi104.stdout:op 665 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.155 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F697yMXKtvisfsG off=9278374 len=369734 2024-04-02T08:53:44.156 INFO:tasks.workunit.client.0.smithi104.stdout:op 666 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.156 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6afDl-AoI3WOcXR off=6133661 len=685021 2024-04-02T08:53:44.156 INFO:tasks.workunit.client.0.smithi104.stdout:op 667 completed, throughput=5MB/sec 2024-04-02T08:53:44.156 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AZStnNxYm5GFKTI off=8584392 len=161783 2024-04-02T08:53:44.159 INFO:tasks.workunit.client.0.smithi104.stdout:op 668 completed, throughput=5MB/sec 2024-04-02T08:53:44.159 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mQRAM3rMpxi3Yxb off=8381418 len=574488 2024-04-02T08:53:44.162 INFO:tasks.workunit.client.0.smithi104.stdout:op 669 completed, throughput=5MB/sec 2024-04-02T08:53:44.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:44 smithi104 ceph-mon[96567]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:53:44.424 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:44 smithi104 ceph-mon[94081]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:53:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:44 smithi188 ceph-mon[86835]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:53:45.162 INFO:tasks.workunit.client.0.smithi104.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:45.162 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UWS18UC4Q4v0MxX off=11598045 len=2050219 2024-04-02T08:53:45.173 INFO:tasks.workunit.client.0.smithi104.stdout:op 670 completed, throughput=4.98MB/sec 2024-04-02T08:53:45.173 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1kdK44WUnTOMWhq off=3488038 len=1359919 2024-04-02T08:53:45.175 INFO:tasks.workunit.client.0.smithi104.stdout:op 671 completed, throughput=4.99MB/sec 2024-04-02T08:53:45.175 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qnIUkapsn5ZBnVi off=7850688 len=1643956 2024-04-02T08:53:45.182 INFO:tasks.workunit.client.0.smithi104.stdout:op 672 completed, throughput=5MB/sec 2024-04-02T08:53:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:53:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:53:45] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-02T08:53:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: 134: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:46.182 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IZKkq-7NJel9Wp4 off=10556876 len=1586062 2024-04-02T08:53:46.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 673 completed, throughput=4.97MB/sec 2024-04-02T08:53:46.190 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zpNsbqlNWTGbXSw off=8718168 len=223679 2024-04-02T08:53:46.190 INFO:tasks.workunit.client.0.smithi104.stdout:op 674 completed, throughput=4.98MB/sec 2024-04-02T08:53:46.190 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8CiSwiiSxVEuznS off=332405 len=1030956 2024-04-02T08:53:46.191 INFO:tasks.workunit.client.0.smithi104.stdout:op 675 completed, throughput=4.98MB/sec 2024-04-02T08:53:46.191 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7pcUIqKUDUVX2eX off=397148 len=167359 2024-04-02T08:53:46.192 INFO:tasks.workunit.client.0.smithi104.stdout:op 676 completed, throughput=4.98MB/sec 2024-04-02T08:53:46.192 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1XV2-N_PhajRvKb off=2586025 len=992085 2024-04-02T08:53:46.195 INFO:tasks.workunit.client.0.smithi104.stdout:op 677 completed, throughput=4.99MB/sec 2024-04-02T08:53:46.195 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fxarWV0tCv321nK off=3623265 len=1853152 2024-04-02T08:53:46.196 INFO:tasks.workunit.client.0.smithi104.stdout:op 678 completed, throughput=5MB/sec 2024-04-02T08:53:46.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:46 smithi104 ceph-mon[96567]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:53:46.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:46 smithi104 ceph-mon[94081]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:53:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:46 smithi188 ceph-mon[86835]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:53:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:47.197 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jyk-BhAbNZOsdBu off=16685292 len=1481140 2024-04-02T08:53:47.202 INFO:tasks.workunit.client.0.smithi104.stdout:op 679 completed, throughput=4.98MB/sec 2024-04-02T08:53:47.202 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1p0ESx5KGodwltI off=11655240 len=2092872 2024-04-02T08:53:47.211 INFO:tasks.workunit.client.0.smithi104.stdout:op 680 completed, throughput=4.99MB/sec 2024-04-02T08:53:47.211 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-010j2sb0Q0ijTGc off=10025284 len=1935657 2024-04-02T08:53:47.212 INFO:tasks.workunit.client.0.smithi104.stdout:op 681 completed, throughput=5.01MB/sec 2024-04-02T08:53:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:48.213 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YChX3titC4oVsio off=588592 len=1430501 2024-04-02T08:53:48.216 INFO:tasks.workunit.client.0.smithi104.stdout:op 682 completed, throughput=4.98MB/sec 2024-04-02T08:53:48.217 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HOeg0-IklaZKQea off=3873612 len=2024790 2024-04-02T08:53:48.221 INFO:tasks.workunit.client.0.smithi104.stdout:op 683 completed, throughput=4.99MB/sec 2024-04-02T08:53:48.221 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YsYyJPK6MIT5Pcd off=6541918 len=193898 2024-04-02T08:53:48.221 INFO:tasks.workunit.client.0.smithi104.stdout:op 684 completed, throughput=4.99MB/sec 2024-04-02T08:53:48.222 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ozW48Qkx6akSkys off=2773008 len=945001 2024-04-02T08:53:48.222 INFO:tasks.workunit.client.0.smithi104.stdout:op 685 completed, throughput=5MB/sec 2024-04-02T08:53:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:48 smithi188 ceph-mon[86835]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:53:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:48 smithi104 ceph-mon[96567]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:53:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:48 smithi104 ceph-mon[94081]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:53:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: 137: throughput=4.96MB/sec pending data=0 2024-04-02T08:53:49.223 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2B83To_YWjYOW0- off=3524689 len=286286 2024-04-02T08:53:49.223 INFO:tasks.workunit.client.0.smithi104.stdout:op 686 completed, throughput=4.97MB/sec 2024-04-02T08:53:49.223 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Oqg7UZ6u6xu1m_D off=3253789 len=1190319 2024-04-02T08:53:49.229 INFO:tasks.workunit.client.0.smithi104.stdout:op 687 completed, throughput=4.97MB/sec 2024-04-02T08:53:49.229 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-11DcySukta_ae6G off=1198365 len=1550279 2024-04-02T08:53:49.237 INFO:tasks.workunit.client.0.smithi104.stdout:op 688 completed, throughput=4.98MB/sec 2024-04-02T08:53:49.237 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Bq-WBmNGKnwzZ5P off=7991312 len=2024976 2024-04-02T08:53:49.244 INFO:tasks.workunit.client.0.smithi104.stdout:op 689 completed, throughput=5MB/sec 2024-04-02T08:53:49.244 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XiKTUG4WA5JcNLQ off=4469527 len=1116447 2024-04-02T08:53:49.250 INFO:tasks.workunit.client.0.smithi104.stdout:op 690 completed, throughput=5.01MB/sec 2024-04-02T08:53:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:50.251 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yUpgP7eO4_x0Z1o off=5063505 len=2078012 2024-04-02T08:53:50.258 INFO:tasks.workunit.client.0.smithi104.stdout:op 691 completed, throughput=4.98MB/sec 2024-04-02T08:53:50.259 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ptaNbPV7p7vlWeF off=3197353 len=1522946 2024-04-02T08:53:50.266 INFO:tasks.workunit.client.0.smithi104.stdout:op 692 completed, throughput=4.99MB/sec 2024-04-02T08:53:50.266 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CXquFxtKkmByPBA off=952654 len=1892261 2024-04-02T08:53:50.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 693 completed, throughput=5.01MB/sec 2024-04-02T08:53:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:50 smithi188 ceph-mon[86835]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:53:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:50 smithi104 ceph-mon[96567]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:53:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:50 smithi104 ceph-mon[94081]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:53:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:51.268 INFO:tasks.workunit.client.0.smithi104.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:51.268 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AVNqQ_gk_4K9kJY off=15830457 len=176210 2024-04-02T08:53:51.268 INFO:tasks.workunit.client.0.smithi104.stdout:op 694 completed, throughput=4.97MB/sec 2024-04-02T08:53:51.268 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Mh86fymma4E2Tl1 off=9861076 len=1381124 2024-04-02T08:53:51.273 INFO:tasks.workunit.client.0.smithi104.stdout:op 695 completed, throughput=4.98MB/sec 2024-04-02T08:53:51.273 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-u4EuA-rZ_wGzIMd off=12521061 len=906860 2024-04-02T08:53:51.274 INFO:tasks.workunit.client.0.smithi104.stdout:op 696 completed, throughput=4.99MB/sec 2024-04-02T08:53:51.274 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FFXcLanZxE846RB off=11007461 len=1983463 2024-04-02T08:53:51.278 INFO:tasks.workunit.client.0.smithi104.stdout:op 697 completed, throughput=5MB/sec 2024-04-02T08:53:52.278 INFO:tasks.workunit.client.0.smithi104.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:52.279 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gvzNfrcv_61YD1e off=13801693 len=450220 2024-04-02T08:53:52.282 INFO:tasks.workunit.client.0.smithi104.stdout:op 698 completed, throughput=4.97MB/sec 2024-04-02T08:53:52.282 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fGJSZFO-8IBdC-E off=2294675 len=1473801 2024-04-02T08:53:52.288 INFO:tasks.workunit.client.0.smithi104.stdout:op 699 completed, throughput=4.98MB/sec 2024-04-02T08:53:52.288 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9Ls9DRNDCgQlSWx off=8394401 len=583907 2024-04-02T08:53:52.289 INFO:tasks.workunit.client.0.smithi104.stdout:op 700 completed, throughput=4.98MB/sec 2024-04-02T08:53:52.289 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NNvjkIDyFdZqL5T off=3083745 len=1837048 2024-04-02T08:53:52.297 INFO:tasks.workunit.client.0.smithi104.stdout:op 701 completed, throughput=4.99MB/sec 2024-04-02T08:53:52.298 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GbgjHFZgbc7TJJV off=4258027 len=1843919 2024-04-02T08:53:52.305 INFO:tasks.workunit.client.0.smithi104.stdout:op 702 completed, throughput=5.01MB/sec 2024-04-02T08:53:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:52 smithi188 ceph-mon[86835]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:53:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:52 smithi104 ceph-mon[96567]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:52 smithi104 ceph-mon[94081]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:53.305 INFO:tasks.workunit.client.0.smithi104.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:53.306 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-53ohiumLh0hRQCd off=1057446 len=525848 2024-04-02T08:53:53.309 INFO:tasks.workunit.client.0.smithi104.stdout:op 703 completed, throughput=4.97MB/sec 2024-04-02T08:53:53.309 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oDvccjOMSKd2PLp off=1391195 len=1489212 2024-04-02T08:53:53.314 INFO:tasks.workunit.client.0.smithi104.stdout:op 704 completed, throughput=4.98MB/sec 2024-04-02T08:53:53.314 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TYewHcrbNQ7wf6u off=1640365 len=1442949 2024-04-02T08:53:53.317 INFO:tasks.workunit.client.0.smithi104.stdout:op 705 completed, throughput=4.99MB/sec 2024-04-02T08:53:53.317 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-npG2c4UPe535aaf off=582392 len=575789 2024-04-02T08:53:53.320 INFO:tasks.workunit.client.0.smithi104.stdout:op 706 completed, throughput=5MB/sec 2024-04-02T08:53:53.320 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Cp-hwQ2D12vNqSu off=706115 len=907925 2024-04-02T08:53:53.323 INFO:tasks.workunit.client.0.smithi104.stdout:op 707 completed, throughput=5MB/sec 2024-04-02T08:53:54.324 INFO:tasks.workunit.client.0.smithi104.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:54.324 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rOoqtXGr9vAQI1P off=8089988 len=1787662 2024-04-02T08:53:54.325 INFO:tasks.workunit.client.0.smithi104.stdout:op 708 completed, throughput=4.98MB/sec 2024-04-02T08:53:54.325 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rho2-A0voXCHrdR off=777425 len=2053906 2024-04-02T08:53:54.334 INFO:tasks.workunit.client.0.smithi104.stdout:op 709 completed, throughput=4.99MB/sec 2024-04-02T08:53:54.334 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-piDrJIa0dcpRveT off=3553553 len=590195 2024-04-02T08:53:54.336 INFO:tasks.workunit.client.0.smithi104.stdout:op 710 completed, throughput=5MB/sec 2024-04-02T08:53:54.336 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Z5brHup-h96pllF off=1855327 len=600722 2024-04-02T08:53:54.336 INFO:tasks.workunit.client.0.smithi104.stdout:op 711 completed, throughput=5MB/sec 2024-04-02T08:53:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:54 smithi188 ceph-mon[86835]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:53:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:54 smithi104 ceph-mon[94081]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:53:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:54 smithi104 ceph-mon[96567]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:53:55.337 INFO:tasks.workunit.client.0.smithi104.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:55.337 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Hu5x574ECS2D56w off=9439903 len=1745301 2024-04-02T08:53:55.338 INFO:tasks.workunit.client.0.smithi104.stdout:op 712 completed, throughput=4.98MB/sec 2024-04-02T08:53:55.338 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YpfEhFLJfHnOjlL off=1606083 len=2073625 2024-04-02T08:53:55.340 INFO:tasks.workunit.client.0.smithi104.stdout:op 713 completed, throughput=4.99MB/sec 2024-04-02T08:53:55.340 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RWaM0SijRrndM1R off=10291507 len=866174 2024-04-02T08:53:55.344 INFO:tasks.workunit.client.0.smithi104.stdout:op 714 completed, throughput=5MB/sec 2024-04-02T08:53:55.345 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-z_M71ehpnxRNyf9 off=11246474 len=447421 2024-04-02T08:53:55.347 INFO:tasks.workunit.client.0.smithi104.stdout:op 715 completed, throughput=5MB/sec 2024-04-02T08:53:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:53:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:53:55] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-02T08:53:56.347 INFO:tasks.workunit.client.0.smithi104.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:56.347 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EjlxioCevx8Rg-l off=6249217 len=262604 2024-04-02T08:53:56.350 INFO:tasks.workunit.client.0.smithi104.stdout:op 716 completed, throughput=4.97MB/sec 2024-04-02T08:53:56.350 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gqI8WnmiM896SZH off=2164006 len=377129 2024-04-02T08:53:56.351 INFO:tasks.workunit.client.0.smithi104.stdout:op 717 completed, throughput=4.97MB/sec 2024-04-02T08:53:56.351 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UhcG2ns-ACqwWaf off=114794 len=1547035 2024-04-02T08:53:56.356 INFO:tasks.workunit.client.0.smithi104.stdout:op 718 completed, throughput=4.98MB/sec 2024-04-02T08:53:56.356 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZDGI7ujxaXnCKN7 off=10451081 len=239541 2024-04-02T08:53:56.359 INFO:tasks.workunit.client.0.smithi104.stdout:op 719 completed, throughput=4.98MB/sec 2024-04-02T08:53:56.359 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_hCBfq3itLf1B90 off=14718703 len=271882 2024-04-02T08:53:56.359 INFO:tasks.workunit.client.0.smithi104.stdout:op 720 completed, throughput=4.98MB/sec 2024-04-02T08:53:56.359 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BnKGIWqsJE5DJfY off=6948277 len=2050437 2024-04-02T08:53:56.372 INFO:tasks.workunit.client.0.smithi104.stdout:op 721 completed, throughput=5MB/sec 2024-04-02T08:53:56.372 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4gZtt0mR-DjYD2D off=6484018 len=1870910 2024-04-02T08:53:56.373 INFO:tasks.workunit.client.0.smithi104.stdout:op 722 completed, throughput=5.01MB/sec 2024-04-02T08:53:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:56 smithi188 ceph-mon[86835]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:56 smithi104 ceph-mon[94081]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:56.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:56 smithi104 ceph-mon[96567]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:57.374 INFO:tasks.workunit.client.0.smithi104.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:57.374 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xKTsyburJNxRibt off=228134 len=1480785 2024-04-02T08:53:57.381 INFO:tasks.workunit.client.0.smithi104.stdout:op 723 completed, throughput=4.98MB/sec 2024-04-02T08:53:57.381 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sTfANDnDFk3Nfyl off=237077 len=1232092 2024-04-02T08:53:57.381 INFO:tasks.workunit.client.0.smithi104.stdout:op 724 completed, throughput=4.99MB/sec 2024-04-02T08:53:57.382 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3hMiQkv0loaxdUi off=9976445 len=833475 2024-04-02T08:53:57.382 INFO:tasks.workunit.client.0.smithi104.stdout:op 725 completed, throughput=5MB/sec 2024-04-02T08:53:57.382 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BECEfkk1kq0OlP8 off=111019 len=1883188 2024-04-02T08:53:57.389 INFO:tasks.workunit.client.0.smithi104.stdout:op 726 completed, throughput=5.01MB/sec 2024-04-02T08:53:58.389 INFO:tasks.workunit.client.0.smithi104.stdout: 146: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:58.390 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TNsgOWrkxpnZ7AV off=14757696 len=2081565 2024-04-02T08:53:58.402 INFO:tasks.workunit.client.0.smithi104.stdout:op 727 completed, throughput=4.99MB/sec 2024-04-02T08:53:58.402 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8_UCjmeDp-HUWDs off=3423334 len=1695958 2024-04-02T08:53:58.406 INFO:tasks.workunit.client.0.smithi104.stdout:op 728 completed, throughput=5MB/sec 2024-04-02T08:53:58.406 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YaChhrqOilqg2Kg off=2399624 len=1685057 2024-04-02T08:53:58.415 INFO:tasks.workunit.client.0.smithi104.stdout:op 729 completed, throughput=5.01MB/sec 2024-04-02T08:53:58.441 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:53:58 smithi104 ceph-mon[96567]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:53:58.441 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:53:58 smithi104 ceph-mon[94081]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:53:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:53:58 smithi188 ceph-mon[86835]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:53:59.415 INFO:tasks.workunit.client.0.smithi104.stdout: 147: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:59.415 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sPapw_vNubA1o38 off=478817 len=73046 2024-04-02T08:53:59.416 INFO:tasks.workunit.client.0.smithi104.stdout:op 730 completed, throughput=4.98MB/sec 2024-04-02T08:53:59.416 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FVqn9RDHAKD2aY3 off=6182764 len=96136 2024-04-02T08:53:59.416 INFO:tasks.workunit.client.0.smithi104.stdout:op 731 completed, throughput=4.98MB/sec 2024-04-02T08:53:59.416 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E7hI-OQSMpw3TwU off=17848973 len=645486 2024-04-02T08:53:59.416 INFO:tasks.workunit.client.0.smithi104.stdout:op 732 completed, throughput=4.98MB/sec 2024-04-02T08:53:59.416 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Q3rwYJjjohTL5rq off=2776197 len=1806872 2024-04-02T08:53:59.418 INFO:tasks.workunit.client.0.smithi104.stdout:op 733 completed, throughput=4.99MB/sec 2024-04-02T08:53:59.418 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BbvMm53nKAlvJTx off=7950155 len=609169 2024-04-02T08:53:59.421 INFO:tasks.workunit.client.0.smithi104.stdout:op 734 completed, throughput=5MB/sec 2024-04-02T08:53:59.421 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ybyDP3WCnsdkWUA off=2021910 len=1011599 2024-04-02T08:53:59.427 INFO:tasks.workunit.client.0.smithi104.stdout:op 735 completed, throughput=5MB/sec 2024-04-02T08:54:00.427 INFO:tasks.workunit.client.0.smithi104.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:00.427 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UaJYLo6PbyljfRS off=7740692 len=1991178 2024-04-02T08:54:00.428 INFO:tasks.workunit.client.0.smithi104.stdout:op 736 completed, throughput=4.98MB/sec 2024-04-02T08:54:00.428 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wT5OoAOH0M6m3jS off=2318416 len=1561407 2024-04-02T08:54:00.436 INFO:tasks.workunit.client.0.smithi104.stdout:op 737 completed, throughput=4.99MB/sec 2024-04-02T08:54:00.436 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mJanqW8ndeH5Br8 off=3244028 len=1989942 2024-04-02T08:54:00.440 INFO:tasks.workunit.client.0.smithi104.stdout:op 738 completed, throughput=5MB/sec 2024-04-02T08:54:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:00 smithi188 ceph-mon[86835]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:54:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:00 smithi104 ceph-mon[96567]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:54:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:00 smithi104 ceph-mon[94081]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:54:01.440 INFO:tasks.workunit.client.0.smithi104.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:01.440 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-t3Ht5bB9mt16JlL off=11477199 len=1581297 2024-04-02T08:54:01.443 INFO:tasks.workunit.client.0.smithi104.stdout:op 739 completed, throughput=4.98MB/sec 2024-04-02T08:54:01.443 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IDYRcFd49_ePusF off=9257745 len=909875 2024-04-02T08:54:01.448 INFO:tasks.workunit.client.0.smithi104.stdout:op 740 completed, throughput=4.99MB/sec 2024-04-02T08:54:01.448 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qEIn3lIyd-8KuMv off=4672277 len=774457 2024-04-02T08:54:01.452 INFO:tasks.workunit.client.0.smithi104.stdout:op 741 completed, throughput=4.99MB/sec 2024-04-02T08:54:01.452 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8Ohaag13DvZZtL1 off=13619184 len=1189656 2024-04-02T08:54:01.456 INFO:tasks.workunit.client.0.smithi104.stdout:op 742 completed, throughput=5MB/sec 2024-04-02T08:54:01.456 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-p_KfwN6C8heXXlk off=16390409 len=60285 2024-04-02T08:54:01.458 INFO:tasks.workunit.client.0.smithi104.stdout:op 743 completed, throughput=5MB/sec 2024-04-02T08:54:01.458 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zHFH5kmkeOkyNNx off=3062972 len=37244 2024-04-02T08:54:01.460 INFO:tasks.workunit.client.0.smithi104.stdout:op 744 completed, throughput=5MB/sec 2024-04-02T08:54:01.460 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gfeR8OLRTAiglxX off=2493131 len=1120400 2024-04-02T08:54:01.461 INFO:tasks.workunit.client.0.smithi104.stdout:op 745 completed, throughput=5.01MB/sec 2024-04-02T08:54:02.461 INFO:tasks.workunit.client.0.smithi104.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:02.462 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OC_0WbGSEW_klln off=14463944 len=1257004 2024-04-02T08:54:02.464 INFO:tasks.workunit.client.0.smithi104.stdout:op 746 completed, throughput=4.98MB/sec 2024-04-02T08:54:02.464 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k_df7WINJdpi_XR off=5617343 len=912962 2024-04-02T08:54:02.468 INFO:tasks.workunit.client.0.smithi104.stdout:op 747 completed, throughput=4.99MB/sec 2024-04-02T08:54:02.469 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kE-3RzO2TyiNa24 off=9086435 len=238177 2024-04-02T08:54:02.469 INFO:tasks.workunit.client.0.smithi104.stdout:op 748 completed, throughput=4.99MB/sec 2024-04-02T08:54:02.470 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5iquxp2LPVhfbGX off=22855858 len=1992234 2024-04-02T08:54:02.471 INFO:tasks.workunit.client.0.smithi104.stdout:op 749 completed, throughput=5MB/sec 2024-04-02T08:54:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:02 smithi188 ceph-mon[86835]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:54:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:54:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:02 smithi104 ceph-mon[94081]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:54:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:02 smithi104 ceph-mon[96567]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:54:03.472 INFO:tasks.workunit.client.0.smithi104.stdout: 151: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:03.472 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dch8k5KmqP1jWgd off=38139 len=1855045 2024-04-02T08:54:03.482 INFO:tasks.workunit.client.0.smithi104.stdout:op 750 completed, throughput=4.98MB/sec 2024-04-02T08:54:03.482 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q8esLJ_eoSmQCCb off=2450986 len=1529712 2024-04-02T08:54:03.488 INFO:tasks.workunit.client.0.smithi104.stdout:op 751 completed, throughput=4.99MB/sec 2024-04-02T08:54:03.488 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BVT8E3DagrGIJ5y off=12288660 len=1837134 2024-04-02T08:54:03.494 INFO:tasks.workunit.client.0.smithi104.stdout:op 752 completed, throughput=5MB/sec 2024-04-02T08:54:03.494 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CzpEBQWllrHqg_i off=1534701 len=1848099 2024-04-02T08:54:03.496 INFO:tasks.workunit.client.0.smithi104.stdout:op 753 completed, throughput=5.01MB/sec 2024-04-02T08:54:04.497 INFO:tasks.workunit.client.0.smithi104.stdout: 152: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:04.497 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TMgp0Rey9OK3OEr off=1010323 len=360269 2024-04-02T08:54:04.500 INFO:tasks.workunit.client.0.smithi104.stdout:op 754 completed, throughput=4.98MB/sec 2024-04-02T08:54:04.500 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-H_3fTuIUgMG9m4M off=9935965 len=1844852 2024-04-02T08:54:04.504 INFO:tasks.workunit.client.0.smithi104.stdout:op 755 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.504 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ib5TL0MhQq0Joub off=8204569 len=1043156 2024-04-02T08:54:04.508 INFO:tasks.workunit.client.0.smithi104.stdout:op 756 completed, throughput=5MB/sec 2024-04-02T08:54:04.508 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4psJhKg6H4OvC4i off=3646480 len=1475553 2024-04-02T08:54:04.515 INFO:tasks.workunit.client.0.smithi104.stdout:op 757 completed, throughput=5.01MB/sec 2024-04-02T08:54:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:04 smithi188 ceph-mon[86835]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:54:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:04 smithi104 ceph-mon[96567]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:54:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:04 smithi104 ceph-mon[94081]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:54:05.515 INFO:tasks.workunit.client.0.smithi104.stdout: 153: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:05.515 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I3VZaNTX23aGmq3 off=23166649 len=1735436 2024-04-02T08:54:05.521 INFO:tasks.workunit.client.0.smithi104.stdout:op 758 completed, throughput=4.99MB/sec 2024-04-02T08:54:05.521 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hzlNAixMso26MER off=374104 len=180600 2024-04-02T08:54:05.522 INFO:tasks.workunit.client.0.smithi104.stdout:op 759 completed, throughput=4.99MB/sec 2024-04-02T08:54:05.522 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vUEpb_1wJOMyQhn off=443184 len=1711619 2024-04-02T08:54:05.528 INFO:tasks.workunit.client.0.smithi104.stdout:op 760 completed, throughput=5MB/sec 2024-04-02T08:54:05.528 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-naDbzzYYn0Yowev off=12037283 len=1900001 2024-04-02T08:54:05.530 INFO:tasks.workunit.client.0.smithi104.stdout:op 761 completed, throughput=5.01MB/sec 2024-04-02T08:54:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:54:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:54:05] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:54:06.530 INFO:tasks.workunit.client.0.smithi104.stdout: 154: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:06.530 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TDACYtK0VdPpJUX off=7209725 len=1493562 2024-04-02T08:54:06.532 INFO:tasks.workunit.client.0.smithi104.stdout:op 762 completed, throughput=4.99MB/sec 2024-04-02T08:54:06.532 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VQhm1c7noiDm2Lm off=809468 len=555461 2024-04-02T08:54:06.535 INFO:tasks.workunit.client.0.smithi104.stdout:op 763 completed, throughput=4.99MB/sec 2024-04-02T08:54:06.535 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yurqPHNlmkk7aG0 off=4388276 len=744997 2024-04-02T08:54:06.540 INFO:tasks.workunit.client.0.smithi104.stdout:op 764 completed, throughput=4.99MB/sec 2024-04-02T08:54:06.540 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XN35CuZs-rPi5E7 off=4016380 len=1134289 2024-04-02T08:54:06.545 INFO:tasks.workunit.client.0.smithi104.stdout:op 765 completed, throughput=5MB/sec 2024-04-02T08:54:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:06 smithi188 ceph-mon[86835]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:54:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:06 smithi104 ceph-mon[96567]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:54:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:06 smithi104 ceph-mon[94081]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:54:07.545 INFO:tasks.workunit.client.0.smithi104.stdout: 155: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:07.545 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hkVNCB--1Qfik3j off=123826 len=2039163 2024-04-02T08:54:07.549 INFO:tasks.workunit.client.0.smithi104.stdout:op 766 completed, throughput=4.98MB/sec 2024-04-02T08:54:07.549 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bHW4DmRaIhk02Di off=307145 len=990284 2024-04-02T08:54:07.554 INFO:tasks.workunit.client.0.smithi104.stdout:op 767 completed, throughput=4.99MB/sec 2024-04-02T08:54:07.554 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Hen-ZMwTMCgnKD3 off=1078815 len=1485168 2024-04-02T08:54:07.561 INFO:tasks.workunit.client.0.smithi104.stdout:op 768 completed, throughput=5MB/sec 2024-04-02T08:54:07.561 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KbnxG-pAngbACP7 off=13718935 len=1535646 2024-04-02T08:54:07.566 INFO:tasks.workunit.client.0.smithi104.stdout:op 769 completed, throughput=5MB/sec 2024-04-02T08:54:08.567 INFO:tasks.workunit.client.0.smithi104.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:08.567 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3FOj2pMVMdWyey6 off=10590160 len=243404 2024-04-02T08:54:08.567 INFO:tasks.workunit.client.0.smithi104.stdout:op 770 completed, throughput=4.97MB/sec 2024-04-02T08:54:08.567 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W0C5XP_hbDS1ZE3 off=13297412 len=1370924 2024-04-02T08:54:08.572 INFO:tasks.workunit.client.0.smithi104.stdout:op 771 completed, throughput=4.98MB/sec 2024-04-02T08:54:08.573 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4sJ29JDaSeYo539 off=8115616 len=966403 2024-04-02T08:54:08.578 INFO:tasks.workunit.client.0.smithi104.stdout:op 772 completed, throughput=4.99MB/sec 2024-04-02T08:54:08.578 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sHkVedXvmacvwch off=5373896 len=563185 2024-04-02T08:54:08.579 INFO:tasks.workunit.client.0.smithi104.stdout:op 773 completed, throughput=4.99MB/sec 2024-04-02T08:54:08.579 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LFB0nI6qKgETuDQ off=2280135 len=1769292 2024-04-02T08:54:08.580 INFO:tasks.workunit.client.0.smithi104.stdout:op 774 completed, throughput=5MB/sec 2024-04-02T08:54:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:08 smithi188 ceph-mon[86835]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:08 smithi104 ceph-mon[96567]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:08 smithi104 ceph-mon[94081]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:09.580 INFO:tasks.workunit.client.0.smithi104.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:09.581 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-br9bgAyiT9sTtM_ off=1355223 len=515895 2024-04-02T08:54:09.581 INFO:tasks.workunit.client.0.smithi104.stdout:op 775 completed, throughput=4.97MB/sec 2024-04-02T08:54:09.581 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XPlMGvzHTatuRKl off=6313569 len=1853769 2024-04-02T08:54:09.583 INFO:tasks.workunit.client.0.smithi104.stdout:op 776 completed, throughput=4.98MB/sec 2024-04-02T08:54:09.583 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iFC5Dm6kz3JhO1v off=20944121 len=443233 2024-04-02T08:54:09.586 INFO:tasks.workunit.client.0.smithi104.stdout:op 777 completed, throughput=4.99MB/sec 2024-04-02T08:54:09.586 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-18KViGd7vG_QwiT off=681760 len=36467 2024-04-02T08:54:09.587 INFO:tasks.workunit.client.0.smithi104.stdout:op 778 completed, throughput=4.99MB/sec 2024-04-02T08:54:09.587 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nw-lRh3kbFzM5kR off=10459049 len=209723 2024-04-02T08:54:09.587 INFO:tasks.workunit.client.0.smithi104.stdout:op 779 completed, throughput=4.99MB/sec 2024-04-02T08:54:09.587 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Azdn6Qsm6AL4nSQ off=2078854 len=764568 2024-04-02T08:54:09.588 INFO:tasks.workunit.client.0.smithi104.stdout:op 780 completed, throughput=4.99MB/sec 2024-04-02T08:54:09.589 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hG373pZR5IHpaGP off=2320424 len=1277149 2024-04-02T08:54:09.593 INFO:tasks.workunit.client.0.smithi104.stdout:op 781 completed, throughput=5MB/sec 2024-04-02T08:54:10.593 INFO:tasks.workunit.client.0.smithi104.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:10.593 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-V-KwVtfXB7LzbVv off=16079124 len=892437 2024-04-02T08:54:10.594 INFO:tasks.workunit.client.0.smithi104.stdout:op 782 completed, throughput=4.97MB/sec 2024-04-02T08:54:10.594 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BjxyuL74mM1cF2z off=5246451 len=874339 2024-04-02T08:54:10.597 INFO:tasks.workunit.client.0.smithi104.stdout:op 783 completed, throughput=4.98MB/sec 2024-04-02T08:54:10.597 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kxQpOCf1cZGeIWr off=2046187 len=313110 2024-04-02T08:54:10.599 INFO:tasks.workunit.client.0.smithi104.stdout:op 784 completed, throughput=4.98MB/sec 2024-04-02T08:54:10.599 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MrxLc-u4TpPb3At off=2719027 len=708920 2024-04-02T08:54:10.602 INFO:tasks.workunit.client.0.smithi104.stdout:op 785 completed, throughput=4.99MB/sec 2024-04-02T08:54:10.602 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xi1GhLE3eUxmy02 off=9363568 len=1536997 2024-04-02T08:54:10.603 INFO:tasks.workunit.client.0.smithi104.stdout:op 786 completed, throughput=4.99MB/sec 2024-04-02T08:54:10.604 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v9Go-JXbaSLyPLm off=4285331 len=1282610 2024-04-02T08:54:10.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 787 completed, throughput=5MB/sec 2024-04-02T08:54:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:10 smithi188 ceph-mon[86835]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:10 smithi104 ceph-mon[94081]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:10 smithi104 ceph-mon[96567]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:11.610 INFO:tasks.workunit.client.0.smithi104.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:11.610 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B3D-tGtQsmVeU3D off=9954802 len=950557 2024-04-02T08:54:11.612 INFO:tasks.workunit.client.0.smithi104.stdout:op 788 completed, throughput=4.98MB/sec 2024-04-02T08:54:11.612 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mK6XNAKJmWT-vPY off=193579 len=716256 2024-04-02T08:54:11.613 INFO:tasks.workunit.client.0.smithi104.stdout:op 789 completed, throughput=4.98MB/sec 2024-04-02T08:54:11.613 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7PYIbR5ro5CNw-3 off=9600816 len=104962 2024-04-02T08:54:11.616 INFO:tasks.workunit.client.0.smithi104.stdout:op 790 completed, throughput=4.98MB/sec 2024-04-02T08:54:11.616 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-96sgd6W_bV5zCxM off=4302407 len=210428 2024-04-02T08:54:11.618 INFO:tasks.workunit.client.0.smithi104.stdout:op 791 completed, throughput=4.98MB/sec 2024-04-02T08:54:11.618 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9GDLubn9UbGfsaX off=7011450 len=1654303 2024-04-02T08:54:11.620 INFO:tasks.workunit.client.0.smithi104.stdout:op 792 completed, throughput=4.99MB/sec 2024-04-02T08:54:11.620 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wdL4C7ziBvfZoQS off=6092125 len=500300 2024-04-02T08:54:11.624 INFO:tasks.workunit.client.0.smithi104.stdout:op 793 completed, throughput=5MB/sec 2024-04-02T08:54:11.624 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eUf_-fvljOYLc9R off=3981781 len=1390453 2024-04-02T08:54:11.630 INFO:tasks.workunit.client.0.smithi104.stdout:op 794 completed, throughput=5MB/sec 2024-04-02T08:54:12.440 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:12 smithi188 ceph-mon[86835]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:12.440 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:54:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:12.630 INFO:tasks.workunit.client.0.smithi104.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:12.630 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nXts5XOmwxF8f6F off=9983069 len=959126 2024-04-02T08:54:12.631 INFO:tasks.workunit.client.0.smithi104.stdout:op 795 completed, throughput=4.98MB/sec 2024-04-02T08:54:12.631 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oE2tQvDqO-M6Gpk off=0 len=1833651 2024-04-02T08:54:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:12 smithi104 ceph-mon[96567]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:12 smithi104 ceph-mon[94081]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:12.640 INFO:tasks.workunit.client.0.smithi104.stdout:op 796 completed, throughput=4.99MB/sec 2024-04-02T08:54:12.640 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_Q9Je4ifEGdEwtD off=5887890 len=1184838 2024-04-02T08:54:12.644 INFO:tasks.workunit.client.0.smithi104.stdout:op 797 completed, throughput=5MB/sec 2024-04-02T08:54:12.644 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9ThSjt_BjNr_qjp off=1124677 len=180840 2024-04-02T08:54:12.645 INFO:tasks.workunit.client.0.smithi104.stdout:op 798 completed, throughput=5MB/sec 2024-04-02T08:54:12.645 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-O74xgABvHu-JmrJ off=7237825 len=1363658 2024-04-02T08:54:12.652 INFO:tasks.workunit.client.0.smithi104.stdout:op 799 completed, throughput=5MB/sec 2024-04-02T08:54:13.653 INFO:tasks.workunit.client.0.smithi104.stdout: 161: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:13.653 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WYJwkE86TxpzFd3 off=1957633 len=229756 2024-04-02T08:54:13.655 INFO:tasks.workunit.client.0.smithi104.stdout:op 800 completed, throughput=4.97MB/sec 2024-04-02T08:54:13.655 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iGIJf9KG2ze2Qbx off=5585733 len=344319 2024-04-02T08:54:13.657 INFO:tasks.workunit.client.0.smithi104.stdout:op 801 completed, throughput=4.98MB/sec 2024-04-02T08:54:13.658 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OxAusNGlOpE6O_D off=3900958 len=1459807 2024-04-02T08:54:13.663 INFO:tasks.workunit.client.0.smithi104.stdout:op 802 completed, throughput=4.99MB/sec 2024-04-02T08:54:13.664 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3wpZiAyYiHhFho- off=879524 len=1218259 2024-04-02T08:54:13.670 INFO:tasks.workunit.client.0.smithi104.stdout:op 803 completed, throughput=4.99MB/sec 2024-04-02T08:54:13.670 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XKyfp0VzbYXxyM4 off=9101686 len=776873 2024-04-02T08:54:13.673 INFO:tasks.workunit.client.0.smithi104.stdout:op 804 completed, throughput=5MB/sec 2024-04-02T08:54:13.673 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oqtg1LEd1-_HXXW off=11099017 len=2066911 2024-04-02T08:54:13.685 INFO:tasks.workunit.client.0.smithi104.stdout:op 805 completed, throughput=5.01MB/sec 2024-04-02T08:54:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:14 smithi188 ceph-mon[86835]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:14 smithi104 ceph-mon[94081]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:14 smithi104 ceph-mon[96567]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:14.685 INFO:tasks.workunit.client.0.smithi104.stdout: 162: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:14.685 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8NM0XuVA9yOf-LI off=3969507 len=1586533 2024-04-02T08:54:14.687 INFO:tasks.workunit.client.0.smithi104.stdout:op 806 completed, throughput=4.99MB/sec 2024-04-02T08:54:14.687 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nRSK0agcgP_sF0L off=1827646 len=1203524 2024-04-02T08:54:14.691 INFO:tasks.workunit.client.0.smithi104.stdout:op 807 completed, throughput=4.99MB/sec 2024-04-02T08:54:14.692 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KeG8cQb6SuJ2h7W off=2805671 len=1362372 2024-04-02T08:54:14.693 INFO:tasks.workunit.client.0.smithi104.stdout:op 808 completed, throughput=5MB/sec 2024-04-02T08:54:15.693 INFO:tasks.workunit.client.0.smithi104.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:15.694 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iNGvq9cPLpUEcm9 off=10283752 len=1679348 2024-04-02T08:54:15.694 INFO:tasks.workunit.client.0.smithi104.stdout:op 809 completed, throughput=4.98MB/sec 2024-04-02T08:54:15.694 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6WyC0cP4Z-bfdDT off=1508051 len=513301 2024-04-02T08:54:15.698 INFO:tasks.workunit.client.0.smithi104.stdout:op 810 completed, throughput=4.98MB/sec 2024-04-02T08:54:15.698 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uGymCQPNLya-L0D off=17730793 len=2015409 2024-04-02T08:54:15.701 INFO:tasks.workunit.client.0.smithi104.stdout:op 811 completed, throughput=5MB/sec 2024-04-02T08:54:15.702 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gyyCs5j_3kGmwNV off=1282865 len=492958 2024-04-02T08:54:15.702 INFO:tasks.workunit.client.0.smithi104.stdout:op 812 completed, throughput=5MB/sec 2024-04-02T08:54:15.702 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fEY_1kLgzuEgnfC off=16134395 len=1734820 2024-04-02T08:54:15.712 INFO:tasks.workunit.client.0.smithi104.stdout:op 813 completed, throughput=5.01MB/sec 2024-04-02T08:54:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:54:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:54:15] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:54:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:16 smithi188 ceph-mon[86835]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:16 smithi104 ceph-mon[96567]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:16 smithi104 ceph-mon[94081]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:16.712 INFO:tasks.workunit.client.0.smithi104.stdout: 164: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:16.712 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7-p3rSrKQDVEklA off=13655082 len=508826 2024-04-02T08:54:16.716 INFO:tasks.workunit.client.0.smithi104.stdout:op 814 completed, throughput=4.98MB/sec 2024-04-02T08:54:16.716 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NNGOH1p68FiefoH off=15352262 len=1960623 2024-04-02T08:54:16.718 INFO:tasks.workunit.client.0.smithi104.stdout:op 815 completed, throughput=4.99MB/sec 2024-04-02T08:54:16.718 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Skr0ibEGbXbxnCI off=11738183 len=877278 2024-04-02T08:54:16.719 INFO:tasks.workunit.client.0.smithi104.stdout:op 816 completed, throughput=5MB/sec 2024-04-02T08:54:16.719 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3jq8wOjZ3h3Vtom off=10826039 len=1162922 2024-04-02T08:54:16.720 INFO:tasks.workunit.client.0.smithi104.stdout:op 817 completed, throughput=5MB/sec 2024-04-02T08:54:17.720 INFO:tasks.workunit.client.0.smithi104.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:17.720 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4QuyHsti_th8d2a off=6379033 len=1157400 2024-04-02T08:54:17.726 INFO:tasks.workunit.client.0.smithi104.stdout:op 818 completed, throughput=4.98MB/sec 2024-04-02T08:54:17.726 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ezAHyDvtaT-1hmm off=8826433 len=283470 2024-04-02T08:54:17.727 INFO:tasks.workunit.client.0.smithi104.stdout:op 819 completed, throughput=4.98MB/sec 2024-04-02T08:54:17.727 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ShcHH3onnQNbLhe off=11133451 len=234591 2024-04-02T08:54:17.727 INFO:tasks.workunit.client.0.smithi104.stdout:op 820 completed, throughput=4.98MB/sec 2024-04-02T08:54:17.727 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d2IcO0AyoV85bic off=310568 len=1603041 2024-04-02T08:54:17.736 INFO:tasks.workunit.client.0.smithi104.stdout:op 821 completed, throughput=4.99MB/sec 2024-04-02T08:54:17.736 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yQD204i0zz2PNTG off=750428 len=943730 2024-04-02T08:54:17.737 INFO:tasks.workunit.client.0.smithi104.stdout:op 822 completed, throughput=5MB/sec 2024-04-02T08:54:17.737 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eWXQ2tjlB9Bp47j off=18618103 len=1822631 2024-04-02T08:54:17.744 INFO:tasks.workunit.client.0.smithi104.stdout:op 823 completed, throughput=5.01MB/sec 2024-04-02T08:54:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:18 smithi188 ceph-mon[86835]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:18 smithi104 ceph-mon[94081]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:18 smithi104 ceph-mon[96567]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:18.744 INFO:tasks.workunit.client.0.smithi104.stdout: 166: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:18.744 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lFn8tZsqkeEgMQa off=7250926 len=68257 2024-04-02T08:54:18.747 INFO:tasks.workunit.client.0.smithi104.stdout:op 824 completed, throughput=4.98MB/sec 2024-04-02T08:54:18.747 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--prjA2IK12yGvyC off=5664365 len=83576 2024-04-02T08:54:18.749 INFO:tasks.workunit.client.0.smithi104.stdout:op 825 completed, throughput=4.98MB/sec 2024-04-02T08:54:18.749 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Wzj8nuVwK8sUex_ off=4500681 len=1382727 2024-04-02T08:54:18.755 INFO:tasks.workunit.client.0.smithi104.stdout:op 826 completed, throughput=4.99MB/sec 2024-04-02T08:54:18.755 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TGUgZZjCFE-f2bM off=22416303 len=991636 2024-04-02T08:54:18.757 INFO:tasks.workunit.client.0.smithi104.stdout:op 827 completed, throughput=4.99MB/sec 2024-04-02T08:54:18.757 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q1f3lyP_S3VsZoh off=2179807 len=212817 2024-04-02T08:54:18.759 INFO:tasks.workunit.client.0.smithi104.stdout:op 828 completed, throughput=4.99MB/sec 2024-04-02T08:54:18.759 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-knFYmzN9x35bTox off=3470871 len=71990 2024-04-02T08:54:18.759 INFO:tasks.workunit.client.0.smithi104.stdout:op 829 completed, throughput=4.99MB/sec 2024-04-02T08:54:18.759 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k6FTxW3sBC1Bm9Z off=4758014 len=449380 2024-04-02T08:54:18.762 INFO:tasks.workunit.client.0.smithi104.stdout:op 830 completed, throughput=5MB/sec 2024-04-02T08:54:18.762 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tdW7dKYCBIjAdw- off=1516060 len=1063417 2024-04-02T08:54:18.766 INFO:tasks.workunit.client.0.smithi104.stdout:op 831 completed, throughput=5MB/sec 2024-04-02T08:54:19.766 INFO:tasks.workunit.client.0.smithi104.stdout: 167: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:19.767 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eQuRDS_xiR2xtG9 off=3287286 len=563418 2024-04-02T08:54:19.767 INFO:tasks.workunit.client.0.smithi104.stdout:op 832 completed, throughput=4.97MB/sec 2024-04-02T08:54:19.767 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-erQIXs9fI4KNtro off=4898975 len=1923518 2024-04-02T08:54:19.769 INFO:tasks.workunit.client.0.smithi104.stdout:op 833 completed, throughput=4.99MB/sec 2024-04-02T08:54:19.769 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gEvuTOxubwQKplY off=3134214 len=466631 2024-04-02T08:54:19.772 INFO:tasks.workunit.client.0.smithi104.stdout:op 834 completed, throughput=4.99MB/sec 2024-04-02T08:54:19.773 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LfC0o9Eem8Zpph_ off=11973937 len=1992671 2024-04-02T08:54:19.783 INFO:tasks.workunit.client.0.smithi104.stdout:op 835 completed, throughput=5MB/sec 2024-04-02T08:54:19.784 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OJqE4RETcRqF7EM off=8007968 len=1957843 2024-04-02T08:54:19.787 INFO:tasks.workunit.client.0.smithi104.stdout:op 836 completed, throughput=5.01MB/sec 2024-04-02T08:54:20.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:20 smithi188 ceph-mon[86835]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:54:20.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:20 smithi104 ceph-mon[96567]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:54:20.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:20.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:20 smithi104 ceph-mon[94081]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:54:20.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:20.788 INFO:tasks.workunit.client.0.smithi104.stdout: 168: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:20.788 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-p8qfBb4xaamRIEB off=5956839 len=1383145 2024-04-02T08:54:20.789 INFO:tasks.workunit.client.0.smithi104.stdout:op 837 completed, throughput=4.99MB/sec 2024-04-02T08:54:20.789 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Xx_vzQgQiWwmLvH off=1931026 len=1797602 2024-04-02T08:54:20.797 INFO:tasks.workunit.client.0.smithi104.stdout:op 838 completed, throughput=5MB/sec 2024-04-02T08:54:20.797 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CNap6OZAT7VBIUN off=6764340 len=650287 2024-04-02T08:54:20.801 INFO:tasks.workunit.client.0.smithi104.stdout:op 839 completed, throughput=5MB/sec 2024-04-02T08:54:21.801 INFO:tasks.workunit.client.0.smithi104.stdout: 169: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:21.801 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G5hUHk1rYAeC2v6 off=6443564 len=1921662 2024-04-02T08:54:21.804 INFO:tasks.workunit.client.0.smithi104.stdout:op 840 completed, throughput=4.98MB/sec 2024-04-02T08:54:21.804 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sfKHXCYoFUCcFOA off=1944422 len=1393202 2024-04-02T08:54:21.811 INFO:tasks.workunit.client.0.smithi104.stdout:op 841 completed, throughput=4.99MB/sec 2024-04-02T08:54:21.812 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZwB-nzfHA-7eDaY off=13209280 len=1229591 2024-04-02T08:54:21.814 INFO:tasks.workunit.client.0.smithi104.stdout:op 842 completed, throughput=5MB/sec 2024-04-02T08:54:21.814 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bxs4S5jH2PjD5-4 off=4549078 len=969578 2024-04-02T08:54:21.819 INFO:tasks.workunit.client.0.smithi104.stdout:op 843 completed, throughput=5MB/sec 2024-04-02T08:54:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:22 smithi188 ceph-mon[86835]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:54:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:22 smithi104 ceph-mon[96567]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:22 smithi104 ceph-mon[94081]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:22.820 INFO:tasks.workunit.client.0.smithi104.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:22.820 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tS1BUSK0DchuP5B off=4469159 len=248175 2024-04-02T08:54:22.820 INFO:tasks.workunit.client.0.smithi104.stdout:op 844 completed, throughput=4.97MB/sec 2024-04-02T08:54:22.821 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Roi4gUmBHOdAFfS off=4346992 len=1768475 2024-04-02T08:54:22.827 INFO:tasks.workunit.client.0.smithi104.stdout:op 845 completed, throughput=4.98MB/sec 2024-04-02T08:54:22.827 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-h3RwonL0-XuBdmA off=9781894 len=321014 2024-04-02T08:54:22.827 INFO:tasks.workunit.client.0.smithi104.stdout:op 846 completed, throughput=4.99MB/sec 2024-04-02T08:54:22.827 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bS4kVYeaSs36Wvg off=5118870 len=362160 2024-04-02T08:54:22.830 INFO:tasks.workunit.client.0.smithi104.stdout:op 847 completed, throughput=4.99MB/sec 2024-04-02T08:54:22.830 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xx4lVFhJ6DPWYbM off=1227865 len=1545833 2024-04-02T08:54:22.832 INFO:tasks.workunit.client.0.smithi104.stdout:op 848 completed, throughput=5MB/sec 2024-04-02T08:54:22.832 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-328n0-eOTRXZBRb off=5992659 len=986831 2024-04-02T08:54:22.837 INFO:tasks.workunit.client.0.smithi104.stdout:op 849 completed, throughput=5MB/sec 2024-04-02T08:54:23.837 INFO:tasks.workunit.client.0.smithi104.stdout: 171: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:23.837 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zcblChGB7FWk9fD off=20269846 len=1688394 2024-04-02T08:54:23.839 INFO:tasks.workunit.client.0.smithi104.stdout:op 850 completed, throughput=4.98MB/sec 2024-04-02T08:54:23.839 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aFk_QVt-J1-ZjgP off=4748769 len=1041577 2024-04-02T08:54:23.841 INFO:tasks.workunit.client.0.smithi104.stdout:op 851 completed, throughput=4.99MB/sec 2024-04-02T08:54:23.841 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dcQDeldsoVEH2RG off=7927187 len=1555247 2024-04-02T08:54:23.842 INFO:tasks.workunit.client.0.smithi104.stdout:op 852 completed, throughput=5MB/sec 2024-04-02T08:54:23.842 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vJ8Kro3XqMPf08z off=11416926 len=1166915 2024-04-02T08:54:23.847 INFO:tasks.workunit.client.0.smithi104.stdout:op 853 completed, throughput=5MB/sec 2024-04-02T08:54:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:24 smithi188 ceph-mon[86835]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:24 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:24 smithi104 ceph-mon[96567]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:24 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:24 smithi104 ceph-mon[94081]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:24 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:24.848 INFO:tasks.workunit.client.0.smithi104.stdout: 172: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:24.848 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oZBU2QZSgRiMfIe off=14388006 len=2008936 2024-04-02T08:54:24.854 INFO:tasks.workunit.client.0.smithi104.stdout:op 854 completed, throughput=4.98MB/sec 2024-04-02T08:54:24.854 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6CxgwCTVPf7i_Qt off=2596153 len=870259 2024-04-02T08:54:24.856 INFO:tasks.workunit.client.0.smithi104.stdout:op 855 completed, throughput=4.99MB/sec 2024-04-02T08:54:24.856 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HuyuazHMosGjqLR off=5528177 len=1753987 2024-04-02T08:54:24.857 INFO:tasks.workunit.client.0.smithi104.stdout:op 856 completed, throughput=5MB/sec 2024-04-02T08:54:24.857 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v2cH2HCjbRD9oa3 off=13289339 len=1323142 2024-04-02T08:54:24.865 INFO:tasks.workunit.client.0.smithi104.stdout:op 857 completed, throughput=5.01MB/sec 2024-04-02T08:54:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:25 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:54:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:25 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:54:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:25 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:25 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:25 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:54:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:25 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:54:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:25 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:54:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:25 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:25 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:25 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:54:25.865 INFO:tasks.workunit.client.0.smithi104.stdout: 173: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:25.865 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KM4dJPJQOxq22zx off=6075932 len=498491 2024-04-02T08:54:25.868 INFO:tasks.workunit.client.0.smithi104.stdout:op 858 completed, throughput=4.98MB/sec 2024-04-02T08:54:25.868 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Y8up7Sf4PVeQv1G off=8246053 len=1260710 2024-04-02T08:54:25.869 INFO:tasks.workunit.client.0.smithi104.stdout:op 859 completed, throughput=4.99MB/sec 2024-04-02T08:54:25.869 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4hZ1Iq-0Qt0vu6s off=1429069 len=2036678 2024-04-02T08:54:25.870 INFO:tasks.workunit.client.0.smithi104.stdout:op 860 completed, throughput=5MB/sec 2024-04-02T08:54:25.870 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wdisVuYaMNdA1iq off=4206087 len=1104465 2024-04-02T08:54:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:25 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:54:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:25 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:54:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:25 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:25 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:25 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:54:25.875 INFO:tasks.workunit.client.0.smithi104.stdout:op 861 completed, throughput=5MB/sec 2024-04-02T08:54:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:54:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:54:25] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-02T08:54:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:26 smithi104 ceph-mon[94081]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:26 smithi104 ceph-mon[96567]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:26 smithi188 ceph-mon[86835]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:26.875 INFO:tasks.workunit.client.0.smithi104.stdout: 174: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:26.875 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RKGV_8XyQOfMqnt off=715484 len=274057 2024-04-02T08:54:26.876 INFO:tasks.workunit.client.0.smithi104.stdout:op 862 completed, throughput=4.98MB/sec 2024-04-02T08:54:26.876 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zT0fT9OmyNzD0Ys off=8888799 len=1266327 2024-04-02T08:54:26.877 INFO:tasks.workunit.client.0.smithi104.stdout:op 863 completed, throughput=4.98MB/sec 2024-04-02T08:54:26.877 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bgtaNA3UwoZojPp off=432011 len=1805200 2024-04-02T08:54:26.888 INFO:tasks.workunit.client.0.smithi104.stdout:op 864 completed, throughput=4.99MB/sec 2024-04-02T08:54:26.888 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UgV4CKJ0I5Y7UK- off=16417550 len=1986336 2024-04-02T08:54:26.898 INFO:tasks.workunit.client.0.smithi104.stdout:op 865 completed, throughput=5MB/sec 2024-04-02T08:54:27.899 INFO:tasks.workunit.client.0.smithi104.stdout: 175: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:27.899 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cdw85K985QhZFGc off=2300536 len=1987019 2024-04-02T08:54:27.910 INFO:tasks.workunit.client.0.smithi104.stdout:op 866 completed, throughput=4.99MB/sec 2024-04-02T08:54:27.910 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JYeouvBoOl6Jk2c off=5836605 len=1841916 2024-04-02T08:54:27.913 INFO:tasks.workunit.client.0.smithi104.stdout:op 867 completed, throughput=5MB/sec 2024-04-02T08:54:27.913 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Iw-UWVgSEr6gBxe off=294665 len=1837640 2024-04-02T08:54:27.915 INFO:tasks.workunit.client.0.smithi104.stdout:op 868 completed, throughput=5.01MB/sec 2024-04-02T08:54:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:28 smithi104 ceph-mon[94081]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:28 smithi104 ceph-mon[96567]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:28 smithi188 ceph-mon[86835]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:28.915 INFO:tasks.workunit.client.0.smithi104.stdout: 176: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:28.915 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jwbllzRkCFC6veW off=1754444 len=464186 2024-04-02T08:54:28.919 INFO:tasks.workunit.client.0.smithi104.stdout:op 869 completed, throughput=4.98MB/sec 2024-04-02T08:54:28.919 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E-5RyKIDuFMSTZm off=2948196 len=1231606 2024-04-02T08:54:28.921 INFO:tasks.workunit.client.0.smithi104.stdout:op 870 completed, throughput=4.99MB/sec 2024-04-02T08:54:28.922 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vdP_fex8ZzkWAHN off=0 len=1410515 2024-04-02T08:54:28.927 INFO:tasks.workunit.client.0.smithi104.stdout:op 871 completed, throughput=4.99MB/sec 2024-04-02T08:54:28.927 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--neld-rEcFMdTTe off=2203006 len=1088593 2024-04-02T08:54:28.928 INFO:tasks.workunit.client.0.smithi104.stdout:op 872 completed, throughput=5MB/sec 2024-04-02T08:54:28.928 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9CkG4an8JynjbCu off=1513865 len=1205270 2024-04-02T08:54:28.934 INFO:tasks.workunit.client.0.smithi104.stdout:op 873 completed, throughput=5.01MB/sec 2024-04-02T08:54:29.935 INFO:tasks.workunit.client.0.smithi104.stdout: 177: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:29.935 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wPVCrNLJZhAYEh9 off=138102 len=1612670 2024-04-02T08:54:29.938 INFO:tasks.workunit.client.0.smithi104.stdout:op 874 completed, throughput=4.99MB/sec 2024-04-02T08:54:29.938 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WSH1sxMEviome8e off=1820936 len=740181 2024-04-02T08:54:29.941 INFO:tasks.workunit.client.0.smithi104.stdout:op 875 completed, throughput=4.99MB/sec 2024-04-02T08:54:29.941 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d79ludbmz0jfzW5 off=854646 len=1343395 2024-04-02T08:54:29.943 INFO:tasks.workunit.client.0.smithi104.stdout:op 876 completed, throughput=5MB/sec 2024-04-02T08:54:29.943 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DmrjfGBHuYEeOth off=13535655 len=1404389 2024-04-02T08:54:29.944 INFO:tasks.workunit.client.0.smithi104.stdout:op 877 completed, throughput=5MB/sec 2024-04-02T08:54:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:30 smithi188 ceph-mon[86835]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:30 smithi104 ceph-mon[94081]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:30.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:30 smithi104 ceph-mon[96567]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:30.944 INFO:tasks.workunit.client.0.smithi104.stdout: 178: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:30.944 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uXMe4-NqU9H_N2H off=15003934 len=249297 2024-04-02T08:54:30.945 INFO:tasks.workunit.client.0.smithi104.stdout:op 878 completed, throughput=4.98MB/sec 2024-04-02T08:54:30.945 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rjv4CvZvvVWSTyy off=5111263 len=1862556 2024-04-02T08:54:30.958 INFO:tasks.workunit.client.0.smithi104.stdout:op 879 completed, throughput=4.99MB/sec 2024-04-02T08:54:30.958 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-haOJQDCAV2Xh6wm off=2066320 len=50826 2024-04-02T08:54:30.960 INFO:tasks.workunit.client.0.smithi104.stdout:op 880 completed, throughput=4.99MB/sec 2024-04-02T08:54:30.960 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rHmJlzTvPPacuaW off=11387784 len=2030604 2024-04-02T08:54:30.962 INFO:tasks.workunit.client.0.smithi104.stdout:op 881 completed, throughput=5MB/sec 2024-04-02T08:54:30.962 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YoO2ZASKPlKBjWX off=406247 len=598636 2024-04-02T08:54:30.962 INFO:tasks.workunit.client.0.smithi104.stdout:op 882 completed, throughput=5MB/sec 2024-04-02T08:54:31.963 INFO:tasks.workunit.client.0.smithi104.stdout: 179: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:31.963 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y_pfIKxutiMzKNp off=2090675 len=789915 2024-04-02T08:54:31.967 INFO:tasks.workunit.client.0.smithi104.stdout:op 883 completed, throughput=4.98MB/sec 2024-04-02T08:54:31.967 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PUHOQ2cQw8S_KoP off=5349856 len=1216594 2024-04-02T08:54:31.968 INFO:tasks.workunit.client.0.smithi104.stdout:op 884 completed, throughput=4.98MB/sec 2024-04-02T08:54:31.968 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2fr4_XyTy6ZURj9 off=2223774 len=1452413 2024-04-02T08:54:31.971 INFO:tasks.workunit.client.0.smithi104.stdout:op 885 completed, throughput=4.99MB/sec 2024-04-02T08:54:31.972 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IkrghVqGyo_YwKK off=4029150 len=385917 2024-04-02T08:54:31.972 INFO:tasks.workunit.client.0.smithi104.stdout:op 886 completed, throughput=4.99MB/sec 2024-04-02T08:54:31.972 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2pdgbmeHEXqnwqq off=5352540 len=1409748 2024-04-02T08:54:31.974 INFO:tasks.workunit.client.0.smithi104.stdout:op 887 completed, throughput=5MB/sec 2024-04-02T08:54:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:32 smithi188 ceph-mon[86835]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:54:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:32.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:32 smithi104 ceph-mon[94081]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:32.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:32 smithi104 ceph-mon[96567]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: 180: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:32.975 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Dv9F2bC28AqOLl5 off=11230740 len=1571085 2024-04-02T08:54:32.976 INFO:tasks.workunit.client.0.smithi104.stdout:op 888 completed, throughput=4.98MB/sec 2024-04-02T08:54:32.976 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N_9X7Re-Ylv63sY off=4646990 len=1616859 2024-04-02T08:54:32.977 INFO:tasks.workunit.client.0.smithi104.stdout:op 889 completed, throughput=4.99MB/sec 2024-04-02T08:54:32.977 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OtPIdMRHJnJvxxC off=6355987 len=827715 2024-04-02T08:54:32.978 INFO:tasks.workunit.client.0.smithi104.stdout:op 890 completed, throughput=5MB/sec 2024-04-02T08:54:32.978 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NC6UM-EsrhTLnFU off=11204692 len=1112883 2024-04-02T08:54:32.983 INFO:tasks.workunit.client.0.smithi104.stdout:op 891 completed, throughput=5MB/sec 2024-04-02T08:54:33.984 INFO:tasks.workunit.client.0.smithi104.stdout: 181: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:33.984 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N5A96sjVK_cuY67 off=4019272 len=546780 2024-04-02T08:54:33.985 INFO:tasks.workunit.client.0.smithi104.stdout:op 892 completed, throughput=4.98MB/sec 2024-04-02T08:54:33.985 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2zBTxpB9Lp0e4Q1 off=9569440 len=963622 2024-04-02T08:54:33.987 INFO:tasks.workunit.client.0.smithi104.stdout:op 893 completed, throughput=4.98MB/sec 2024-04-02T08:54:33.987 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-odiELs_0-qpBsxR off=21520790 len=1267512 2024-04-02T08:54:33.988 INFO:tasks.workunit.client.0.smithi104.stdout:op 894 completed, throughput=4.99MB/sec 2024-04-02T08:54:33.988 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T4mcjh7zQXP00pn off=941218 len=736161 2024-04-02T08:54:33.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 895 completed, throughput=4.99MB/sec 2024-04-02T08:54:33.992 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iW6lD1MPX1_k6Xh off=12849018 len=672553 2024-04-02T08:54:33.993 INFO:tasks.workunit.client.0.smithi104.stdout:op 896 completed, throughput=4.99MB/sec 2024-04-02T08:54:33.993 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2RH8IxpYU_zWts9 off=1005274 len=1846387 2024-04-02T08:54:34.000 INFO:tasks.workunit.client.0.smithi104.stdout:op 897 completed, throughput=5MB/sec 2024-04-02T08:54:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:34 smithi188 ceph-mon[86835]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:34 smithi104 ceph-mon[96567]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:34 smithi104 ceph-mon[94081]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:35.000 INFO:tasks.workunit.client.0.smithi104.stdout: 182: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:35.000 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TM7wjyaNCr8r0wT off=11338326 len=1275987 2024-04-02T08:54:35.003 INFO:tasks.workunit.client.0.smithi104.stdout:op 898 completed, throughput=4.98MB/sec 2024-04-02T08:54:35.003 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Jn3D-KnQBqCfFwC off=2957359 len=845187 2024-04-02T08:54:35.008 INFO:tasks.workunit.client.0.smithi104.stdout:op 899 completed, throughput=4.99MB/sec 2024-04-02T08:54:35.008 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mtLqzVqKkbIEHSG off=2335773 len=826377 2024-04-02T08:54:35.009 INFO:tasks.workunit.client.0.smithi104.stdout:op 900 completed, throughput=4.99MB/sec 2024-04-02T08:54:35.009 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MyRiNHZzXWLk3ZR off=11913056 len=143761 2024-04-02T08:54:35.009 INFO:tasks.workunit.client.0.smithi104.stdout:op 901 completed, throughput=4.99MB/sec 2024-04-02T08:54:35.009 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YkasxF7lXlaYfTz off=943928 len=1955445 2024-04-02T08:54:35.011 INFO:tasks.workunit.client.0.smithi104.stdout:op 902 completed, throughput=5MB/sec 2024-04-02T08:54:36.011 INFO:tasks.workunit.client.0.smithi104.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:36.011 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r-SYOA3cSCqgr4c off=3245943 len=448880 2024-04-02T08:54:36.015 INFO:tasks.workunit.client.0.smithi104.stdout:op 903 completed, throughput=4.98MB/sec 2024-04-02T08:54:36.015 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-w7PZX9igOfR778w off=1381189 len=441155 2024-04-02T08:54:36.017 INFO:tasks.workunit.client.0.smithi104.stdout:op 904 completed, throughput=4.98MB/sec 2024-04-02T08:54:36.017 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SHn-jUR73HN5hEc off=1650458 len=939011 2024-04-02T08:54:36.022 INFO:tasks.workunit.client.0.smithi104.stdout:op 905 completed, throughput=4.99MB/sec 2024-04-02T08:54:36.023 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-b5BXmbFVIRJ6FqQ off=19996344 len=1917859 2024-04-02T08:54:36.024 INFO:tasks.workunit.client.0.smithi104.stdout:op 906 completed, throughput=4.99MB/sec 2024-04-02T08:54:36.024 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d2xyQtW81qCnFAZ off=3641752 len=303639 2024-04-02T08:54:36.026 INFO:tasks.workunit.client.0.smithi104.stdout:op 907 completed, throughput=5MB/sec 2024-04-02T08:54:36.026 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Af0mOG6fVJfkdRZ off=3688311 len=617711 2024-04-02T08:54:36.030 INFO:tasks.workunit.client.0.smithi104.stdout:op 908 completed, throughput=5MB/sec 2024-04-02T08:54:36.030 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bTYQU1kyyWL-R-g off=1413855 len=720647 2024-04-02T08:54:36.032 INFO:tasks.workunit.client.0.smithi104.stdout:op 909 completed, throughput=5MB/sec 2024-04-02T08:54:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:54:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:54:35] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:54:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:36 smithi188 ceph-mon[86835]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:36 smithi104 ceph-mon[96567]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:36 smithi104 ceph-mon[94081]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:37.033 INFO:tasks.workunit.client.0.smithi104.stdout: 184: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:37.033 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yQ6paUwzseh084F off=15061997 len=693518 2024-04-02T08:54:37.037 INFO:tasks.workunit.client.0.smithi104.stdout:op 910 completed, throughput=4.98MB/sec 2024-04-02T08:54:37.037 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_Evn5KjQzCPkWQv off=4144111 len=262101 2024-04-02T08:54:37.039 INFO:tasks.workunit.client.0.smithi104.stdout:op 911 completed, throughput=4.98MB/sec 2024-04-02T08:54:37.039 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4ugaaqEk-evUBml off=461975 len=541589 2024-04-02T08:54:37.040 INFO:tasks.workunit.client.0.smithi104.stdout:op 912 completed, throughput=4.98MB/sec 2024-04-02T08:54:37.040 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6d4n2nNLdp_klEP off=3489512 len=92266 2024-04-02T08:54:37.042 INFO:tasks.workunit.client.0.smithi104.stdout:op 913 completed, throughput=4.98MB/sec 2024-04-02T08:54:37.043 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QbiKjaVfpcOyUpN off=2565383 len=1369379 2024-04-02T08:54:37.044 INFO:tasks.workunit.client.0.smithi104.stdout:op 914 completed, throughput=4.99MB/sec 2024-04-02T08:54:37.044 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-P5iuGMX31qmdVK8 off=528537 len=527570 2024-04-02T08:54:37.044 INFO:tasks.workunit.client.0.smithi104.stdout:op 915 completed, throughput=4.99MB/sec 2024-04-02T08:54:37.045 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5Dy5uoEPSCXI2H4 off=322285 len=223381 2024-04-02T08:54:37.045 INFO:tasks.workunit.client.0.smithi104.stdout:op 916 completed, throughput=5MB/sec 2024-04-02T08:54:37.045 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qxT39gmlk0Med4m off=6378159 len=2011159 2024-04-02T08:54:37.056 INFO:tasks.workunit.client.0.smithi104.stdout:op 917 completed, throughput=5MB/sec 2024-04-02T08:54:38.057 INFO:tasks.workunit.client.0.smithi104.stdout: 185: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:38.057 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Dzc3hgBRM3-Q4A4 off=5083155 len=1155678 2024-04-02T08:54:38.062 INFO:tasks.workunit.client.0.smithi104.stdout:op 918 completed, throughput=4.98MB/sec 2024-04-02T08:54:38.062 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-x2a_bru1Ud1MCgr off=9674649 len=1536297 2024-04-02T08:54:38.069 INFO:tasks.workunit.client.0.smithi104.stdout:op 919 completed, throughput=4.99MB/sec 2024-04-02T08:54:38.070 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-saBI_Hd02r5dPma off=18890038 len=870711 2024-04-02T08:54:38.073 INFO:tasks.workunit.client.0.smithi104.stdout:op 920 completed, throughput=5MB/sec 2024-04-02T08:54:38.073 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-q3jhxa1vXQw9BPS off=1790550 len=564168 2024-04-02T08:54:38.074 INFO:tasks.workunit.client.0.smithi104.stdout:op 921 completed, throughput=5MB/sec 2024-04-02T08:54:38.074 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zXdKbkqs6sLdhhB off=3869820 len=1652444 2024-04-02T08:54:38.075 INFO:tasks.workunit.client.0.smithi104.stdout:op 922 completed, throughput=5.01MB/sec 2024-04-02T08:54:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:38 smithi188 ceph-mon[86835]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:38.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:38 smithi104 ceph-mon[96567]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:38.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:38 smithi104 ceph-mon[94081]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:39.075 INFO:tasks.workunit.client.0.smithi104.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:39.075 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AYYOyOFDmMrkhnI off=17461430 len=780504 2024-04-02T08:54:39.079 INFO:tasks.workunit.client.0.smithi104.stdout:op 923 completed, throughput=4.98MB/sec 2024-04-02T08:54:39.079 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aZdW1J7wUbMpnQE off=3743121 len=1376981 2024-04-02T08:54:39.084 INFO:tasks.workunit.client.0.smithi104.stdout:op 924 completed, throughput=4.99MB/sec 2024-04-02T08:54:39.084 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xigOULIyHavxuLi off=5122077 len=1579037 2024-04-02T08:54:39.085 INFO:tasks.workunit.client.0.smithi104.stdout:op 925 completed, throughput=5MB/sec 2024-04-02T08:54:39.086 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Smw3mYTtZ1wOZxk off=3615972 len=834402 2024-04-02T08:54:39.090 INFO:tasks.workunit.client.0.smithi104.stdout:op 926 completed, throughput=5MB/sec 2024-04-02T08:54:40.090 INFO:tasks.workunit.client.0.smithi104.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:40.090 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4GKrUT3lsvTQFUc off=13412990 len=1544159 2024-04-02T08:54:40.097 INFO:tasks.workunit.client.0.smithi104.stdout:op 927 completed, throughput=4.98MB/sec 2024-04-02T08:54:40.097 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D7FsbnIy0TuakG0 off=8619488 len=1498425 2024-04-02T08:54:40.098 INFO:tasks.workunit.client.0.smithi104.stdout:op 928 completed, throughput=4.99MB/sec 2024-04-02T08:54:40.098 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6ihQB7giv3YN6WR off=3094394 len=1443853 2024-04-02T08:54:40.103 INFO:tasks.workunit.client.0.smithi104.stdout:op 929 completed, throughput=5MB/sec 2024-04-02T08:54:40.103 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qX5u2AraU19PlOY off=9323467 len=31318 2024-04-02T08:54:40.104 INFO:tasks.workunit.client.0.smithi104.stdout:op 930 completed, throughput=5MB/sec 2024-04-02T08:54:40.104 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mOCwBTTaF5o60qA off=18105927 len=83627 2024-04-02T08:54:40.104 INFO:tasks.workunit.client.0.smithi104.stdout:op 931 completed, throughput=5MB/sec 2024-04-02T08:54:40.105 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y7PgQ-CARdFdfa0 off=0 len=2029598 2024-04-02T08:54:40.114 INFO:tasks.workunit.client.0.smithi104.stdout:op 932 completed, throughput=5.01MB/sec 2024-04-02T08:54:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:40 smithi188 ceph-mon[86835]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:40 smithi104 ceph-mon[96567]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:40 smithi104 ceph-mon[94081]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:41.114 INFO:tasks.workunit.client.0.smithi104.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:41.115 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ivas4BDRHMAS-9i off=3702396 len=637943 2024-04-02T08:54:41.119 INFO:tasks.workunit.client.0.smithi104.stdout:op 933 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.119 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hp3ZdOqpXz33xAi off=13975845 len=1054112 2024-04-02T08:54:41.125 INFO:tasks.workunit.client.0.smithi104.stdout:op 934 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.125 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hF2WktJRGmYUItD off=2685293 len=1481953 2024-04-02T08:54:41.126 INFO:tasks.workunit.client.0.smithi104.stdout:op 935 completed, throughput=5MB/sec 2024-04-02T08:54:41.126 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xBGQlQtTgDhkkji off=12747858 len=1391168 2024-04-02T08:54:41.127 INFO:tasks.workunit.client.0.smithi104.stdout:op 936 completed, throughput=5.01MB/sec 2024-04-02T08:54:42.127 INFO:tasks.workunit.client.0.smithi104.stdout: 189: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:42.128 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SHGvAru3raUixwF off=72666 len=1578473 2024-04-02T08:54:42.137 INFO:tasks.workunit.client.0.smithi104.stdout:op 937 completed, throughput=4.99MB/sec 2024-04-02T08:54:42.137 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CTbx1c7bgGT29_o off=10117069 len=1843804 2024-04-02T08:54:42.140 INFO:tasks.workunit.client.0.smithi104.stdout:op 938 completed, throughput=5MB/sec 2024-04-02T08:54:42.140 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uNp4vEhSBFfkjuY off=4749383 len=640799 2024-04-02T08:54:42.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 939 completed, throughput=5MB/sec 2024-04-02T08:54:42.141 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UjLcJ1y2gbuHyVV off=19127520 len=745050 2024-04-02T08:54:42.144 INFO:tasks.workunit.client.0.smithi104.stdout:op 940 completed, throughput=5MB/sec 2024-04-02T08:54:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:42 smithi188 ceph-mon[86835]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:54:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:42 smithi104 ceph-mon[94081]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:42.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:42 smithi104 ceph-mon[96567]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:43.144 INFO:tasks.workunit.client.0.smithi104.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:43.144 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-l508kix95gAmNyz off=11619819 len=380160 2024-04-02T08:54:43.147 INFO:tasks.workunit.client.0.smithi104.stdout:op 941 completed, throughput=4.98MB/sec 2024-04-02T08:54:43.148 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hC2QbVrw8lOw8SE off=6473086 len=852354 2024-04-02T08:54:43.152 INFO:tasks.workunit.client.0.smithi104.stdout:op 942 completed, throughput=4.98MB/sec 2024-04-02T08:54:43.152 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kTDSxvgSFtKpPGW off=7463232 len=1863338 2024-04-02T08:54:43.163 INFO:tasks.workunit.client.0.smithi104.stdout:op 943 completed, throughput=4.99MB/sec 2024-04-02T08:54:43.163 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JgwdS-XrW3OQHrU off=1985015 len=1732233 2024-04-02T08:54:43.165 INFO:tasks.workunit.client.0.smithi104.stdout:op 944 completed, throughput=5MB/sec 2024-04-02T08:54:44.165 INFO:tasks.workunit.client.0.smithi104.stdout: 191: throughput=4.97MB/sec pending data=0 2024-04-02T08:54:44.165 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L1kYfzDBelYqtzm off=231063 len=1367355 2024-04-02T08:54:44.170 INFO:tasks.workunit.client.0.smithi104.stdout:op 945 completed, throughput=4.98MB/sec 2024-04-02T08:54:44.170 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RzLBBopB3omTAgn off=20603829 len=1421478 2024-04-02T08:54:44.172 INFO:tasks.workunit.client.0.smithi104.stdout:op 946 completed, throughput=4.99MB/sec 2024-04-02T08:54:44.172 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ceTL2vJxMpjt8dn off=14581232 len=2010069 2024-04-02T08:54:44.176 INFO:tasks.workunit.client.0.smithi104.stdout:op 947 completed, throughput=5MB/sec 2024-04-02T08:54:44.176 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZnQiX-zX6xZpY9H off=14823120 len=1526034 2024-04-02T08:54:44.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 948 completed, throughput=5.01MB/sec 2024-04-02T08:54:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:44 smithi188 ceph-mon[86835]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:54:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:44 smithi104 ceph-mon[94081]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:54:44.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:44 smithi104 ceph-mon[96567]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:54:45.179 INFO:tasks.workunit.client.0.smithi104.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:45.179 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S-iGpzfU7Eo5THz off=4622215 len=116918 2024-04-02T08:54:45.181 INFO:tasks.workunit.client.0.smithi104.stdout:op 949 completed, throughput=4.98MB/sec 2024-04-02T08:54:45.181 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--rHRqhJg8d9PgDW off=898101 len=856421 2024-04-02T08:54:45.185 INFO:tasks.workunit.client.0.smithi104.stdout:op 950 completed, throughput=4.98MB/sec 2024-04-02T08:54:45.185 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VjuvwyFzRm34iKD off=8131210 len=903590 2024-04-02T08:54:45.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 951 completed, throughput=4.99MB/sec 2024-04-02T08:54:45.189 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Vv1cUNxeH16w2o8 off=5916307 len=598029 2024-04-02T08:54:45.193 INFO:tasks.workunit.client.0.smithi104.stdout:op 952 completed, throughput=4.99MB/sec 2024-04-02T08:54:45.193 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6LqS3-OD7MeybXW off=4112810 len=513889 2024-04-02T08:54:45.194 INFO:tasks.workunit.client.0.smithi104.stdout:op 953 completed, throughput=4.99MB/sec 2024-04-02T08:54:45.194 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cWgOuJDPvthUdCT off=2412313 len=205675 2024-04-02T08:54:45.194 INFO:tasks.workunit.client.0.smithi104.stdout:op 954 completed, throughput=5MB/sec 2024-04-02T08:54:45.194 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o1qdGOjg5AQhOWX off=1841654 len=9495 2024-04-02T08:54:45.194 INFO:tasks.workunit.client.0.smithi104.stdout:op 955 completed, throughput=5MB/sec 2024-04-02T08:54:45.194 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iNGvq9cPLpUEcm9 off=21984136 len=1543908 2024-04-02T08:54:45.200 INFO:tasks.workunit.client.0.smithi104.stdout:op 956 completed, throughput=5MB/sec 2024-04-02T08:54:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:54:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:54:45] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:54:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:46.200 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1S3z8fORpZdiAEr off=902637 len=1781569 2024-04-02T08:54:46.201 INFO:tasks.workunit.client.0.smithi104.stdout:op 957 completed, throughput=4.99MB/sec 2024-04-02T08:54:46.201 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RSswLHUFT5RvgT0 off=15355073 len=853711 2024-04-02T08:54:46.205 INFO:tasks.workunit.client.0.smithi104.stdout:op 958 completed, throughput=4.99MB/sec 2024-04-02T08:54:46.205 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FjBsaXxWQyVtO6H off=1755635 len=228641 2024-04-02T08:54:46.207 INFO:tasks.workunit.client.0.smithi104.stdout:op 959 completed, throughput=4.99MB/sec 2024-04-02T08:54:46.207 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N_9X7Re-Ylv63sY off=3444530 len=1053838 2024-04-02T08:54:46.213 INFO:tasks.workunit.client.0.smithi104.stdout:op 960 completed, throughput=5MB/sec 2024-04-02T08:54:46.213 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o9ssQdu0uyswTLT off=2710179 len=311146 2024-04-02T08:54:46.215 INFO:tasks.workunit.client.0.smithi104.stdout:op 961 completed, throughput=5MB/sec 2024-04-02T08:54:46.215 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AybM-v6zYqZo99M off=8524587 len=766965 2024-04-02T08:54:46.218 INFO:tasks.workunit.client.0.smithi104.stdout:op 962 completed, throughput=5MB/sec 2024-04-02T08:54:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:46 smithi188 ceph-mon[86835]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:46 smithi104 ceph-mon[94081]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:46 smithi104 ceph-mon[96567]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:47.219 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HA5BEmv3WxkiYSg off=1267827 len=1240730 2024-04-02T08:54:47.220 INFO:tasks.workunit.client.0.smithi104.stdout:op 963 completed, throughput=4.98MB/sec 2024-04-02T08:54:47.220 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vl5wXmHrIcUFeKm off=199297 len=1661826 2024-04-02T08:54:47.230 INFO:tasks.workunit.client.0.smithi104.stdout:op 964 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.230 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nZ08KwDK89T0lFw off=4034632 len=38649 2024-04-02T08:54:47.232 INFO:tasks.workunit.client.0.smithi104.stdout:op 965 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.232 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lrUIci2o1HondPc off=14021269 len=1195974 2024-04-02T08:54:47.237 INFO:tasks.workunit.client.0.smithi104.stdout:op 966 completed, throughput=5MB/sec 2024-04-02T08:54:47.237 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2tXQviMg2Ud1UX3 off=747103 len=1637001 2024-04-02T08:54:47.239 INFO:tasks.workunit.client.0.smithi104.stdout:op 967 completed, throughput=5MB/sec 2024-04-02T08:54:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:48.240 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iQLU2UpMlknL6vD off=11221932 len=758631 2024-04-02T08:54:48.240 INFO:tasks.workunit.client.0.smithi104.stdout:op 968 completed, throughput=4.98MB/sec 2024-04-02T08:54:48.241 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jxXjDCLbXFUOWee off=6474330 len=703340 2024-04-02T08:54:48.245 INFO:tasks.workunit.client.0.smithi104.stdout:op 969 completed, throughput=4.98MB/sec 2024-04-02T08:54:48.245 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-foU6d3IEEcRj-Ol off=4577560 len=267709 2024-04-02T08:54:48.245 INFO:tasks.workunit.client.0.smithi104.stdout:op 970 completed, throughput=4.99MB/sec 2024-04-02T08:54:48.245 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-biM0MkuEJmnDgHS off=8027946 len=1751603 2024-04-02T08:54:48.247 INFO:tasks.workunit.client.0.smithi104.stdout:op 971 completed, throughput=4.99MB/sec 2024-04-02T08:54:48.247 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-91wjnLfNb0OnsAZ off=2075050 len=564436 2024-04-02T08:54:48.251 INFO:tasks.workunit.client.0.smithi104.stdout:op 972 completed, throughput=5MB/sec 2024-04-02T08:54:48.251 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LegHw63iQF8ip2J off=8439620 len=1486346 2024-04-02T08:54:48.259 INFO:tasks.workunit.client.0.smithi104.stdout:op 973 completed, throughput=5MB/sec 2024-04-02T08:54:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:48 smithi188 ceph-mon[86835]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:48.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:48 smithi104 ceph-mon[96567]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:48 smithi104 ceph-mon[94081]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:49.260 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RY0Xsmxgd3H7iqJ off=3694356 len=2084219 2024-04-02T08:54:49.272 INFO:tasks.workunit.client.0.smithi104.stdout:op 974 completed, throughput=4.99MB/sec 2024-04-02T08:54:49.272 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xmm4aXTzHMOxZLE off=993033 len=282905 2024-04-02T08:54:49.275 INFO:tasks.workunit.client.0.smithi104.stdout:op 975 completed, throughput=4.99MB/sec 2024-04-02T08:54:49.275 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WsKxbdtRjxUvVZX off=1888806 len=1858005 2024-04-02T08:54:49.277 INFO:tasks.workunit.client.0.smithi104.stdout:op 976 completed, throughput=5MB/sec 2024-04-02T08:54:49.278 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cEENfyH99PuVoOl off=614694 len=920545 2024-04-02T08:54:49.278 INFO:tasks.workunit.client.0.smithi104.stdout:op 977 completed, throughput=5MB/sec 2024-04-02T08:54:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:49.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:50.279 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Zu3zTU72p7oQE6i off=0 len=2000902 2024-04-02T08:54:50.281 INFO:tasks.workunit.client.0.smithi104.stdout:op 978 completed, throughput=4.99MB/sec 2024-04-02T08:54:50.281 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Bjz4utPsrnNWXL7 off=13773298 len=1448780 2024-04-02T08:54:50.287 INFO:tasks.workunit.client.0.smithi104.stdout:op 979 completed, throughput=4.99MB/sec 2024-04-02T08:54:50.287 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a_as3-U3vrMavvq off=2617656 len=894825 2024-04-02T08:54:50.291 INFO:tasks.workunit.client.0.smithi104.stdout:op 980 completed, throughput=5MB/sec 2024-04-02T08:54:50.291 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RzvULvTZtaFDcPR off=2196626 len=818100 2024-04-02T08:54:50.292 INFO:tasks.workunit.client.0.smithi104.stdout:op 981 completed, throughput=5MB/sec 2024-04-02T08:54:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:50 smithi188 ceph-mon[86835]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:54:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:50 smithi104 ceph-mon[96567]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:54:50.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:50 smithi104 ceph-mon[94081]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:54:51.292 INFO:tasks.workunit.client.0.smithi104.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:51.293 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-diBzIxBJQ-sDLgt off=3991736 len=949861 2024-04-02T08:54:51.293 INFO:tasks.workunit.client.0.smithi104.stdout:op 982 completed, throughput=4.98MB/sec 2024-04-02T08:54:51.294 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wTcd4jq6gblb7ZT off=214201 len=1370454 2024-04-02T08:54:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:op 983 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5cgKIw6D1s-kYOp off=3457591 len=489935 2024-04-02T08:54:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:op 984 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wFTGrbSZb9GFf51 off=5418979 len=955394 2024-04-02T08:54:51.309 INFO:tasks.workunit.client.0.smithi104.stdout:op 985 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.309 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mSKYRH2feZuYNSa off=10520036 len=960124 2024-04-02T08:54:51.310 INFO:tasks.workunit.client.0.smithi104.stdout:op 986 completed, throughput=5MB/sec 2024-04-02T08:54:51.310 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PpK_wy9FutekuI6 off=8276355 len=279274 2024-04-02T08:54:51.312 INFO:tasks.workunit.client.0.smithi104.stdout:op 987 completed, throughput=5MB/sec 2024-04-02T08:54:52.313 INFO:tasks.workunit.client.0.smithi104.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:52.313 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yrD6O_CTAnibM-Q off=6527419 len=1911115 2024-04-02T08:54:52.314 INFO:tasks.workunit.client.0.smithi104.stdout:op 988 completed, throughput=4.98MB/sec 2024-04-02T08:54:52.314 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0HhdhxgtteXhH5- off=618885 len=44885 2024-04-02T08:54:52.316 INFO:tasks.workunit.client.0.smithi104.stdout:op 989 completed, throughput=4.98MB/sec 2024-04-02T08:54:52.316 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F3WZQ3Yzfl6_5-S off=12326358 len=1256887 2024-04-02T08:54:52.317 INFO:tasks.workunit.client.0.smithi104.stdout:op 990 completed, throughput=4.99MB/sec 2024-04-02T08:54:52.317 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YllfrAg3E0S0wOU off=7305591 len=1136843 2024-04-02T08:54:52.323 INFO:tasks.workunit.client.0.smithi104.stdout:op 991 completed, throughput=5MB/sec 2024-04-02T08:54:52.323 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OoqJwQYFTN2Tcxk off=105522 len=1278452 2024-04-02T08:54:52.324 INFO:tasks.workunit.client.0.smithi104.stdout:op 992 completed, throughput=5MB/sec 2024-04-02T08:54:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:52 smithi188 ceph-mon[86835]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:54:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:52.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:52 smithi104 ceph-mon[94081]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:52.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:52 smithi104 ceph-mon[96567]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:53.324 INFO:tasks.workunit.client.0.smithi104.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:53.325 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fMPUGnWDstrwukx off=4145802 len=1270800 2024-04-02T08:54:53.326 INFO:tasks.workunit.client.0.smithi104.stdout:op 993 completed, throughput=4.98MB/sec 2024-04-02T08:54:53.326 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WjtRz8mOCJ1LpEv off=19362843 len=349133 2024-04-02T08:54:53.327 INFO:tasks.workunit.client.0.smithi104.stdout:op 994 completed, throughput=4.98MB/sec 2024-04-02T08:54:53.327 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N86cl3mDh_dCOcY off=6369493 len=227280 2024-04-02T08:54:53.330 INFO:tasks.workunit.client.0.smithi104.stdout:op 995 completed, throughput=4.99MB/sec 2024-04-02T08:54:53.330 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WedUX6qo1IO8bra off=23602386 len=587975 2024-04-02T08:54:53.331 INFO:tasks.workunit.client.0.smithi104.stdout:op 996 completed, throughput=4.99MB/sec 2024-04-02T08:54:53.331 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZToMsaRhQPd5n07 off=4032406 len=1369633 2024-04-02T08:54:53.337 INFO:tasks.workunit.client.0.smithi104.stdout:op 997 completed, throughput=4.99MB/sec 2024-04-02T08:54:53.337 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0uCCK1RKd89FLpc off=776078 len=1752702 2024-04-02T08:54:53.346 INFO:tasks.workunit.client.0.smithi104.stdout:op 998 completed, throughput=5MB/sec 2024-04-02T08:54:54.347 INFO:tasks.workunit.client.0.smithi104.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:54.347 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-l8NUOZ_c2Y7q14e off=934547 len=261736 2024-04-02T08:54:54.350 INFO:tasks.workunit.client.0.smithi104.stdout:op 999 completed, throughput=4.98MB/sec 2024-04-02T08:54:54.350 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Sz7Hzb07FFkQi2C off=7084183 len=685904 2024-04-02T08:54:54.351 INFO:tasks.workunit.client.0.smithi104.stdout:op 1000 completed, throughput=4.98MB/sec 2024-04-02T08:54:54.351 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UXGOBjc38crg3l2 off=7099641 len=1435906 2024-04-02T08:54:54.357 INFO:tasks.workunit.client.0.smithi104.stdout:op 1001 completed, throughput=4.99MB/sec 2024-04-02T08:54:54.357 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L3t03bL5vP-za-1 off=3379222 len=66532 2024-04-02T08:54:54.359 INFO:tasks.workunit.client.0.smithi104.stdout:op 1002 completed, throughput=4.99MB/sec 2024-04-02T08:54:54.360 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2kszfiMtC9n0OOq off=0 len=1579752 2024-04-02T08:54:54.365 INFO:tasks.workunit.client.0.smithi104.stdout:op 1003 completed, throughput=5MB/sec 2024-04-02T08:54:54.365 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KmKOycmm3hI1T5A off=7562865 len=434458 2024-04-02T08:54:54.368 INFO:tasks.workunit.client.0.smithi104.stdout:op 1004 completed, throughput=5MB/sec 2024-04-02T08:54:54.368 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uNkFCF8vJR4slHB off=9060453 len=931690 2024-04-02T08:54:54.369 INFO:tasks.workunit.client.0.smithi104.stdout:op 1005 completed, throughput=5MB/sec 2024-04-02T08:54:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:54 smithi188 ceph-mon[86835]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:54 smithi104 ceph-mon[96567]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:54.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:54 smithi104 ceph-mon[94081]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:55.369 INFO:tasks.workunit.client.0.smithi104.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:55.369 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-a0jRW4sQTDO4iTw off=2697659 len=1617679 2024-04-02T08:54:55.370 INFO:tasks.workunit.client.0.smithi104.stdout:op 1006 completed, throughput=4.99MB/sec 2024-04-02T08:54:55.370 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IHAOzMlQmv3ZfJn off=8358877 len=1486705 2024-04-02T08:54:55.376 INFO:tasks.workunit.client.0.smithi104.stdout:op 1007 completed, throughput=4.99MB/sec 2024-04-02T08:54:55.376 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5VI9VB_zhUCaz5C off=6714829 len=1344569 2024-04-02T08:54:55.377 INFO:tasks.workunit.client.0.smithi104.stdout:op 1008 completed, throughput=5MB/sec 2024-04-02T08:54:55.377 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JrNtpvoGkCyvutX off=484878 len=556922 2024-04-02T08:54:55.380 INFO:tasks.workunit.client.0.smithi104.stdout:op 1009 completed, throughput=5MB/sec 2024-04-02T08:54:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:54:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:54:55] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:54:56.380 INFO:tasks.workunit.client.0.smithi104.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:56.380 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5Ptdb_0WgFxkTHW off=9483926 len=140750 2024-04-02T08:54:56.382 INFO:tasks.workunit.client.0.smithi104.stdout:op 1010 completed, throughput=4.98MB/sec 2024-04-02T08:54:56.382 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-u0SWjomuGSYAPRs off=1847674 len=1756599 2024-04-02T08:54:56.391 INFO:tasks.workunit.client.0.smithi104.stdout:op 1011 completed, throughput=4.99MB/sec 2024-04-02T08:54:56.391 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZN0zyP_wutEtSXM off=20008032 len=1965522 2024-04-02T08:54:56.398 INFO:tasks.workunit.client.0.smithi104.stdout:op 1012 completed, throughput=5MB/sec 2024-04-02T08:54:56.399 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-B8AuWB-70T5XU_z off=10683176 len=217325 2024-04-02T08:54:56.399 INFO:tasks.workunit.client.0.smithi104.stdout:op 1013 completed, throughput=5MB/sec 2024-04-02T08:54:56.399 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0bBw7JYFcvI7mXb off=709132 len=1360494 2024-04-02T08:54:56.401 INFO:tasks.workunit.client.0.smithi104.stdout:op 1014 completed, throughput=5MB/sec 2024-04-02T08:54:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:56 smithi188 ceph-mon[86835]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:56 smithi104 ceph-mon[96567]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:56 smithi104 ceph-mon[94081]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:54:57.402 INFO:tasks.workunit.client.0.smithi104.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:57.402 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DOLpRd73UDnQhej off=4629570 len=909236 2024-04-02T08:54:57.407 INFO:tasks.workunit.client.0.smithi104.stdout:op 1015 completed, throughput=4.98MB/sec 2024-04-02T08:54:57.407 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9V8UW_PZISTqZJD off=10544030 len=557238 2024-04-02T08:54:57.407 INFO:tasks.workunit.client.0.smithi104.stdout:op 1016 completed, throughput=4.98MB/sec 2024-04-02T08:54:57.407 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2uTMftwHj56aj1Z off=14390133 len=1435942 2024-04-02T08:54:57.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 1017 completed, throughput=4.99MB/sec 2024-04-02T08:54:57.414 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9w5SDGvlJ0AX5lK off=10450450 len=1431476 2024-04-02T08:54:57.421 INFO:tasks.workunit.client.0.smithi104.stdout:op 1018 completed, throughput=5MB/sec 2024-04-02T08:54:57.421 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ThPFA1X5hxMuqtQ off=4291183 len=66936 2024-04-02T08:54:57.424 INFO:tasks.workunit.client.0.smithi104.stdout:op 1019 completed, throughput=5MB/sec 2024-04-02T08:54:57.424 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gyYdv5_atRD6v4- off=3961312 len=1210533 2024-04-02T08:54:57.426 INFO:tasks.workunit.client.0.smithi104.stdout:op 1020 completed, throughput=5MB/sec 2024-04-02T08:54:58.426 INFO:tasks.workunit.client.0.smithi104.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:58.426 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XVR7EjqUI09e9u7 off=13795349 len=568247 2024-04-02T08:54:58.430 INFO:tasks.workunit.client.0.smithi104.stdout:op 1021 completed, throughput=4.98MB/sec 2024-04-02T08:54:58.430 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FFRuJ66I_epMwbI off=520902 len=264562 2024-04-02T08:54:58.432 INFO:tasks.workunit.client.0.smithi104.stdout:op 1022 completed, throughput=4.98MB/sec 2024-04-02T08:54:58.433 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BzmiFQiWl5HlFsp off=17303977 len=149362 2024-04-02T08:54:58.433 INFO:tasks.workunit.client.0.smithi104.stdout:op 1023 completed, throughput=4.98MB/sec 2024-04-02T08:54:58.433 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wEVmnE0eBK3yJMH off=1673928 len=229876 2024-04-02T08:54:58.433 INFO:tasks.workunit.client.0.smithi104.stdout:op 1024 completed, throughput=4.98MB/sec 2024-04-02T08:54:58.433 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pJjKl85VZW2v1Kh off=8388817 len=1390878 2024-04-02T08:54:58.434 INFO:tasks.workunit.client.0.smithi104.stdout:op 1025 completed, throughput=4.99MB/sec 2024-04-02T08:54:58.435 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UwSKBhvwkjCVEnR off=1803607 len=1062485 2024-04-02T08:54:58.436 INFO:tasks.workunit.client.0.smithi104.stdout:op 1026 completed, throughput=5MB/sec 2024-04-02T08:54:58.436 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JjpNRBr1zqwBo7v off=1689244 len=1351638 2024-04-02T08:54:58.436 INFO:tasks.workunit.client.0.smithi104.stdout:op 1027 completed, throughput=5MB/sec 2024-04-02T08:54:58.692 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:54:58 smithi104 ceph-mon[94081]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:58.692 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:54:58 smithi104 ceph-mon[96567]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:54:58 smithi188 ceph-mon[86835]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:59.436 INFO:tasks.workunit.client.0.smithi104.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:59.437 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NgUyDckF1jumfs2 off=2232346 len=737077 2024-04-02T08:54:59.439 INFO:tasks.workunit.client.0.smithi104.stdout:op 1028 completed, throughput=4.98MB/sec 2024-04-02T08:54:59.439 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-drMOZxb5D8gEidy off=16940664 len=272008 2024-04-02T08:54:59.442 INFO:tasks.workunit.client.0.smithi104.stdout:op 1029 completed, throughput=4.98MB/sec 2024-04-02T08:54:59.442 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pZYY1scNjZQILgt off=3371444 len=1443573 2024-04-02T08:54:59.445 INFO:tasks.workunit.client.0.smithi104.stdout:op 1030 completed, throughput=4.99MB/sec 2024-04-02T08:54:59.445 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dBtE14BznG2OcCK off=10712265 len=662343 2024-04-02T08:54:59.449 INFO:tasks.workunit.client.0.smithi104.stdout:op 1031 completed, throughput=4.99MB/sec 2024-04-02T08:54:59.449 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3c45sghD4UfqztK off=7006397 len=438056 2024-04-02T08:54:59.454 INFO:tasks.workunit.client.0.smithi104.stdout:op 1032 completed, throughput=4.99MB/sec 2024-04-02T08:54:59.454 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zI_RnDfCJkQv2T- off=19127847 len=198034 2024-04-02T08:54:59.454 INFO:tasks.workunit.client.0.smithi104.stdout:op 1033 completed, throughput=4.99MB/sec 2024-04-02T08:54:59.454 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FjoP-V7yOzKjyeL off=2109496 len=1232512 2024-04-02T08:54:59.454 INFO:tasks.workunit.client.0.smithi104.stdout:op 1034 completed, throughput=5MB/sec 2024-04-02T08:55:00.454 INFO:tasks.workunit.client.0.smithi104.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:00.454 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XcF4JogC0v1ZRAl off=15106339 len=1053142 2024-04-02T08:55:00.460 INFO:tasks.workunit.client.0.smithi104.stdout:op 1035 completed, throughput=4.98MB/sec 2024-04-02T08:55:00.460 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1OGMNBsj6UM91Ks off=1327683 len=1598242 2024-04-02T08:55:00.468 INFO:tasks.workunit.client.0.smithi104.stdout:op 1036 completed, throughput=4.99MB/sec 2024-04-02T08:55:00.468 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YbBgfEmbAhbDE2E off=1012703 len=1707875 2024-04-02T08:55:00.469 INFO:tasks.workunit.client.0.smithi104.stdout:op 1037 completed, throughput=5MB/sec 2024-04-02T08:55:00.469 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fpukERgrbMVNDMk off=4353750 len=366337 2024-04-02T08:55:00.469 INFO:tasks.workunit.client.0.smithi104.stdout:op 1038 completed, throughput=5MB/sec 2024-04-02T08:55:00.469 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7X7uTBGmVgSuSX0 off=17614746 len=1516172 2024-04-02T08:55:00.475 INFO:tasks.workunit.client.0.smithi104.stdout:op 1039 completed, throughput=5MB/sec 2024-04-02T08:55:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:00 smithi188 ceph-mon[86835]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:00 smithi104 ceph-mon[96567]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:00 smithi104 ceph-mon[94081]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:01.475 INFO:tasks.workunit.client.0.smithi104.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:01.475 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MGiqnTP-rl9HzVi off=4915662 len=1324343 2024-04-02T08:55:01.482 INFO:tasks.workunit.client.0.smithi104.stdout:op 1040 completed, throughput=4.99MB/sec 2024-04-02T08:55:01.482 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TyaFsH_SRmZLdv9 off=6022172 len=623530 2024-04-02T08:55:01.487 INFO:tasks.workunit.client.0.smithi104.stdout:op 1041 completed, throughput=4.99MB/sec 2024-04-02T08:55:01.487 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WvQfx3CChgOvl8Y off=13209163 len=525825 2024-04-02T08:55:01.491 INFO:tasks.workunit.client.0.smithi104.stdout:op 1042 completed, throughput=4.99MB/sec 2024-04-02T08:55:01.491 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Z3pTS_DAa3-8LiD off=3425086 len=1715266 2024-04-02T08:55:01.499 INFO:tasks.workunit.client.0.smithi104.stdout:op 1043 completed, throughput=5MB/sec 2024-04-02T08:55:01.499 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ezKPadw1RxawIjJ off=8348304 len=296935 2024-04-02T08:55:01.501 INFO:tasks.workunit.client.0.smithi104.stdout:op 1044 completed, throughput=5MB/sec 2024-04-02T08:55:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:01 smithi188 ceph-mon[86835]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:01 smithi104 ceph-mon[96567]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:01 smithi104 ceph-mon[94081]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:02.501 INFO:tasks.workunit.client.0.smithi104.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:02.502 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nyCkOavKujhLG7V off=14613597 len=893268 2024-04-02T08:55:02.502 INFO:tasks.workunit.client.0.smithi104.stdout:op 1045 completed, throughput=4.98MB/sec 2024-04-02T08:55:02.503 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-geOZccRIhpjZqSF off=12417120 len=64850 2024-04-02T08:55:02.503 INFO:tasks.workunit.client.0.smithi104.stdout:op 1046 completed, throughput=4.98MB/sec 2024-04-02T08:55:02.503 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--8DTe98GSTznwzV off=7184324 len=659911 2024-04-02T08:55:02.504 INFO:tasks.workunit.client.0.smithi104.stdout:op 1047 completed, throughput=4.98MB/sec 2024-04-02T08:55:02.504 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-J5GMQq-ImW8hcsT off=15475346 len=1224332 2024-04-02T08:55:02.511 INFO:tasks.workunit.client.0.smithi104.stdout:op 1048 completed, throughput=4.99MB/sec 2024-04-02T08:55:02.511 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GtWUcg4WKdiMwEd off=11861129 len=1463256 2024-04-02T08:55:02.518 INFO:tasks.workunit.client.0.smithi104.stdout:op 1049 completed, throughput=5MB/sec 2024-04-02T08:55:02.518 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-exl8auRiYempfE6 off=958180 len=154261 2024-04-02T08:55:02.521 INFO:tasks.workunit.client.0.smithi104.stdout:op 1050 completed, throughput=5MB/sec 2024-04-02T08:55:02.522 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-egGKh_B3WLvR6vB off=7833406 len=977262 2024-04-02T08:55:02.522 INFO:tasks.workunit.client.0.smithi104.stdout:op 1051 completed, throughput=5MB/sec 2024-04-02T08:55:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:55:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:03.522 INFO:tasks.workunit.client.0.smithi104.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:03.523 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gkDLEAMIxWKNJND off=11497237 len=722216 2024-04-02T08:55:03.523 INFO:tasks.workunit.client.0.smithi104.stdout:op 1052 completed, throughput=4.98MB/sec 2024-04-02T08:55:03.523 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-B58VIR3C2rPuy2S off=11787112 len=1831106 2024-04-02T08:55:03.532 INFO:tasks.workunit.client.0.smithi104.stdout:op 1053 completed, throughput=4.99MB/sec 2024-04-02T08:55:03.532 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-u1CVc_0MSkBKBYO off=6693185 len=1705317 2024-04-02T08:55:03.533 INFO:tasks.workunit.client.0.smithi104.stdout:op 1054 completed, throughput=5MB/sec 2024-04-02T08:55:03.533 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--iIpqmTsM_cx9l5 off=1040460 len=40104 2024-04-02T08:55:03.534 INFO:tasks.workunit.client.0.smithi104.stdout:op 1055 completed, throughput=5MB/sec 2024-04-02T08:55:03.535 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oSxhinofsvn_xNt off=11302013 len=1014187 2024-04-02T08:55:03.535 INFO:tasks.workunit.client.0.smithi104.stdout:op 1056 completed, throughput=5MB/sec 2024-04-02T08:55:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:03 smithi188 ceph-mon[86835]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:55:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:03 smithi104 ceph-mon[96567]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:55:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:03 smithi104 ceph-mon[94081]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:55:04.536 INFO:tasks.workunit.client.0.smithi104.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:04.536 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-310zXT34XDwovIE off=8141522 len=810551 2024-04-02T08:55:04.540 INFO:tasks.workunit.client.0.smithi104.stdout:op 1057 completed, throughput=4.98MB/sec 2024-04-02T08:55:04.540 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nNxSsOtHnXrMRPg off=1885753 len=1281150 2024-04-02T08:55:04.543 INFO:tasks.workunit.client.0.smithi104.stdout:op 1058 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.543 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cs_9MDb1SOR7420 off=186377 len=1454956 2024-04-02T08:55:04.545 INFO:tasks.workunit.client.0.smithi104.stdout:op 1059 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.546 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bcWiLaMNOLBX-w9 off=5744981 len=972266 2024-04-02T08:55:04.549 INFO:tasks.workunit.client.0.smithi104.stdout:op 1060 completed, throughput=5MB/sec 2024-04-02T08:55:04.549 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-I9JFbbV9CfXGAN7 off=1734995 len=1702350 2024-04-02T08:55:04.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 1061 completed, throughput=5MB/sec 2024-04-02T08:55:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:05.553 INFO:tasks.workunit.client.0.smithi104.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:05.553 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--6xwqqoJN-9LxN5 off=1774148 len=1847153 2024-04-02T08:55:05.563 INFO:tasks.workunit.client.0.smithi104.stdout:op 1062 completed, throughput=4.99MB/sec 2024-04-02T08:55:05.563 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nrdMdc29Orc5nIc off=863993 len=627043 2024-04-02T08:55:05.564 INFO:tasks.workunit.client.0.smithi104.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-02T08:55:05.564 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-joz2p2DhUIOUd3Z off=5361260 len=420629 2024-04-02T08:55:05.566 INFO:tasks.workunit.client.0.smithi104.stdout:op 1064 completed, throughput=4.99MB/sec 2024-04-02T08:55:05.566 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YZCpPODU-Sr2eQj off=1880092 len=649384 2024-04-02T08:55:05.567 INFO:tasks.workunit.client.0.smithi104.stdout:op 1065 completed, throughput=5MB/sec 2024-04-02T08:55:05.567 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uow548OklIVk-ma off=2918748 len=1772397 2024-04-02T08:55:05.573 INFO:tasks.workunit.client.0.smithi104.stdout:op 1066 completed, throughput=5MB/sec 2024-04-02T08:55:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:05 smithi104 ceph-mon[96567]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:05 smithi104 ceph-mon[94081]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:05 smithi188 ceph-mon[86835]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:55:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:55:05] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:55:06.574 INFO:tasks.workunit.client.0.smithi104.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:06.574 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nLKABtdERHyom6n off=16331923 len=1024048 2024-04-02T08:55:06.578 INFO:tasks.workunit.client.0.smithi104.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-02T08:55:06.578 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qhkDlT-b27ki2zW off=2531019 len=1059537 2024-04-02T08:55:06.579 INFO:tasks.workunit.client.0.smithi104.stdout:op 1068 completed, throughput=4.99MB/sec 2024-04-02T08:55:06.580 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N82bQ3718QD9svq off=5358392 len=303670 2024-04-02T08:55:06.580 INFO:tasks.workunit.client.0.smithi104.stdout:op 1069 completed, throughput=4.99MB/sec 2024-04-02T08:55:06.580 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BlPkN9adb5xIqoY off=4850890 len=2070014 2024-04-02T08:55:06.581 INFO:tasks.workunit.client.0.smithi104.stdout:op 1070 completed, throughput=5MB/sec 2024-04-02T08:55:07.582 INFO:tasks.workunit.client.0.smithi104.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:07.582 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qGZxMvkhh0OD_tG off=17796521 len=143256 2024-04-02T08:55:07.585 INFO:tasks.workunit.client.0.smithi104.stdout:op 1071 completed, throughput=4.98MB/sec 2024-04-02T08:55:07.585 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-stnjMkJ4mMq0yrv off=3055733 len=160631 2024-04-02T08:55:07.585 INFO:tasks.workunit.client.0.smithi104.stdout:op 1072 completed, throughput=4.98MB/sec 2024-04-02T08:55:07.586 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_Q9Je4ifEGdEwtD off=14356381 len=188167 2024-04-02T08:55:07.586 INFO:tasks.workunit.client.0.smithi104.stdout:op 1073 completed, throughput=4.98MB/sec 2024-04-02T08:55:07.586 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iZCo6mYdafmhFS- off=1503955 len=1251439 2024-04-02T08:55:07.589 INFO:tasks.workunit.client.0.smithi104.stdout:op 1074 completed, throughput=4.99MB/sec 2024-04-02T08:55:07.589 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hOcdQYYXKe_kJDE off=14509637 len=1667148 2024-04-02T08:55:07.592 INFO:tasks.workunit.client.0.smithi104.stdout:op 1075 completed, throughput=4.99MB/sec 2024-04-02T08:55:07.592 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ewaqv6ILW0xiAqo off=1857975 len=1059162 2024-04-02T08:55:07.593 INFO:tasks.workunit.client.0.smithi104.stdout:op 1076 completed, throughput=5MB/sec 2024-04-02T08:55:07.593 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bgesZ5COR4nvYCw off=8835659 len=124229 2024-04-02T08:55:07.596 INFO:tasks.workunit.client.0.smithi104.stdout:op 1077 completed, throughput=5MB/sec 2024-04-02T08:55:07.596 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bGo_hAeyZ8nz5kZ off=3635531 len=1495671 2024-04-02T08:55:07.597 INFO:tasks.workunit.client.0.smithi104.stdout:op 1078 completed, throughput=5MB/sec 2024-04-02T08:55:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:08 smithi188 ceph-mon[86835]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:08.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:08 smithi104 ceph-mon[96567]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:08.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:08 smithi104 ceph-mon[94081]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:08.597 INFO:tasks.workunit.client.0.smithi104.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:08.597 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-04dKgilEagtu3j3 off=3293590 len=471341 2024-04-02T08:55:08.600 INFO:tasks.workunit.client.0.smithi104.stdout:op 1079 completed, throughput=4.98MB/sec 2024-04-02T08:55:08.600 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jSbhCy0hyCDImRF off=15358340 len=1491745 2024-04-02T08:55:08.608 INFO:tasks.workunit.client.0.smithi104.stdout:op 1080 completed, throughput=4.99MB/sec 2024-04-02T08:55:08.608 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4kJta3PJ3xU288P off=10767654 len=411780 2024-04-02T08:55:08.609 INFO:tasks.workunit.client.0.smithi104.stdout:op 1081 completed, throughput=4.99MB/sec 2024-04-02T08:55:08.609 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RxRkE1P4C_3Qkb- off=2138276 len=1132160 2024-04-02T08:55:08.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 1082 completed, throughput=5MB/sec 2024-04-02T08:55:08.610 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GKUSsS911eQBVB8 off=1555115 len=595854 2024-04-02T08:55:08.611 INFO:tasks.workunit.client.0.smithi104.stdout:op 1083 completed, throughput=5MB/sec 2024-04-02T08:55:08.611 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zSB3vtzAfLP5A6E off=12503804 len=668044 2024-04-02T08:55:08.614 INFO:tasks.workunit.client.0.smithi104.stdout:op 1084 completed, throughput=5MB/sec 2024-04-02T08:55:09.615 INFO:tasks.workunit.client.0.smithi104.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:09.615 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UHHYDBkT1GxKOBx off=4634140 len=1533726 2024-04-02T08:55:09.622 INFO:tasks.workunit.client.0.smithi104.stdout:op 1085 completed, throughput=4.99MB/sec 2024-04-02T08:55:09.623 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UZZ7qE9Pwt7j5_A off=18612268 len=1641577 2024-04-02T08:55:09.630 INFO:tasks.workunit.client.0.smithi104.stdout:op 1086 completed, throughput=4.99MB/sec 2024-04-02T08:55:09.630 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Qx_Ub7hNwO5ACDM off=15859821 len=975250 2024-04-02T08:55:09.635 INFO:tasks.workunit.client.0.smithi104.stdout:op 1087 completed, throughput=5MB/sec 2024-04-02T08:55:09.635 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5NLQLdsqFmJjjkg off=3774417 len=671610 2024-04-02T08:55:09.639 INFO:tasks.workunit.client.0.smithi104.stdout:op 1088 completed, throughput=5MB/sec 2024-04-02T08:55:09.639 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-P3cVOmAFvJaXOR1 off=14983856 len=407257 2024-04-02T08:55:09.639 INFO:tasks.workunit.client.0.smithi104.stdout:op 1089 completed, throughput=5MB/sec 2024-04-02T08:55:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:10 smithi188 ceph-mon[86835]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:10.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:10 smithi104 ceph-mon[94081]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:10 smithi104 ceph-mon[96567]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:10.640 INFO:tasks.workunit.client.0.smithi104.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:10.640 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N0sPWkbgsPMrWGe off=1824769 len=1861900 2024-04-02T08:55:10.649 INFO:tasks.workunit.client.0.smithi104.stdout:op 1090 completed, throughput=4.99MB/sec 2024-04-02T08:55:10.649 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oKEvr55402-2-cf off=4079645 len=2081477 2024-04-02T08:55:10.650 INFO:tasks.workunit.client.0.smithi104.stdout:op 1091 completed, throughput=5MB/sec 2024-04-02T08:55:10.650 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HquGVPR_cK5d5jl off=4190825 len=384288 2024-04-02T08:55:10.651 INFO:tasks.workunit.client.0.smithi104.stdout:op 1092 completed, throughput=5MB/sec 2024-04-02T08:55:10.651 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VLkDPWc5gVQJBWm off=3922410 len=1838550 2024-04-02T08:55:10.653 INFO:tasks.workunit.client.0.smithi104.stdout:op 1093 completed, throughput=5MB/sec 2024-04-02T08:55:11.653 INFO:tasks.workunit.client.0.smithi104.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:11.654 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-03IGAb5CERCFJc_ off=17724030 len=1371178 2024-04-02T08:55:11.655 INFO:tasks.workunit.client.0.smithi104.stdout:op 1094 completed, throughput=4.99MB/sec 2024-04-02T08:55:11.655 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wg9LvBnHgYkcf9n off=4202105 len=1649404 2024-04-02T08:55:11.664 INFO:tasks.workunit.client.0.smithi104.stdout:op 1095 completed, throughput=4.99MB/sec 2024-04-02T08:55:11.664 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9w5SDGvlJ0AX5lK off=4164626 len=698828 2024-04-02T08:55:11.667 INFO:tasks.workunit.client.0.smithi104.stdout:op 1096 completed, throughput=5MB/sec 2024-04-02T08:55:11.667 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-teZE8Ie9llvBgTP off=6799678 len=771697 2024-04-02T08:55:11.671 INFO:tasks.workunit.client.0.smithi104.stdout:op 1097 completed, throughput=5MB/sec 2024-04-02T08:55:12.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:12 smithi188 ceph-mon[86835]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:55:12.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:55:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:12.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:12 smithi104 ceph-mon[96567]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:55:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:12 smithi104 ceph-mon[94081]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:55:12.671 INFO:tasks.workunit.client.0.smithi104.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:12.672 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RIGF24d7M-jLW8p off=10022694 len=302542 2024-04-02T08:55:12.674 INFO:tasks.workunit.client.0.smithi104.stdout:op 1098 completed, throughput=4.98MB/sec 2024-04-02T08:55:12.675 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lDSOWnNDi2F9U1i off=9729995 len=1341845 2024-04-02T08:55:12.676 INFO:tasks.workunit.client.0.smithi104.stdout:op 1099 completed, throughput=4.99MB/sec 2024-04-02T08:55:12.676 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_5Tvpv4IUqpqDki off=7407254 len=754862 2024-04-02T08:55:12.680 INFO:tasks.workunit.client.0.smithi104.stdout:op 1100 completed, throughput=4.99MB/sec 2024-04-02T08:55:12.680 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SjRmsH09bwiEzN_ off=3887496 len=696870 2024-04-02T08:55:12.681 INFO:tasks.workunit.client.0.smithi104.stdout:op 1101 completed, throughput=4.99MB/sec 2024-04-02T08:55:12.681 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2C3vPw6mppZhUTu off=521030 len=1912508 2024-04-02T08:55:12.683 INFO:tasks.workunit.client.0.smithi104.stdout:op 1102 completed, throughput=5MB/sec 2024-04-02T08:55:12.683 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_f-Zzi-U2V6TazD off=11404766 len=595447 2024-04-02T08:55:12.683 INFO:tasks.workunit.client.0.smithi104.stdout:op 1103 completed, throughput=5MB/sec 2024-04-02T08:55:13.684 INFO:tasks.workunit.client.0.smithi104.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:13.684 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RP3lsRgyAcFTRyv off=1053296 len=272422 2024-04-02T08:55:13.686 INFO:tasks.workunit.client.0.smithi104.stdout:op 1104 completed, throughput=4.98MB/sec 2024-04-02T08:55:13.686 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-U2O6UmAPBcvZZ5Y off=8377582 len=1938016 2024-04-02T08:55:13.690 INFO:tasks.workunit.client.0.smithi104.stdout:op 1105 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.690 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CTD_A8XBkOEsjI6 off=7133274 len=62265 2024-04-02T08:55:13.691 INFO:tasks.workunit.client.0.smithi104.stdout:op 1106 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.691 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AIeHc6WIYg3fxD7 off=1684066 len=1349651 2024-04-02T08:55:13.696 INFO:tasks.workunit.client.0.smithi104.stdout:op 1107 completed, throughput=5MB/sec 2024-04-02T08:55:13.696 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0iEqtyhFmDp-mpc off=6484961 len=966478 2024-04-02T08:55:13.697 INFO:tasks.workunit.client.0.smithi104.stdout:op 1108 completed, throughput=5MB/sec 2024-04-02T08:55:13.697 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-m7dGmv8zyxJoKIW off=4441365 len=1133844 2024-04-02T08:55:13.700 INFO:tasks.workunit.client.0.smithi104.stdout:op 1109 completed, throughput=5MB/sec 2024-04-02T08:55:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:14 smithi188 ceph-mon[86835]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:14.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:14 smithi104 ceph-mon[96567]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:14.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:14 smithi104 ceph-mon[94081]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:14.700 INFO:tasks.workunit.client.0.smithi104.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:14.700 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lLLOOyUuZw8CE7l off=17868100 len=96340 2024-04-02T08:55:14.701 INFO:tasks.workunit.client.0.smithi104.stdout:op 1110 completed, throughput=4.98MB/sec 2024-04-02T08:55:14.701 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-39lFwsvHACZZDs3 off=6671804 len=397818 2024-04-02T08:55:14.701 INFO:tasks.workunit.client.0.smithi104.stdout:op 1111 completed, throughput=4.98MB/sec 2024-04-02T08:55:14.701 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-X7XkTaynrs2j_m2 off=4779834 len=1797492 2024-04-02T08:55:14.703 INFO:tasks.workunit.client.0.smithi104.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-02T08:55:14.703 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nl1hRv5A7jQDWv8 off=1385310 len=422759 2024-04-02T08:55:14.703 INFO:tasks.workunit.client.0.smithi104.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-02T08:55:14.703 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dlzQQCT73gNDB2P off=5242080 len=806774 2024-04-02T08:55:14.708 INFO:tasks.workunit.client.0.smithi104.stdout:op 1114 completed, throughput=5MB/sec 2024-04-02T08:55:14.708 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--FHY04cb6NJeUeo off=6322775 len=736519 2024-04-02T08:55:14.712 INFO:tasks.workunit.client.0.smithi104.stdout:op 1115 completed, throughput=5MB/sec 2024-04-02T08:55:14.712 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ayHBa-u4gwcWNmA off=3381784 len=138484 2024-04-02T08:55:14.712 INFO:tasks.workunit.client.0.smithi104.stdout:op 1116 completed, throughput=5MB/sec 2024-04-02T08:55:15.712 INFO:tasks.workunit.client.0.smithi104.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:15.712 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fCAHc-kIwN0KE2s off=3142360 len=1903165 2024-04-02T08:55:15.714 INFO:tasks.workunit.client.0.smithi104.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-02T08:55:15.714 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DGv9FlA_sHjkqoE off=5058389 len=1742090 2024-04-02T08:55:15.715 INFO:tasks.workunit.client.0.smithi104.stdout:op 1118 completed, throughput=4.99MB/sec 2024-04-02T08:55:15.715 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rXuBLv9cpTfGHuw off=1555751 len=1423296 2024-04-02T08:55:15.722 INFO:tasks.workunit.client.0.smithi104.stdout:op 1119 completed, throughput=5MB/sec 2024-04-02T08:55:15.722 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eNbN7WnXXo5UxNE off=2935653 len=1655276 2024-04-02T08:55:15.728 INFO:tasks.workunit.client.0.smithi104.stdout:op 1120 completed, throughput=5.01MB/sec 2024-04-02T08:55:16.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:16 smithi104 ceph-mon[96567]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:16 smithi104 ceph-mon[94081]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:55:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:55:15] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:55:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:16 smithi188 ceph-mon[86835]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:16.728 INFO:tasks.workunit.client.0.smithi104.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:16.728 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fkdptXwwURefsAK off=1681998 len=1348555 2024-04-02T08:55:16.729 INFO:tasks.workunit.client.0.smithi104.stdout:op 1121 completed, throughput=4.99MB/sec 2024-04-02T08:55:16.729 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9a1QaId7K-co958 off=4520612 len=816322 2024-04-02T08:55:16.731 INFO:tasks.workunit.client.0.smithi104.stdout:op 1122 completed, throughput=4.99MB/sec 2024-04-02T08:55:16.731 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-p4sAbVURiAV58Ys off=10416511 len=1371400 2024-04-02T08:55:16.737 INFO:tasks.workunit.client.0.smithi104.stdout:op 1123 completed, throughput=5MB/sec 2024-04-02T08:55:16.737 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9h4uXQMYTAlMoaC off=19127912 len=1084447 2024-04-02T08:55:16.737 INFO:tasks.workunit.client.0.smithi104.stdout:op 1124 completed, throughput=5MB/sec 2024-04-02T08:55:17.738 INFO:tasks.workunit.client.0.smithi104.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:17.738 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oM26FZrctGeVQU0 off=10757232 len=1283454 2024-04-02T08:55:17.744 INFO:tasks.workunit.client.0.smithi104.stdout:op 1125 completed, throughput=4.99MB/sec 2024-04-02T08:55:17.744 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-THfy5BcB8FcZPvo off=16208150 len=2007309 2024-04-02T08:55:17.752 INFO:tasks.workunit.client.0.smithi104.stdout:op 1126 completed, throughput=4.99MB/sec 2024-04-02T08:55:17.752 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7nfoTD6RHnjCe-S off=579258 len=2084288 2024-04-02T08:55:17.763 INFO:tasks.workunit.client.0.smithi104.stdout:op 1127 completed, throughput=5MB/sec 2024-04-02T08:55:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:18 smithi188 ceph-mon[86835]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:18.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:18 smithi104 ceph-mon[96567]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:18 smithi104 ceph-mon[94081]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:18.763 INFO:tasks.workunit.client.0.smithi104.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:18.763 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E5uzjU8OXRaITch off=7365126 len=507467 2024-04-02T08:55:18.764 INFO:tasks.workunit.client.0.smithi104.stdout:op 1128 completed, throughput=4.98MB/sec 2024-04-02T08:55:18.765 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SJoqF3IRaLKPkH2 off=18813420 len=1697866 2024-04-02T08:55:18.767 INFO:tasks.workunit.client.0.smithi104.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-02T08:55:18.767 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JebSJ3WS-wfYlyj off=1063060 len=1896185 2024-04-02T08:55:18.769 INFO:tasks.workunit.client.0.smithi104.stdout:op 1130 completed, throughput=5MB/sec 2024-04-02T08:55:18.769 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9zvVG1RxC9u3R3C off=188853 len=1268787 2024-04-02T08:55:18.775 INFO:tasks.workunit.client.0.smithi104.stdout:op 1131 completed, throughput=5MB/sec 2024-04-02T08:55:19.775 INFO:tasks.workunit.client.0.smithi104.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:19.775 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ShtVFWzj4jLCI59 off=506297 len=84379 2024-04-02T08:55:19.777 INFO:tasks.workunit.client.0.smithi104.stdout:op 1132 completed, throughput=4.98MB/sec 2024-04-02T08:55:19.777 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UuD-JidHUFfLicz off=1821966 len=1259525 2024-04-02T08:55:19.778 INFO:tasks.workunit.client.0.smithi104.stdout:op 1133 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.778 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tKF369oucydKzqO off=11850625 len=1510960 2024-04-02T08:55:19.784 INFO:tasks.workunit.client.0.smithi104.stdout:op 1134 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.784 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1hqXGPa1z9LwYiQ off=570736 len=438629 2024-04-02T08:55:19.785 INFO:tasks.workunit.client.0.smithi104.stdout:op 1135 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.785 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cBV767SlOiUUKPh off=813220 len=944752 2024-04-02T08:55:19.790 INFO:tasks.workunit.client.0.smithi104.stdout:op 1136 completed, throughput=5MB/sec 2024-04-02T08:55:19.790 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mQlp3a1ZFGghn83 off=857934 len=172869 2024-04-02T08:55:19.790 INFO:tasks.workunit.client.0.smithi104.stdout:op 1137 completed, throughput=5MB/sec 2024-04-02T08:55:19.791 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gE4wdr9b0Rqq7T6 off=4451226 len=1150755 2024-04-02T08:55:19.796 INFO:tasks.workunit.client.0.smithi104.stdout:op 1138 completed, throughput=5MB/sec 2024-04-02T08:55:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:20 smithi188 ceph-mon[86835]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:20 smithi104 ceph-mon[96567]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:20 smithi104 ceph-mon[94081]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:20.796 INFO:tasks.workunit.client.0.smithi104.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:20.796 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FQZI2_JNlDjZ_n4 off=4260015 len=765985 2024-04-02T08:55:20.797 INFO:tasks.workunit.client.0.smithi104.stdout:op 1139 completed, throughput=4.99MB/sec 2024-04-02T08:55:20.797 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fP9seZArMnINQgv off=2876824 len=1900432 2024-04-02T08:55:20.799 INFO:tasks.workunit.client.0.smithi104.stdout:op 1140 completed, throughput=4.99MB/sec 2024-04-02T08:55:20.799 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-u6YYGVePWgkqxvs off=1294771 len=503790 2024-04-02T08:55:20.802 INFO:tasks.workunit.client.0.smithi104.stdout:op 1141 completed, throughput=5MB/sec 2024-04-02T08:55:20.803 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xNTuQv_wbW-yX8- off=2957628 len=50254 2024-04-02T08:55:20.803 INFO:tasks.workunit.client.0.smithi104.stdout:op 1142 completed, throughput=5MB/sec 2024-04-02T08:55:20.803 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xZBt0voagKwNVAA off=92121 len=426522 2024-04-02T08:55:20.806 INFO:tasks.workunit.client.0.smithi104.stdout:op 1143 completed, throughput=5MB/sec 2024-04-02T08:55:20.806 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-94ZOE8mpmsFqar6 off=7813799 len=984507 2024-04-02T08:55:20.806 INFO:tasks.workunit.client.0.smithi104.stdout:op 1144 completed, throughput=5MB/sec 2024-04-02T08:55:21.807 INFO:tasks.workunit.client.0.smithi104.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:21.807 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MtfAATgyOJwjXHE off=4844574 len=729921 2024-04-02T08:55:21.807 INFO:tasks.workunit.client.0.smithi104.stdout:op 1145 completed, throughput=4.98MB/sec 2024-04-02T08:55:21.807 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xZXILTS1xkmlDgi off=194573 len=1625769 2024-04-02T08:55:21.809 INFO:tasks.workunit.client.0.smithi104.stdout:op 1146 completed, throughput=4.99MB/sec 2024-04-02T08:55:21.809 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IWodxuwZseryhXU off=13735328 len=355142 2024-04-02T08:55:21.810 INFO:tasks.workunit.client.0.smithi104.stdout:op 1147 completed, throughput=4.99MB/sec 2024-04-02T08:55:21.811 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DmvGaBKf_hANnHF off=13334517 len=1894525 2024-04-02T08:55:21.819 INFO:tasks.workunit.client.0.smithi104.stdout:op 1148 completed, throughput=5MB/sec 2024-04-02T08:55:21.819 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--qNCZXJs0j4EGap off=7562952 len=1305757 2024-04-02T08:55:21.825 INFO:tasks.workunit.client.0.smithi104.stdout:op 1149 completed, throughput=5MB/sec 2024-04-02T08:55:22.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:22 smithi188 ceph-mon[86835]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:22.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:55:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:22.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:22 smithi104 ceph-mon[96567]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:22.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:22 smithi104 ceph-mon[94081]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:22.825 INFO:tasks.workunit.client.0.smithi104.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:22.825 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DcebYLkTANP2WtR off=6743134 len=1096054 2024-04-02T08:55:22.829 INFO:tasks.workunit.client.0.smithi104.stdout:op 1150 completed, throughput=4.99MB/sec 2024-04-02T08:55:22.829 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vBRFsCtIlAFfcjP off=9227776 len=907467 2024-04-02T08:55:22.834 INFO:tasks.workunit.client.0.smithi104.stdout:op 1151 completed, throughput=4.99MB/sec 2024-04-02T08:55:22.834 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Zmpswd_W2SCtJnt off=12149309 len=1785061 2024-04-02T08:55:22.842 INFO:tasks.workunit.client.0.smithi104.stdout:op 1152 completed, throughput=5MB/sec 2024-04-02T08:55:22.842 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ui-Xwj0yf0WzCGi off=13099071 len=147133 2024-04-02T08:55:22.844 INFO:tasks.workunit.client.0.smithi104.stdout:op 1153 completed, throughput=5MB/sec 2024-04-02T08:55:22.844 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-p0MolJggYL9icjt off=4574505 len=1552987 2024-04-02T08:55:22.847 INFO:tasks.workunit.client.0.smithi104.stdout:op 1154 completed, throughput=5MB/sec 2024-04-02T08:55:23.847 INFO:tasks.workunit.client.0.smithi104.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:23.847 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8y5CCtMFlITcEo7 off=10492082 len=299095 2024-04-02T08:55:23.851 INFO:tasks.workunit.client.0.smithi104.stdout:op 1155 completed, throughput=4.98MB/sec 2024-04-02T08:55:23.851 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vchOe7LkQp3VBov off=20990059 len=277525 2024-04-02T08:55:23.851 INFO:tasks.workunit.client.0.smithi104.stdout:op 1156 completed, throughput=4.99MB/sec 2024-04-02T08:55:23.851 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rkb319DGJmTmiow off=4350971 len=627591 2024-04-02T08:55:23.852 INFO:tasks.workunit.client.0.smithi104.stdout:op 1157 completed, throughput=4.99MB/sec 2024-04-02T08:55:23.852 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CTlJDsWvsaRbDR7 off=3434810 len=2046679 2024-04-02T08:55:23.853 INFO:tasks.workunit.client.0.smithi104.stdout:op 1158 completed, throughput=5MB/sec 2024-04-02T08:55:23.853 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ImTNAeMNGPmDc6d off=883544 len=648138 2024-04-02T08:55:23.858 INFO:tasks.workunit.client.0.smithi104.stdout:op 1159 completed, throughput=5MB/sec 2024-04-02T08:55:23.858 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I2T-IY0YlKIDNuV off=2462593 len=759830 2024-04-02T08:55:23.862 INFO:tasks.workunit.client.0.smithi104.stdout:op 1160 completed, throughput=5MB/sec 2024-04-02T08:55:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:24 smithi188 ceph-mon[86835]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:24 smithi104 ceph-mon[96567]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:24.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:24 smithi104 ceph-mon[94081]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:24.862 INFO:tasks.workunit.client.0.smithi104.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:24.862 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zSztTAFidMMa2Ak off=5914125 len=1018995 2024-04-02T08:55:24.866 INFO:tasks.workunit.client.0.smithi104.stdout:op 1161 completed, throughput=4.98MB/sec 2024-04-02T08:55:24.866 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zkhxJX5cAVsxIBR off=7986553 len=1404882 2024-04-02T08:55:24.872 INFO:tasks.workunit.client.0.smithi104.stdout:op 1162 completed, throughput=4.99MB/sec 2024-04-02T08:55:24.872 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gkbIpSUuXFy2Gor off=599603 len=711898 2024-04-02T08:55:24.873 INFO:tasks.workunit.client.0.smithi104.stdout:op 1163 completed, throughput=4.99MB/sec 2024-04-02T08:55:24.873 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G4bhTOCa4qJCLdF off=4966654 len=1045235 2024-04-02T08:55:24.878 INFO:tasks.workunit.client.0.smithi104.stdout:op 1164 completed, throughput=5MB/sec 2024-04-02T08:55:24.878 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UY8ndt852o1v5z2 off=339963 len=1527748 2024-04-02T08:55:24.879 INFO:tasks.workunit.client.0.smithi104.stdout:op 1165 completed, throughput=5MB/sec 2024-04-02T08:55:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:25 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:25.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:25 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:25.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:25 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:25.880 INFO:tasks.workunit.client.0.smithi104.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:25.880 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6xAzdLvog-fxnzT off=1316102 len=177626 2024-04-02T08:55:25.882 INFO:tasks.workunit.client.0.smithi104.stdout:op 1166 completed, throughput=4.98MB/sec 2024-04-02T08:55:25.882 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-28vP9ExQfuxgXBQ off=3850047 len=1472339 2024-04-02T08:55:25.887 INFO:tasks.workunit.client.0.smithi104.stdout:op 1167 completed, throughput=4.99MB/sec 2024-04-02T08:55:25.887 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5rJwSGQCZGdc66s off=18101259 len=1787201 2024-04-02T08:55:25.889 INFO:tasks.workunit.client.0.smithi104.stdout:op 1168 completed, throughput=5MB/sec 2024-04-02T08:55:25.889 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-h-ylELvabpp4Jva off=777218 len=1427747 2024-04-02T08:55:25.889 INFO:tasks.workunit.client.0.smithi104.stdout:op 1169 completed, throughput=5MB/sec 2024-04-02T08:55:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:55:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:55:25] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:55:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:26 smithi104 ceph-mon[96567]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:26 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:26 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:26 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:55:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:26 smithi104 ceph-mon[94081]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:26 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:26 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:26 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:55:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:26 smithi188 ceph-mon[86835]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:26 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:26 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:26 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:55:26.890 INFO:tasks.workunit.client.0.smithi104.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:26.890 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yHGMazCRh3_G-6z off=16518527 len=95321 2024-04-02T08:55:26.891 INFO:tasks.workunit.client.0.smithi104.stdout:op 1170 completed, throughput=4.98MB/sec 2024-04-02T08:55:26.891 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6Gc4e3I6Sbr-yJ6 off=5768517 len=1163951 2024-04-02T08:55:26.891 INFO:tasks.workunit.client.0.smithi104.stdout:op 1171 completed, throughput=4.99MB/sec 2024-04-02T08:55:26.892 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Gofhh4IkInal9nG off=9423303 len=1047650 2024-04-02T08:55:26.894 INFO:tasks.workunit.client.0.smithi104.stdout:op 1172 completed, throughput=4.99MB/sec 2024-04-02T08:55:26.894 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bsN1IbNbNfECDox off=5828303 len=646875 2024-04-02T08:55:26.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 1173 completed, throughput=4.99MB/sec 2024-04-02T08:55:26.895 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Z_lXdFv3HU9WKii off=714384 len=1468949 2024-04-02T08:55:26.901 INFO:tasks.workunit.client.0.smithi104.stdout:op 1174 completed, throughput=5MB/sec 2024-04-02T08:55:26.901 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DuMlQxpgmT6Wq9p off=435803 len=1929729 2024-04-02T08:55:26.902 INFO:tasks.workunit.client.0.smithi104.stdout:op 1175 completed, throughput=5.01MB/sec 2024-04-02T08:55:27.902 INFO:tasks.workunit.client.0.smithi104.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:27.903 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RpEwArv_KsfrrT8 off=4358377 len=826716 2024-04-02T08:55:27.906 INFO:tasks.workunit.client.0.smithi104.stdout:op 1176 completed, throughput=4.99MB/sec 2024-04-02T08:55:27.906 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AyeS8LjaupY5GJV off=4210904 len=575823 2024-04-02T08:55:27.907 INFO:tasks.workunit.client.0.smithi104.stdout:op 1177 completed, throughput=4.99MB/sec 2024-04-02T08:55:27.908 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jAoiBB6dt-PBdTn off=9770846 len=490951 2024-04-02T08:55:27.909 INFO:tasks.workunit.client.0.smithi104.stdout:op 1178 completed, throughput=4.99MB/sec 2024-04-02T08:55:27.909 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-O-JEe_KZ1udgP_W off=8593813 len=948013 2024-04-02T08:55:27.913 INFO:tasks.workunit.client.0.smithi104.stdout:op 1179 completed, throughput=5MB/sec 2024-04-02T08:55:27.913 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L-LdN-NvNiKGvyw off=13430940 len=1076078 2024-04-02T08:55:27.918 INFO:tasks.workunit.client.0.smithi104.stdout:op 1180 completed, throughput=5MB/sec 2024-04-02T08:55:27.918 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EZLYVS1akk3VGuH off=1692761 len=2024324 2024-04-02T08:55:27.929 INFO:tasks.workunit.client.0.smithi104.stdout:op 1181 completed, throughput=5.01MB/sec 2024-04-02T08:55:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:28 smithi188 ceph-mon[86835]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:28 smithi104 ceph-mon[96567]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:28.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:28 smithi104 ceph-mon[94081]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:28.929 INFO:tasks.workunit.client.0.smithi104.stdout: 235: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:28.929 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LESGwM9fcLdglVe off=3960159 len=356677 2024-04-02T08:55:28.930 INFO:tasks.workunit.client.0.smithi104.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-02T08:55:28.930 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-88e-fPup2wntyWQ off=6026886 len=1234180 2024-04-02T08:55:28.935 INFO:tasks.workunit.client.0.smithi104.stdout:op 1183 completed, throughput=4.99MB/sec 2024-04-02T08:55:28.935 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bMWH9N60JJndwXq off=13014522 len=543658 2024-04-02T08:55:28.936 INFO:tasks.workunit.client.0.smithi104.stdout:op 1184 completed, throughput=5MB/sec 2024-04-02T08:55:28.936 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jsH6D5JDtj5EloH off=1509413 len=1773371 2024-04-02T08:55:28.937 INFO:tasks.workunit.client.0.smithi104.stdout:op 1185 completed, throughput=5MB/sec 2024-04-02T08:55:29.938 INFO:tasks.workunit.client.0.smithi104.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:29.938 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-C7oFPnTdHtP9XOQ off=4218875 len=2070507 2024-04-02T08:55:29.939 INFO:tasks.workunit.client.0.smithi104.stdout:op 1186 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.939 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PyVm1YbQLWtFDP_ off=5400 len=1609668 2024-04-02T08:55:29.944 INFO:tasks.workunit.client.0.smithi104.stdout:op 1187 completed, throughput=5MB/sec 2024-04-02T08:55:29.944 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SmiD0E-LK79VdHi off=5501981 len=1069434 2024-04-02T08:55:29.950 INFO:tasks.workunit.client.0.smithi104.stdout:op 1188 completed, throughput=5MB/sec 2024-04-02T08:55:29.951 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mS1oMvorB7u_O50 off=11262033 len=455306 2024-04-02T08:55:29.951 INFO:tasks.workunit.client.0.smithi104.stdout:op 1189 completed, throughput=5MB/sec 2024-04-02T08:55:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:30 smithi188 ceph-mon[86835]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:30 smithi104 ceph-mon[96567]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:30.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:30 smithi104 ceph-mon[94081]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:30.951 INFO:tasks.workunit.client.0.smithi104.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:30.951 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2P41xwh5gW0EivX off=485734 len=1249946 2024-04-02T08:55:30.954 INFO:tasks.workunit.client.0.smithi104.stdout:op 1190 completed, throughput=4.99MB/sec 2024-04-02T08:55:30.954 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1a_GXkSpSUKhpQk off=3519248 len=313755 2024-04-02T08:55:30.955 INFO:tasks.workunit.client.0.smithi104.stdout:op 1191 completed, throughput=4.99MB/sec 2024-04-02T08:55:30.955 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-e4Kr-mvYzhExt2o off=1647765 len=1175586 2024-04-02T08:55:30.956 INFO:tasks.workunit.client.0.smithi104.stdout:op 1192 completed, throughput=4.99MB/sec 2024-04-02T08:55:30.956 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uMqke_GUkfGgUeK off=10515319 len=1779572 2024-04-02T08:55:30.957 INFO:tasks.workunit.client.0.smithi104.stdout:op 1193 completed, throughput=5MB/sec 2024-04-02T08:55:30.957 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ttkruQfxNfMHPKu off=11338972 len=1170004 2024-04-02T08:55:30.958 INFO:tasks.workunit.client.0.smithi104.stdout:op 1194 completed, throughput=5MB/sec 2024-04-02T08:55:31.958 INFO:tasks.workunit.client.0.smithi104.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:31.959 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Kg2I6E5AZo9fG-J off=7260802 len=127860 2024-04-02T08:55:31.959 INFO:tasks.workunit.client.0.smithi104.stdout:op 1195 completed, throughput=4.98MB/sec 2024-04-02T08:55:31.959 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vdL0Zg-gdTrGSjb off=790239 len=889389 2024-04-02T08:55:31.963 INFO:tasks.workunit.client.0.smithi104.stdout:op 1196 completed, throughput=4.99MB/sec 2024-04-02T08:55:31.963 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TTQoeITfiHKoJNO off=435885 len=1763651 2024-04-02T08:55:31.964 INFO:tasks.workunit.client.0.smithi104.stdout:op 1197 completed, throughput=4.99MB/sec 2024-04-02T08:55:31.964 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZE227x8I_68eyQZ off=6072997 len=408489 2024-04-02T08:55:31.967 INFO:tasks.workunit.client.0.smithi104.stdout:op 1198 completed, throughput=5MB/sec 2024-04-02T08:55:31.967 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TkqP-0wffwGTRVz off=1572128 len=1358034 2024-04-02T08:55:31.970 INFO:tasks.workunit.client.0.smithi104.stdout:op 1199 completed, throughput=5MB/sec 2024-04-02T08:55:32.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:32 smithi188 ceph-mon[86835]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:55:32.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:55:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:32 smithi104 ceph-mon[96567]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:55:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:32 smithi104 ceph-mon[94081]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:55:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:32.970 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HIeC6ytIFqWJJZn off=12405100 len=1383149 2024-04-02T08:55:32.976 INFO:tasks.workunit.client.0.smithi104.stdout:op 1200 completed, throughput=4.99MB/sec 2024-04-02T08:55:32.976 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UUodV4B_tJx6dhx off=15627681 len=507248 2024-04-02T08:55:32.977 INFO:tasks.workunit.client.0.smithi104.stdout:op 1201 completed, throughput=4.99MB/sec 2024-04-02T08:55:32.977 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-szYEfiZ0YF-wHPu off=4515346 len=354794 2024-04-02T08:55:32.978 INFO:tasks.workunit.client.0.smithi104.stdout:op 1202 completed, throughput=4.99MB/sec 2024-04-02T08:55:32.978 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S1ujAI-AYDvBC1G off=748186 len=1870215 2024-04-02T08:55:32.987 INFO:tasks.workunit.client.0.smithi104.stdout:op 1203 completed, throughput=5MB/sec 2024-04-02T08:55:32.987 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d2IcO0AyoV85bic off=582878 len=618715 2024-04-02T08:55:32.991 INFO:tasks.workunit.client.0.smithi104.stdout:op 1204 completed, throughput=5MB/sec 2024-04-02T08:55:32.991 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UjlGO0Xi0mkkRAN off=8898619 len=698862 2024-04-02T08:55:32.995 INFO:tasks.workunit.client.0.smithi104.stdout:op 1205 completed, throughput=5MB/sec 2024-04-02T08:55:33.995 INFO:tasks.workunit.client.0.smithi104.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:33.996 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-75LbJO2STiLGXg6 off=1758465 len=220300 2024-04-02T08:55:33.996 INFO:tasks.workunit.client.0.smithi104.stdout:op 1206 completed, throughput=4.98MB/sec 2024-04-02T08:55:33.996 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LvqqbwjsvU7GNzt off=6705446 len=794423 2024-04-02T08:55:33.998 INFO:tasks.workunit.client.0.smithi104.stdout:op 1207 completed, throughput=4.98MB/sec 2024-04-02T08:55:33.998 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-st-TYMAQVFLxTcn off=11924915 len=1822405 2024-04-02T08:55:34.005 INFO:tasks.workunit.client.0.smithi104.stdout:op 1208 completed, throughput=4.99MB/sec 2024-04-02T08:55:34.006 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pWq1rhJhBXOSeeF off=2522614 len=399456 2024-04-02T08:55:34.010 INFO:tasks.workunit.client.0.smithi104.stdout:op 1209 completed, throughput=4.99MB/sec 2024-04-02T08:55:34.010 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-76vuDt8DgwITpAj off=12565704 len=318958 2024-04-02T08:55:34.012 INFO:tasks.workunit.client.0.smithi104.stdout:op 1210 completed, throughput=4.99MB/sec 2024-04-02T08:55:34.012 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MezcW_wuDgsHA1m off=932006 len=1154233 2024-04-02T08:55:34.018 INFO:tasks.workunit.client.0.smithi104.stdout:op 1211 completed, throughput=5MB/sec 2024-04-02T08:55:34.018 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GGBK3-sktqmAlog off=1072305 len=417154 2024-04-02T08:55:34.021 INFO:tasks.workunit.client.0.smithi104.stdout:op 1212 completed, throughput=5MB/sec 2024-04-02T08:55:34.021 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GMIagTsU9CXojLm off=0 len=1246450 2024-04-02T08:55:34.021 INFO:tasks.workunit.client.0.smithi104.stdout:op 1213 completed, throughput=5MB/sec 2024-04-02T08:55:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:34 smithi188 ceph-mon[86835]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:34.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:34 smithi104 ceph-mon[96567]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:34.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:34 smithi104 ceph-mon[94081]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:35.022 INFO:tasks.workunit.client.0.smithi104.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:35.022 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vlLPi8CVSUOgVPe off=540249 len=1526084 2024-04-02T08:55:35.023 INFO:tasks.workunit.client.0.smithi104.stdout:op 1214 completed, throughput=4.99MB/sec 2024-04-02T08:55:35.023 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JPbTOLfYI9LwgOU off=6807067 len=55800 2024-04-02T08:55:35.025 INFO:tasks.workunit.client.0.smithi104.stdout:op 1215 completed, throughput=4.99MB/sec 2024-04-02T08:55:35.025 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WkY_oaJSYGsKTfB off=23065257 len=1659203 2024-04-02T08:55:35.027 INFO:tasks.workunit.client.0.smithi104.stdout:op 1216 completed, throughput=5MB/sec 2024-04-02T08:55:35.027 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eBv2ISMTRqEnhpw off=8235861 len=1588414 2024-04-02T08:55:35.027 INFO:tasks.workunit.client.0.smithi104.stdout:op 1217 completed, throughput=5MB/sec 2024-04-02T08:55:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:35.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:35.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:36.028 INFO:tasks.workunit.client.0.smithi104.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:36.028 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Kmn0rfSPYE8ddzj off=5686448 len=474036 2024-04-02T08:55:36.031 INFO:tasks.workunit.client.0.smithi104.stdout:op 1218 completed, throughput=4.98MB/sec 2024-04-02T08:55:36.032 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nBH6RiWJx6L_4Tf off=3095908 len=218042 2024-04-02T08:55:36.034 INFO:tasks.workunit.client.0.smithi104.stdout:op 1219 completed, throughput=4.98MB/sec 2024-04-02T08:55:36.034 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-X6B4We9-iUsgmzb off=8162166 len=1740410 2024-04-02T08:55:36.041 INFO:tasks.workunit.client.0.smithi104.stdout:op 1220 completed, throughput=4.99MB/sec 2024-04-02T08:55:36.041 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kE-3RzO2TyiNa24 off=3209133 len=547829 2024-04-02T08:55:36.042 INFO:tasks.workunit.client.0.smithi104.stdout:op 1221 completed, throughput=4.99MB/sec 2024-04-02T08:55:36.042 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3UF_cSZFfMASe_9 off=1207465 len=1821264 2024-04-02T08:55:36.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 1222 completed, throughput=5MB/sec 2024-04-02T08:55:36.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:36 smithi104 ceph-mon[96567]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:36 smithi104 ceph-mon[94081]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:55:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:55:35] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:55:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:36 smithi188 ceph-mon[86835]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:37.052 INFO:tasks.workunit.client.0.smithi104.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:37.052 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-31Of8rByTFWoAAa off=14987027 len=1574717 2024-04-02T08:55:37.058 INFO:tasks.workunit.client.0.smithi104.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-02T08:55:37.058 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-m6NNBNKosu9kZsJ off=0 len=1239618 2024-04-02T08:55:37.061 INFO:tasks.workunit.client.0.smithi104.stdout:op 1224 completed, throughput=4.99MB/sec 2024-04-02T08:55:37.061 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Y58pBLvfsCf4NAJ off=1786119 len=21060 2024-04-02T08:55:37.061 INFO:tasks.workunit.client.0.smithi104.stdout:op 1225 completed, throughput=4.99MB/sec 2024-04-02T08:55:37.061 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dLL7QKbJdica_xz off=3503551 len=1543970 2024-04-02T08:55:37.064 INFO:tasks.workunit.client.0.smithi104.stdout:op 1226 completed, throughput=5MB/sec 2024-04-02T08:55:37.064 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uuFLkwiKuIbz7R- off=13183282 len=1413994 2024-04-02T08:55:37.066 INFO:tasks.workunit.client.0.smithi104.stdout:op 1227 completed, throughput=5MB/sec 2024-04-02T08:55:38.067 INFO:tasks.workunit.client.0.smithi104.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:38.067 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-owQu4KRI089yed9 off=1727975 len=1337432 2024-04-02T08:55:38.074 INFO:tasks.workunit.client.0.smithi104.stdout:op 1228 completed, throughput=4.99MB/sec 2024-04-02T08:55:38.074 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5aVOdgkv6vAeNIz off=11485985 len=1109885 2024-04-02T08:55:38.076 INFO:tasks.workunit.client.0.smithi104.stdout:op 1229 completed, throughput=4.99MB/sec 2024-04-02T08:55:38.076 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BHxDeK8MKqdSzzC off=11339570 len=1961017 2024-04-02T08:55:38.084 INFO:tasks.workunit.client.0.smithi104.stdout:op 1230 completed, throughput=5MB/sec 2024-04-02T08:55:38.084 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FcVGAFWInovphLi off=3367806 len=1181968 2024-04-02T08:55:38.086 INFO:tasks.workunit.client.0.smithi104.stdout:op 1231 completed, throughput=5MB/sec 2024-04-02T08:55:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:38 smithi188 ceph-mon[86835]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:38 smithi104 ceph-mon[96567]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:38.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:38 smithi104 ceph-mon[94081]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:39.087 INFO:tasks.workunit.client.0.smithi104.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:39.087 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--6cz3GgTsngQBDk off=2988564 len=320227 2024-04-02T08:55:39.090 INFO:tasks.workunit.client.0.smithi104.stdout:op 1232 completed, throughput=4.98MB/sec 2024-04-02T08:55:39.090 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ifpxnDJG-zQHKoX off=17340059 len=1660552 2024-04-02T08:55:39.093 INFO:tasks.workunit.client.0.smithi104.stdout:op 1233 completed, throughput=4.99MB/sec 2024-04-02T08:55:39.093 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uFrxKmq0jmRAfbf off=12195081 len=1270334 2024-04-02T08:55:39.099 INFO:tasks.workunit.client.0.smithi104.stdout:op 1234 completed, throughput=5MB/sec 2024-04-02T08:55:39.100 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EHk65xw9EJYNHXG off=7438344 len=1181859 2024-04-02T08:55:39.101 INFO:tasks.workunit.client.0.smithi104.stdout:op 1235 completed, throughput=5MB/sec 2024-04-02T08:55:39.101 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ez7TOJCUpfZGOTL off=4111572 len=441529 2024-04-02T08:55:39.104 INFO:tasks.workunit.client.0.smithi104.stdout:op 1236 completed, throughput=5MB/sec 2024-04-02T08:55:40.104 INFO:tasks.workunit.client.0.smithi104.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:40.104 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VyQN0clFh71jQ2w off=5955061 len=257423 2024-04-02T08:55:40.107 INFO:tasks.workunit.client.0.smithi104.stdout:op 1237 completed, throughput=4.98MB/sec 2024-04-02T08:55:40.107 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--o5lh9PBxYZ4bC9 off=6626955 len=796291 2024-04-02T08:55:40.108 INFO:tasks.workunit.client.0.smithi104.stdout:op 1238 completed, throughput=4.99MB/sec 2024-04-02T08:55:40.108 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-b5evYSnmdLkftfH off=19509951 len=1729573 2024-04-02T08:55:40.118 INFO:tasks.workunit.client.0.smithi104.stdout:op 1239 completed, throughput=4.99MB/sec 2024-04-02T08:55:40.118 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6qKM1jJj7LEpKOv off=12527997 len=353103 2024-04-02T08:55:40.118 INFO:tasks.workunit.client.0.smithi104.stdout:op 1240 completed, throughput=4.99MB/sec 2024-04-02T08:55:40.118 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dnBuiJ92SdnEQ1P off=1037586 len=1278140 2024-04-02T08:55:40.123 INFO:tasks.workunit.client.0.smithi104.stdout:op 1241 completed, throughput=5MB/sec 2024-04-02T08:55:40.123 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2d6wNS36fI3tMU_ off=1476080 len=1136394 2024-04-02T08:55:40.128 INFO:tasks.workunit.client.0.smithi104.stdout:op 1242 completed, throughput=5MB/sec 2024-04-02T08:55:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:40 smithi188 ceph-mon[86835]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:55:40.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:40 smithi104 ceph-mon[94081]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:55:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:40 smithi104 ceph-mon[96567]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:55:41.129 INFO:tasks.workunit.client.0.smithi104.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:41.129 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9e0NO6szdEUv5t2 off=4511144 len=328911 2024-04-02T08:55:41.132 INFO:tasks.workunit.client.0.smithi104.stdout:op 1243 completed, throughput=4.98MB/sec 2024-04-02T08:55:41.132 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-usCRlyCiLAetUMy off=10254481 len=1333978 2024-04-02T08:55:41.133 INFO:tasks.workunit.client.0.smithi104.stdout:op 1244 completed, throughput=4.99MB/sec 2024-04-02T08:55:41.133 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-__rVhY5YMD88xo5 off=1358017 len=2055919 2024-04-02T08:55:41.134 INFO:tasks.workunit.client.0.smithi104.stdout:op 1245 completed, throughput=5MB/sec 2024-04-02T08:55:41.134 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-J4Z-ptZabMXqYeS off=15260787 len=219111 2024-04-02T08:55:41.137 INFO:tasks.workunit.client.0.smithi104.stdout:op 1246 completed, throughput=5MB/sec 2024-04-02T08:55:41.137 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dNEKauJrPQV_B9S off=1112917 len=1388567 2024-04-02T08:55:41.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 1247 completed, throughput=5MB/sec 2024-04-02T08:55:42.142 INFO:tasks.workunit.client.0.smithi104.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:42.142 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-babQ4zu8IvmDXki off=0 len=1921164 2024-04-02T08:55:42.150 INFO:tasks.workunit.client.0.smithi104.stdout:op 1248 completed, throughput=4.99MB/sec 2024-04-02T08:55:42.150 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AYNQXPGXRxIuFq6 off=10542050 len=1721310 2024-04-02T08:55:42.158 INFO:tasks.workunit.client.0.smithi104.stdout:op 1249 completed, throughput=5MB/sec 2024-04-02T08:55:42.158 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Zp66sh3bKl5H8_o off=18883095 len=859353 2024-04-02T08:55:42.162 INFO:tasks.workunit.client.0.smithi104.stdout:op 1250 completed, throughput=5MB/sec 2024-04-02T08:55:42.162 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3Ex6XL1KW-QLxAG off=10027979 len=1117352 2024-04-02T08:55:42.167 INFO:tasks.workunit.client.0.smithi104.stdout:op 1251 completed, throughput=5MB/sec 2024-04-02T08:55:42.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:42 smithi188 ceph-mon[86835]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:42.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:55:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:42.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:42 smithi104 ceph-mon[96567]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:42.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:42 smithi104 ceph-mon[94081]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:43.168 INFO:tasks.workunit.client.0.smithi104.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:43.168 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-teuyF1J_vkaAU5q off=1625609 len=175743 2024-04-02T08:55:43.170 INFO:tasks.workunit.client.0.smithi104.stdout:op 1252 completed, throughput=4.98MB/sec 2024-04-02T08:55:43.170 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zS9jIcJcQTVv8Rq off=51785 len=1119528 2024-04-02T08:55:43.175 INFO:tasks.workunit.client.0.smithi104.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-02T08:55:43.175 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v8tR0hj60SyTm2G off=12736767 len=143989 2024-04-02T08:55:43.177 INFO:tasks.workunit.client.0.smithi104.stdout:op 1254 completed, throughput=4.99MB/sec 2024-04-02T08:55:43.177 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vJddlz9CgvvDmC3 off=5281293 len=270369 2024-04-02T08:55:43.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 1255 completed, throughput=4.99MB/sec 2024-04-02T08:55:43.178 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Bdu37LOMGHGM67F off=3193560 len=961596 2024-04-02T08:55:43.179 INFO:tasks.workunit.client.0.smithi104.stdout:op 1256 completed, throughput=4.99MB/sec 2024-04-02T08:55:43.179 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QSULPH3UkKSaOgF off=4429196 len=715327 2024-04-02T08:55:43.184 INFO:tasks.workunit.client.0.smithi104.stdout:op 1257 completed, throughput=5MB/sec 2024-04-02T08:55:43.184 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_IKKJxsoSD6Geen off=8891056 len=15694 2024-04-02T08:55:43.185 INFO:tasks.workunit.client.0.smithi104.stdout:op 1258 completed, throughput=5MB/sec 2024-04-02T08:55:43.186 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tP_99wMSM7b4TKW off=2630886 len=201124 2024-04-02T08:55:43.186 INFO:tasks.workunit.client.0.smithi104.stdout:op 1259 completed, throughput=5MB/sec 2024-04-02T08:55:43.186 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-v52UL8dJkDpijCO off=9785813 len=1615882 2024-04-02T08:55:43.188 INFO:tasks.workunit.client.0.smithi104.stdout:op 1260 completed, throughput=5MB/sec 2024-04-02T08:55:44.188 INFO:tasks.workunit.client.0.smithi104.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:44.188 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TCex5nfsemMRGh1 off=5114640 len=1574729 2024-04-02T08:55:44.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 1261 completed, throughput=4.99MB/sec 2024-04-02T08:55:44.189 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BR2ddpcocyuYfoU off=6330906 len=967648 2024-04-02T08:55:44.195 INFO:tasks.workunit.client.0.smithi104.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-02T08:55:44.195 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mmie0XvzI6XjBo8 off=2377400 len=46736 2024-04-02T08:55:44.195 INFO:tasks.workunit.client.0.smithi104.stdout:op 1263 completed, throughput=4.99MB/sec 2024-04-02T08:55:44.195 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7l1HtWr8DgpRq0v off=4265077 len=1365550 2024-04-02T08:55:44.196 INFO:tasks.workunit.client.0.smithi104.stdout:op 1264 completed, throughput=5MB/sec 2024-04-02T08:55:44.196 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Zu3zTU72p7oQE6i off=925004 len=760857 2024-04-02T08:55:44.200 INFO:tasks.workunit.client.0.smithi104.stdout:op 1265 completed, throughput=5MB/sec 2024-04-02T08:55:44.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:44 smithi104 ceph-mon[94081]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:44.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:44 smithi104 ceph-mon[96567]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:44 smithi188 ceph-mon[86835]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:55:45.200 INFO:tasks.workunit.client.0.smithi104.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:45.200 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hkE2ItELGTWmMnF off=19569057 len=1362101 2024-04-02T08:55:45.205 INFO:tasks.workunit.client.0.smithi104.stdout:op 1266 completed, throughput=4.99MB/sec 2024-04-02T08:55:45.206 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ofkrjdfs8iMS78I off=4863682 len=234022 2024-04-02T08:55:45.206 INFO:tasks.workunit.client.0.smithi104.stdout:op 1267 completed, throughput=4.99MB/sec 2024-04-02T08:55:45.206 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-M7aVLJZyp2xoNgz off=7742224 len=1606461 2024-04-02T08:55:45.215 INFO:tasks.workunit.client.0.smithi104.stdout:op 1268 completed, throughput=4.99MB/sec 2024-04-02T08:55:45.215 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZOGxGsxK2y87mAK off=1354145 len=702660 2024-04-02T08:55:45.217 INFO:tasks.workunit.client.0.smithi104.stdout:op 1269 completed, throughput=4.99MB/sec 2024-04-02T08:55:45.217 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6Gc4e3I6Sbr-yJ6 off=4382415 len=1381277 2024-04-02T08:55:45.218 INFO:tasks.workunit.client.0.smithi104.stdout:op 1270 completed, throughput=5MB/sec 2024-04-02T08:55:46.125 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:55:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:55:45] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:55:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:46.219 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lDucxap_7WrjXcn off=1111637 len=1825673 2024-04-02T08:55:46.220 INFO:tasks.workunit.client.0.smithi104.stdout:op 1271 completed, throughput=4.99MB/sec 2024-04-02T08:55:46.220 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EXIqDet_Y33SHB2 off=3364673 len=1829059 2024-04-02T08:55:46.235 INFO:tasks.workunit.client.0.smithi104.stdout:op 1272 completed, throughput=4.99MB/sec 2024-04-02T08:55:46.235 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--0zjkP3TuZdjRDh off=434469 len=1074995 2024-04-02T08:55:46.235 INFO:tasks.workunit.client.0.smithi104.stdout:op 1273 completed, throughput=5MB/sec 2024-04-02T08:55:46.235 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FjqilYjHH0u2jov off=22744719 len=1277503 2024-04-02T08:55:46.235 INFO:tasks.workunit.client.0.smithi104.stdout:op 1274 completed, throughput=5MB/sec 2024-04-02T08:55:46.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:46 smithi104 ceph-mon[94081]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:46.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:46 smithi104 ceph-mon[96567]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:46 smithi188 ceph-mon[86835]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:47.236 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5Vinc6M9v5YNxE0 off=3327439 len=683665 2024-04-02T08:55:47.236 INFO:tasks.workunit.client.0.smithi104.stdout:op 1275 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.236 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cfRBuqhx-5sng5C off=9448151 len=776725 2024-04-02T08:55:47.237 INFO:tasks.workunit.client.0.smithi104.stdout:op 1276 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.237 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZYsDmjO0x_XooCQ off=5989510 len=1009963 2024-04-02T08:55:47.241 INFO:tasks.workunit.client.0.smithi104.stdout:op 1277 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.241 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NN0HiXgXp9pyJ79 off=16584689 len=1241801 2024-04-02T08:55:47.247 INFO:tasks.workunit.client.0.smithi104.stdout:op 1278 completed, throughput=5MB/sec 2024-04-02T08:55:47.248 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z4bkj5kUj39q6Qg off=5396734 len=588023 2024-04-02T08:55:47.248 INFO:tasks.workunit.client.0.smithi104.stdout:op 1279 completed, throughput=5MB/sec 2024-04-02T08:55:47.248 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zFF4lEMCe9Jxmou off=1994390 len=15010 2024-04-02T08:55:47.251 INFO:tasks.workunit.client.0.smithi104.stdout:op 1280 completed, throughput=5MB/sec 2024-04-02T08:55:47.251 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-don7Ib3MgBO7p_d off=18255611 len=1945161 2024-04-02T08:55:47.261 INFO:tasks.workunit.client.0.smithi104.stdout:op 1281 completed, throughput=5.01MB/sec 2024-04-02T08:55:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: 254: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:48.262 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hC1kX5eQL8lQ8q6 off=941697 len=1134921 2024-04-02T08:55:48.264 INFO:tasks.workunit.client.0.smithi104.stdout:op 1282 completed, throughput=4.99MB/sec 2024-04-02T08:55:48.264 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ONIOoiWU-9ZlahL off=14982498 len=1322281 2024-04-02T08:55:48.270 INFO:tasks.workunit.client.0.smithi104.stdout:op 1283 completed, throughput=5MB/sec 2024-04-02T08:55:48.270 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7pcUIqKUDUVX2eX off=7083989 len=1724441 2024-04-02T08:55:48.272 INFO:tasks.workunit.client.0.smithi104.stdout:op 1284 completed, throughput=5MB/sec 2024-04-02T08:55:48.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:48 smithi104 ceph-mon[96567]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:48 smithi104 ceph-mon[94081]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:48 smithi188 ceph-mon[86835]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:55:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:49.273 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6WL6w3cHQltXBZd off=15174992 len=1046248 2024-04-02T08:55:49.277 INFO:tasks.workunit.client.0.smithi104.stdout:op 1285 completed, throughput=4.99MB/sec 2024-04-02T08:55:49.277 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a3zuQSlAelRuEOE off=7714909 len=1878534 2024-04-02T08:55:49.287 INFO:tasks.workunit.client.0.smithi104.stdout:op 1286 completed, throughput=4.99MB/sec 2024-04-02T08:55:49.287 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g_-QvtBtfuEmOK1 off=4155697 len=1795959 2024-04-02T08:55:49.297 INFO:tasks.workunit.client.0.smithi104.stdout:op 1287 completed, throughput=5MB/sec 2024-04-02T08:55:49.297 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-amwFBuclB6OfBuF off=3535702 len=120008 2024-04-02T08:55:49.297 INFO:tasks.workunit.client.0.smithi104.stdout:op 1288 completed, throughput=5MB/sec 2024-04-02T08:55:49.297 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DYz_-ncJisygDlT off=3626460 len=234020 2024-04-02T08:55:49.298 INFO:tasks.workunit.client.0.smithi104.stdout:op 1289 completed, throughput=5MB/sec 2024-04-02T08:55:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:50.299 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mYEQClPoIPdbMmW off=468787 len=584021 2024-04-02T08:55:50.299 INFO:tasks.workunit.client.0.smithi104.stdout:op 1290 completed, throughput=4.98MB/sec 2024-04-02T08:55:50.300 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rRg3yxhlbYg7Nio off=22838396 len=43694 2024-04-02T08:55:50.300 INFO:tasks.workunit.client.0.smithi104.stdout:op 1291 completed, throughput=4.98MB/sec 2024-04-02T08:55:50.300 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-u1CVc_0MSkBKBYO off=2787255 len=1405809 2024-04-02T08:55:50.306 INFO:tasks.workunit.client.0.smithi104.stdout:op 1292 completed, throughput=4.99MB/sec 2024-04-02T08:55:50.306 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lmrpJKL2IE_eAma off=14750718 len=735682 2024-04-02T08:55:50.307 INFO:tasks.workunit.client.0.smithi104.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-02T08:55:50.307 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LGOSSp65OFbT_iX off=23187762 len=885945 2024-04-02T08:55:50.308 INFO:tasks.workunit.client.0.smithi104.stdout:op 1294 completed, throughput=4.99MB/sec 2024-04-02T08:55:50.308 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pMGRYPJqqbpjfb- off=3417193 len=1816205 2024-04-02T08:55:50.316 INFO:tasks.workunit.client.0.smithi104.stdout:op 1295 completed, throughput=5MB/sec 2024-04-02T08:55:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:50 smithi104 ceph-mon[96567]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:55:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:50 smithi104 ceph-mon[94081]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:55:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:50 smithi188 ceph-mon[86835]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:55:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:51.317 INFO:tasks.workunit.client.0.smithi104.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:51.317 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JjBuQb4Q348ZB9X off=8492756 len=518397 2024-04-02T08:55:51.320 INFO:tasks.workunit.client.0.smithi104.stdout:op 1296 completed, throughput=4.98MB/sec 2024-04-02T08:55:51.321 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-feIJ13zRoFfX99N off=8875935 len=1772365 2024-04-02T08:55:51.330 INFO:tasks.workunit.client.0.smithi104.stdout:op 1297 completed, throughput=4.99MB/sec 2024-04-02T08:55:51.330 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NW47m6CISIRLnZ6 off=4043428 len=1871280 2024-04-02T08:55:51.332 INFO:tasks.workunit.client.0.smithi104.stdout:op 1298 completed, throughput=5MB/sec 2024-04-02T08:55:51.332 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nH4lPFNMrEG5Ltw off=13240823 len=296334 2024-04-02T08:55:51.332 INFO:tasks.workunit.client.0.smithi104.stdout:op 1299 completed, throughput=5MB/sec 2024-04-02T08:55:51.332 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lfuv8LhWjvSqKLg off=10808804 len=94209 2024-04-02T08:55:51.334 INFO:tasks.workunit.client.0.smithi104.stdout:op 1300 completed, throughput=5MB/sec 2024-04-02T08:55:51.334 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S-8zLGdT79rH8ld off=12833510 len=79997 2024-04-02T08:55:51.336 INFO:tasks.workunit.client.0.smithi104.stdout:op 1301 completed, throughput=5MB/sec 2024-04-02T08:55:51.336 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CTox524Pr-e-s3X off=12357657 len=282102 2024-04-02T08:55:51.337 INFO:tasks.workunit.client.0.smithi104.stdout:op 1302 completed, throughput=5MB/sec 2024-04-02T08:55:51.337 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6wPNegN88GCjaPj off=154020 len=1848745 2024-04-02T08:55:51.343 INFO:tasks.workunit.client.0.smithi104.stdout:op 1303 completed, throughput=5.01MB/sec 2024-04-02T08:55:52.344 INFO:tasks.workunit.client.0.smithi104.stdout: 258: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:52.344 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aqsY3YWHBifI63X off=2487041 len=847783 2024-04-02T08:55:52.349 INFO:tasks.workunit.client.0.smithi104.stdout:op 1304 completed, throughput=4.99MB/sec 2024-04-02T08:55:52.349 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6UOHw58tXQ5TpjO off=3202575 len=1537533 2024-04-02T08:55:52.351 INFO:tasks.workunit.client.0.smithi104.stdout:op 1305 completed, throughput=5MB/sec 2024-04-02T08:55:52.351 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LdInCFucBSSuqlS off=5259365 len=674446 2024-04-02T08:55:52.351 INFO:tasks.workunit.client.0.smithi104.stdout:op 1306 completed, throughput=5MB/sec 2024-04-02T08:55:52.352 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RB2nv5EuxcK53xE off=6324688 len=576170 2024-04-02T08:55:52.355 INFO:tasks.workunit.client.0.smithi104.stdout:op 1307 completed, throughput=5MB/sec 2024-04-02T08:55:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:52 smithi104 ceph-mon[96567]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:52 smithi104 ceph-mon[94081]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:52 smithi188 ceph-mon[86835]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:55:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:55:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:53.355 INFO:tasks.workunit.client.0.smithi104.stdout: 259: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:53.355 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IEsPibickAv28Yf off=1176710 len=2022448 2024-04-02T08:55:53.364 INFO:tasks.workunit.client.0.smithi104.stdout:op 1308 completed, throughput=4.99MB/sec 2024-04-02T08:55:53.364 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5vJi1vUY9G9WRCp off=5678146 len=1987652 2024-04-02T08:55:53.372 INFO:tasks.workunit.client.0.smithi104.stdout:op 1309 completed, throughput=5MB/sec 2024-04-02T08:55:53.372 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-czSQna2g-LfaODP off=12837210 len=966308 2024-04-02T08:55:53.377 INFO:tasks.workunit.client.0.smithi104.stdout:op 1310 completed, throughput=5MB/sec 2024-04-02T08:55:53.377 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QAUY0O_cN_UCxU6 off=3368232 len=1927635 2024-04-02T08:55:53.378 INFO:tasks.workunit.client.0.smithi104.stdout:op 1311 completed, throughput=5.01MB/sec 2024-04-02T08:55:54.379 INFO:tasks.workunit.client.0.smithi104.stdout: 260: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:54.379 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lG0isMc_o00Wi2s off=10764115 len=600924 2024-04-02T08:55:54.379 INFO:tasks.workunit.client.0.smithi104.stdout:op 1312 completed, throughput=4.99MB/sec 2024-04-02T08:55:54.379 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LDmZR7oqqRhE5Ei off=1930469 len=1178733 2024-04-02T08:55:54.382 INFO:tasks.workunit.client.0.smithi104.stdout:op 1313 completed, throughput=4.99MB/sec 2024-04-02T08:55:54.382 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W2brcvPBaJYVfSV off=17973 len=271045 2024-04-02T08:55:54.386 INFO:tasks.workunit.client.0.smithi104.stdout:op 1314 completed, throughput=4.99MB/sec 2024-04-02T08:55:54.386 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-euuWEnPPxjtrybZ off=15596610 len=8972 2024-04-02T08:55:54.386 INFO:tasks.workunit.client.0.smithi104.stdout:op 1315 completed, throughput=4.99MB/sec 2024-04-02T08:55:54.386 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-q9YthoAtE0bQMU1 off=1540543 len=1802683 2024-04-02T08:55:54.387 INFO:tasks.workunit.client.0.smithi104.stdout:op 1316 completed, throughput=5MB/sec 2024-04-02T08:55:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:54 smithi104 ceph-mon[96567]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:55:54.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:54 smithi104 ceph-mon[94081]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:55:54.627 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:54 smithi188 ceph-mon[86835]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:55:55.388 INFO:tasks.workunit.client.0.smithi104.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:55.388 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kLeBe9nLGymh1cw off=1922293 len=928361 2024-04-02T08:55:55.392 INFO:tasks.workunit.client.0.smithi104.stdout:op 1317 completed, throughput=4.98MB/sec 2024-04-02T08:55:55.392 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_X7mzxLf0gqTcFP off=4115959 len=1870259 2024-04-02T08:55:55.395 INFO:tasks.workunit.client.0.smithi104.stdout:op 1318 completed, throughput=4.99MB/sec 2024-04-02T08:55:55.396 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-62OnqYdyjJbJQUw off=21940795 len=1709606 2024-04-02T08:55:55.404 INFO:tasks.workunit.client.0.smithi104.stdout:op 1319 completed, throughput=5MB/sec 2024-04-02T08:55:55.404 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iSx2Q-RRHY8O49W off=3695598 len=704297 2024-04-02T08:55:55.404 INFO:tasks.workunit.client.0.smithi104.stdout:op 1320 completed, throughput=5MB/sec 2024-04-02T08:55:56.138 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:55:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:55:55] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:55:56.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:56 smithi104 ceph-mon[96567]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:56.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:56 smithi104 ceph-mon[94081]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:56.405 INFO:tasks.workunit.client.0.smithi104.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:56.405 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5zaQxjOXCPY5S-B off=15422517 len=1723928 2024-04-02T08:55:56.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 1321 completed, throughput=4.99MB/sec 2024-04-02T08:55:56.414 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_1cd5g8e4pjnhAE off=6769389 len=73757 2024-04-02T08:55:56.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 1322 completed, throughput=4.99MB/sec 2024-04-02T08:55:56.414 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-P5iuGMX31qmdVK8 off=307239 len=748868 2024-04-02T08:55:56.418 INFO:tasks.workunit.client.0.smithi104.stdout:op 1323 completed, throughput=4.99MB/sec 2024-04-02T08:55:56.418 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4iEm_vdu5vRxEYP off=5026520 len=853915 2024-04-02T08:55:56.421 INFO:tasks.workunit.client.0.smithi104.stdout:op 1324 completed, throughput=4.99MB/sec 2024-04-02T08:55:56.421 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-r-QSjW1MeaSflwP off=1494793 len=1913515 2024-04-02T08:55:56.422 INFO:tasks.workunit.client.0.smithi104.stdout:op 1325 completed, throughput=5MB/sec 2024-04-02T08:55:56.422 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QJYHINycwx3AtWA off=17594057 len=958046 2024-04-02T08:55:56.427 INFO:tasks.workunit.client.0.smithi104.stdout:op 1326 completed, throughput=5MB/sec 2024-04-02T08:55:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:56 smithi188 ceph-mon[86835]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:57.373 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 08:55:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=sqlstore.transactions t=2024-04-02T08:55:56.958807135Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:55:57.428 INFO:tasks.workunit.client.0.smithi104.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:57.428 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zC8ZVrX4ZlZPWi7 off=17782531 len=1760997 2024-04-02T08:55:57.429 INFO:tasks.workunit.client.0.smithi104.stdout:op 1327 completed, throughput=4.99MB/sec 2024-04-02T08:55:57.429 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-w4BImxCvg8fH4mJ off=11003194 len=793942 2024-04-02T08:55:57.433 INFO:tasks.workunit.client.0.smithi104.stdout:op 1328 completed, throughput=4.99MB/sec 2024-04-02T08:55:57.433 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6Wj1PFAPeUZkrQV off=7198901 len=287731 2024-04-02T08:55:57.434 INFO:tasks.workunit.client.0.smithi104.stdout:op 1329 completed, throughput=4.99MB/sec 2024-04-02T08:55:57.434 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IkU2FuIcKfp-6Hf off=21877692 len=1483263 2024-04-02T08:55:57.442 INFO:tasks.workunit.client.0.smithi104.stdout:op 1330 completed, throughput=5MB/sec 2024-04-02T08:55:57.442 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TvTHAbNule1qCVz off=5090658 len=54288 2024-04-02T08:55:57.443 INFO:tasks.workunit.client.0.smithi104.stdout:op 1331 completed, throughput=5MB/sec 2024-04-02T08:55:57.443 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oSxhinofsvn_xNt off=14314128 len=1095566 2024-04-02T08:55:57.447 INFO:tasks.workunit.client.0.smithi104.stdout:op 1332 completed, throughput=5MB/sec 2024-04-02T08:55:58.447 INFO:tasks.workunit.client.0.smithi104.stdout: 264: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:58.447 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-awL3AizqTtaDTeo off=745476 len=1212654 2024-04-02T08:55:58.455 INFO:tasks.workunit.client.0.smithi104.stdout:op 1333 completed, throughput=4.99MB/sec 2024-04-02T08:55:58.455 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dq4iYpuIR-YlZHs off=11894736 len=1725573 2024-04-02T08:55:58.457 INFO:tasks.workunit.client.0.smithi104.stdout:op 1334 completed, throughput=5MB/sec 2024-04-02T08:55:58.457 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1zqm2mF9rPZXY6U off=869805 len=1436117 2024-04-02T08:55:58.459 INFO:tasks.workunit.client.0.smithi104.stdout:op 1335 completed, throughput=5MB/sec 2024-04-02T08:55:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:55:58 smithi188 ceph-mon[86835]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:55:58 smithi104 ceph-mon[94081]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:58.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:55:58 smithi104 ceph-mon[96567]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:59.460 INFO:tasks.workunit.client.0.smithi104.stdout: 265: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:59.460 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pOeOUznPjm_av0S off=298731 len=528497 2024-04-02T08:55:59.462 INFO:tasks.workunit.client.0.smithi104.stdout:op 1336 completed, throughput=4.98MB/sec 2024-04-02T08:55:59.462 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3pQwc6gB0uErY3w off=16423166 len=569987 2024-04-02T08:55:59.465 INFO:tasks.workunit.client.0.smithi104.stdout:op 1337 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.465 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-97Ju77x2_ObIw0G off=10456047 len=1875134 2024-04-02T08:55:59.473 INFO:tasks.workunit.client.0.smithi104.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.473 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7R4S5WuT5WAShDD off=2006559 len=708808 2024-04-02T08:55:59.473 INFO:tasks.workunit.client.0.smithi104.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.474 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-05JoFoAIYtTlArr off=6235170 len=75822 2024-04-02T08:55:59.474 INFO:tasks.workunit.client.0.smithi104.stdout:op 1340 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.474 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-awL3AizqTtaDTeo off=1320309 len=1685974 2024-04-02T08:55:59.484 INFO:tasks.workunit.client.0.smithi104.stdout:op 1341 completed, throughput=5MB/sec 2024-04-02T08:56:00.484 INFO:tasks.workunit.client.0.smithi104.stdout: 266: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:00.484 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QOHM17erc_5aY45 off=1837453 len=1603083 2024-04-02T08:56:00.493 INFO:tasks.workunit.client.0.smithi104.stdout:op 1342 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.493 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hdW4tGV-WaWpt75 off=19889509 len=491878 2024-04-02T08:56:00.496 INFO:tasks.workunit.client.0.smithi104.stdout:op 1343 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.497 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dztq2dNDHEJWGTR off=3889193 len=1322587 2024-04-02T08:56:00.497 INFO:tasks.workunit.client.0.smithi104.stdout:op 1344 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.497 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3vAXSvozHnDI-_k off=12819829 len=1840731 2024-04-02T08:56:00.507 INFO:tasks.workunit.client.0.smithi104.stdout:op 1345 completed, throughput=5MB/sec 2024-04-02T08:56:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:00 smithi188 ceph-mon[86835]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:00 smithi104 ceph-mon[96567]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:00 smithi104 ceph-mon[94081]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:01.507 INFO:tasks.workunit.client.0.smithi104.stdout: 267: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:01.507 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2xk1UL5OWPUSU30 off=15816086 len=743786 2024-04-02T08:56:01.511 INFO:tasks.workunit.client.0.smithi104.stdout:op 1346 completed, throughput=4.98MB/sec 2024-04-02T08:56:01.511 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uKYPvpnfsSEA3pD off=2285024 len=207145 2024-04-02T08:56:01.514 INFO:tasks.workunit.client.0.smithi104.stdout:op 1347 completed, throughput=4.99MB/sec 2024-04-02T08:56:01.514 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G7tFLlG5uKJRzcw off=6113888 len=1311994 2024-04-02T08:56:01.519 INFO:tasks.workunit.client.0.smithi104.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-02T08:56:01.519 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MvmhflMYgs39ig8 off=7717233 len=887864 2024-04-02T08:56:01.520 INFO:tasks.workunit.client.0.smithi104.stdout:op 1349 completed, throughput=4.99MB/sec 2024-04-02T08:56:01.520 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GN51mBZdsaDLIFn off=6324477 len=1668138 2024-04-02T08:56:01.529 INFO:tasks.workunit.client.0.smithi104.stdout:op 1350 completed, throughput=5MB/sec 2024-04-02T08:56:01.529 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1FtWMnDXkUIYSHG off=9687089 len=717076 2024-04-02T08:56:01.532 INFO:tasks.workunit.client.0.smithi104.stdout:op 1351 completed, throughput=5MB/sec 2024-04-02T08:56:02.532 INFO:tasks.workunit.client.0.smithi104.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:02.533 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tY3zgpZ9-6otWcE off=1788621 len=258615 2024-04-02T08:56:02.533 INFO:tasks.workunit.client.0.smithi104.stdout:op 1352 completed, throughput=4.98MB/sec 2024-04-02T08:56:02.533 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mLUJ4vk2nrbNrhT off=436358 len=603457 2024-04-02T08:56:02.534 INFO:tasks.workunit.client.0.smithi104.stdout:op 1353 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.534 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BoSot89UKRmDAIg off=3963458 len=616108 2024-04-02T08:56:02.535 INFO:tasks.workunit.client.0.smithi104.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.535 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-i0YSDT_1x1p_kMq off=1389371 len=602020 2024-04-02T08:56:02.537 INFO:tasks.workunit.client.0.smithi104.stdout:op 1355 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.537 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8WqEvqmq39yC6BT off=5044332 len=24084 2024-04-02T08:56:02.539 INFO:tasks.workunit.client.0.smithi104.stdout:op 1356 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.539 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mM7M-h0yn_xTu8J off=4350631 len=437451 2024-04-02T08:56:02.540 INFO:tasks.workunit.client.0.smithi104.stdout:op 1357 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.540 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FTXQPN085IccOlj off=4945001 len=882630 2024-04-02T08:56:02.545 INFO:tasks.workunit.client.0.smithi104.stdout:op 1358 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.545 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2ii1qT0eZmd3ytV off=6450444 len=1734104 2024-04-02T08:56:02.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 1359 completed, throughput=5MB/sec 2024-04-02T08:56:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:02 smithi188 ceph-mon[86835]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:56:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:02 smithi104 ceph-mon[94081]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:02 smithi104 ceph-mon[96567]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:03.553 INFO:tasks.workunit.client.0.smithi104.stdout: 269: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:03.553 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vTL7Dxk4-_QVatC off=5986703 len=216480 2024-04-02T08:56:03.556 INFO:tasks.workunit.client.0.smithi104.stdout:op 1360 completed, throughput=4.98MB/sec 2024-04-02T08:56:03.556 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lhr_W4h6MFAXTs9 off=3486171 len=1851901 2024-04-02T08:56:03.565 INFO:tasks.workunit.client.0.smithi104.stdout:op 1361 completed, throughput=4.99MB/sec 2024-04-02T08:56:03.565 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Wifdaz3cWZWkfPw off=1401255 len=1687303 2024-04-02T08:56:03.572 INFO:tasks.workunit.client.0.smithi104.stdout:op 1362 completed, throughput=4.99MB/sec 2024-04-02T08:56:03.572 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gkDLEAMIxWKNJND off=2303528 len=1370237 2024-04-02T08:56:03.574 INFO:tasks.workunit.client.0.smithi104.stdout:op 1363 completed, throughput=5MB/sec 2024-04-02T08:56:03.574 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Z_4KvHKy3RRNPYM off=5962866 len=1235657 2024-04-02T08:56:03.575 INFO:tasks.workunit.client.0.smithi104.stdout:op 1364 completed, throughput=5MB/sec 2024-04-02T08:56:04.575 INFO:tasks.workunit.client.0.smithi104.stdout: 270: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:04.575 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-25zx63JMY-00BVR off=748618 len=1664832 2024-04-02T08:56:04.581 INFO:tasks.workunit.client.0.smithi104.stdout:op 1365 completed, throughput=4.99MB/sec 2024-04-02T08:56:04.581 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-F6m5njk-d3Kr5yK off=2096319 len=404579 2024-04-02T08:56:04.584 INFO:tasks.workunit.client.0.smithi104.stdout:op 1366 completed, throughput=4.99MB/sec 2024-04-02T08:56:04.585 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gV5-HZ44x57XLQJ off=0 len=1097256 2024-04-02T08:56:04.586 INFO:tasks.workunit.client.0.smithi104.stdout:op 1367 completed, throughput=5MB/sec 2024-04-02T08:56:04.586 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CeVuo9y_mykAGf3 off=12863804 len=1190647 2024-04-02T08:56:04.590 INFO:tasks.workunit.client.0.smithi104.stdout:op 1368 completed, throughput=5MB/sec 2024-04-02T08:56:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:04 smithi188 ceph-mon[86835]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:04 smithi104 ceph-mon[96567]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:04 smithi104 ceph-mon[94081]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:05.591 INFO:tasks.workunit.client.0.smithi104.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:05.591 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E-TFYWiKXKO9s72 off=8301612 len=2038581 2024-04-02T08:56:05.592 INFO:tasks.workunit.client.0.smithi104.stdout:op 1369 completed, throughput=4.99MB/sec 2024-04-02T08:56:05.592 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NIgI_UB4BWuPORp off=6051249 len=378293 2024-04-02T08:56:05.594 INFO:tasks.workunit.client.0.smithi104.stdout:op 1370 completed, throughput=4.99MB/sec 2024-04-02T08:56:05.594 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sJphMyYlj7_SxF5 off=270176 len=1326886 2024-04-02T08:56:05.599 INFO:tasks.workunit.client.0.smithi104.stdout:op 1371 completed, throughput=4.99MB/sec 2024-04-02T08:56:05.600 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-R9ZsqXZIrEDSfLA off=4850240 len=1358286 2024-04-02T08:56:05.601 INFO:tasks.workunit.client.0.smithi104.stdout:op 1372 completed, throughput=5MB/sec 2024-04-02T08:56:05.601 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2wvAR5coXVc4zkn off=7115994 len=985813 2024-04-02T08:56:05.605 INFO:tasks.workunit.client.0.smithi104.stdout:op 1373 completed, throughput=5MB/sec 2024-04-02T08:56:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:56:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:56:05] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:56:06.605 INFO:tasks.workunit.client.0.smithi104.stdout: 272: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:06.605 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8CiSwiiSxVEuznS off=2690174 len=1164687 2024-04-02T08:56:06.611 INFO:tasks.workunit.client.0.smithi104.stdout:op 1374 completed, throughput=4.99MB/sec 2024-04-02T08:56:06.611 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-87a7W2-d1kiuWn1 off=1750996 len=703551 2024-04-02T08:56:06.616 INFO:tasks.workunit.client.0.smithi104.stdout:op 1375 completed, throughput=4.99MB/sec 2024-04-02T08:56:06.616 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jfsFxGFVvAxmMBp off=3734666 len=251324 2024-04-02T08:56:06.618 INFO:tasks.workunit.client.0.smithi104.stdout:op 1376 completed, throughput=4.99MB/sec 2024-04-02T08:56:06.618 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7vlqyTTNUH-KWbT off=3896167 len=1099874 2024-04-02T08:56:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:06 smithi188 ceph-mon[86835]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:06.624 INFO:tasks.workunit.client.0.smithi104.stdout:op 1377 completed, throughput=5MB/sec 2024-04-02T08:56:06.624 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LBp3d_Uxo4dtumo off=856150 len=3556 2024-04-02T08:56:06.624 INFO:tasks.workunit.client.0.smithi104.stdout:op 1378 completed, throughput=5MB/sec 2024-04-02T08:56:06.624 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fu4YdSrisb9i2yD off=1813902 len=228785 2024-04-02T08:56:06.625 INFO:tasks.workunit.client.0.smithi104.stdout:op 1379 completed, throughput=5MB/sec 2024-04-02T08:56:06.625 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lDQ1HsydoEBeizS off=4582209 len=1620927 2024-04-02T08:56:06.630 INFO:tasks.workunit.client.0.smithi104.stdout:op 1380 completed, throughput=5MB/sec 2024-04-02T08:56:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:06 smithi104 ceph-mon[96567]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:06 smithi104 ceph-mon[94081]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:07.631 INFO:tasks.workunit.client.0.smithi104.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:07.631 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DEsOpU_pJcdx2IV off=6130705 len=1532386 2024-04-02T08:56:07.639 INFO:tasks.workunit.client.0.smithi104.stdout:op 1381 completed, throughput=4.99MB/sec 2024-04-02T08:56:07.639 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qMJATVYQiWC161s off=0 len=1663833 2024-04-02T08:56:07.642 INFO:tasks.workunit.client.0.smithi104.stdout:op 1382 completed, throughput=4.99MB/sec 2024-04-02T08:56:07.642 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7mxKUw-35GmrDnF off=11507988 len=2011680 2024-04-02T08:56:07.651 INFO:tasks.workunit.client.0.smithi104.stdout:op 1383 completed, throughput=5MB/sec 2024-04-02T08:56:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:08 smithi188 ceph-mon[86835]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:08 smithi104 ceph-mon[94081]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:08 smithi104 ceph-mon[96567]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:08.651 INFO:tasks.workunit.client.0.smithi104.stdout: 274: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:08.652 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8bxthPSfj03ZLIZ off=7033179 len=467625 2024-04-02T08:56:08.656 INFO:tasks.workunit.client.0.smithi104.stdout:op 1384 completed, throughput=4.98MB/sec 2024-04-02T08:56:08.656 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BWSAk4G5YJ5gYeG off=2737466 len=404144 2024-04-02T08:56:08.656 INFO:tasks.workunit.client.0.smithi104.stdout:op 1385 completed, throughput=4.99MB/sec 2024-04-02T08:56:08.656 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6zF8D08yKcVxJeW off=15472510 len=1214211 2024-04-02T08:56:08.657 INFO:tasks.workunit.client.0.smithi104.stdout:op 1386 completed, throughput=4.99MB/sec 2024-04-02T08:56:08.657 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1k9YOB34hi8Z_mc off=8248230 len=583073 2024-04-02T08:56:08.658 INFO:tasks.workunit.client.0.smithi104.stdout:op 1387 completed, throughput=4.99MB/sec 2024-04-02T08:56:08.658 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-U58U6rl2ml1GUnv off=16360774 len=1876533 2024-04-02T08:56:08.659 INFO:tasks.workunit.client.0.smithi104.stdout:op 1388 completed, throughput=5MB/sec 2024-04-02T08:56:08.659 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d1BJbIYQ7jKtXaO off=5579262 len=1856665 2024-04-02T08:56:08.675 INFO:tasks.workunit.client.0.smithi104.stdout:op 1389 completed, throughput=5MB/sec 2024-04-02T08:56:09.676 INFO:tasks.workunit.client.0.smithi104.stdout: 275: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:09.676 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ol1vldnzO-f6sRx off=4156602 len=783037 2024-04-02T08:56:09.676 INFO:tasks.workunit.client.0.smithi104.stdout:op 1390 completed, throughput=4.99MB/sec 2024-04-02T08:56:09.677 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-93tTBZsV8cFrq5c off=224855 len=1658461 2024-04-02T08:56:09.678 INFO:tasks.workunit.client.0.smithi104.stdout:op 1391 completed, throughput=5MB/sec 2024-04-02T08:56:09.678 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MTDhSL_CcOZMjoZ off=15048616 len=288731 2024-04-02T08:56:09.678 INFO:tasks.workunit.client.0.smithi104.stdout:op 1392 completed, throughput=5MB/sec 2024-04-02T08:56:09.679 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oKa2vhn2ba1NgVc off=5531038 len=42630 2024-04-02T08:56:09.680 INFO:tasks.workunit.client.0.smithi104.stdout:op 1393 completed, throughput=5MB/sec 2024-04-02T08:56:09.680 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B2U9jGVUKR1JI28 off=257733 len=867884 2024-04-02T08:56:09.681 INFO:tasks.workunit.client.0.smithi104.stdout:op 1394 completed, throughput=5MB/sec 2024-04-02T08:56:09.681 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lk8-_gYUux2E6Y0 off=15086865 len=945438 2024-04-02T08:56:09.686 INFO:tasks.workunit.client.0.smithi104.stdout:op 1395 completed, throughput=5MB/sec 2024-04-02T08:56:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:10 smithi188 ceph-mon[86835]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:56:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:10 smithi104 ceph-mon[96567]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:56:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:10 smithi104 ceph-mon[94081]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:56:10.686 INFO:tasks.workunit.client.0.smithi104.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:10.686 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hq7gLfhhUvQmJV6 off=3409708 len=545594 2024-04-02T08:56:10.690 INFO:tasks.workunit.client.0.smithi104.stdout:op 1396 completed, throughput=4.99MB/sec 2024-04-02T08:56:10.690 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-O_AQMgiISX_UZz1 off=11897929 len=1170650 2024-04-02T08:56:10.692 INFO:tasks.workunit.client.0.smithi104.stdout:op 1397 completed, throughput=4.99MB/sec 2024-04-02T08:56:10.693 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BdjUujwZ0LJSSWt off=842285 len=279292 2024-04-02T08:56:10.695 INFO:tasks.workunit.client.0.smithi104.stdout:op 1398 completed, throughput=4.99MB/sec 2024-04-02T08:56:10.695 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--L5chtXjMaHdnD8 off=3073244 len=360903 2024-04-02T08:56:10.695 INFO:tasks.workunit.client.0.smithi104.stdout:op 1399 completed, throughput=4.99MB/sec 2024-04-02T08:56:10.695 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eGpL82y-IKIDsHL off=3883679 len=1361005 2024-04-02T08:56:10.697 INFO:tasks.workunit.client.0.smithi104.stdout:op 1400 completed, throughput=5MB/sec 2024-04-02T08:56:10.697 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-A3md7NcF_eJuaWX off=295395 len=1753444 2024-04-02T08:56:10.698 INFO:tasks.workunit.client.0.smithi104.stdout:op 1401 completed, throughput=5MB/sec 2024-04-02T08:56:11.699 INFO:tasks.workunit.client.0.smithi104.stdout: 277: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:11.699 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qMGTMSVHnZZnoBW off=3084423 len=1765762 2024-04-02T08:56:11.705 INFO:tasks.workunit.client.0.smithi104.stdout:op 1402 completed, throughput=4.99MB/sec 2024-04-02T08:56:11.705 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZaQo0lSIeXojEhD off=82561 len=988900 2024-04-02T08:56:11.711 INFO:tasks.workunit.client.0.smithi104.stdout:op 1403 completed, throughput=4.99MB/sec 2024-04-02T08:56:11.711 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ws9TTE9hV1qSsiB off=3280197 len=389232 2024-04-02T08:56:11.714 INFO:tasks.workunit.client.0.smithi104.stdout:op 1404 completed, throughput=5MB/sec 2024-04-02T08:56:11.714 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-39X215wEXAmgkzE off=7892352 len=685517 2024-04-02T08:56:11.718 INFO:tasks.workunit.client.0.smithi104.stdout:op 1405 completed, throughput=5MB/sec 2024-04-02T08:56:11.718 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fSvRaWH9wq3saO5 off=5384415 len=2067278 2024-04-02T08:56:11.720 INFO:tasks.workunit.client.0.smithi104.stdout:op 1406 completed, throughput=5MB/sec 2024-04-02T08:56:12.425 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:12 smithi188 ceph-mon[86835]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:56:12.426 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:56:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:56:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:12 smithi104 ceph-mon[96567]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:56:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:12 smithi104 ceph-mon[94081]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:56:12.720 INFO:tasks.workunit.client.0.smithi104.stdout: 278: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:12.720 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-x2dX6hYSHWN4a4q off=5819953 len=1140967 2024-04-02T08:56:12.721 INFO:tasks.workunit.client.0.smithi104.stdout:op 1407 completed, throughput=4.99MB/sec 2024-04-02T08:56:12.721 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tZSASyKDTcl2yt_ off=119496 len=587738 2024-04-02T08:56:12.725 INFO:tasks.workunit.client.0.smithi104.stdout:op 1408 completed, throughput=4.99MB/sec 2024-04-02T08:56:12.725 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GE-WG-MVYSLkiIZ off=9737697 len=909768 2024-04-02T08:56:12.726 INFO:tasks.workunit.client.0.smithi104.stdout:op 1409 completed, throughput=5MB/sec 2024-04-02T08:56:12.726 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-F5adbNurrzNgvEN off=497610 len=206668 2024-04-02T08:56:12.729 INFO:tasks.workunit.client.0.smithi104.stdout:op 1410 completed, throughput=5MB/sec 2024-04-02T08:56:12.729 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8e6HukS93cmmiRd off=2872113 len=221305 2024-04-02T08:56:12.732 INFO:tasks.workunit.client.0.smithi104.stdout:op 1411 completed, throughput=5MB/sec 2024-04-02T08:56:12.732 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-f8q1nZ-HacHUxpV off=9057364 len=465504 2024-04-02T08:56:12.733 INFO:tasks.workunit.client.0.smithi104.stdout:op 1412 completed, throughput=5MB/sec 2024-04-02T08:56:12.733 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Du_0TwwXv82trXQ off=1082868 len=537639 2024-04-02T08:56:12.735 INFO:tasks.workunit.client.0.smithi104.stdout:op 1413 completed, throughput=5MB/sec 2024-04-02T08:56:13.736 INFO:tasks.workunit.client.0.smithi104.stdout: 279: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:13.736 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I7_RjjWobv-CAt- off=5855820 len=236931 2024-04-02T08:56:13.739 INFO:tasks.workunit.client.0.smithi104.stdout:op 1414 completed, throughput=4.98MB/sec 2024-04-02T08:56:13.739 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RWUwiFnU-YevxnP off=16595144 len=1904734 2024-04-02T08:56:13.748 INFO:tasks.workunit.client.0.smithi104.stdout:op 1415 completed, throughput=4.99MB/sec 2024-04-02T08:56:13.748 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8WqEvqmq39yC6BT off=2150860 len=1112469 2024-04-02T08:56:13.750 INFO:tasks.workunit.client.0.smithi104.stdout:op 1416 completed, throughput=4.99MB/sec 2024-04-02T08:56:13.750 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Jqf-uLm5KOLREKC off=2511853 len=146046 2024-04-02T08:56:13.753 INFO:tasks.workunit.client.0.smithi104.stdout:op 1417 completed, throughput=4.99MB/sec 2024-04-02T08:56:13.753 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1p5nXEz-4WCBbcc off=14174360 len=1938051 2024-04-02T08:56:13.759 INFO:tasks.workunit.client.0.smithi104.stdout:op 1418 completed, throughput=5MB/sec 2024-04-02T08:56:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:14 smithi188 ceph-mon[86835]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:14 smithi104 ceph-mon[96567]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:14 smithi104 ceph-mon[94081]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:14.759 INFO:tasks.workunit.client.0.smithi104.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:14.760 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vUtBo8iwOIfuAXq off=6556944 len=1679644 2024-04-02T08:56:14.766 INFO:tasks.workunit.client.0.smithi104.stdout:op 1419 completed, throughput=4.99MB/sec 2024-04-02T08:56:14.766 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2kvQwt3UC65it6q off=1809952 len=757455 2024-04-02T08:56:14.769 INFO:tasks.workunit.client.0.smithi104.stdout:op 1420 completed, throughput=4.99MB/sec 2024-04-02T08:56:14.770 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N00QWErhATUlNI9 off=7104120 len=446680 2024-04-02T08:56:14.772 INFO:tasks.workunit.client.0.smithi104.stdout:op 1421 completed, throughput=4.99MB/sec 2024-04-02T08:56:14.772 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eOeqeXRnKEhVl0H off=20675594 len=1726820 2024-04-02T08:56:14.780 INFO:tasks.workunit.client.0.smithi104.stdout:op 1422 completed, throughput=5MB/sec 2024-04-02T08:56:14.780 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ylTTmYyanXfHY3A off=5530127 len=844589 2024-04-02T08:56:14.782 INFO:tasks.workunit.client.0.smithi104.stdout:op 1423 completed, throughput=5MB/sec 2024-04-02T08:56:15.782 INFO:tasks.workunit.client.0.smithi104.stdout: 281: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:15.783 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GEqubvpnzRU-pTo off=744852 len=780398 2024-04-02T08:56:15.783 INFO:tasks.workunit.client.0.smithi104.stdout:op 1424 completed, throughput=4.99MB/sec 2024-04-02T08:56:15.783 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-K76gLeWX503cbq6 off=1138076 len=676473 2024-04-02T08:56:15.784 INFO:tasks.workunit.client.0.smithi104.stdout:op 1425 completed, throughput=4.99MB/sec 2024-04-02T08:56:15.784 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1z_tganOM3RF76H off=844183 len=1752171 2024-04-02T08:56:15.793 INFO:tasks.workunit.client.0.smithi104.stdout:op 1426 completed, throughput=4.99MB/sec 2024-04-02T08:56:15.793 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QJ8u8a_C0jnDHhR off=12460191 len=636094 2024-04-02T08:56:15.793 INFO:tasks.workunit.client.0.smithi104.stdout:op 1427 completed, throughput=5MB/sec 2024-04-02T08:56:15.793 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5Hh1xb-dygroR-4 off=4893417 len=1071772 2024-04-02T08:56:15.794 INFO:tasks.workunit.client.0.smithi104.stdout:op 1428 completed, throughput=5MB/sec 2024-04-02T08:56:15.794 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PIkAZixBaC73G8G off=296382 len=566896 2024-04-02T08:56:15.797 INFO:tasks.workunit.client.0.smithi104.stdout:op 1429 completed, throughput=5MB/sec 2024-04-02T08:56:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:56:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:56:15] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:56:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:16 smithi188 ceph-mon[86835]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:56:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:16 smithi104 ceph-mon[94081]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:56:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:16 smithi104 ceph-mon[96567]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:56:16.797 INFO:tasks.workunit.client.0.smithi104.stdout: 282: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:16.797 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fBLLXqCkzj8EL-b off=17189829 len=253937 2024-04-02T08:56:16.800 INFO:tasks.workunit.client.0.smithi104.stdout:op 1430 completed, throughput=4.98MB/sec 2024-04-02T08:56:16.800 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YK0N06wwfzQkry5 off=8748454 len=2073176 2024-04-02T08:56:16.812 INFO:tasks.workunit.client.0.smithi104.stdout:op 1431 completed, throughput=4.99MB/sec 2024-04-02T08:56:16.812 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KqSxjkTpchavdWI off=265652 len=1802321 2024-04-02T08:56:16.819 INFO:tasks.workunit.client.0.smithi104.stdout:op 1432 completed, throughput=5MB/sec 2024-04-02T08:56:16.819 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BBiImlfX6sBVepk off=3151013 len=1285587 2024-04-02T08:56:16.826 INFO:tasks.workunit.client.0.smithi104.stdout:op 1433 completed, throughput=5MB/sec 2024-04-02T08:56:17.827 INFO:tasks.workunit.client.0.smithi104.stdout: 283: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:17.827 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vqaTwI7_z-KoaIR off=11952973 len=846634 2024-04-02T08:56:17.829 INFO:tasks.workunit.client.0.smithi104.stdout:op 1434 completed, throughput=4.99MB/sec 2024-04-02T08:56:17.829 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-M7aVLJZyp2xoNgz off=9347496 len=1254469 2024-04-02T08:56:17.830 INFO:tasks.workunit.client.0.smithi104.stdout:op 1435 completed, throughput=4.99MB/sec 2024-04-02T08:56:17.830 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XSLFdiYPnOiXs30 off=700078 len=714406 2024-04-02T08:56:17.834 INFO:tasks.workunit.client.0.smithi104.stdout:op 1436 completed, throughput=4.99MB/sec 2024-04-02T08:56:17.835 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PYrVrNCMow2WB7E off=6264341 len=1527275 2024-04-02T08:56:17.836 INFO:tasks.workunit.client.0.smithi104.stdout:op 1437 completed, throughput=5MB/sec 2024-04-02T08:56:17.836 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WPcM-yuOSwEg8A9 off=7143419 len=110242 2024-04-02T08:56:17.838 INFO:tasks.workunit.client.0.smithi104.stdout:op 1438 completed, throughput=5MB/sec 2024-04-02T08:56:17.838 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SgZsXu_ftmJC11M off=8880805 len=1325863 2024-04-02T08:56:17.839 INFO:tasks.workunit.client.0.smithi104.stdout:op 1439 completed, throughput=5MB/sec 2024-04-02T08:56:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:18 smithi188 ceph-mon[86835]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:18 smithi104 ceph-mon[94081]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:18 smithi104 ceph-mon[96567]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:56:18.839 INFO:tasks.workunit.client.0.smithi104.stdout: 284: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:18.839 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pMl0lJVvNLWBQLA off=11598867 len=1411331 2024-04-02T08:56:18.846 INFO:tasks.workunit.client.0.smithi104.stdout:op 1440 completed, throughput=4.99MB/sec 2024-04-02T08:56:18.846 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Zu3zTU72p7oQE6i off=363715 len=905815 2024-04-02T08:56:18.848 INFO:tasks.workunit.client.0.smithi104.stdout:op 1441 completed, throughput=4.99MB/sec 2024-04-02T08:56:18.848 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LgHgk0JQ9bhdQYJ off=19218852 len=666825 2024-04-02T08:56:18.848 INFO:tasks.workunit.client.0.smithi104.stdout:op 1442 completed, throughput=5MB/sec 2024-04-02T08:56:18.849 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dSpZqMItGK4sPqa off=344340 len=832799 2024-04-02T08:56:18.852 INFO:tasks.workunit.client.0.smithi104.stdout:op 1443 completed, throughput=5MB/sec 2024-04-02T08:56:18.852 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Oct9rTqQsu7XwiH off=416675 len=1650723 2024-04-02T08:56:18.859 INFO:tasks.workunit.client.0.smithi104.stdout:op 1444 completed, throughput=5MB/sec 2024-04-02T08:56:19.860 INFO:tasks.workunit.client.0.smithi104.stdout: 285: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:19.860 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Sh6A6K6Cek1NZev off=10213977 len=1461015 2024-04-02T08:56:19.861 INFO:tasks.workunit.client.0.smithi104.stdout:op 1445 completed, throughput=4.99MB/sec 2024-04-02T08:56:19.861 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4iyjYs3NEa3jK78 off=1323599 len=692448 2024-04-02T08:56:19.861 INFO:tasks.workunit.client.0.smithi104.stdout:op 1446 completed, throughput=4.99MB/sec 2024-04-02T08:56:19.862 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xHMk1COtVz3V7ES off=2346841 len=1045696 2024-04-02T08:56:19.862 INFO:tasks.workunit.client.0.smithi104.stdout:op 1447 completed, throughput=5MB/sec 2024-04-02T08:56:19.863 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zL7mqkprK6rN7bT off=2100524 len=973720 2024-04-02T08:56:19.864 INFO:tasks.workunit.client.0.smithi104.stdout:op 1448 completed, throughput=5MB/sec 2024-04-02T08:56:19.864 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7pc8draa-omsc6a off=16442042 len=1895400 2024-04-02T08:56:19.871 INFO:tasks.workunit.client.0.smithi104.stdout:op 1449 completed, throughput=5.01MB/sec 2024-04-02T08:56:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:20 smithi188 ceph-mon[86835]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:20 smithi104 ceph-mon[94081]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:20 smithi104 ceph-mon[96567]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:20.871 INFO:tasks.workunit.client.0.smithi104.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:20.871 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XVR7EjqUI09e9u7 off=6908471 len=420956 2024-04-02T08:56:20.875 INFO:tasks.workunit.client.0.smithi104.stdout:op 1450 completed, throughput=4.99MB/sec 2024-04-02T08:56:20.875 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IVh_80Etu7Fizm6 off=173931 len=153017 2024-04-02T08:56:20.875 INFO:tasks.workunit.client.0.smithi104.stdout:op 1451 completed, throughput=4.99MB/sec 2024-04-02T08:56:20.875 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Kh-ZIO9ddZUwpgV off=6426300 len=136892 2024-04-02T08:56:20.877 INFO:tasks.workunit.client.0.smithi104.stdout:op 1452 completed, throughput=4.99MB/sec 2024-04-02T08:56:20.877 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AOr4KSYGp7zJrP_ off=7121091 len=55779 2024-04-02T08:56:20.879 INFO:tasks.workunit.client.0.smithi104.stdout:op 1453 completed, throughput=4.99MB/sec 2024-04-02T08:56:20.879 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9ctnzEHu9J4sK79 off=7120214 len=1611975 2024-04-02T08:56:20.880 INFO:tasks.workunit.client.0.smithi104.stdout:op 1454 completed, throughput=5MB/sec 2024-04-02T08:56:20.880 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0I69TfV94OnIKKn off=14805399 len=2070932 2024-04-02T08:56:20.889 INFO:tasks.workunit.client.0.smithi104.stdout:op 1455 completed, throughput=5MB/sec 2024-04-02T08:56:21.889 INFO:tasks.workunit.client.0.smithi104.stdout: 287: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:21.890 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hchHCiNEUm2yCHS off=5474843 len=299549 2024-04-02T08:56:21.892 INFO:tasks.workunit.client.0.smithi104.stdout:op 1456 completed, throughput=4.99MB/sec 2024-04-02T08:56:21.892 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OAzWFhFWOTgUzGu off=8746182 len=363305 2024-04-02T08:56:21.893 INFO:tasks.workunit.client.0.smithi104.stdout:op 1457 completed, throughput=4.99MB/sec 2024-04-02T08:56:21.893 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dlBQena0_PyqrU- off=874990 len=1838234 2024-04-02T08:56:21.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 1458 completed, throughput=4.99MB/sec 2024-04-02T08:56:21.895 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JVIr_8CGys4yWyB off=12929073 len=817556 2024-04-02T08:56:21.900 INFO:tasks.workunit.client.0.smithi104.stdout:op 1459 completed, throughput=5MB/sec 2024-04-02T08:56:21.900 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-12_ii5l_wk84XrD off=4987451 len=815520 2024-04-02T08:56:21.904 INFO:tasks.workunit.client.0.smithi104.stdout:op 1460 completed, throughput=5MB/sec 2024-04-02T08:56:21.904 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mTbxIzXPjvOiWgb off=2080250 len=1009131 2024-04-02T08:56:21.905 INFO:tasks.workunit.client.0.smithi104.stdout:op 1461 completed, throughput=5MB/sec 2024-04-02T08:56:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:22 smithi188 ceph-mon[86835]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:56:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:22 smithi104 ceph-mon[94081]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:22 smithi104 ceph-mon[96567]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:22.905 INFO:tasks.workunit.client.0.smithi104.stdout: 288: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:22.905 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-amwFBuclB6OfBuF off=3292276 len=1667631 2024-04-02T08:56:22.911 INFO:tasks.workunit.client.0.smithi104.stdout:op 1462 completed, throughput=4.99MB/sec 2024-04-02T08:56:22.911 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yJzGS_z6jcRQZCe off=3125961 len=1677595 2024-04-02T08:56:22.913 INFO:tasks.workunit.client.0.smithi104.stdout:op 1463 completed, throughput=5MB/sec 2024-04-02T08:56:22.913 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-86Gtr8ATF2QjOck off=6583350 len=1038472 2024-04-02T08:56:22.914 INFO:tasks.workunit.client.0.smithi104.stdout:op 1464 completed, throughput=5MB/sec 2024-04-02T08:56:22.914 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hQ7-tfU1loRODTk off=7958243 len=849872 2024-04-02T08:56:22.917 INFO:tasks.workunit.client.0.smithi104.stdout:op 1465 completed, throughput=5MB/sec 2024-04-02T08:56:23.917 INFO:tasks.workunit.client.0.smithi104.stdout: 289: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:23.917 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7Zh9CftQLN9_6BQ off=725216 len=1442977 2024-04-02T08:56:23.923 INFO:tasks.workunit.client.0.smithi104.stdout:op 1466 completed, throughput=4.99MB/sec 2024-04-02T08:56:23.923 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VGD31Gg-x1tpe4C off=20382780 len=1967766 2024-04-02T08:56:23.927 INFO:tasks.workunit.client.0.smithi104.stdout:op 1467 completed, throughput=5MB/sec 2024-04-02T08:56:23.927 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mGQJ2R64XVQdttV off=2223700 len=400328 2024-04-02T08:56:23.929 INFO:tasks.workunit.client.0.smithi104.stdout:op 1468 completed, throughput=5MB/sec 2024-04-02T08:56:23.929 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-J7iLbPtdD1tI3o0 off=16994830 len=581729 2024-04-02T08:56:23.932 INFO:tasks.workunit.client.0.smithi104.stdout:op 1469 completed, throughput=5MB/sec 2024-04-02T08:56:23.932 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VgggfLdrlfET-0D off=20296790 len=974902 2024-04-02T08:56:23.933 INFO:tasks.workunit.client.0.smithi104.stdout:op 1470 completed, throughput=5MB/sec 2024-04-02T08:56:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:24 smithi188 ceph-mon[86835]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:56:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:24 smithi104 ceph-mon[96567]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:56:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:24 smithi104 ceph-mon[94081]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:56:24.933 INFO:tasks.workunit.client.0.smithi104.stdout: 290: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:24.934 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iXVYP2uvAeawbbl off=7476243 len=1260331 2024-04-02T08:56:24.938 INFO:tasks.workunit.client.0.smithi104.stdout:op 1471 completed, throughput=4.99MB/sec 2024-04-02T08:56:24.938 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lFn8tZsqkeEgMQa off=2126686 len=1432138 2024-04-02T08:56:24.939 INFO:tasks.workunit.client.0.smithi104.stdout:op 1472 completed, throughput=4.99MB/sec 2024-04-02T08:56:24.939 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yR-OQNMigmGZMR7 off=893016 len=274210 2024-04-02T08:56:24.940 INFO:tasks.workunit.client.0.smithi104.stdout:op 1473 completed, throughput=4.99MB/sec 2024-04-02T08:56:24.940 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tkBwGTLFHsxamiF off=21464933 len=866351 2024-04-02T08:56:24.941 INFO:tasks.workunit.client.0.smithi104.stdout:op 1474 completed, throughput=5MB/sec 2024-04-02T08:56:24.941 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SyeszleXjLrAzzW off=10715903 len=555842 2024-04-02T08:56:24.944 INFO:tasks.workunit.client.0.smithi104.stdout:op 1475 completed, throughput=5MB/sec 2024-04-02T08:56:24.944 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uK71NDLFhLx1Cmc off=5674338 len=1743983 2024-04-02T08:56:24.947 INFO:tasks.workunit.client.0.smithi104.stdout:op 1476 completed, throughput=5MB/sec 2024-04-02T08:56:25.948 INFO:tasks.workunit.client.0.smithi104.stdout: 291: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:25.948 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-310zXT34XDwovIE off=5453990 len=903731 2024-04-02T08:56:25.949 INFO:tasks.workunit.client.0.smithi104.stdout:op 1477 completed, throughput=4.99MB/sec 2024-04-02T08:56:25.950 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JUf1GiRmaGYtBdL off=1936504 len=1808334 2024-04-02T08:56:25.951 INFO:tasks.workunit.client.0.smithi104.stdout:op 1478 completed, throughput=5MB/sec 2024-04-02T08:56:25.951 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Lm2pTIpZYxuLPm5 off=12915164 len=670690 2024-04-02T08:56:25.952 INFO:tasks.workunit.client.0.smithi104.stdout:op 1479 completed, throughput=5MB/sec 2024-04-02T08:56:25.952 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-apE90sRanaYEXK_ off=14614151 len=1926682 2024-04-02T08:56:25.954 INFO:tasks.workunit.client.0.smithi104.stdout:op 1480 completed, throughput=5MB/sec 2024-04-02T08:56:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:56:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:56:25] "GET /metrics HTTP/1.1" 200 34123 "" "Prometheus/2.43.0" 2024-04-02T08:56:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:26 smithi188 ceph-mon[86835]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:56:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:26 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:26 smithi104 ceph-mon[96567]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:56:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:26 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:26 smithi104 ceph-mon[94081]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:56:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:26 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:26.954 INFO:tasks.workunit.client.0.smithi104.stdout: 292: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:26.954 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OfKV7rzGIV62-ZY off=16955883 len=328300 2024-04-02T08:56:26.956 INFO:tasks.workunit.client.0.smithi104.stdout:op 1481 completed, throughput=4.99MB/sec 2024-04-02T08:56:26.957 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MoG8OGvRYLmA10r off=622845 len=1076371 2024-04-02T08:56:26.960 INFO:tasks.workunit.client.0.smithi104.stdout:op 1482 completed, throughput=4.99MB/sec 2024-04-02T08:56:26.961 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dThcSbnpy2parUf off=3441801 len=1481290 2024-04-02T08:56:26.970 INFO:tasks.workunit.client.0.smithi104.stdout:op 1483 completed, throughput=5MB/sec 2024-04-02T08:56:26.970 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k99Nzcjq43qqkZB off=5996777 len=719527 2024-04-02T08:56:26.970 INFO:tasks.workunit.client.0.smithi104.stdout:op 1484 completed, throughput=5MB/sec 2024-04-02T08:56:26.970 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wyF-7mGBB0YfWmD off=17781959 len=1780347 2024-04-02T08:56:26.971 INFO:tasks.workunit.client.0.smithi104.stdout:op 1485 completed, throughput=5.01MB/sec 2024-04-02T08:56:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:56:27.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:27.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:56:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:56:27.972 INFO:tasks.workunit.client.0.smithi104.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:27.972 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lrziMBhFtwoOVpE off=1627937 len=433187 2024-04-02T08:56:27.974 INFO:tasks.workunit.client.0.smithi104.stdout:op 1486 completed, throughput=4.99MB/sec 2024-04-02T08:56:27.974 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-i-WebgQLY-D54YJ off=2739012 len=59827 2024-04-02T08:56:27.977 INFO:tasks.workunit.client.0.smithi104.stdout:op 1487 completed, throughput=4.99MB/sec 2024-04-02T08:56:27.977 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EJ3nVM8jA4PLJr5 off=6715231 len=1454005 2024-04-02T08:56:27.980 INFO:tasks.workunit.client.0.smithi104.stdout:op 1488 completed, throughput=4.99MB/sec 2024-04-02T08:56:27.980 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Jbmq7bNVmsO0YPJ off=4393290 len=731275 2024-04-02T08:56:27.981 INFO:tasks.workunit.client.0.smithi104.stdout:op 1489 completed, throughput=5MB/sec 2024-04-02T08:56:27.981 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8S9PYNN5WVz71dv off=4999592 len=1425654 2024-04-02T08:56:27.982 INFO:tasks.workunit.client.0.smithi104.stdout:op 1490 completed, throughput=5MB/sec 2024-04-02T08:56:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:28 smithi188 ceph-mon[86835]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:28 smithi104 ceph-mon[96567]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:28 smithi104 ceph-mon[94081]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:28.983 INFO:tasks.workunit.client.0.smithi104.stdout: 294: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:28.983 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pHzHRtGLKPlJ-Y3 off=5624772 len=507329 2024-04-02T08:56:28.983 INFO:tasks.workunit.client.0.smithi104.stdout:op 1491 completed, throughput=4.99MB/sec 2024-04-02T08:56:28.984 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4k7NYX9qsnOoYEA off=3283733 len=1158955 2024-04-02T08:56:28.986 INFO:tasks.workunit.client.0.smithi104.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-02T08:56:28.986 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_GfDxgCS0_HsXl9 off=4973160 len=72176 2024-04-02T08:56:28.987 INFO:tasks.workunit.client.0.smithi104.stdout:op 1493 completed, throughput=4.99MB/sec 2024-04-02T08:56:28.987 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OVc6-rhlhHiNmdT off=2671161 len=781964 2024-04-02T08:56:28.989 INFO:tasks.workunit.client.0.smithi104.stdout:op 1494 completed, throughput=4.99MB/sec 2024-04-02T08:56:28.989 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9f555pbLQeohVUu off=3150557 len=451873 2024-04-02T08:56:28.989 INFO:tasks.workunit.client.0.smithi104.stdout:op 1495 completed, throughput=4.99MB/sec 2024-04-02T08:56:28.990 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o5uS009CqJyep9J off=1532411 len=1293115 2024-04-02T08:56:28.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 1496 completed, throughput=5MB/sec 2024-04-02T08:56:28.992 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0wrWc1Cmdxe57XG off=1503517 len=1841604 2024-04-02T08:56:28.993 INFO:tasks.workunit.client.0.smithi104.stdout:op 1497 completed, throughput=5MB/sec 2024-04-02T08:56:29.994 INFO:tasks.workunit.client.0.smithi104.stdout: 295: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:29.994 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bWPDSXRCh8G_ylo off=7791489 len=443323 2024-04-02T08:56:29.995 INFO:tasks.workunit.client.0.smithi104.stdout:op 1498 completed, throughput=4.99MB/sec 2024-04-02T08:56:29.995 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XVb1K6ON2I3ywfl off=252579 len=871492 2024-04-02T08:56:30.000 INFO:tasks.workunit.client.0.smithi104.stdout:op 1499 completed, throughput=4.99MB/sec 2024-04-02T08:56:30.000 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tlJ4PeYWlWJBkk- off=4422728 len=322113 2024-04-02T08:56:30.001 INFO:tasks.workunit.client.0.smithi104.stdout:op 1500 completed, throughput=4.99MB/sec 2024-04-02T08:56:30.001 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rc0MqAJbkmVQ1gW off=19410780 len=1641212 2024-04-02T08:56:30.008 INFO:tasks.workunit.client.0.smithi104.stdout:op 1501 completed, throughput=5MB/sec 2024-04-02T08:56:30.008 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BOc4DEaWRhb3Afc off=1005017 len=1832187 2024-04-02T08:56:30.015 INFO:tasks.workunit.client.0.smithi104.stdout:op 1502 completed, throughput=5MB/sec 2024-04-02T08:56:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:30 smithi188 ceph-mon[86835]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:30 smithi104 ceph-mon[96567]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:30 smithi104 ceph-mon[94081]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:31.015 INFO:tasks.workunit.client.0.smithi104.stdout: 296: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:31.015 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YrfNlPGdw2wDddn off=3326133 len=1446623 2024-04-02T08:56:31.021 INFO:tasks.workunit.client.0.smithi104.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-02T08:56:31.021 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-w7a4lG_RMJ3a8H4 off=4295841 len=274189 2024-04-02T08:56:31.024 INFO:tasks.workunit.client.0.smithi104.stdout:op 1504 completed, throughput=4.99MB/sec 2024-04-02T08:56:31.024 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-C-YrXwYFOOg3L7l off=16964907 len=549038 2024-04-02T08:56:31.024 INFO:tasks.workunit.client.0.smithi104.stdout:op 1505 completed, throughput=4.99MB/sec 2024-04-02T08:56:31.024 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--t4kGbPwt4N4Yjz off=14771652 len=1693097 2024-04-02T08:56:31.032 INFO:tasks.workunit.client.0.smithi104.stdout:op 1506 completed, throughput=5MB/sec 2024-04-02T08:56:31.032 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lA6Vc4984xs9Tmr off=12497805 len=1906083 2024-04-02T08:56:31.040 INFO:tasks.workunit.client.0.smithi104.stdout:op 1507 completed, throughput=5MB/sec 2024-04-02T08:56:32.040 INFO:tasks.workunit.client.0.smithi104.stdout: 297: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:32.040 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gd0Zkb-gjg5TkhQ off=1737045 len=1746186 2024-04-02T08:56:32.041 INFO:tasks.workunit.client.0.smithi104.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-02T08:56:32.042 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IHAOzMlQmv3ZfJn off=4955695 len=1105853 2024-04-02T08:56:32.043 INFO:tasks.workunit.client.0.smithi104.stdout:op 1509 completed, throughput=5MB/sec 2024-04-02T08:56:32.043 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ab_eDMX2XmQzrI8 off=9867097 len=1212971 2024-04-02T08:56:32.045 INFO:tasks.workunit.client.0.smithi104.stdout:op 1510 completed, throughput=5MB/sec 2024-04-02T08:56:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:32 smithi188 ceph-mon[86835]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:56:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:32.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:32 smithi104 ceph-mon[96567]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:32.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:32 smithi104 ceph-mon[94081]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: 298: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:33.046 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rRg3yxhlbYg7Nio off=22296734 len=1282247 2024-04-02T08:56:33.047 INFO:tasks.workunit.client.0.smithi104.stdout:op 1511 completed, throughput=4.99MB/sec 2024-04-02T08:56:33.047 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dgtO_ckrznnsKfR off=18646743 len=592220 2024-04-02T08:56:33.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 1512 completed, throughput=4.99MB/sec 2024-04-02T08:56:33.052 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Sgxq1LDJEeA7T5M off=5373328 len=540133 2024-04-02T08:56:33.053 INFO:tasks.workunit.client.0.smithi104.stdout:op 1513 completed, throughput=4.99MB/sec 2024-04-02T08:56:33.053 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7VMpAa2lKN2RAeG off=118256 len=58923 2024-04-02T08:56:33.055 INFO:tasks.workunit.client.0.smithi104.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-02T08:56:33.055 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UtnKheCxz2ZbRbI off=19584792 len=1948679 2024-04-02T08:56:33.063 INFO:tasks.workunit.client.0.smithi104.stdout:op 1515 completed, throughput=5MB/sec 2024-04-02T08:56:33.063 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ykMI3KoZjtQFZdB off=10890340 len=598697 2024-04-02T08:56:33.066 INFO:tasks.workunit.client.0.smithi104.stdout:op 1516 completed, throughput=5MB/sec 2024-04-02T08:56:33.066 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nHdxOIfpNgkTjVO off=19010042 len=1846861 2024-04-02T08:56:33.068 INFO:tasks.workunit.client.0.smithi104.stdout:op 1517 completed, throughput=5.01MB/sec 2024-04-02T08:56:34.068 INFO:tasks.workunit.client.0.smithi104.stdout: 299: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:34.068 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4Oi26PWk8CmgtHP off=17127372 len=1359200 2024-04-02T08:56:34.074 INFO:tasks.workunit.client.0.smithi104.stdout:op 1518 completed, throughput=4.99MB/sec 2024-04-02T08:56:34.075 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-87KsbFxvm_Zczk_ off=730150 len=616435 2024-04-02T08:56:34.078 INFO:tasks.workunit.client.0.smithi104.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-02T08:56:34.078 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VnyvPdMEvbZ2aMv off=15738683 len=688755 2024-04-02T08:56:34.079 INFO:tasks.workunit.client.0.smithi104.stdout:op 1520 completed, throughput=5MB/sec 2024-04-02T08:56:34.079 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-K8R8qaDgNwJCXNx off=4836384 len=84792 2024-04-02T08:56:34.081 INFO:tasks.workunit.client.0.smithi104.stdout:op 1521 completed, throughput=5MB/sec 2024-04-02T08:56:34.081 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LQI14WVvwyhGzCW off=3034904 len=863990 2024-04-02T08:56:34.082 INFO:tasks.workunit.client.0.smithi104.stdout:op 1522 completed, throughput=5MB/sec 2024-04-02T08:56:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:34 smithi188 ceph-mon[86835]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:34 smithi104 ceph-mon[96567]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:34 smithi104 ceph-mon[94081]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:35.082 INFO:tasks.workunit.client.0.smithi104.stdout: 300: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:35.082 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bFZiwg1iDmx4GEg off=16092447 len=1902506 2024-04-02T08:56:35.093 INFO:tasks.workunit.client.0.smithi104.stdout:op 1523 completed, throughput=4.99MB/sec 2024-04-02T08:56:35.093 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LDsdkgMwix-nkWs off=6594063 len=1668002 2024-04-02T08:56:35.098 INFO:tasks.workunit.client.0.smithi104.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-02T08:56:35.099 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AwValp1_KZBXrqB off=7346128 len=524776 2024-04-02T08:56:35.102 INFO:tasks.workunit.client.0.smithi104.stdout:op 1525 completed, throughput=5MB/sec 2024-04-02T08:56:35.102 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8DM3jrqBBuOYC0J off=3208093 len=1823406 2024-04-02T08:56:35.110 INFO:tasks.workunit.client.0.smithi104.stdout:op 1526 completed, throughput=5MB/sec 2024-04-02T08:56:36.110 INFO:tasks.workunit.client.0.smithi104.stdout: 301: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:36.111 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ra_PfgtScMA0oL3 off=810972 len=1740629 2024-04-02T08:56:36.112 INFO:tasks.workunit.client.0.smithi104.stdout:op 1527 completed, throughput=4.99MB/sec 2024-04-02T08:56:36.112 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nRqz6P5wxL0izjs off=18327878 len=1760400 2024-04-02T08:56:36.113 INFO:tasks.workunit.client.0.smithi104.stdout:op 1528 completed, throughput=5MB/sec 2024-04-02T08:56:36.113 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7JwmQdxGZ7dlyhd off=4244595 len=906702 2024-04-02T08:56:36.119 INFO:tasks.workunit.client.0.smithi104.stdout:op 1529 completed, throughput=5MB/sec 2024-04-02T08:56:36.119 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zuLGj_nogJSWh08 off=2753701 len=1278589 2024-04-02T08:56:36.123 INFO:tasks.workunit.client.0.smithi104.stdout:op 1530 completed, throughput=5MB/sec 2024-04-02T08:56:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:56:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:56:35] "GET /metrics HTTP/1.1" 200 34125 "" "Prometheus/2.43.0" 2024-04-02T08:56:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:36 smithi188 ceph-mon[86835]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:56:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:36 smithi104 ceph-mon[94081]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:56:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:36 smithi104 ceph-mon[96567]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:56:37.124 INFO:tasks.workunit.client.0.smithi104.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:37.124 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cEENfyH99PuVoOl off=931256 len=1749129 2024-04-02T08:56:37.130 INFO:tasks.workunit.client.0.smithi104.stdout:op 1531 completed, throughput=4.99MB/sec 2024-04-02T08:56:37.130 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tGYiOvoZexAoryw off=5397891 len=840705 2024-04-02T08:56:37.131 INFO:tasks.workunit.client.0.smithi104.stdout:op 1532 completed, throughput=4.99MB/sec 2024-04-02T08:56:37.131 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Y4aVmVEValj95Yb off=3555604 len=1827930 2024-04-02T08:56:37.138 INFO:tasks.workunit.client.0.smithi104.stdout:op 1533 completed, throughput=5MB/sec 2024-04-02T08:56:38.138 INFO:tasks.workunit.client.0.smithi104.stdout: 303: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:38.138 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f8q1nZ-HacHUxpV off=639787 len=241351 2024-04-02T08:56:38.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 1534 completed, throughput=4.98MB/sec 2024-04-02T08:56:38.141 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ayHBa-u4gwcWNmA off=1182527 len=533107 2024-04-02T08:56:38.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 1535 completed, throughput=4.99MB/sec 2024-04-02T08:56:38.142 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eCXu_08kwIgn9eK off=4147976 len=2017383 2024-04-02T08:56:38.143 INFO:tasks.workunit.client.0.smithi104.stdout:op 1536 completed, throughput=4.99MB/sec 2024-04-02T08:56:38.143 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8wuAUA7IthH1Ddb off=2037466 len=869303 2024-04-02T08:56:38.148 INFO:tasks.workunit.client.0.smithi104.stdout:op 1537 completed, throughput=5MB/sec 2024-04-02T08:56:38.148 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QWrj3ORsNqNsyd5 off=1908610 len=1349157 2024-04-02T08:56:38.149 INFO:tasks.workunit.client.0.smithi104.stdout:op 1538 completed, throughput=5MB/sec 2024-04-02T08:56:38.149 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bLncLBYic_iSrRY off=1651683 len=972422 2024-04-02T08:56:38.149 INFO:tasks.workunit.client.0.smithi104.stdout:op 1539 completed, throughput=5MB/sec 2024-04-02T08:56:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:38 smithi188 ceph-mon[86835]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:38.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:38 smithi104 ceph-mon[96567]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:38.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:38 smithi104 ceph-mon[94081]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:39.150 INFO:tasks.workunit.client.0.smithi104.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:39.150 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8LHFLUs69WPXcz0 off=10969683 len=1725769 2024-04-02T08:56:39.158 INFO:tasks.workunit.client.0.smithi104.stdout:op 1540 completed, throughput=4.99MB/sec 2024-04-02T08:56:39.158 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6ZzsTfvh-D9W_Vo off=10246918 len=1043753 2024-04-02T08:56:39.159 INFO:tasks.workunit.client.0.smithi104.stdout:op 1541 completed, throughput=4.99MB/sec 2024-04-02T08:56:39.159 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MmBrGWfr032duZz off=24225193 len=85245 2024-04-02T08:56:39.160 INFO:tasks.workunit.client.0.smithi104.stdout:op 1542 completed, throughput=4.99MB/sec 2024-04-02T08:56:39.160 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1puaiWQ77JBtzq- off=3995077 len=562187 2024-04-02T08:56:39.160 INFO:tasks.workunit.client.0.smithi104.stdout:op 1543 completed, throughput=5MB/sec 2024-04-02T08:56:39.160 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RxWtxTxRtFsmPlo off=2293383 len=28000 2024-04-02T08:56:39.163 INFO:tasks.workunit.client.0.smithi104.stdout:op 1544 completed, throughput=5MB/sec 2024-04-02T08:56:39.163 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n4Rg9cTz88Adoru off=20880641 len=1286721 2024-04-02T08:56:39.163 INFO:tasks.workunit.client.0.smithi104.stdout:op 1545 completed, throughput=5MB/sec 2024-04-02T08:56:40.164 INFO:tasks.workunit.client.0.smithi104.stdout: 305: throughput=4.98MB/sec pending data=0 2024-04-02T08:56:40.164 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Z5brHup-h96pllF off=16109303 len=2038656 2024-04-02T08:56:40.165 INFO:tasks.workunit.client.0.smithi104.stdout:op 1546 completed, throughput=4.99MB/sec 2024-04-02T08:56:40.166 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OaUnfnwxZjmgkEG off=12191631 len=77861 2024-04-02T08:56:40.167 INFO:tasks.workunit.client.0.smithi104.stdout:op 1547 completed, throughput=4.99MB/sec 2024-04-02T08:56:40.168 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BomzMpVt_rxeib7 off=13390372 len=980629 2024-04-02T08:56:40.171 INFO:tasks.workunit.client.0.smithi104.stdout:op 1548 completed, throughput=4.99MB/sec 2024-04-02T08:56:40.171 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LegHw63iQF8ip2J off=3979143 len=956367 2024-04-02T08:56:40.174 INFO:tasks.workunit.client.0.smithi104.stdout:op 1549 completed, throughput=5MB/sec 2024-04-02T08:56:40.174 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eOeqeXRnKEhVl0H off=21227807 len=1970771 2024-04-02T08:56:40.181 INFO:tasks.workunit.client.0.smithi104.stdout:op 1550 completed, throughput=5MB/sec 2024-04-02T08:56:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:40 smithi188 ceph-mon[86835]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:56:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:40 smithi104 ceph-mon[94081]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:56:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:40 smithi104 ceph-mon[96567]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:56:41.182 INFO:tasks.workunit.client.0.smithi104.stdout: 306: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:41.182 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tWFj-VxnoAtk-zl off=8909137 len=1371444 2024-04-02T08:56:41.188 INFO:tasks.workunit.client.0.smithi104.stdout:op 1551 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.188 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BRYiBUosxarSERr off=18412903 len=31331 2024-04-02T08:56:41.188 INFO:tasks.workunit.client.0.smithi104.stdout:op 1552 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.188 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LSHTqWss3BH-B68 off=6306139 len=53138 2024-04-02T08:56:41.190 INFO:tasks.workunit.client.0.smithi104.stdout:op 1553 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.191 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OW7uhNmE5_Ravfi off=16480592 len=751921 2024-04-02T08:56:41.191 INFO:tasks.workunit.client.0.smithi104.stdout:op 1554 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.191 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5GpmBj-NHKSGBRQ off=1439041 len=2017329 2024-04-02T08:56:41.200 INFO:tasks.workunit.client.0.smithi104.stdout:op 1555 completed, throughput=5MB/sec 2024-04-02T08:56:41.200 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I9ahR_iwJgwmliv off=10584869 len=1693352 2024-04-02T08:56:41.209 INFO:tasks.workunit.client.0.smithi104.stdout:op 1556 completed, throughput=5MB/sec 2024-04-02T08:56:42.209 INFO:tasks.workunit.client.0.smithi104.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:42.209 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GTUUktY12v134CZ off=1797101 len=1641934 2024-04-02T08:56:42.211 INFO:tasks.workunit.client.0.smithi104.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-02T08:56:42.211 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vUEpb_1wJOMyQhn off=5335487 len=1160924 2024-04-02T08:56:42.216 INFO:tasks.workunit.client.0.smithi104.stdout:op 1558 completed, throughput=5MB/sec 2024-04-02T08:56:42.216 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-19oXN8Z-s537jc5 off=656904 len=1610335 2024-04-02T08:56:42.223 INFO:tasks.workunit.client.0.smithi104.stdout:op 1559 completed, throughput=5MB/sec 2024-04-02T08:56:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:42 smithi188 ceph-mon[86835]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:56:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:56:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:56:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:42.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:42 smithi104 ceph-mon[96567]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:56:42.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:42 smithi104 ceph-mon[94081]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:56:43.224 INFO:tasks.workunit.client.0.smithi104.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:43.224 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WpFTzNocEP_pBhA off=4815480 len=1465574 2024-04-02T08:56:43.227 INFO:tasks.workunit.client.0.smithi104.stdout:op 1560 completed, throughput=4.99MB/sec 2024-04-02T08:56:43.227 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JXp83mYsiHt_53f off=11469984 len=1364701 2024-04-02T08:56:43.233 INFO:tasks.workunit.client.0.smithi104.stdout:op 1561 completed, throughput=4.99MB/sec 2024-04-02T08:56:43.234 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-m1Txl2k86ukLAm9 off=15150163 len=1512800 2024-04-02T08:56:43.237 INFO:tasks.workunit.client.0.smithi104.stdout:op 1562 completed, throughput=5MB/sec 2024-04-02T08:56:43.237 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v2UerjMKeYDAAvE off=15838785 len=1021042 2024-04-02T08:56:43.242 INFO:tasks.workunit.client.0.smithi104.stdout:op 1563 completed, throughput=5MB/sec 2024-04-02T08:56:44.242 INFO:tasks.workunit.client.0.smithi104.stdout: 309: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:44.242 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mukd7MK6URdiwgO off=17049873 len=1390284 2024-04-02T08:56:44.243 INFO:tasks.workunit.client.0.smithi104.stdout:op 1564 completed, throughput=4.99MB/sec 2024-04-02T08:56:44.244 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2uhXJE0eS6Wvhwn off=71569 len=728983 2024-04-02T08:56:44.248 INFO:tasks.workunit.client.0.smithi104.stdout:op 1565 completed, throughput=4.99MB/sec 2024-04-02T08:56:44.248 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o4YNdw3VQdTiJwt off=4011555 len=611738 2024-04-02T08:56:44.249 INFO:tasks.workunit.client.0.smithi104.stdout:op 1566 completed, throughput=4.99MB/sec 2024-04-02T08:56:44.249 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aRRID9KJB9YPhQf off=8612728 len=1196966 2024-04-02T08:56:44.250 INFO:tasks.workunit.client.0.smithi104.stdout:op 1567 completed, throughput=5MB/sec 2024-04-02T08:56:44.250 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yA_X5_TZv74UBic off=2292750 len=769454 2024-04-02T08:56:44.251 INFO:tasks.workunit.client.0.smithi104.stdout:op 1568 completed, throughput=5MB/sec 2024-04-02T08:56:44.251 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ahmwgpiF4qjoetu off=589835 len=808116 2024-04-02T08:56:44.256 INFO:tasks.workunit.client.0.smithi104.stdout:op 1569 completed, throughput=5MB/sec 2024-04-02T08:56:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:44 smithi188 ceph-mon[86835]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:44 smithi104 ceph-mon[96567]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:44.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:44 smithi104 ceph-mon[94081]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:45.256 INFO:tasks.workunit.client.0.smithi104.stdout: 310: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:45.256 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bLr8vYPa9qJ_lo6 off=11811709 len=978521 2024-04-02T08:56:45.261 INFO:tasks.workunit.client.0.smithi104.stdout:op 1570 completed, throughput=4.99MB/sec 2024-04-02T08:56:45.261 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Iq6NY0jFT-VIlcd off=4204142 len=1286525 2024-04-02T08:56:45.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 1571 completed, throughput=4.99MB/sec 2024-04-02T08:56:45.267 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oIem9WjzY17jMtV off=7392522 len=2092977 2024-04-02T08:56:45.279 INFO:tasks.workunit.client.0.smithi104.stdout:op 1572 completed, throughput=5MB/sec 2024-04-02T08:56:45.279 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FRujNQ7MLLZXy5c off=3400720 len=1184914 2024-04-02T08:56:45.283 INFO:tasks.workunit.client.0.smithi104.stdout:op 1573 completed, throughput=5MB/sec 2024-04-02T08:56:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:56:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:56:45] "GET /metrics HTTP/1.1" 200 34125 "" "Prometheus/2.43.0" 2024-04-02T08:56:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:46.284 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QTaxzP6O9HX9OCc off=2527118 len=608976 2024-04-02T08:56:46.288 INFO:tasks.workunit.client.0.smithi104.stdout:op 1574 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.288 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DU_2np3jNC0bB3N off=5620482 len=1062722 2024-04-02T08:56:46.294 INFO:tasks.workunit.client.0.smithi104.stdout:op 1575 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.294 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4ixWQWpzCXQyJre off=20403109 len=1974875 2024-04-02T08:56:46.302 INFO:tasks.workunit.client.0.smithi104.stdout:op 1576 completed, throughput=5MB/sec 2024-04-02T08:56:46.302 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8McvFyCHxNS-V-S off=9601683 len=361199 2024-04-02T08:56:46.303 INFO:tasks.workunit.client.0.smithi104.stdout:op 1577 completed, throughput=5MB/sec 2024-04-02T08:56:46.303 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-q1WF2ASeUCD0eWK off=2419822 len=290292 2024-04-02T08:56:46.303 INFO:tasks.workunit.client.0.smithi104.stdout:op 1578 completed, throughput=5MB/sec 2024-04-02T08:56:46.304 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7gm4ZP7TzJp8G16 off=635642 len=1514129 2024-04-02T08:56:46.307 INFO:tasks.workunit.client.0.smithi104.stdout:op 1579 completed, throughput=5MB/sec 2024-04-02T08:56:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:46 smithi188 ceph-mon[86835]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:46 smithi104 ceph-mon[94081]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:46.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:46 smithi104 ceph-mon[96567]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:47.307 INFO:tasks.workunit.client.0.smithi104.stdout: 312: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:47.307 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-B8AuWB-70T5XU_z off=2893053 len=726377 2024-04-02T08:56:47.310 INFO:tasks.workunit.client.0.smithi104.stdout:op 1580 completed, throughput=4.99MB/sec 2024-04-02T08:56:47.310 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XIoI1BEp2V4H-18 off=221830 len=890456 2024-04-02T08:56:47.313 INFO:tasks.workunit.client.0.smithi104.stdout:op 1581 completed, throughput=4.99MB/sec 2024-04-02T08:56:47.314 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7hEN-ACjcu6en0k off=1276422 len=1702016 2024-04-02T08:56:47.315 INFO:tasks.workunit.client.0.smithi104.stdout:op 1582 completed, throughput=5MB/sec 2024-04-02T08:56:47.315 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--MB0UeXGfHuIe43 off=13123111 len=1375567 2024-04-02T08:56:47.315 INFO:tasks.workunit.client.0.smithi104.stdout:op 1583 completed, throughput=5MB/sec 2024-04-02T08:56:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:48.316 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UCg3zGD0bqnl4K8 off=10953206 len=802911 2024-04-02T08:56:48.316 INFO:tasks.workunit.client.0.smithi104.stdout:op 1584 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.317 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yUUKBmFHwn5lePb off=451872 len=21136 2024-04-02T08:56:48.319 INFO:tasks.workunit.client.0.smithi104.stdout:op 1585 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.319 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_YR9W2tlURu0aw7 off=5924452 len=1883298 2024-04-02T08:56:48.320 INFO:tasks.workunit.client.0.smithi104.stdout:op 1586 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.320 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-K9rSNoiVl96hi92 off=9262306 len=1672017 2024-04-02T08:56:48.330 INFO:tasks.workunit.client.0.smithi104.stdout:op 1587 completed, throughput=5MB/sec 2024-04-02T08:56:48.330 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GO6AeXNrfAFUiWc off=11767117 len=525462 2024-04-02T08:56:48.331 INFO:tasks.workunit.client.0.smithi104.stdout:op 1588 completed, throughput=5MB/sec 2024-04-02T08:56:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:48 smithi188 ceph-mon[86835]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:56:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:48 smithi104 ceph-mon[94081]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:56:48.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:48 smithi104 ceph-mon[96567]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:56:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:49.331 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-agMdQ12uk2LnYac off=2482402 len=862634 2024-04-02T08:56:49.336 INFO:tasks.workunit.client.0.smithi104.stdout:op 1589 completed, throughput=4.99MB/sec 2024-04-02T08:56:49.336 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NJo_e8CzwbWKj7C off=7412627 len=2059945 2024-04-02T08:56:49.337 INFO:tasks.workunit.client.0.smithi104.stdout:op 1590 completed, throughput=4.99MB/sec 2024-04-02T08:56:49.337 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v0AE-_07A4jVSD_ off=9316389 len=2009511 2024-04-02T08:56:49.346 INFO:tasks.workunit.client.0.smithi104.stdout:op 1591 completed, throughput=5MB/sec 2024-04-02T08:56:49.346 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ECrLe4CZFuaKzJ3 off=18582736 len=1599795 2024-04-02T08:56:49.352 INFO:tasks.workunit.client.0.smithi104.stdout:op 1592 completed, throughput=5MB/sec 2024-04-02T08:56:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:50.352 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_6_OgiiqWECEHuc off=19405 len=169225 2024-04-02T08:56:50.355 INFO:tasks.workunit.client.0.smithi104.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-02T08:56:50.355 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0Bh_RENwaIoRniG off=19433712 len=2057611 2024-04-02T08:56:50.357 INFO:tasks.workunit.client.0.smithi104.stdout:op 1594 completed, throughput=5MB/sec 2024-04-02T08:56:50.357 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-V7YRTnbU4flCg8I off=3736086 len=350486 2024-04-02T08:56:50.357 INFO:tasks.workunit.client.0.smithi104.stdout:op 1595 completed, throughput=5MB/sec 2024-04-02T08:56:50.357 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BZyPEkVUaLL39A7 off=1579556 len=1750719 2024-04-02T08:56:50.359 INFO:tasks.workunit.client.0.smithi104.stdout:op 1596 completed, throughput=5MB/sec 2024-04-02T08:56:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:50 smithi188 ceph-mon[86835]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:50.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:50 smithi104 ceph-mon[94081]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:50.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:50 smithi104 ceph-mon[96567]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:51.359 INFO:tasks.workunit.client.0.smithi104.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:51.359 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7-mZpphDYFFdYQ8 off=2070543 len=1251081 2024-04-02T08:56:51.364 INFO:tasks.workunit.client.0.smithi104.stdout:op 1597 completed, throughput=4.99MB/sec 2024-04-02T08:56:51.364 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5qPoR7-T7_GQTLh off=11589910 len=16495 2024-04-02T08:56:51.365 INFO:tasks.workunit.client.0.smithi104.stdout:op 1598 completed, throughput=4.99MB/sec 2024-04-02T08:56:51.365 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-il9Ggp4-M4_QE1u off=13109990 len=1472513 2024-04-02T08:56:51.372 INFO:tasks.workunit.client.0.smithi104.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-02T08:56:51.372 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XRby83E_uyzsvwk off=789128 len=1778379 2024-04-02T08:56:51.379 INFO:tasks.workunit.client.0.smithi104.stdout:op 1600 completed, throughput=5MB/sec 2024-04-02T08:56:51.379 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZV_0kNNYFSIKMzj off=7085790 len=571471 2024-04-02T08:56:51.380 INFO:tasks.workunit.client.0.smithi104.stdout:op 1601 completed, throughput=5MB/sec 2024-04-02T08:56:52.380 INFO:tasks.workunit.client.0.smithi104.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:52.381 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cXm6x209aiua77Y off=21528186 len=1443457 2024-04-02T08:56:52.384 INFO:tasks.workunit.client.0.smithi104.stdout:op 1602 completed, throughput=4.99MB/sec 2024-04-02T08:56:52.384 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o_nCU64jaTY7yA6 off=4421506 len=1048615 2024-04-02T08:56:52.385 INFO:tasks.workunit.client.0.smithi104.stdout:op 1603 completed, throughput=4.99MB/sec 2024-04-02T08:56:52.385 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Kmn0rfSPYE8ddzj off=3528107 len=1047479 2024-04-02T08:56:52.385 INFO:tasks.workunit.client.0.smithi104.stdout:op 1604 completed, throughput=5MB/sec 2024-04-02T08:56:52.386 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dj6tmtmpfLRuv3e off=1573468 len=1378847 2024-04-02T08:56:52.387 INFO:tasks.workunit.client.0.smithi104.stdout:op 1605 completed, throughput=5MB/sec 2024-04-02T08:56:52.387 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W2l-_brL8brBFPR off=1044664 len=729927 2024-04-02T08:56:52.391 INFO:tasks.workunit.client.0.smithi104.stdout:op 1606 completed, throughput=5MB/sec 2024-04-02T08:56:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:52 smithi188 ceph-mon[86835]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:56:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:56:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:52.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:52 smithi104 ceph-mon[94081]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:56:52.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:52 smithi104 ceph-mon[96567]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:56:53.391 INFO:tasks.workunit.client.0.smithi104.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:53.391 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VsJQocjnWHfxe9n off=12177525 len=1244280 2024-04-02T08:56:53.392 INFO:tasks.workunit.client.0.smithi104.stdout:op 1607 completed, throughput=4.99MB/sec 2024-04-02T08:56:53.392 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GMmaLH7eLLWxM6H off=1014348 len=1500251 2024-04-02T08:56:53.394 INFO:tasks.workunit.client.0.smithi104.stdout:op 1608 completed, throughput=4.99MB/sec 2024-04-02T08:56:53.394 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qnd6d9-YlZdV18a off=4104734 len=923680 2024-04-02T08:56:53.396 INFO:tasks.workunit.client.0.smithi104.stdout:op 1609 completed, throughput=5MB/sec 2024-04-02T08:56:53.396 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ttDuFkn7kDhkXF0 off=12496119 len=1852192 2024-04-02T08:56:53.404 INFO:tasks.workunit.client.0.smithi104.stdout:op 1610 completed, throughput=5MB/sec 2024-04-02T08:56:54.405 INFO:tasks.workunit.client.0.smithi104.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:54.405 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YuwW3iLsLbt6RPx off=4460770 len=1488451 2024-04-02T08:56:54.412 INFO:tasks.workunit.client.0.smithi104.stdout:op 1611 completed, throughput=4.99MB/sec 2024-04-02T08:56:54.412 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-415Yvu9BVp8lbPM off=254646 len=1913767 2024-04-02T08:56:54.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 1612 completed, throughput=5MB/sec 2024-04-02T08:56:54.414 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-M_aZ4fbIz-zTv46 off=10910924 len=1410954 2024-04-02T08:56:54.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 1613 completed, throughput=5MB/sec 2024-04-02T08:56:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:54 smithi188 ceph-mon[86835]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:54 smithi104 ceph-mon[96567]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:54.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:54 smithi104 ceph-mon[94081]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:56:55.414 INFO:tasks.workunit.client.0.smithi104.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:55.415 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0ghDvLZxrw5SL-w off=4260474 len=1641635 2024-04-02T08:56:55.422 INFO:tasks.workunit.client.0.smithi104.stdout:op 1614 completed, throughput=4.99MB/sec 2024-04-02T08:56:55.422 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fUPGOP8Jr__VH2c off=4092454 len=1682644 2024-04-02T08:56:55.424 INFO:tasks.workunit.client.0.smithi104.stdout:op 1615 completed, throughput=5MB/sec 2024-04-02T08:56:55.424 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N1VbcFnhSszWd8d off=9703238 len=1898596 2024-04-02T08:56:55.427 INFO:tasks.workunit.client.0.smithi104.stdout:op 1616 completed, throughput=5MB/sec 2024-04-02T08:56:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:56:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:56:55] "GET /metrics HTTP/1.1" 200 34125 "" "Prometheus/2.43.0" 2024-04-02T08:56:56.428 INFO:tasks.workunit.client.0.smithi104.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:56.428 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6Rwx3g9d92ac40P off=4430779 len=1623313 2024-04-02T08:56:56.436 INFO:tasks.workunit.client.0.smithi104.stdout:op 1617 completed, throughput=4.99MB/sec 2024-04-02T08:56:56.436 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2Bq1BYqJGZI-q9_ off=960449 len=653146 2024-04-02T08:56:56.440 INFO:tasks.workunit.client.0.smithi104.stdout:op 1618 completed, throughput=4.99MB/sec 2024-04-02T08:56:56.440 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6Zvy7rMBgwqANdf off=5486640 len=675254 2024-04-02T08:56:56.440 INFO:tasks.workunit.client.0.smithi104.stdout:op 1619 completed, throughput=4.99MB/sec 2024-04-02T08:56:56.441 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k5iHrMhsb5ox6ad off=4238757 len=1437122 2024-04-02T08:56:56.441 INFO:tasks.workunit.client.0.smithi104.stdout:op 1620 completed, throughput=5MB/sec 2024-04-02T08:56:56.441 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-w5bxSk7dGLa-Lm7 off=11466701 len=1823283 2024-04-02T08:56:56.443 INFO:tasks.workunit.client.0.smithi104.stdout:op 1621 completed, throughput=5MB/sec 2024-04-02T08:56:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:56 smithi188 ceph-mon[86835]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:56 smithi104 ceph-mon[96567]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:56 smithi104 ceph-mon[94081]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:57.443 INFO:tasks.workunit.client.0.smithi104.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:57.443 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jwv0g74udSaVXjQ off=824763 len=674460 2024-04-02T08:56:57.446 INFO:tasks.workunit.client.0.smithi104.stdout:op 1622 completed, throughput=4.99MB/sec 2024-04-02T08:56:57.446 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DZ99yIvOKL5o68P off=1808768 len=521635 2024-04-02T08:56:57.448 INFO:tasks.workunit.client.0.smithi104.stdout:op 1623 completed, throughput=4.99MB/sec 2024-04-02T08:56:57.449 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OQCqvvrLqHHQ3FO off=447016 len=2014591 2024-04-02T08:56:57.452 INFO:tasks.workunit.client.0.smithi104.stdout:op 1624 completed, throughput=5MB/sec 2024-04-02T08:56:57.452 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pMGRYPJqqbpjfb- off=4177345 len=214430 2024-04-02T08:56:57.454 INFO:tasks.workunit.client.0.smithi104.stdout:op 1625 completed, throughput=5MB/sec 2024-04-02T08:56:57.455 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iN_4rWfhvOT9TBN off=732058 len=1040557 2024-04-02T08:56:57.458 INFO:tasks.workunit.client.0.smithi104.stdout:op 1626 completed, throughput=5MB/sec 2024-04-02T08:56:58.459 INFO:tasks.workunit.client.0.smithi104.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:58.459 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-URVvI6is98F0X5B off=523915 len=228408 2024-04-02T08:56:58.462 INFO:tasks.workunit.client.0.smithi104.stdout:op 1627 completed, throughput=4.99MB/sec 2024-04-02T08:56:58.462 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-un18L86--TI49Ua off=10121829 len=49369 2024-04-02T08:56:58.464 INFO:tasks.workunit.client.0.smithi104.stdout:op 1628 completed, throughput=4.99MB/sec 2024-04-02T08:56:58.464 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6WyC0cP4Z-bfdDT off=1882773 len=1137212 2024-04-02T08:56:58.467 INFO:tasks.workunit.client.0.smithi104.stdout:op 1629 completed, throughput=4.99MB/sec 2024-04-02T08:56:58.467 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-twZwHZZhX5NT8LT off=9038617 len=88118 2024-04-02T08:56:58.469 INFO:tasks.workunit.client.0.smithi104.stdout:op 1630 completed, throughput=4.99MB/sec 2024-04-02T08:56:58.469 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3pWbsO6aeIbzbW0 off=12490378 len=690667 2024-04-02T08:56:58.470 INFO:tasks.workunit.client.0.smithi104.stdout:op 1631 completed, throughput=4.99MB/sec 2024-04-02T08:56:58.470 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d1BJbIYQ7jKtXaO off=2099334 len=656258 2024-04-02T08:56:58.471 INFO:tasks.workunit.client.0.smithi104.stdout:op 1632 completed, throughput=4.99MB/sec 2024-04-02T08:56:58.471 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4Ta2VZblwmIo4Jd off=1459069 len=1350910 2024-04-02T08:56:58.479 INFO:tasks.workunit.client.0.smithi104.stdout:op 1633 completed, throughput=5MB/sec 2024-04-02T08:56:58.479 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_oxZcZIhjjQwU_y off=0 len=1456030 2024-04-02T08:56:58.481 INFO:tasks.workunit.client.0.smithi104.stdout:op 1634 completed, throughput=5MB/sec 2024-04-02T08:56:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:56:58 smithi188 ceph-mon[86835]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:56:58 smithi104 ceph-mon[96567]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:58.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:56:58 smithi104 ceph-mon[94081]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:59.482 INFO:tasks.workunit.client.0.smithi104.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:59.482 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8Q0YPcSdf3-hVKz off=10994974 len=1594523 2024-04-02T08:56:59.483 INFO:tasks.workunit.client.0.smithi104.stdout:op 1635 completed, throughput=4.99MB/sec 2024-04-02T08:56:59.483 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LAFbZYo-YviISl0 off=977083 len=1967288 2024-04-02T08:56:59.485 INFO:tasks.workunit.client.0.smithi104.stdout:op 1636 completed, throughput=5MB/sec 2024-04-02T08:56:59.485 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dDXDutc19AwbaS9 off=6232284 len=372327 2024-04-02T08:56:59.488 INFO:tasks.workunit.client.0.smithi104.stdout:op 1637 completed, throughput=5MB/sec 2024-04-02T08:56:59.489 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ihTFbFv2BJj11Uw off=253460 len=1310825 2024-04-02T08:56:59.489 INFO:tasks.workunit.client.0.smithi104.stdout:op 1638 completed, throughput=5MB/sec 2024-04-02T08:57:00.489 INFO:tasks.workunit.client.0.smithi104.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:00.489 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XbcE8osYbIN_B7Q off=6123624 len=1679861 2024-04-02T08:57:00.497 INFO:tasks.workunit.client.0.smithi104.stdout:op 1639 completed, throughput=4.99MB/sec 2024-04-02T08:57:00.497 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UnbLjZbOMt-BM4r off=16015875 len=1971263 2024-04-02T08:57:00.508 INFO:tasks.workunit.client.0.smithi104.stdout:op 1640 completed, throughput=5MB/sec 2024-04-02T08:57:00.508 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bWPDSXRCh8G_ylo off=3977499 len=2042567 2024-04-02T08:57:00.512 INFO:tasks.workunit.client.0.smithi104.stdout:op 1641 completed, throughput=5MB/sec 2024-04-02T08:57:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:00 smithi188 ceph-mon[86835]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:00 smithi104 ceph-mon[94081]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:00 smithi104 ceph-mon[96567]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:01.514 INFO:tasks.workunit.client.0.smithi104.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:01.514 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yN-8dk3Vqm3rwtu off=15292848 len=815049 2024-04-02T08:57:01.517 INFO:tasks.workunit.client.0.smithi104.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-02T08:57:01.517 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Nb78Jx3VqLjmJGw off=1119802 len=37388 2024-04-02T08:57:01.517 INFO:tasks.workunit.client.0.smithi104.stdout:op 1643 completed, throughput=4.99MB/sec 2024-04-02T08:57:01.517 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-l7aRPal9iTGRXWT off=63918 len=1295728 2024-04-02T08:57:01.524 INFO:tasks.workunit.client.0.smithi104.stdout:op 1644 completed, throughput=4.99MB/sec 2024-04-02T08:57:01.524 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-D3LsALtaj-sVDV_ off=17204535 len=1857950 2024-04-02T08:57:01.534 INFO:tasks.workunit.client.0.smithi104.stdout:op 1645 completed, throughput=5MB/sec 2024-04-02T08:57:01.534 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GM5-jnF__B9MaRb off=7437408 len=1751714 2024-04-02T08:57:01.535 INFO:tasks.workunit.client.0.smithi104.stdout:op 1646 completed, throughput=5MB/sec 2024-04-02T08:57:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:01 smithi188 ceph-mon[86835]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:01 smithi104 ceph-mon[96567]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:01 smithi104 ceph-mon[94081]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:02.537 INFO:tasks.workunit.client.0.smithi104.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:02.537 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-behwKGL74hxRS9d off=7444064 len=1702789 2024-04-02T08:57:02.539 INFO:tasks.workunit.client.0.smithi104.stdout:op 1647 completed, throughput=4.99MB/sec 2024-04-02T08:57:02.539 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9OAX2OlUi_IBpjR off=11074090 len=1059717 2024-04-02T08:57:02.544 INFO:tasks.workunit.client.0.smithi104.stdout:op 1648 completed, throughput=5MB/sec 2024-04-02T08:57:02.544 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xVzszxcfKykP7RP off=6554592 len=69868 2024-04-02T08:57:02.546 INFO:tasks.workunit.client.0.smithi104.stdout:op 1649 completed, throughput=5MB/sec 2024-04-02T08:57:02.546 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KAOu_mV8sC-RDra off=641509 len=388594 2024-04-02T08:57:02.549 INFO:tasks.workunit.client.0.smithi104.stdout:op 1650 completed, throughput=5MB/sec 2024-04-02T08:57:02.549 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1rKU3OgwBoc9PaV off=237787 len=1386244 2024-04-02T08:57:02.556 INFO:tasks.workunit.client.0.smithi104.stdout:op 1651 completed, throughput=5MB/sec 2024-04-02T08:57:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:57:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:57:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:03.556 INFO:tasks.workunit.client.0.smithi104.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:03.556 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HbmVJSf-er-OcyC off=3238413 len=125469 2024-04-02T08:57:03.557 INFO:tasks.workunit.client.0.smithi104.stdout:op 1652 completed, throughput=4.99MB/sec 2024-04-02T08:57:03.557 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cEQXjrFeiXGMepC off=19420192 len=1360711 2024-04-02T08:57:03.558 INFO:tasks.workunit.client.0.smithi104.stdout:op 1653 completed, throughput=4.99MB/sec 2024-04-02T08:57:03.558 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jtQmYX_vub6sc2I off=3056232 len=1019642 2024-04-02T08:57:03.562 INFO:tasks.workunit.client.0.smithi104.stdout:op 1654 completed, throughput=4.99MB/sec 2024-04-02T08:57:03.562 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3XjA3lOwRiu4ewz off=16797122 len=610400 2024-04-02T08:57:03.562 INFO:tasks.workunit.client.0.smithi104.stdout:op 1655 completed, throughput=5MB/sec 2024-04-02T08:57:03.562 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RZimVW_dN0_shIa off=5434493 len=1470830 2024-04-02T08:57:03.563 INFO:tasks.workunit.client.0.smithi104.stdout:op 1656 completed, throughput=5MB/sec 2024-04-02T08:57:03.563 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EVrHomYcjlrOk_u off=5274127 len=530551 2024-04-02T08:57:03.564 INFO:tasks.workunit.client.0.smithi104.stdout:op 1657 completed, throughput=5MB/sec 2024-04-02T08:57:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:03 smithi188 ceph-mon[86835]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:03 smithi104 ceph-mon[96567]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:03.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:03 smithi104 ceph-mon[94081]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:04.564 INFO:tasks.workunit.client.0.smithi104.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:04.564 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-s4I5VPFH7ZI4CNR off=1265837 len=1159548 2024-04-02T08:57:04.565 INFO:tasks.workunit.client.0.smithi104.stdout:op 1658 completed, throughput=4.99MB/sec 2024-04-02T08:57:04.566 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nYn8GN5POVDZB2d off=2049329 len=1535088 2024-04-02T08:57:04.569 INFO:tasks.workunit.client.0.smithi104.stdout:op 1659 completed, throughput=4.99MB/sec 2024-04-02T08:57:04.569 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JyLydsyGQUpcVtx off=13612074 len=655932 2024-04-02T08:57:04.572 INFO:tasks.workunit.client.0.smithi104.stdout:op 1660 completed, throughput=5MB/sec 2024-04-02T08:57:04.573 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mZ8vZBvOJVbch0H off=981189 len=2060445 2024-04-02T08:57:04.581 INFO:tasks.workunit.client.0.smithi104.stdout:op 1661 completed, throughput=5MB/sec 2024-04-02T08:57:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:05.581 INFO:tasks.workunit.client.0.smithi104.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:05.581 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6KjBw0miZBmwy7N off=3617706 len=312371 2024-04-02T08:57:05.584 INFO:tasks.workunit.client.0.smithi104.stdout:op 1662 completed, throughput=4.99MB/sec 2024-04-02T08:57:05.584 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Wc8LXcw-nwughjd off=436547 len=1623630 2024-04-02T08:57:05.594 INFO:tasks.workunit.client.0.smithi104.stdout:op 1663 completed, throughput=4.99MB/sec 2024-04-02T08:57:05.594 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pDkUoX4BiZ_WHiX off=13554236 len=1346094 2024-04-02T08:57:05.601 INFO:tasks.workunit.client.0.smithi104.stdout:op 1664 completed, throughput=5MB/sec 2024-04-02T08:57:05.602 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zrib089lhaA5V-E off=10875751 len=1110918 2024-04-02T08:57:05.602 INFO:tasks.workunit.client.0.smithi104.stdout:op 1665 completed, throughput=5MB/sec 2024-04-02T08:57:05.602 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4QRNXB5iKg9LKHu off=1144785 len=532221 2024-04-02T08:57:05.604 INFO:tasks.workunit.client.0.smithi104.stdout:op 1666 completed, throughput=5MB/sec 2024-04-02T08:57:05.604 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IDYRcFd49_ePusF off=10071787 len=1145340 2024-04-02T08:57:05.609 INFO:tasks.workunit.client.0.smithi104.stdout:op 1667 completed, throughput=5MB/sec 2024-04-02T08:57:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:05 smithi104 ceph-mon[96567]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:05 smithi104 ceph-mon[94081]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:05 smithi188 ceph-mon[86835]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:57:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:57:05] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:57:06.609 INFO:tasks.workunit.client.0.smithi104.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:06.610 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xTY9GuigH7I6xbg off=3531044 len=377177 2024-04-02T08:57:06.613 INFO:tasks.workunit.client.0.smithi104.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-02T08:57:06.613 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-r6qZQC-oHfmXiub off=13322059 len=29040 2024-04-02T08:57:06.613 INFO:tasks.workunit.client.0.smithi104.stdout:op 1669 completed, throughput=4.99MB/sec 2024-04-02T08:57:06.613 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WlyRjowrK7Foz2m off=2779813 len=256760 2024-04-02T08:57:06.615 INFO:tasks.workunit.client.0.smithi104.stdout:op 1670 completed, throughput=4.99MB/sec 2024-04-02T08:57:06.615 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g4YlQmcs3WoohgP off=2380384 len=1167215 2024-04-02T08:57:06.621 INFO:tasks.workunit.client.0.smithi104.stdout:op 1671 completed, throughput=4.99MB/sec 2024-04-02T08:57:06.621 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZV_0kNNYFSIKMzj off=3575945 len=739506 2024-04-02T08:57:06.622 INFO:tasks.workunit.client.0.smithi104.stdout:op 1672 completed, throughput=5MB/sec 2024-04-02T08:57:06.622 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KuxVig_EgLsChpQ off=12639152 len=896525 2024-04-02T08:57:06.625 INFO:tasks.workunit.client.0.smithi104.stdout:op 1673 completed, throughput=5MB/sec 2024-04-02T08:57:06.625 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8KE11lChWuxn393 off=5025318 len=1837702 2024-04-02T08:57:06.633 INFO:tasks.workunit.client.0.smithi104.stdout:op 1674 completed, throughput=5MB/sec 2024-04-02T08:57:07.633 INFO:tasks.workunit.client.0.smithi104.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:07.634 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-87BMAGwUiSR61H5 off=6995602 len=1799061 2024-04-02T08:57:07.635 INFO:tasks.workunit.client.0.smithi104.stdout:op 1675 completed, throughput=4.99MB/sec 2024-04-02T08:57:07.635 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lQaxeVhZH5drfJI off=5382211 len=1373910 2024-04-02T08:57:07.644 INFO:tasks.workunit.client.0.smithi104.stdout:op 1676 completed, throughput=5MB/sec 2024-04-02T08:57:07.644 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SJ3MwMK-ehc7Uus off=7464489 len=10228 2024-04-02T08:57:07.646 INFO:tasks.workunit.client.0.smithi104.stdout:op 1677 completed, throughput=5MB/sec 2024-04-02T08:57:07.646 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Hx17GotOQNPuAB1 off=1585714 len=1954640 2024-04-02T08:57:07.649 INFO:tasks.workunit.client.0.smithi104.stdout:op 1678 completed, throughput=5MB/sec 2024-04-02T08:57:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:07 smithi188 ceph-mon[86835]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:07 smithi104 ceph-mon[96567]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:07 smithi104 ceph-mon[94081]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:08.649 INFO:tasks.workunit.client.0.smithi104.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:08.649 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y7QK7HByS4klmpT off=3066199 len=424912 2024-04-02T08:57:08.652 INFO:tasks.workunit.client.0.smithi104.stdout:op 1679 completed, throughput=4.99MB/sec 2024-04-02T08:57:08.653 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Wbn4GuBZKa4oxoS off=17581979 len=1762769 2024-04-02T08:57:08.662 INFO:tasks.workunit.client.0.smithi104.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-02T08:57:08.662 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xUm-ZIEk5dGCdIX off=14662298 len=2022885 2024-04-02T08:57:08.673 INFO:tasks.workunit.client.0.smithi104.stdout:op 1681 completed, throughput=5MB/sec 2024-04-02T08:57:08.673 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HVfPLAMvjRucPGk off=2214329 len=1663859 2024-04-02T08:57:08.681 INFO:tasks.workunit.client.0.smithi104.stdout:op 1682 completed, throughput=5MB/sec 2024-04-02T08:57:09.682 INFO:tasks.workunit.client.0.smithi104.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:09.682 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sQiXzNyl-6bWqrT off=5789782 len=1347579 2024-04-02T08:57:09.688 INFO:tasks.workunit.client.0.smithi104.stdout:op 1683 completed, throughput=4.99MB/sec 2024-04-02T08:57:09.688 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0FPVasAysBBgVEI off=657388 len=1358993 2024-04-02T08:57:09.694 INFO:tasks.workunit.client.0.smithi104.stdout:op 1684 completed, throughput=5MB/sec 2024-04-02T08:57:09.694 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wkiyllI1Uhwkdsh off=7074260 len=566565 2024-04-02T08:57:09.695 INFO:tasks.workunit.client.0.smithi104.stdout:op 1685 completed, throughput=5MB/sec 2024-04-02T08:57:09.695 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4GwSGmkTFR3GACV off=3157448 len=1159503 2024-04-02T08:57:09.697 INFO:tasks.workunit.client.0.smithi104.stdout:op 1686 completed, throughput=5MB/sec 2024-04-02T08:57:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:09 smithi188 ceph-mon[86835]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:57:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:09 smithi104 ceph-mon[96567]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:57:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:09 smithi104 ceph-mon[94081]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:57:10.697 INFO:tasks.workunit.client.0.smithi104.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:10.698 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-efPb4rvaD_dFRER off=1653228 len=2062019 2024-04-02T08:57:10.701 INFO:tasks.workunit.client.0.smithi104.stdout:op 1687 completed, throughput=4.99MB/sec 2024-04-02T08:57:10.702 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MahqGCQ3py6cgtq off=10017230 len=500333 2024-04-02T08:57:10.705 INFO:tasks.workunit.client.0.smithi104.stdout:op 1688 completed, throughput=4.99MB/sec 2024-04-02T08:57:10.705 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OA4wsUEuimyYKEQ off=3073299 len=426447 2024-04-02T08:57:10.707 INFO:tasks.workunit.client.0.smithi104.stdout:op 1689 completed, throughput=4.99MB/sec 2024-04-02T08:57:10.707 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0_oNn8TNQUrRNAI off=1848424 len=1380609 2024-04-02T08:57:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:op 1690 completed, throughput=5MB/sec 2024-04-02T08:57:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S48HWHgLvuz2yNJ off=8145849 len=565562 2024-04-02T08:57:10.711 INFO:tasks.workunit.client.0.smithi104.stdout:op 1691 completed, throughput=5MB/sec 2024-04-02T08:57:10.711 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ujXgkmC8-os8Tqo off=6152383 len=1599780 2024-04-02T08:57:10.720 INFO:tasks.workunit.client.0.smithi104.stdout:op 1692 completed, throughput=5MB/sec 2024-04-02T08:57:11.721 INFO:tasks.workunit.client.0.smithi104.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:11.721 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-twFYfiADkpniCUC off=10417826 len=2047886 2024-04-02T08:57:11.732 INFO:tasks.workunit.client.0.smithi104.stdout:op 1693 completed, throughput=5MB/sec 2024-04-02T08:57:11.733 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hyswuxIVTnO8xMz off=148331 len=901928 2024-04-02T08:57:11.736 INFO:tasks.workunit.client.0.smithi104.stdout:op 1694 completed, throughput=5MB/sec 2024-04-02T08:57:11.736 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-h1r-6tjll3TIacS off=0 len=1579317 2024-04-02T08:57:11.739 INFO:tasks.workunit.client.0.smithi104.stdout:op 1695 completed, throughput=5MB/sec 2024-04-02T08:57:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:11 smithi188 ceph-mon[86835]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:11 smithi104 ceph-mon[96567]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:11 smithi104 ceph-mon[94081]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:57:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:12.740 INFO:tasks.workunit.client.0.smithi104.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:12.740 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-25zx63JMY-00BVR off=51956 len=1638867 2024-04-02T08:57:12.741 INFO:tasks.workunit.client.0.smithi104.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-02T08:57:12.741 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yhVSoaXS4pCBzDO off=2735753 len=744800 2024-04-02T08:57:12.742 INFO:tasks.workunit.client.0.smithi104.stdout:op 1697 completed, throughput=4.99MB/sec 2024-04-02T08:57:12.742 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q_TCMW6npNOl4MC off=18655652 len=328561 2024-04-02T08:57:12.746 INFO:tasks.workunit.client.0.smithi104.stdout:op 1698 completed, throughput=4.99MB/sec 2024-04-02T08:57:12.746 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RzTqLQmkrGvL6Zd off=2224330 len=2056398 2024-04-02T08:57:12.757 INFO:tasks.workunit.client.0.smithi104.stdout:op 1699 completed, throughput=5MB/sec 2024-04-02T08:57:13.757 INFO:tasks.workunit.client.0.smithi104.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:13.757 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eeRgXVZBgfv_FJa off=1971800 len=448257 2024-04-02T08:57:13.761 INFO:tasks.workunit.client.0.smithi104.stdout:op 1700 completed, throughput=4.99MB/sec 2024-04-02T08:57:13.761 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BzsERXvxN_z_e7p off=226633 len=1504859 2024-04-02T08:57:13.770 INFO:tasks.workunit.client.0.smithi104.stdout:op 1701 completed, throughput=4.99MB/sec 2024-04-02T08:57:13.770 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gIfT6jibLfJHS3z off=2169267 len=2090206 2024-04-02T08:57:13.771 INFO:tasks.workunit.client.0.smithi104.stdout:op 1702 completed, throughput=5MB/sec 2024-04-02T08:57:13.771 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Bf9wYDa7wF8kQqT off=897923 len=1125539 2024-04-02T08:57:13.774 INFO:tasks.workunit.client.0.smithi104.stdout:op 1703 completed, throughput=5MB/sec 2024-04-02T08:57:13.774 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lcTpUjDDUjSrBxE off=3113051 len=565049 2024-04-02T08:57:13.774 INFO:tasks.workunit.client.0.smithi104.stdout:op 1704 completed, throughput=5MB/sec 2024-04-02T08:57:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:13 smithi104 ceph-mon[96567]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:13 smithi104 ceph-mon[94081]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:13 smithi188 ceph-mon[86835]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:14.774 INFO:tasks.workunit.client.0.smithi104.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:14.774 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5Vinc6M9v5YNxE0 off=774262 len=1512365 2024-04-02T08:57:14.780 INFO:tasks.workunit.client.0.smithi104.stdout:op 1705 completed, throughput=4.99MB/sec 2024-04-02T08:57:14.780 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EBACv0E9Mj1Qiac off=20502120 len=1090440 2024-04-02T08:57:14.780 INFO:tasks.workunit.client.0.smithi104.stdout:op 1706 completed, throughput=4.99MB/sec 2024-04-02T08:57:14.781 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OWGNgI0OUSBh9Bh off=19841756 len=875468 2024-04-02T08:57:14.783 INFO:tasks.workunit.client.0.smithi104.stdout:op 1707 completed, throughput=5MB/sec 2024-04-02T08:57:14.783 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_yZcqNPAM-eYvkl off=125406 len=204039 2024-04-02T08:57:14.784 INFO:tasks.workunit.client.0.smithi104.stdout:op 1708 completed, throughput=5MB/sec 2024-04-02T08:57:14.784 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Jyqgg3meAfmlKaM off=2437938 len=1766938 2024-04-02T08:57:14.794 INFO:tasks.workunit.client.0.smithi104.stdout:op 1709 completed, throughput=5MB/sec 2024-04-02T08:57:15.794 INFO:tasks.workunit.client.0.smithi104.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:15.794 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W5jzrDZulIdjuIJ off=3283757 len=919797 2024-04-02T08:57:15.798 INFO:tasks.workunit.client.0.smithi104.stdout:op 1710 completed, throughput=4.99MB/sec 2024-04-02T08:57:15.798 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-90mwkEBiYRSFkp7 off=1825598 len=1282883 2024-04-02T08:57:15.799 INFO:tasks.workunit.client.0.smithi104.stdout:op 1711 completed, throughput=4.99MB/sec 2024-04-02T08:57:15.800 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Wpw9adYwPjtuWCs off=3853878 len=1809585 2024-04-02T08:57:15.808 INFO:tasks.workunit.client.0.smithi104.stdout:op 1712 completed, throughput=5MB/sec 2024-04-02T08:57:15.808 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YwY15qZKRZ4WaOR off=2539678 len=997832 2024-04-02T08:57:15.812 INFO:tasks.workunit.client.0.smithi104.stdout:op 1713 completed, throughput=5MB/sec 2024-04-02T08:57:15.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:15 smithi104 ceph-mon[96567]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:15.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:15 smithi104 ceph-mon[94081]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:15.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:57:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:57:15] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T08:57:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:15 smithi188 ceph-mon[86835]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:16.812 INFO:tasks.workunit.client.0.smithi104.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:16.812 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jjbi0bLDtcagpxo off=3201975 len=1291501 2024-04-02T08:57:16.820 INFO:tasks.workunit.client.0.smithi104.stdout:op 1714 completed, throughput=4.99MB/sec 2024-04-02T08:57:16.820 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Pz1KiIgN8j16WZE off=3841123 len=1242970 2024-04-02T08:57:16.822 INFO:tasks.workunit.client.0.smithi104.stdout:op 1715 completed, throughput=4.99MB/sec 2024-04-02T08:57:16.822 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Nu3kag8qMPOt5oj off=4344542 len=1228390 2024-04-02T08:57:16.823 INFO:tasks.workunit.client.0.smithi104.stdout:op 1716 completed, throughput=5MB/sec 2024-04-02T08:57:16.823 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ieb2o1YYTl7EoJD off=10805983 len=25204 2024-04-02T08:57:16.825 INFO:tasks.workunit.client.0.smithi104.stdout:op 1717 completed, throughput=5MB/sec 2024-04-02T08:57:16.825 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NmD5-TLD5_aLPNA off=19777685 len=284513 2024-04-02T08:57:16.826 INFO:tasks.workunit.client.0.smithi104.stdout:op 1718 completed, throughput=5MB/sec 2024-04-02T08:57:16.826 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o66xy_WdfedUGce off=15237060 len=1234547 2024-04-02T08:57:16.827 INFO:tasks.workunit.client.0.smithi104.stdout:op 1719 completed, throughput=5MB/sec 2024-04-02T08:57:17.828 INFO:tasks.workunit.client.0.smithi104.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:17.828 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PsAGldmiAOGTldW off=4537463 len=2041677 2024-04-02T08:57:17.840 INFO:tasks.workunit.client.0.smithi104.stdout:op 1720 completed, throughput=4.99MB/sec 2024-04-02T08:57:17.841 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G2nNmqTC6ggk0IU off=6877461 len=751812 2024-04-02T08:57:17.842 INFO:tasks.workunit.client.0.smithi104.stdout:op 1721 completed, throughput=4.99MB/sec 2024-04-02T08:57:17.842 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T7pqNRU68v0NiFf off=16255247 len=1270480 2024-04-02T08:57:17.847 INFO:tasks.workunit.client.0.smithi104.stdout:op 1722 completed, throughput=5MB/sec 2024-04-02T08:57:17.847 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OlbuUOmi4CtEh4U off=3011647 len=1338043 2024-04-02T08:57:17.853 INFO:tasks.workunit.client.0.smithi104.stdout:op 1723 completed, throughput=5MB/sec 2024-04-02T08:57:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:18 smithi188 ceph-mon[86835]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:57:18.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:18 smithi104 ceph-mon[96567]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:57:18.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:18 smithi104 ceph-mon[94081]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:57:18.854 INFO:tasks.workunit.client.0.smithi104.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:18.854 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WXbq2ER5cTM5MjI off=6055127 len=1402323 2024-04-02T08:57:18.855 INFO:tasks.workunit.client.0.smithi104.stdout:op 1724 completed, throughput=4.99MB/sec 2024-04-02T08:57:18.855 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W-dup4wGIpleU6g off=2423401 len=1387514 2024-04-02T08:57:18.862 INFO:tasks.workunit.client.0.smithi104.stdout:op 1725 completed, throughput=4.99MB/sec 2024-04-02T08:57:18.862 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JYeouvBoOl6Jk2c off=6793996 len=1057190 2024-04-02T08:57:18.864 INFO:tasks.workunit.client.0.smithi104.stdout:op 1726 completed, throughput=5MB/sec 2024-04-02T08:57:18.864 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Bq-WBmNGKnwzZ5P off=7824848 len=1555808 2024-04-02T08:57:18.870 INFO:tasks.workunit.client.0.smithi104.stdout:op 1727 completed, throughput=5MB/sec 2024-04-02T08:57:19.870 INFO:tasks.workunit.client.0.smithi104.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:19.871 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k1olVJLMp2UWAx5 off=6645721 len=798767 2024-04-02T08:57:19.871 INFO:tasks.workunit.client.0.smithi104.stdout:op 1728 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.871 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nq0SmxPvn-x1VF- off=3949176 len=635673 2024-04-02T08:57:19.872 INFO:tasks.workunit.client.0.smithi104.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.872 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xJQLfHjFgM8Yb1O off=9016161 len=1220078 2024-04-02T08:57:19.874 INFO:tasks.workunit.client.0.smithi104.stdout:op 1730 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.875 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-apyxrDPs8OzpQ5D off=5686157 len=203752 2024-04-02T08:57:19.877 INFO:tasks.workunit.client.0.smithi104.stdout:op 1731 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.877 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BPkBst7ucsS3N-G off=5105262 len=518927 2024-04-02T08:57:19.878 INFO:tasks.workunit.client.0.smithi104.stdout:op 1732 completed, throughput=5MB/sec 2024-04-02T08:57:19.878 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pOeOUznPjm_av0S off=0 len=1055605 2024-04-02T08:57:19.884 INFO:tasks.workunit.client.0.smithi104.stdout:op 1733 completed, throughput=5MB/sec 2024-04-02T08:57:19.884 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ust0RL-jkKt5d8d off=402167 len=190441 2024-04-02T08:57:19.886 INFO:tasks.workunit.client.0.smithi104.stdout:op 1734 completed, throughput=5MB/sec 2024-04-02T08:57:19.886 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3zG8fZ89lkodRvC off=20095720 len=1524556 2024-04-02T08:57:19.891 INFO:tasks.workunit.client.0.smithi104.stdout:op 1735 completed, throughput=5MB/sec 2024-04-02T08:57:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:20 smithi188 ceph-mon[86835]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:57:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:20 smithi104 ceph-mon[96567]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:57:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:20 smithi104 ceph-mon[94081]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:57:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:20.892 INFO:tasks.workunit.client.0.smithi104.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:20.892 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Md06k-tqFAKSKbW off=14479520 len=505872 2024-04-02T08:57:20.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 1736 completed, throughput=4.99MB/sec 2024-04-02T08:57:20.895 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BrRJ8bpBkeVS28J off=6842896 len=201784 2024-04-02T08:57:20.898 INFO:tasks.workunit.client.0.smithi104.stdout:op 1737 completed, throughput=4.99MB/sec 2024-04-02T08:57:20.898 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wqZr0Dt_5pDAnSZ off=11613820 len=1300170 2024-04-02T08:57:20.903 INFO:tasks.workunit.client.0.smithi104.stdout:op 1738 completed, throughput=4.99MB/sec 2024-04-02T08:57:20.904 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WjtRz8mOCJ1LpEv off=10685639 len=967988 2024-04-02T08:57:20.906 INFO:tasks.workunit.client.0.smithi104.stdout:op 1739 completed, throughput=5MB/sec 2024-04-02T08:57:20.906 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-64AlaTA8T1CN3En off=2380860 len=203554 2024-04-02T08:57:20.906 INFO:tasks.workunit.client.0.smithi104.stdout:op 1740 completed, throughput=5MB/sec 2024-04-02T08:57:20.906 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8F7NOwGJzdXEOd1 off=5279326 len=317404 2024-04-02T08:57:20.909 INFO:tasks.workunit.client.0.smithi104.stdout:op 1741 completed, throughput=5MB/sec 2024-04-02T08:57:20.909 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cr8VghMoULAP4HL off=9293691 len=422507 2024-04-02T08:57:20.912 INFO:tasks.workunit.client.0.smithi104.stdout:op 1742 completed, throughput=5MB/sec 2024-04-02T08:57:20.913 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v4VAvXmjC6uGevT off=6712011 len=1097397 2024-04-02T08:57:20.917 INFO:tasks.workunit.client.0.smithi104.stdout:op 1743 completed, throughput=5MB/sec 2024-04-02T08:57:21.918 INFO:tasks.workunit.client.0.smithi104.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:21.918 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JL9l0fUe8hFYAj3 off=666513 len=909057 2024-04-02T08:57:21.923 INFO:tasks.workunit.client.0.smithi104.stdout:op 1744 completed, throughput=4.99MB/sec 2024-04-02T08:57:21.923 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-34vw-BzsGMtkIbL off=6539630 len=104168 2024-04-02T08:57:21.925 INFO:tasks.workunit.client.0.smithi104.stdout:op 1745 completed, throughput=4.99MB/sec 2024-04-02T08:57:21.925 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-O_rdEsm26AN0xZl off=7268711 len=1972253 2024-04-02T08:57:21.928 INFO:tasks.workunit.client.0.smithi104.stdout:op 1746 completed, throughput=5MB/sec 2024-04-02T08:57:21.928 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TmU3NrBgzcZzXzd off=4549793 len=1723547 2024-04-02T08:57:21.930 INFO:tasks.workunit.client.0.smithi104.stdout:op 1747 completed, throughput=5MB/sec 2024-04-02T08:57:22.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:22 smithi188 ceph-mon[86835]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:57:22.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:57:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:57:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:22.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:22 smithi104 ceph-mon[96567]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:57:22.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:22 smithi104 ceph-mon[94081]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:57:22.930 INFO:tasks.workunit.client.0.smithi104.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:22.930 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NFK_WcYuMu5x6IY off=907974 len=916803 2024-04-02T08:57:22.932 INFO:tasks.workunit.client.0.smithi104.stdout:op 1748 completed, throughput=4.99MB/sec 2024-04-02T08:57:22.932 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZcMySuPQvrkq9f- off=3848338 len=1642018 2024-04-02T08:57:22.942 INFO:tasks.workunit.client.0.smithi104.stdout:op 1749 completed, throughput=4.99MB/sec 2024-04-02T08:57:22.942 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lomf_UZ5JzqUKh4 off=628701 len=128680 2024-04-02T08:57:22.943 INFO:tasks.workunit.client.0.smithi104.stdout:op 1750 completed, throughput=4.99MB/sec 2024-04-02T08:57:22.943 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rFzfEFJ9ENzFYLn off=16948031 len=1384026 2024-04-02T08:57:22.949 INFO:tasks.workunit.client.0.smithi104.stdout:op 1751 completed, throughput=5MB/sec 2024-04-02T08:57:22.949 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-z1f2TTyWOtUf61r off=423765 len=1214004 2024-04-02T08:57:22.955 INFO:tasks.workunit.client.0.smithi104.stdout:op 1752 completed, throughput=5MB/sec 2024-04-02T08:57:23.955 INFO:tasks.workunit.client.0.smithi104.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:23.955 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YV53vQt8lzeKEL_ off=15188758 len=268021 2024-04-02T08:57:23.956 INFO:tasks.workunit.client.0.smithi104.stdout:op 1753 completed, throughput=4.99MB/sec 2024-04-02T08:57:23.956 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aO33oMAOecDXzNf off=6460048 len=1838175 2024-04-02T08:57:23.967 INFO:tasks.workunit.client.0.smithi104.stdout:op 1754 completed, throughput=4.99MB/sec 2024-04-02T08:57:23.967 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fMPAHX5uCmo_0Om off=582149 len=839966 2024-04-02T08:57:23.970 INFO:tasks.workunit.client.0.smithi104.stdout:op 1755 completed, throughput=4.99MB/sec 2024-04-02T08:57:23.970 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2WyUbtcE-j6n682 off=7869369 len=1642178 2024-04-02T08:57:23.978 INFO:tasks.workunit.client.0.smithi104.stdout:op 1756 completed, throughput=5MB/sec 2024-04-02T08:57:23.978 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F983SOapTnRv504 off=4413763 len=326000 2024-04-02T08:57:23.978 INFO:tasks.workunit.client.0.smithi104.stdout:op 1757 completed, throughput=5MB/sec 2024-04-02T08:57:23.978 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gTngEcxLQ0MVo1N off=10629976 len=1826348 2024-04-02T08:57:23.982 INFO:tasks.workunit.client.0.smithi104.stdout:op 1758 completed, throughput=5MB/sec 2024-04-02T08:57:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:24 smithi188 ceph-mon[86835]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:24 smithi104 ceph-mon[96567]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:24.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:24 smithi104 ceph-mon[94081]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:24.982 INFO:tasks.workunit.client.0.smithi104.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:24.982 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CHR3Ev7O4tmND3p off=1553345 len=142965 2024-04-02T08:57:24.982 INFO:tasks.workunit.client.0.smithi104.stdout:op 1759 completed, throughput=4.99MB/sec 2024-04-02T08:57:24.983 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HgGkWBsqV1zOKMl off=5981087 len=1183720 2024-04-02T08:57:24.987 INFO:tasks.workunit.client.0.smithi104.stdout:op 1760 completed, throughput=4.99MB/sec 2024-04-02T08:57:24.987 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-babQ4zu8IvmDXki off=644670 len=1276494 2024-04-02T08:57:24.990 INFO:tasks.workunit.client.0.smithi104.stdout:op 1761 completed, throughput=5MB/sec 2024-04-02T08:57:24.990 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YhwgNWZpbnr6DeN off=10644610 len=698120 2024-04-02T08:57:24.994 INFO:tasks.workunit.client.0.smithi104.stdout:op 1762 completed, throughput=5MB/sec 2024-04-02T08:57:24.994 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q1WF2ASeUCD0eWK off=8060285 len=1302818 2024-04-02T08:57:25.000 INFO:tasks.workunit.client.0.smithi104.stdout:op 1763 completed, throughput=5MB/sec 2024-04-02T08:57:26.001 INFO:tasks.workunit.client.0.smithi104.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:26.001 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uEdHjs82WRfIuoJ off=6404809 len=1813288 2024-04-02T08:57:26.012 INFO:tasks.workunit.client.0.smithi104.stdout:op 1764 completed, throughput=4.99MB/sec 2024-04-02T08:57:26.012 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yGmKY4tvl4360uS off=8480304 len=843006 2024-04-02T08:57:26.015 INFO:tasks.workunit.client.0.smithi104.stdout:op 1765 completed, throughput=4.99MB/sec 2024-04-02T08:57:26.016 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--zssHnCAQ2hhmMN off=8578116 len=1555322 2024-04-02T08:57:26.025 INFO:tasks.workunit.client.0.smithi104.stdout:op 1766 completed, throughput=5MB/sec 2024-04-02T08:57:26.025 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zC8ZVrX4ZlZPWi7 off=8644179 len=517654 2024-04-02T08:57:26.030 INFO:tasks.workunit.client.0.smithi104.stdout:op 1767 completed, throughput=5MB/sec 2024-04-02T08:57:26.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:26 smithi104 ceph-mon[96567]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:26 smithi104 ceph-mon[94081]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:57:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:57:25] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-02T08:57:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:26 smithi188 ceph-mon[86835]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:27.028 INFO:tasks.workunit.client.0.smithi104.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:27.029 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hkE2ItELGTWmMnF off=18245198 len=1950920 2024-04-02T08:57:27.037 INFO:tasks.workunit.client.0.smithi104.stdout:op 1768 completed, throughput=4.99MB/sec 2024-04-02T08:57:27.037 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CzIv63oEy0J9ZX2 off=7637613 len=285700 2024-04-02T08:57:27.037 INFO:tasks.workunit.client.0.smithi104.stdout:op 1769 completed, throughput=4.99MB/sec 2024-04-02T08:57:27.037 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UuD-JidHUFfLicz off=1266531 len=1100124 2024-04-02T08:57:27.043 INFO:tasks.workunit.client.0.smithi104.stdout:op 1770 completed, throughput=4.99MB/sec 2024-04-02T08:57:27.043 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DPw15Lh29hMB6eP off=1410713 len=454760 2024-04-02T08:57:27.046 INFO:tasks.workunit.client.0.smithi104.stdout:op 1771 completed, throughput=5MB/sec 2024-04-02T08:57:27.046 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xmm4aXTzHMOxZLE off=13472326 len=299469 2024-04-02T08:57:27.046 INFO:tasks.workunit.client.0.smithi104.stdout:op 1772 completed, throughput=5MB/sec 2024-04-02T08:57:27.047 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3t2gAiEjSuuFpgN off=726354 len=377241 2024-04-02T08:57:27.049 INFO:tasks.workunit.client.0.smithi104.stdout:op 1773 completed, throughput=5MB/sec 2024-04-02T08:57:27.049 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-m19NC-Dfhpgi5Yv off=14070602 len=229346 2024-04-02T08:57:27.049 INFO:tasks.workunit.client.0.smithi104.stdout:op 1774 completed, throughput=5MB/sec 2024-04-02T08:57:27.050 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ObLcjINiZTMR_eK off=250404 len=1026607 2024-04-02T08:57:27.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 1775 completed, throughput=5MB/sec 2024-04-02T08:57:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:27.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:27.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:28.052 INFO:tasks.workunit.client.0.smithi104.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:28.052 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-I7_RjjWobv-CAt- off=7251821 len=231334 2024-04-02T08:57:28.053 INFO:tasks.workunit.client.0.smithi104.stdout:op 1776 completed, throughput=4.99MB/sec 2024-04-02T08:57:28.053 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NnhcdOOEsQzmkaC off=449587 len=492034 2024-04-02T08:57:28.056 INFO:tasks.workunit.client.0.smithi104.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-02T08:57:28.056 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JEFq4Qt9rl9QQOd off=14230348 len=1867287 2024-04-02T08:57:28.064 INFO:tasks.workunit.client.0.smithi104.stdout:op 1778 completed, throughput=4.99MB/sec 2024-04-02T08:57:28.064 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0YV749XfY_Dlk4F off=9725583 len=1489936 2024-04-02T08:57:28.065 INFO:tasks.workunit.client.0.smithi104.stdout:op 1779 completed, throughput=5MB/sec 2024-04-02T08:57:28.065 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zszbb6hFAVpdf44 off=697194 len=130431 2024-04-02T08:57:28.067 INFO:tasks.workunit.client.0.smithi104.stdout:op 1780 completed, throughput=5MB/sec 2024-04-02T08:57:28.067 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q9Q1AEMAS2gwlyW off=13748783 len=918971 2024-04-02T08:57:28.071 INFO:tasks.workunit.client.0.smithi104.stdout:op 1781 completed, throughput=5MB/sec 2024-04-02T08:57:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:28 smithi188 ceph-mon[86835]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:28 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:28 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:28 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:57:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:28 smithi104 ceph-mon[96567]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:28 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:28 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:28 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:57:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:28 smithi104 ceph-mon[94081]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:28 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:28 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:28.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:28 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:57:29.072 INFO:tasks.workunit.client.0.smithi104.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:29.072 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QPemXWHcdAVLVC6 off=7505804 len=1716043 2024-04-02T08:57:29.078 INFO:tasks.workunit.client.0.smithi104.stdout:op 1782 completed, throughput=4.99MB/sec 2024-04-02T08:57:29.078 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vCTK1urFzzXUO-w off=10920467 len=749130 2024-04-02T08:57:29.079 INFO:tasks.workunit.client.0.smithi104.stdout:op 1783 completed, throughput=4.99MB/sec 2024-04-02T08:57:29.079 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Z_lXdFv3HU9WKii off=1968603 len=685646 2024-04-02T08:57:29.085 INFO:tasks.workunit.client.0.smithi104.stdout:op 1784 completed, throughput=4.99MB/sec 2024-04-02T08:57:29.085 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lXWpEEBuDU8tSAM off=2396340 len=1411341 2024-04-02T08:57:29.088 INFO:tasks.workunit.client.0.smithi104.stdout:op 1785 completed, throughput=5MB/sec 2024-04-02T08:57:29.088 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hkE2ItELGTWmMnF off=356806 len=276537 2024-04-02T08:57:29.090 INFO:tasks.workunit.client.0.smithi104.stdout:op 1786 completed, throughput=5MB/sec 2024-04-02T08:57:29.090 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Iu9Guux9cxIv7gq off=3999035 len=324500 2024-04-02T08:57:29.092 INFO:tasks.workunit.client.0.smithi104.stdout:op 1787 completed, throughput=5MB/sec 2024-04-02T08:57:30.093 INFO:tasks.workunit.client.0.smithi104.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:30.093 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-A1mododMWZ2qCHA off=591771 len=1764547 2024-04-02T08:57:30.094 INFO:tasks.workunit.client.0.smithi104.stdout:op 1788 completed, throughput=4.99MB/sec 2024-04-02T08:57:30.094 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vUBXCh9LnJ1wHEk off=4605300 len=466053 2024-04-02T08:57:30.098 INFO:tasks.workunit.client.0.smithi104.stdout:op 1789 completed, throughput=4.99MB/sec 2024-04-02T08:57:30.098 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MvOJTcfwyYPQuqW off=1477685 len=1276396 2024-04-02T08:57:30.099 INFO:tasks.workunit.client.0.smithi104.stdout:op 1790 completed, throughput=5MB/sec 2024-04-02T08:57:30.099 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RG-Esimov1DaWJ6 off=22520024 len=1643355 2024-04-02T08:57:30.106 INFO:tasks.workunit.client.0.smithi104.stdout:op 1791 completed, throughput=5MB/sec 2024-04-02T08:57:30.106 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cyUWFZy3rHJQqjb off=3596196 len=1417939 2024-04-02T08:57:30.107 INFO:tasks.workunit.client.0.smithi104.stdout:op 1792 completed, throughput=5MB/sec 2024-04-02T08:57:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:30 smithi188 ceph-mon[86835]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:57:30.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:30 smithi104 ceph-mon[94081]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:57:30.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:30 smithi104 ceph-mon[96567]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:57:31.107 INFO:tasks.workunit.client.0.smithi104.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:31.107 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KqSxjkTpchavdWI off=388242 len=1679731 2024-04-02T08:57:31.109 INFO:tasks.workunit.client.0.smithi104.stdout:op 1793 completed, throughput=4.99MB/sec 2024-04-02T08:57:31.109 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aEZeZevKDmh2OqO off=953922 len=785424 2024-04-02T08:57:31.110 INFO:tasks.workunit.client.0.smithi104.stdout:op 1794 completed, throughput=5MB/sec 2024-04-02T08:57:31.110 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1b0nF5PEvUIfOR6 off=7319797 len=1549484 2024-04-02T08:57:31.116 INFO:tasks.workunit.client.0.smithi104.stdout:op 1795 completed, throughput=5MB/sec 2024-04-02T08:57:32.116 INFO:tasks.workunit.client.0.smithi104.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:32.116 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FjfGGs9GcJuCz_K off=2263956 len=247479 2024-04-02T08:57:32.119 INFO:tasks.workunit.client.0.smithi104.stdout:op 1796 completed, throughput=4.99MB/sec 2024-04-02T08:57:32.119 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QSg0AIR3j1kM_Vu off=14996093 len=1102904 2024-04-02T08:57:32.120 INFO:tasks.workunit.client.0.smithi104.stdout:op 1797 completed, throughput=4.99MB/sec 2024-04-02T08:57:32.120 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-swSF3zer3iI2NGJ off=1782745 len=1102092 2024-04-02T08:57:32.122 INFO:tasks.workunit.client.0.smithi104.stdout:op 1798 completed, throughput=4.99MB/sec 2024-04-02T08:57:32.122 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Me-zVtMmSWHDYQT off=16046071 len=67239 2024-04-02T08:57:32.125 INFO:tasks.workunit.client.0.smithi104.stdout:op 1799 completed, throughput=4.99MB/sec 2024-04-02T08:57:32.125 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lcQCb78_RcKeccs off=7547691 len=1117833 2024-04-02T08:57:32.130 INFO:tasks.workunit.client.0.smithi104.stdout:op 1800 completed, throughput=5MB/sec 2024-04-02T08:57:32.131 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LnFVOFcM6lrgeTV off=10131746 len=863115 2024-04-02T08:57:32.134 INFO:tasks.workunit.client.0.smithi104.stdout:op 1801 completed, throughput=5MB/sec 2024-04-02T08:57:32.134 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Kh62DhOuw_ix_sf off=9257876 len=533647 2024-04-02T08:57:32.135 INFO:tasks.workunit.client.0.smithi104.stdout:op 1802 completed, throughput=5MB/sec 2024-04-02T08:57:32.135 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W3477Y4G3Hsxbw1 off=2147605 len=386988 2024-04-02T08:57:32.137 INFO:tasks.workunit.client.0.smithi104.stdout:op 1803 completed, throughput=5MB/sec 2024-04-02T08:57:32.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:32 smithi188 ceph-mon[86835]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:57:32.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:57:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:32 smithi104 ceph-mon[96567]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:57:32.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:32 smithi104 ceph-mon[94081]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:57:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:33.138 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6APBLJkhxQXmDP0 off=2284958 len=429653 2024-04-02T08:57:33.139 INFO:tasks.workunit.client.0.smithi104.stdout:op 1804 completed, throughput=4.99MB/sec 2024-04-02T08:57:33.139 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5f7cUEqsy29WjtQ off=1872905 len=1921797 2024-04-02T08:57:33.140 INFO:tasks.workunit.client.0.smithi104.stdout:op 1805 completed, throughput=4.99MB/sec 2024-04-02T08:57:33.140 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o1qdGOjg5AQhOWX off=472007 len=1592622 2024-04-02T08:57:33.147 INFO:tasks.workunit.client.0.smithi104.stdout:op 1806 completed, throughput=5MB/sec 2024-04-02T08:57:33.148 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6b8ymDgJv6HKjZ0 off=5566909 len=1115373 2024-04-02T08:57:33.149 INFO:tasks.workunit.client.0.smithi104.stdout:op 1807 completed, throughput=5MB/sec 2024-04-02T08:57:33.149 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eLjTdLQPPwufH95 off=14120717 len=1351992 2024-04-02T08:57:33.155 INFO:tasks.workunit.client.0.smithi104.stdout:op 1808 completed, throughput=5MB/sec 2024-04-02T08:57:34.156 INFO:tasks.workunit.client.0.smithi104.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:34.156 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lFyCPy3PHmR0-6h off=2134466 len=491513 2024-04-02T08:57:34.158 INFO:tasks.workunit.client.0.smithi104.stdout:op 1809 completed, throughput=4.99MB/sec 2024-04-02T08:57:34.159 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-teIhbGMNJzhRVJI off=1190917 len=110340 2024-04-02T08:57:34.159 INFO:tasks.workunit.client.0.smithi104.stdout:op 1810 completed, throughput=4.99MB/sec 2024-04-02T08:57:34.159 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-plCNEkPgkHUKQKL off=1459722 len=1419271 2024-04-02T08:57:34.160 INFO:tasks.workunit.client.0.smithi104.stdout:op 1811 completed, throughput=4.99MB/sec 2024-04-02T08:57:34.160 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ChwwEOoz3gfwXMU off=654174 len=1874202 2024-04-02T08:57:34.167 INFO:tasks.workunit.client.0.smithi104.stdout:op 1812 completed, throughput=5MB/sec 2024-04-02T08:57:34.168 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tKdHzhTVlshTBs0 off=571429 len=205227 2024-04-02T08:57:34.168 INFO:tasks.workunit.client.0.smithi104.stdout:op 1813 completed, throughput=5MB/sec 2024-04-02T08:57:34.168 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JxHXry1lP-wbbKW off=14117555 len=186165 2024-04-02T08:57:34.170 INFO:tasks.workunit.client.0.smithi104.stdout:op 1814 completed, throughput=5MB/sec 2024-04-02T08:57:34.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:34 smithi188 ceph-mon[86835]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:34.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:34 smithi104 ceph-mon[96567]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:34.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:34 smithi104 ceph-mon[94081]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:35.170 INFO:tasks.workunit.client.0.smithi104.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:35.171 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dXPTq8TNEmqAb07 off=9192788 len=1714949 2024-04-02T08:57:35.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 1815 completed, throughput=4.99MB/sec 2024-04-02T08:57:35.178 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MhG1Uh-JQl5uxFN off=178190 len=533956 2024-04-02T08:57:35.181 INFO:tasks.workunit.client.0.smithi104.stdout:op 1816 completed, throughput=4.99MB/sec 2024-04-02T08:57:35.181 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lzq0_8BtLvtlgHB off=3297537 len=653390 2024-04-02T08:57:35.182 INFO:tasks.workunit.client.0.smithi104.stdout:op 1817 completed, throughput=4.99MB/sec 2024-04-02T08:57:35.182 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nHdxOIfpNgkTjVO off=11038592 len=104530 2024-04-02T08:57:35.184 INFO:tasks.workunit.client.0.smithi104.stdout:op 1818 completed, throughput=4.99MB/sec 2024-04-02T08:57:35.184 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cfbPaOaqxu0AokJ off=979779 len=1556149 2024-04-02T08:57:35.193 INFO:tasks.workunit.client.0.smithi104.stdout:op 1819 completed, throughput=5MB/sec 2024-04-02T08:57:35.193 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o8CjQmfpHxdZIyK off=17057092 len=1224690 2024-04-02T08:57:35.194 INFO:tasks.workunit.client.0.smithi104.stdout:op 1820 completed, throughput=5MB/sec 2024-04-02T08:57:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:35.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:35.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:36.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:36 smithi104 ceph-mon[94081]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:36 smithi104 ceph-mon[96567]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:57:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:57:35] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-02T08:57:36.194 INFO:tasks.workunit.client.0.smithi104.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:36.194 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Xt-4M_FMixk6Zhe off=15864869 len=423850 2024-04-02T08:57:36.198 INFO:tasks.workunit.client.0.smithi104.stdout:op 1821 completed, throughput=4.99MB/sec 2024-04-02T08:57:36.198 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JyE4KP_B5ppLi6R off=1965405 len=372382 2024-04-02T08:57:36.199 INFO:tasks.workunit.client.0.smithi104.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-02T08:57:36.200 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-c_VijizpmyobHUr off=4130103 len=395027 2024-04-02T08:57:36.202 INFO:tasks.workunit.client.0.smithi104.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-02T08:57:36.203 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Pr5a4x73NQnNlEu off=15226128 len=127766 2024-04-02T08:57:36.203 INFO:tasks.workunit.client.0.smithi104.stdout:op 1824 completed, throughput=4.99MB/sec 2024-04-02T08:57:36.203 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JEuiXMGg4WWk6si off=11306871 len=804549 2024-04-02T08:57:36.207 INFO:tasks.workunit.client.0.smithi104.stdout:op 1825 completed, throughput=4.99MB/sec 2024-04-02T08:57:36.207 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lgrxAgO0XEx3r3W off=17718915 len=1159076 2024-04-02T08:57:36.215 INFO:tasks.workunit.client.0.smithi104.stdout:op 1826 completed, throughput=5MB/sec 2024-04-02T08:57:36.215 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-31Oh0-yQoT8oESj off=2712326 len=256468 2024-04-02T08:57:36.215 INFO:tasks.workunit.client.0.smithi104.stdout:op 1827 completed, throughput=5MB/sec 2024-04-02T08:57:36.215 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D4es4sU54iiLgw6 off=19857580 len=874713 2024-04-02T08:57:36.216 INFO:tasks.workunit.client.0.smithi104.stdout:op 1828 completed, throughput=5MB/sec 2024-04-02T08:57:36.216 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ab-C0qb_Ct7A7aC off=622056 len=1856234 2024-04-02T08:57:36.225 INFO:tasks.workunit.client.0.smithi104.stdout:op 1829 completed, throughput=5MB/sec 2024-04-02T08:57:36.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:36 smithi188 ceph-mon[86835]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:37.225 INFO:tasks.workunit.client.0.smithi104.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:37.225 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HFsL3MiwRd15BsX off=2513740 len=304632 2024-04-02T08:57:37.226 INFO:tasks.workunit.client.0.smithi104.stdout:op 1830 completed, throughput=4.99MB/sec 2024-04-02T08:57:37.226 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g5srqOoWSdkKD9t off=10421953 len=295235 2024-04-02T08:57:37.229 INFO:tasks.workunit.client.0.smithi104.stdout:op 1831 completed, throughput=4.99MB/sec 2024-04-02T08:57:37.229 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hx0IzNzXJ1XFgJ7 off=2394586 len=393967 2024-04-02T08:57:37.231 INFO:tasks.workunit.client.0.smithi104.stdout:op 1832 completed, throughput=4.99MB/sec 2024-04-02T08:57:37.231 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GuEzJI7gburRZ6E off=4435644 len=1159314 2024-04-02T08:57:37.233 INFO:tasks.workunit.client.0.smithi104.stdout:op 1833 completed, throughput=5MB/sec 2024-04-02T08:57:37.233 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G9r2Ft7FYW5K-qL off=15873839 len=412141 2024-04-02T08:57:37.236 INFO:tasks.workunit.client.0.smithi104.stdout:op 1834 completed, throughput=5MB/sec 2024-04-02T08:57:37.236 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B58VIR3C2rPuy2S off=5080293 len=1330324 2024-04-02T08:57:37.237 INFO:tasks.workunit.client.0.smithi104.stdout:op 1835 completed, throughput=5MB/sec 2024-04-02T08:57:38.238 INFO:tasks.workunit.client.0.smithi104.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:38.238 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4dRlX6RNs56_i0N off=10942684 len=1720092 2024-04-02T08:57:38.246 INFO:tasks.workunit.client.0.smithi104.stdout:op 1836 completed, throughput=4.99MB/sec 2024-04-02T08:57:38.246 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CKvJbTvv-WK0fpr off=3926235 len=1564784 2024-04-02T08:57:38.253 INFO:tasks.workunit.client.0.smithi104.stdout:op 1837 completed, throughput=4.99MB/sec 2024-04-02T08:57:38.253 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lk3KmPt7Z3ZV0ht off=1896552 len=1751323 2024-04-02T08:57:38.257 INFO:tasks.workunit.client.0.smithi104.stdout:op 1838 completed, throughput=5MB/sec 2024-04-02T08:57:38.257 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F4fR4rCA1cMlzYW off=7076168 len=1505535 2024-04-02T08:57:38.257 INFO:tasks.workunit.client.0.smithi104.stdout:op 1839 completed, throughput=5MB/sec 2024-04-02T08:57:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:38 smithi188 ceph-mon[86835]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:57:38.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:38 smithi104 ceph-mon[94081]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:57:38.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:38 smithi104 ceph-mon[96567]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:57:39.258 INFO:tasks.workunit.client.0.smithi104.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:39.258 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_JOXGdGdKU81DDx off=497085 len=276295 2024-04-02T08:57:39.259 INFO:tasks.workunit.client.0.smithi104.stdout:op 1840 completed, throughput=4.99MB/sec 2024-04-02T08:57:39.259 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rdYM3-RTaEPiLdm off=5478497 len=1211905 2024-04-02T08:57:39.263 INFO:tasks.workunit.client.0.smithi104.stdout:op 1841 completed, throughput=4.99MB/sec 2024-04-02T08:57:39.263 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G5051uyEzew2GRO off=386194 len=824304 2024-04-02T08:57:39.266 INFO:tasks.workunit.client.0.smithi104.stdout:op 1842 completed, throughput=5MB/sec 2024-04-02T08:57:39.266 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-STm6gxnmFXj9VhH off=3626806 len=1079643 2024-04-02T08:57:39.271 INFO:tasks.workunit.client.0.smithi104.stdout:op 1843 completed, throughput=5MB/sec 2024-04-02T08:57:39.271 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GFA4k-XHwe31cww off=6199056 len=1202048 2024-04-02T08:57:39.279 INFO:tasks.workunit.client.0.smithi104.stdout:op 1844 completed, throughput=5MB/sec 2024-04-02T08:57:40.279 INFO:tasks.workunit.client.0.smithi104.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:40.280 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mbAWUwnKnRZiycF off=11486708 len=1667422 2024-04-02T08:57:40.285 INFO:tasks.workunit.client.0.smithi104.stdout:op 1845 completed, throughput=4.99MB/sec 2024-04-02T08:57:40.285 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zYlJDpWgt-TzXAs off=7269210 len=419827 2024-04-02T08:57:40.289 INFO:tasks.workunit.client.0.smithi104.stdout:op 1846 completed, throughput=4.99MB/sec 2024-04-02T08:57:40.289 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8DI6nio5zpZhDZM off=664628 len=1313735 2024-04-02T08:57:40.293 INFO:tasks.workunit.client.0.smithi104.stdout:op 1847 completed, throughput=5MB/sec 2024-04-02T08:57:40.293 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G2_KYzO44piQqW7 off=1645723 len=549691 2024-04-02T08:57:40.294 INFO:tasks.workunit.client.0.smithi104.stdout:op 1848 completed, throughput=5MB/sec 2024-04-02T08:57:40.294 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-W0C5XP_hbDS1ZE3 off=11404372 len=297818 2024-04-02T08:57:40.294 INFO:tasks.workunit.client.0.smithi104.stdout:op 1849 completed, throughput=5MB/sec 2024-04-02T08:57:40.294 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7hA1BFhUHRfu429 off=219719 len=1833526 2024-04-02T08:57:40.301 INFO:tasks.workunit.client.0.smithi104.stdout:op 1850 completed, throughput=5MB/sec 2024-04-02T08:57:40.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:40 smithi188 ceph-mon[86835]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:57:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:40 smithi104 ceph-mon[96567]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:57:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:40 smithi104 ceph-mon[94081]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:57:41.301 INFO:tasks.workunit.client.0.smithi104.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:41.302 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UtnKheCxz2ZbRbI off=13707601 len=1950142 2024-04-02T08:57:41.311 INFO:tasks.workunit.client.0.smithi104.stdout:op 1851 completed, throughput=4.99MB/sec 2024-04-02T08:57:41.311 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BgSklkU-zro-t4X off=7350044 len=909197 2024-04-02T08:57:41.311 INFO:tasks.workunit.client.0.smithi104.stdout:op 1852 completed, throughput=5MB/sec 2024-04-02T08:57:41.311 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mPBXh6im7w216bW off=3938031 len=1254871 2024-04-02T08:57:41.311 INFO:tasks.workunit.client.0.smithi104.stdout:op 1853 completed, throughput=5MB/sec 2024-04-02T08:57:41.311 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-K0CDUUtEQ6TaB4O off=8869290 len=1402710 2024-04-02T08:57:41.317 INFO:tasks.workunit.client.0.smithi104.stdout:op 1854 completed, throughput=5MB/sec 2024-04-02T08:57:42.318 INFO:tasks.workunit.client.0.smithi104.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:42.318 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-x3IjvkUBsbvXfyZ off=1587024 len=536834 2024-04-02T08:57:42.321 INFO:tasks.workunit.client.0.smithi104.stdout:op 1855 completed, throughput=4.99MB/sec 2024-04-02T08:57:42.321 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tYp_WjudxTzDUml off=7490250 len=103309 2024-04-02T08:57:42.321 INFO:tasks.workunit.client.0.smithi104.stdout:op 1856 completed, throughput=4.99MB/sec 2024-04-02T08:57:42.322 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--0dRrkIPcFYBWAd off=21609777 len=140896 2024-04-02T08:57:42.322 INFO:tasks.workunit.client.0.smithi104.stdout:op 1857 completed, throughput=4.99MB/sec 2024-04-02T08:57:42.322 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ogYOhtBMpb6f4EZ off=921748 len=1992509 2024-04-02T08:57:42.332 INFO:tasks.workunit.client.0.smithi104.stdout:op 1858 completed, throughput=5MB/sec 2024-04-02T08:57:42.332 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gKUveZV9Yz8Z3zP off=4552655 len=1801752 2024-04-02T08:57:42.342 INFO:tasks.workunit.client.0.smithi104.stdout:op 1859 completed, throughput=5MB/sec 2024-04-02T08:57:42.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:42 smithi188 ceph-mon[86835]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:42.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:57:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:42.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:42 smithi104 ceph-mon[96567]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:42.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:42 smithi104 ceph-mon[94081]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:43.342 INFO:tasks.workunit.client.0.smithi104.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:43.342 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-v2lsYkA4gVUB16I off=13015712 len=2039403 2024-04-02T08:57:43.344 INFO:tasks.workunit.client.0.smithi104.stdout:op 1860 completed, throughput=4.99MB/sec 2024-04-02T08:57:43.344 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ye34MpZOEhweMnw off=11198996 len=707084 2024-04-02T08:57:43.345 INFO:tasks.workunit.client.0.smithi104.stdout:op 1861 completed, throughput=4.99MB/sec 2024-04-02T08:57:43.345 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_MJoFXIo9C3tEbA off=2475178 len=779656 2024-04-02T08:57:43.347 INFO:tasks.workunit.client.0.smithi104.stdout:op 1862 completed, throughput=5MB/sec 2024-04-02T08:57:43.347 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YyPw0IcxLiT36Ud off=18589845 len=273889 2024-04-02T08:57:43.348 INFO:tasks.workunit.client.0.smithi104.stdout:op 1863 completed, throughput=5MB/sec 2024-04-02T08:57:43.348 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q_K6Iq59JeQcXCI off=8319283 len=1779715 2024-04-02T08:57:43.358 INFO:tasks.workunit.client.0.smithi104.stdout:op 1864 completed, throughput=5MB/sec 2024-04-02T08:57:44.358 INFO:tasks.workunit.client.0.smithi104.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:44.358 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NulHwQcZa-7XZJ2 off=1630750 len=390593 2024-04-02T08:57:44.361 INFO:tasks.workunit.client.0.smithi104.stdout:op 1865 completed, throughput=4.99MB/sec 2024-04-02T08:57:44.361 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0su7Pj917C5lQOX off=2791676 len=755697 2024-04-02T08:57:44.362 INFO:tasks.workunit.client.0.smithi104.stdout:op 1866 completed, throughput=4.99MB/sec 2024-04-02T08:57:44.362 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lwtSNaCZ7vXlPnY off=10615725 len=61281 2024-04-02T08:57:44.363 INFO:tasks.workunit.client.0.smithi104.stdout:op 1867 completed, throughput=4.99MB/sec 2024-04-02T08:57:44.363 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CnEu13h65W6qtE5 off=3995032 len=1407879 2024-04-02T08:57:44.366 INFO:tasks.workunit.client.0.smithi104.stdout:op 1868 completed, throughput=5MB/sec 2024-04-02T08:57:44.366 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-e-FPtVMZI6hA83i off=89473 len=581618 2024-04-02T08:57:44.369 INFO:tasks.workunit.client.0.smithi104.stdout:op 1869 completed, throughput=5MB/sec 2024-04-02T08:57:44.369 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-62OnqYdyjJbJQUw off=4562700 len=972822 2024-04-02T08:57:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:44 smithi188 ceph-mon[86835]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:44.375 INFO:tasks.workunit.client.0.smithi104.stdout:op 1870 completed, throughput=5MB/sec 2024-04-02T08:57:44.375 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-W-zL1N6L9Q3Y6ji off=1620212 len=869370 2024-04-02T08:57:44.375 INFO:tasks.workunit.client.0.smithi104.stdout:op 1871 completed, throughput=5MB/sec 2024-04-02T08:57:44.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:44 smithi104 ceph-mon[96567]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:44.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:44 smithi104 ceph-mon[94081]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:45.376 INFO:tasks.workunit.client.0.smithi104.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:45.376 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FjfGGs9GcJuCz_K off=5248277 len=432799 2024-04-02T08:57:45.377 INFO:tasks.workunit.client.0.smithi104.stdout:op 1872 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.377 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0Dmz4W6fQ5vZpFK off=11575899 len=1642 2024-04-02T08:57:45.377 INFO:tasks.workunit.client.0.smithi104.stdout:op 1873 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.377 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7soJVvokggWK37a off=6585422 len=967284 2024-04-02T08:57:45.377 INFO:tasks.workunit.client.0.smithi104.stdout:op 1874 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.378 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8tyDkSsunmejC41 off=361996 len=968433 2024-04-02T08:57:45.378 INFO:tasks.workunit.client.0.smithi104.stdout:op 1875 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.378 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GfbtF_TuumKbPz4 off=966898 len=1008143 2024-04-02T08:57:45.379 INFO:tasks.workunit.client.0.smithi104.stdout:op 1876 completed, throughput=5MB/sec 2024-04-02T08:57:45.379 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-i8rNX3LC221-dU1 off=1246021 len=515276 2024-04-02T08:57:45.380 INFO:tasks.workunit.client.0.smithi104.stdout:op 1877 completed, throughput=5MB/sec 2024-04-02T08:57:45.380 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XIy3iyDXQ4JU21e off=877785 len=681204 2024-04-02T08:57:45.383 INFO:tasks.workunit.client.0.smithi104.stdout:op 1878 completed, throughput=5MB/sec 2024-04-02T08:57:45.383 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-q2ASKTYa1Q1Cnps off=8666063 len=489200 2024-04-02T08:57:45.385 INFO:tasks.workunit.client.0.smithi104.stdout:op 1879 completed, throughput=5MB/sec 2024-04-02T08:57:46.123 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:57:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:57:45] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-02T08:57:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:46.385 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Bx0b9H0WUafbK9j off=322071 len=1177815 2024-04-02T08:57:46.387 INFO:tasks.workunit.client.0.smithi104.stdout:op 1880 completed, throughput=4.99MB/sec 2024-04-02T08:57:46.388 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Du-AHCTVjpj499J off=1350727 len=80645 2024-04-02T08:57:46.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:46 smithi104 ceph-mon[94081]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:57:46.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:46 smithi104 ceph-mon[96567]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:57:46.390 INFO:tasks.workunit.client.0.smithi104.stdout:op 1881 completed, throughput=4.99MB/sec 2024-04-02T08:57:46.390 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Y6mWZ-RbfThp_Ua off=1627132 len=158290 2024-04-02T08:57:46.392 INFO:tasks.workunit.client.0.smithi104.stdout:op 1882 completed, throughput=4.99MB/sec 2024-04-02T08:57:46.392 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gMD8IW_Fpuo0L-Q off=5559975 len=1736607 2024-04-02T08:57:46.394 INFO:tasks.workunit.client.0.smithi104.stdout:op 1883 completed, throughput=5MB/sec 2024-04-02T08:57:46.394 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-c9muc2L87TwH1gG off=1456574 len=1704806 2024-04-02T08:57:46.397 INFO:tasks.workunit.client.0.smithi104.stdout:op 1884 completed, throughput=5MB/sec 2024-04-02T08:57:46.397 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hzWWfo40kqoYuUW off=13545829 len=1982862 2024-04-02T08:57:46.405 INFO:tasks.workunit.client.0.smithi104.stdout:op 1885 completed, throughput=5MB/sec 2024-04-02T08:57:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:46 smithi188 ceph-mon[86835]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:57:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:47.405 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-b5evYSnmdLkftfH off=11027698 len=671897 2024-04-02T08:57:47.409 INFO:tasks.workunit.client.0.smithi104.stdout:op 1886 completed, throughput=4.99MB/sec 2024-04-02T08:57:47.409 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xmm4aXTzHMOxZLE off=11525249 len=240809 2024-04-02T08:57:47.412 INFO:tasks.workunit.client.0.smithi104.stdout:op 1887 completed, throughput=4.99MB/sec 2024-04-02T08:57:47.412 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BOc4DEaWRhb3Afc off=1655702 len=146331 2024-04-02T08:57:47.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 1888 completed, throughput=4.99MB/sec 2024-04-02T08:57:47.414 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GtWUcg4WKdiMwEd off=4268721 len=637547 2024-04-02T08:57:47.418 INFO:tasks.workunit.client.0.smithi104.stdout:op 1889 completed, throughput=5MB/sec 2024-04-02T08:57:47.418 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Hen-ZMwTMCgnKD3 off=3105442 len=1298929 2024-04-02T08:57:47.419 INFO:tasks.workunit.client.0.smithi104.stdout:op 1890 completed, throughput=5MB/sec 2024-04-02T08:57:47.419 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Xxcg9c4J_sHlamU off=486095 len=885858 2024-04-02T08:57:47.423 INFO:tasks.workunit.client.0.smithi104.stdout:op 1891 completed, throughput=5MB/sec 2024-04-02T08:57:48.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:48 smithi104 ceph-mon[96567]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:48 smithi104 ceph-mon[94081]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:48.423 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-t79yRjVdu2Z0QmT off=4824263 len=293071 2024-04-02T08:57:48.426 INFO:tasks.workunit.client.0.smithi104.stdout:op 1892 completed, throughput=4.99MB/sec 2024-04-02T08:57:48.427 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jTWDaTs2cQ4uYmq off=5067184 len=1446878 2024-04-02T08:57:48.433 INFO:tasks.workunit.client.0.smithi104.stdout:op 1893 completed, throughput=4.99MB/sec 2024-04-02T08:57:48.434 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2KaDZ_y6Wzs26hu off=2181717 len=1947742 2024-04-02T08:57:48.441 INFO:tasks.workunit.client.0.smithi104.stdout:op 1894 completed, throughput=5MB/sec 2024-04-02T08:57:48.442 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XBU9B65GIWVqFnQ off=2815430 len=115753 2024-04-02T08:57:48.442 INFO:tasks.workunit.client.0.smithi104.stdout:op 1895 completed, throughput=5MB/sec 2024-04-02T08:57:48.442 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JlfIJgpwqQGEkhC off=4285318 len=813606 2024-04-02T08:57:48.446 INFO:tasks.workunit.client.0.smithi104.stdout:op 1896 completed, throughput=5MB/sec 2024-04-02T08:57:48.446 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tWhpAjkQUtqK8p0 off=18255087 len=1890154 2024-04-02T08:57:48.453 INFO:tasks.workunit.client.0.smithi104.stdout:op 1897 completed, throughput=5MB/sec 2024-04-02T08:57:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:48 smithi188 ceph-mon[86835]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:49.453 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lEBuygsX18fGOMf off=14894550 len=1740273 2024-04-02T08:57:49.457 INFO:tasks.workunit.client.0.smithi104.stdout:op 1898 completed, throughput=4.99MB/sec 2024-04-02T08:57:49.457 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jobgI9AsIEl4Euz off=10725694 len=1387308 2024-04-02T08:57:49.462 INFO:tasks.workunit.client.0.smithi104.stdout:op 1899 completed, throughput=5MB/sec 2024-04-02T08:57:49.462 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-V9x_pwjQU4pmvg_ off=1309840 len=1818554 2024-04-02T08:57:49.463 INFO:tasks.workunit.client.0.smithi104.stdout:op 1900 completed, throughput=5MB/sec 2024-04-02T08:57:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:50 smithi104 ceph-mon[94081]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:50 smithi104 ceph-mon[96567]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:50.464 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QnQ-Ci1DEOq3R3i off=7407691 len=668438 2024-04-02T08:57:50.464 INFO:tasks.workunit.client.0.smithi104.stdout:op 1901 completed, throughput=4.99MB/sec 2024-04-02T08:57:50.464 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I0sIVO1ct-nImUt off=5508818 len=1938988 2024-04-02T08:57:50.472 INFO:tasks.workunit.client.0.smithi104.stdout:op 1902 completed, throughput=5MB/sec 2024-04-02T08:57:50.472 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-K_ZFmLqFOP931be off=10294666 len=1221576 2024-04-02T08:57:50.473 INFO:tasks.workunit.client.0.smithi104.stdout:op 1903 completed, throughput=5MB/sec 2024-04-02T08:57:50.473 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-th8WxUjq50KEehx off=4193125 len=1914285 2024-04-02T08:57:50.477 INFO:tasks.workunit.client.0.smithi104.stdout:op 1904 completed, throughput=5MB/sec 2024-04-02T08:57:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:50 smithi188 ceph-mon[86835]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:51.478 INFO:tasks.workunit.client.0.smithi104.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:51.478 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QPemXWHcdAVLVC6 off=1608494 len=667479 2024-04-02T08:57:51.481 INFO:tasks.workunit.client.0.smithi104.stdout:op 1905 completed, throughput=4.99MB/sec 2024-04-02T08:57:51.481 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5KKxWO2t-c60X19 off=5804543 len=1512587 2024-04-02T08:57:51.489 INFO:tasks.workunit.client.0.smithi104.stdout:op 1906 completed, throughput=5MB/sec 2024-04-02T08:57:51.489 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4cHRnFzXjaWuyo2 off=7774629 len=119737 2024-04-02T08:57:51.490 INFO:tasks.workunit.client.0.smithi104.stdout:op 1907 completed, throughput=5MB/sec 2024-04-02T08:57:51.490 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ddoW4I8jbwvd9gb off=8510650 len=1438037 2024-04-02T08:57:51.497 INFO:tasks.workunit.client.0.smithi104.stdout:op 1908 completed, throughput=5MB/sec 2024-04-02T08:57:51.497 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-70u_1o1pbjBF7Uy off=9320653 len=654437 2024-04-02T08:57:51.499 INFO:tasks.workunit.client.0.smithi104.stdout:op 1909 completed, throughput=5MB/sec 2024-04-02T08:57:52.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:52 smithi104 ceph-mon[94081]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:57:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:52 smithi104 ceph-mon[96567]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:57:52.500 INFO:tasks.workunit.client.0.smithi104.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:52.500 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3dDYb_N_fRQQaZm off=5999670 len=441146 2024-04-02T08:57:52.501 INFO:tasks.workunit.client.0.smithi104.stdout:op 1910 completed, throughput=4.99MB/sec 2024-04-02T08:57:52.501 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5CqZKjRpao2ezBZ off=7740341 len=715828 2024-04-02T08:57:52.502 INFO:tasks.workunit.client.0.smithi104.stdout:op 1911 completed, throughput=4.99MB/sec 2024-04-02T08:57:52.502 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1rGwe060s-fMMd3 off=8754128 len=422569 2024-04-02T08:57:52.506 INFO:tasks.workunit.client.0.smithi104.stdout:op 1912 completed, throughput=4.99MB/sec 2024-04-02T08:57:52.506 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pGh_B7K0SsJVPfM off=1192972 len=273302 2024-04-02T08:57:52.509 INFO:tasks.workunit.client.0.smithi104.stdout:op 1913 completed, throughput=4.99MB/sec 2024-04-02T08:57:52.509 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-61ip_72FtHYqiNy off=2194176 len=1904906 2024-04-02T08:57:52.510 INFO:tasks.workunit.client.0.smithi104.stdout:op 1914 completed, throughput=5MB/sec 2024-04-02T08:57:52.510 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1p5nXEz-4WCBbcc off=16499788 len=944454 2024-04-02T08:57:52.514 INFO:tasks.workunit.client.0.smithi104.stdout:op 1915 completed, throughput=5MB/sec 2024-04-02T08:57:52.514 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mFP1gLHqardoI49 off=11925214 len=843977 2024-04-02T08:57:52.517 INFO:tasks.workunit.client.0.smithi104.stdout:op 1916 completed, throughput=5MB/sec 2024-04-02T08:57:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:52 smithi188 ceph-mon[86835]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:57:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:57:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:57:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:53.518 INFO:tasks.workunit.client.0.smithi104.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:53.518 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iRXjgu-nChD44LD off=2504517 len=115342 2024-04-02T08:57:53.520 INFO:tasks.workunit.client.0.smithi104.stdout:op 1917 completed, throughput=4.99MB/sec 2024-04-02T08:57:53.521 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a9UJ2kRlbuyIi57 off=4392778 len=269834 2024-04-02T08:57:53.523 INFO:tasks.workunit.client.0.smithi104.stdout:op 1918 completed, throughput=4.99MB/sec 2024-04-02T08:57:53.524 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eX2C8sUIPcsBRpd off=4649290 len=1432138 2024-04-02T08:57:53.529 INFO:tasks.workunit.client.0.smithi104.stdout:op 1919 completed, throughput=4.99MB/sec 2024-04-02T08:57:53.529 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VQgF8lNmXsdfJuc off=5898477 len=1297888 2024-04-02T08:57:53.530 INFO:tasks.workunit.client.0.smithi104.stdout:op 1920 completed, throughput=5MB/sec 2024-04-02T08:57:53.530 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SxwBHlZuiRX76x5 off=1245859 len=1436489 2024-04-02T08:57:53.533 INFO:tasks.workunit.client.0.smithi104.stdout:op 1921 completed, throughput=5MB/sec 2024-04-02T08:57:53.533 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fLW826L4RIwD9_K off=4063128 len=1014348 2024-04-02T08:57:53.537 INFO:tasks.workunit.client.0.smithi104.stdout:op 1922 completed, throughput=5MB/sec 2024-04-02T08:57:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:54 smithi104 ceph-mon[96567]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:54 smithi104 ceph-mon[94081]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:54.537 INFO:tasks.workunit.client.0.smithi104.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:54.537 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pAzhtuWJeTT0zDe off=62936 len=654863 2024-04-02T08:57:54.538 INFO:tasks.workunit.client.0.smithi104.stdout:op 1923 completed, throughput=4.99MB/sec 2024-04-02T08:57:54.538 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wK0WJY7UF_eVqvl off=6963670 len=282265 2024-04-02T08:57:54.538 INFO:tasks.workunit.client.0.smithi104.stdout:op 1924 completed, throughput=4.99MB/sec 2024-04-02T08:57:54.538 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SxmdjJ0pQJi9jPX off=1512257 len=1297116 2024-04-02T08:57:54.542 INFO:tasks.workunit.client.0.smithi104.stdout:op 1925 completed, throughput=4.99MB/sec 2024-04-02T08:57:54.542 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FUGWXLZ-aNBz4-6 off=12424961 len=1693461 2024-04-02T08:57:54.549 INFO:tasks.workunit.client.0.smithi104.stdout:op 1926 completed, throughput=5MB/sec 2024-04-02T08:57:54.549 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Q5sozDNd8_m9bPj off=452255 len=224909 2024-04-02T08:57:54.550 INFO:tasks.workunit.client.0.smithi104.stdout:op 1927 completed, throughput=5MB/sec 2024-04-02T08:57:54.550 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KMV4IjeCkADSkFg off=14883562 len=1436468 2024-04-02T08:57:54.558 INFO:tasks.workunit.client.0.smithi104.stdout:op 1928 completed, throughput=5MB/sec 2024-04-02T08:57:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:54 smithi188 ceph-mon[86835]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:55.558 INFO:tasks.workunit.client.0.smithi104.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:55.558 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qHXG976UgWC7PUg off=5824950 len=1616943 2024-04-02T08:57:55.564 INFO:tasks.workunit.client.0.smithi104.stdout:op 1929 completed, throughput=4.99MB/sec 2024-04-02T08:57:55.564 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mHBEIa6KiD0hvqn off=122768 len=816207 2024-04-02T08:57:55.568 INFO:tasks.workunit.client.0.smithi104.stdout:op 1930 completed, throughput=5MB/sec 2024-04-02T08:57:55.568 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Qvi9gt5WzOy8Q2T off=2645246 len=1735588 2024-04-02T08:57:55.575 INFO:tasks.workunit.client.0.smithi104.stdout:op 1931 completed, throughput=5MB/sec 2024-04-02T08:57:56.134 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:57:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:57:55] "GET /metrics HTTP/1.1" 200 34123 "" "Prometheus/2.43.0" 2024-04-02T08:57:56.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:56 smithi104 ceph-mon[94081]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:56.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:56 smithi104 ceph-mon[96567]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:56.575 INFO:tasks.workunit.client.0.smithi104.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:56.575 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-X-6KR33oj-_rsFb off=15809195 len=235442 2024-04-02T08:57:56.576 INFO:tasks.workunit.client.0.smithi104.stdout:op 1932 completed, throughput=4.99MB/sec 2024-04-02T08:57:56.576 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CGCOeMs_KINdpiF off=293472 len=140180 2024-04-02T08:57:56.576 INFO:tasks.workunit.client.0.smithi104.stdout:op 1933 completed, throughput=4.99MB/sec 2024-04-02T08:57:56.576 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qXYoNOohAQ61Mq9 off=7483792 len=1663369 2024-04-02T08:57:56.583 INFO:tasks.workunit.client.0.smithi104.stdout:op 1934 completed, throughput=4.99MB/sec 2024-04-02T08:57:56.583 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KxhvaGRefBMaUR- off=15780213 len=1628976 2024-04-02T08:57:56.588 INFO:tasks.workunit.client.0.smithi104.stdout:op 1935 completed, throughput=5MB/sec 2024-04-02T08:57:56.588 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S7Gv_RR6lQlT9lL off=3124874 len=31122 2024-04-02T08:57:56.590 INFO:tasks.workunit.client.0.smithi104.stdout:op 1936 completed, throughput=5MB/sec 2024-04-02T08:57:56.590 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gH66nRuBadq8Nvp off=10449927 len=1593378 2024-04-02T08:57:56.591 INFO:tasks.workunit.client.0.smithi104.stdout:op 1937 completed, throughput=5MB/sec 2024-04-02T08:57:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:56 smithi188 ceph-mon[86835]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:57.591 INFO:tasks.workunit.client.0.smithi104.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:57.592 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UeKdORRssw3frWo off=14575753 len=1574057 2024-04-02T08:57:57.599 INFO:tasks.workunit.client.0.smithi104.stdout:op 1938 completed, throughput=4.99MB/sec 2024-04-02T08:57:57.599 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tMnFPt9XnAslZBm off=10428 len=813830 2024-04-02T08:57:57.600 INFO:tasks.workunit.client.0.smithi104.stdout:op 1939 completed, throughput=4.99MB/sec 2024-04-02T08:57:57.600 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-c_VijizpmyobHUr off=5180697 len=1045018 2024-04-02T08:57:57.601 INFO:tasks.workunit.client.0.smithi104.stdout:op 1940 completed, throughput=5MB/sec 2024-04-02T08:57:57.601 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mA6c8evkAndDtN2 off=3821004 len=1487005 2024-04-02T08:57:57.602 INFO:tasks.workunit.client.0.smithi104.stdout:op 1941 completed, throughput=5MB/sec 2024-04-02T08:57:57.602 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ib3prFec6FmuxnP off=2596934 len=1845290 2024-04-02T08:57:57.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 1942 completed, throughput=5MB/sec 2024-04-02T08:57:58.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:57:58 smithi104 ceph-mon[96567]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:57:58 smithi104 ceph-mon[94081]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:58.610 INFO:tasks.workunit.client.0.smithi104.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:58.610 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hq7gLfhhUvQmJV6 off=10571584 len=927627 2024-04-02T08:57:58.612 INFO:tasks.workunit.client.0.smithi104.stdout:op 1943 completed, throughput=4.99MB/sec 2024-04-02T08:57:58.612 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MkUQ3NPL43vPCaR off=609580 len=2055632 2024-04-02T08:57:58.614 INFO:tasks.workunit.client.0.smithi104.stdout:op 1944 completed, throughput=5MB/sec 2024-04-02T08:57:58.614 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rwc3zTMC-OcyrTb off=9895238 len=1460994 2024-04-02T08:57:58.620 INFO:tasks.workunit.client.0.smithi104.stdout:op 1945 completed, throughput=5MB/sec 2024-04-02T08:57:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:57:58 smithi188 ceph-mon[86835]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:59.620 INFO:tasks.workunit.client.0.smithi104.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:59.620 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sTfANDnDFk3Nfyl off=3600197 len=1649031 2024-04-02T08:57:59.626 INFO:tasks.workunit.client.0.smithi104.stdout:op 1946 completed, throughput=4.99MB/sec 2024-04-02T08:57:59.626 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YIscG0lmYRz3Fel off=18418224 len=1157187 2024-04-02T08:57:59.632 INFO:tasks.workunit.client.0.smithi104.stdout:op 1947 completed, throughput=5MB/sec 2024-04-02T08:57:59.632 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SGU0Yk7ROmg026T off=6266979 len=1686602 2024-04-02T08:57:59.633 INFO:tasks.workunit.client.0.smithi104.stdout:op 1948 completed, throughput=5MB/sec 2024-04-02T08:57:59.633 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-w_0B4pypy1cKteu off=11269257 len=1972211 2024-04-02T08:57:59.641 INFO:tasks.workunit.client.0.smithi104.stdout:op 1949 completed, throughput=5MB/sec 2024-04-02T08:58:00.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:00 smithi104 ceph-mon[96567]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:00 smithi104 ceph-mon[94081]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:00 smithi188 ceph-mon[86835]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:00.641 INFO:tasks.workunit.client.0.smithi104.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:00.641 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LN9sTaOhw_oNduR off=3921881 len=1649937 2024-04-02T08:58:00.642 INFO:tasks.workunit.client.0.smithi104.stdout:op 1950 completed, throughput=5MB/sec 2024-04-02T08:58:00.643 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ebrt2ulRqtBqNH- off=5416239 len=1331946 2024-04-02T08:58:00.649 INFO:tasks.workunit.client.0.smithi104.stdout:op 1951 completed, throughput=5MB/sec 2024-04-02T08:58:00.649 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ezhwip26VOOEjro off=87738 len=1036940 2024-04-02T08:58:00.650 INFO:tasks.workunit.client.0.smithi104.stdout:op 1952 completed, throughput=5MB/sec 2024-04-02T08:58:01.650 INFO:tasks.workunit.client.0.smithi104.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:01.650 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rR-8s0qcCIQaRc7 off=15796528 len=342520 2024-04-02T08:58:01.653 INFO:tasks.workunit.client.0.smithi104.stdout:op 1953 completed, throughput=4.99MB/sec 2024-04-02T08:58:01.653 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D3LsALtaj-sVDV_ off=6145397 len=1693554 2024-04-02T08:58:01.656 INFO:tasks.workunit.client.0.smithi104.stdout:op 1954 completed, throughput=4.99MB/sec 2024-04-02T08:58:01.657 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xHqgh6n9_HlEjCU off=0 len=1198924 2024-04-02T08:58:01.658 INFO:tasks.workunit.client.0.smithi104.stdout:op 1955 completed, throughput=5MB/sec 2024-04-02T08:58:01.658 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XIx-3DSixUq0izT off=12851066 len=1507465 2024-04-02T08:58:01.659 INFO:tasks.workunit.client.0.smithi104.stdout:op 1956 completed, throughput=5MB/sec 2024-04-02T08:58:01.659 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n7TrWl0z5P3udlV off=12570695 len=1030907 2024-04-02T08:58:01.660 INFO:tasks.workunit.client.0.smithi104.stdout:op 1957 completed, throughput=5MB/sec 2024-04-02T08:58:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:02 smithi188 ceph-mon[86835]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:58:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:02 smithi104 ceph-mon[94081]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:02 smithi104 ceph-mon[96567]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:02.661 INFO:tasks.workunit.client.0.smithi104.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:02.661 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JrBrjV9VBVdZb9S off=3026970 len=1198180 2024-04-02T08:58:02.666 INFO:tasks.workunit.client.0.smithi104.stdout:op 1958 completed, throughput=4.99MB/sec 2024-04-02T08:58:02.666 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iEqCmF_qbG3O3La off=5276733 len=170268 2024-04-02T08:58:02.668 INFO:tasks.workunit.client.0.smithi104.stdout:op 1959 completed, throughput=4.99MB/sec 2024-04-02T08:58:02.668 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pdkwbJt5WZADFtp off=10169524 len=1542536 2024-04-02T08:58:02.670 INFO:tasks.workunit.client.0.smithi104.stdout:op 1960 completed, throughput=5MB/sec 2024-04-02T08:58:02.670 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vUEpb_1wJOMyQhn off=3379138 len=1879243 2024-04-02T08:58:02.677 INFO:tasks.workunit.client.0.smithi104.stdout:op 1961 completed, throughput=5MB/sec 2024-04-02T08:58:03.677 INFO:tasks.workunit.client.0.smithi104.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:03.677 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-s8BH0Hr51suoJ1s off=720741 len=683698 2024-04-02T08:58:03.681 INFO:tasks.workunit.client.0.smithi104.stdout:op 1962 completed, throughput=4.99MB/sec 2024-04-02T08:58:03.681 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_1O9OkQamu1dzpN off=636310 len=222386 2024-04-02T08:58:03.682 INFO:tasks.workunit.client.0.smithi104.stdout:op 1963 completed, throughput=4.99MB/sec 2024-04-02T08:58:03.682 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-grh9TYwMdx09PH4 off=13647976 len=1780719 2024-04-02T08:58:03.685 INFO:tasks.workunit.client.0.smithi104.stdout:op 1964 completed, throughput=4.99MB/sec 2024-04-02T08:58:03.685 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QLU4Dw0o9LCIzgK off=6659877 len=1204087 2024-04-02T08:58:03.691 INFO:tasks.workunit.client.0.smithi104.stdout:op 1965 completed, throughput=5MB/sec 2024-04-02T08:58:03.691 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lCZPB0P49CkAna8 off=5712076 len=1594974 2024-04-02T08:58:03.694 INFO:tasks.workunit.client.0.smithi104.stdout:op 1966 completed, throughput=5MB/sec 2024-04-02T08:58:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:04 smithi188 ceph-mon[86835]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:04 smithi104 ceph-mon[96567]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:04 smithi104 ceph-mon[94081]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:04.694 INFO:tasks.workunit.client.0.smithi104.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:04.695 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dIzr-5m7mGgsRFS off=13512031 len=329048 2024-04-02T08:58:04.695 INFO:tasks.workunit.client.0.smithi104.stdout:op 1967 completed, throughput=4.99MB/sec 2024-04-02T08:58:04.696 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1YOxrhuCE0RwzU6 off=6256712 len=1173270 2024-04-02T08:58:04.698 INFO:tasks.workunit.client.0.smithi104.stdout:op 1968 completed, throughput=4.99MB/sec 2024-04-02T08:58:04.698 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TLUtKtfu_giwN47 off=2701381 len=1147073 2024-04-02T08:58:04.702 INFO:tasks.workunit.client.0.smithi104.stdout:op 1969 completed, throughput=4.99MB/sec 2024-04-02T08:58:04.702 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-w5vMX_p3C0Ej0xh off=4698584 len=2092290 2024-04-02T08:58:04.711 INFO:tasks.workunit.client.0.smithi104.stdout:op 1970 completed, throughput=5MB/sec 2024-04-02T08:58:04.711 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SxmdjJ0pQJi9jPX off=6807167 len=49771 2024-04-02T08:58:04.712 INFO:tasks.workunit.client.0.smithi104.stdout:op 1971 completed, throughput=5MB/sec 2024-04-02T08:58:04.712 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CNap6OZAT7VBIUN off=6128551 len=200831 2024-04-02T08:58:04.712 INFO:tasks.workunit.client.0.smithi104.stdout:op 1972 completed, throughput=5MB/sec 2024-04-02T08:58:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:05.713 INFO:tasks.workunit.client.0.smithi104.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:05.713 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CQoakjzYAIxRfYO off=2858940 len=1296650 2024-04-02T08:58:05.716 INFO:tasks.workunit.client.0.smithi104.stdout:op 1973 completed, throughput=4.99MB/sec 2024-04-02T08:58:05.716 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5tlLYMxgWuUlFb7 off=6038781 len=1701950 2024-04-02T08:58:05.723 INFO:tasks.workunit.client.0.smithi104.stdout:op 1974 completed, throughput=4.99MB/sec 2024-04-02T08:58:05.723 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1XV2-N_PhajRvKb off=1207046 len=904453 2024-04-02T08:58:05.725 INFO:tasks.workunit.client.0.smithi104.stdout:op 1975 completed, throughput=5MB/sec 2024-04-02T08:58:05.725 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RSHPQmRxMgoCMKy off=9000555 len=1483939 2024-04-02T08:58:05.726 INFO:tasks.workunit.client.0.smithi104.stdout:op 1976 completed, throughput=5MB/sec 2024-04-02T08:58:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:58:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:58:05] "GET /metrics HTTP/1.1" 200 34125 "" "Prometheus/2.43.0" 2024-04-02T08:58:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:06 smithi188 ceph-mon[86835]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:06 smithi104 ceph-mon[96567]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:06 smithi104 ceph-mon[94081]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:06.726 INFO:tasks.workunit.client.0.smithi104.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:06.726 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2xm0v6ntVCvyNu- off=1513734 len=1431127 2024-04-02T08:58:06.734 INFO:tasks.workunit.client.0.smithi104.stdout:op 1977 completed, throughput=4.99MB/sec 2024-04-02T08:58:06.735 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7vlK9SAYuFxjrOQ off=667669 len=858039 2024-04-02T08:58:06.736 INFO:tasks.workunit.client.0.smithi104.stdout:op 1978 completed, throughput=4.99MB/sec 2024-04-02T08:58:06.736 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wEy5o5zHBKR81N2 off=1141835 len=894820 2024-04-02T08:58:06.737 INFO:tasks.workunit.client.0.smithi104.stdout:op 1979 completed, throughput=5MB/sec 2024-04-02T08:58:06.737 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vf-Do4Muu_T9_Oh off=6466515 len=335361 2024-04-02T08:58:06.740 INFO:tasks.workunit.client.0.smithi104.stdout:op 1980 completed, throughput=5MB/sec 2024-04-02T08:58:06.740 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SZc8TOlt0nQqPhy off=1318665 len=1179789 2024-04-02T08:58:06.746 INFO:tasks.workunit.client.0.smithi104.stdout:op 1981 completed, throughput=5MB/sec 2024-04-02T08:58:06.746 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vXeSANNI19RXAqd off=6205265 len=1169612 2024-04-02T08:58:06.747 INFO:tasks.workunit.client.0.smithi104.stdout:op 1982 completed, throughput=5MB/sec 2024-04-02T08:58:07.747 INFO:tasks.workunit.client.0.smithi104.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:07.748 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Du-fwjpWQueIZiy off=2804503 len=1301152 2024-04-02T08:58:07.754 INFO:tasks.workunit.client.0.smithi104.stdout:op 1983 completed, throughput=4.99MB/sec 2024-04-02T08:58:07.754 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ffuroicqsTFPjGv off=8652349 len=1272830 2024-04-02T08:58:07.762 INFO:tasks.workunit.client.0.smithi104.stdout:op 1984 completed, throughput=5MB/sec 2024-04-02T08:58:07.762 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T0KmagiZi4FJjOw off=9998373 len=1104167 2024-04-02T08:58:07.765 INFO:tasks.workunit.client.0.smithi104.stdout:op 1985 completed, throughput=5MB/sec 2024-04-02T08:58:07.765 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Cj_uuQiV_7irfsm off=1669891 len=1603088 2024-04-02T08:58:07.767 INFO:tasks.workunit.client.0.smithi104.stdout:op 1986 completed, throughput=5MB/sec 2024-04-02T08:58:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:08 smithi188 ceph-mon[86835]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:08 smithi104 ceph-mon[96567]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:08 smithi104 ceph-mon[94081]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:08.767 INFO:tasks.workunit.client.0.smithi104.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:08.767 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HlFnQqyQba0TyDX off=0 len=1296586 2024-04-02T08:58:08.773 INFO:tasks.workunit.client.0.smithi104.stdout:op 1987 completed, throughput=4.99MB/sec 2024-04-02T08:58:08.773 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0tZdNhAAR4Fq8n7 off=1568818 len=434900 2024-04-02T08:58:08.775 INFO:tasks.workunit.client.0.smithi104.stdout:op 1988 completed, throughput=4.99MB/sec 2024-04-02T08:58:08.775 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k0BHyGDRfLdyIwa off=1239116 len=545564 2024-04-02T08:58:08.778 INFO:tasks.workunit.client.0.smithi104.stdout:op 1989 completed, throughput=4.99MB/sec 2024-04-02T08:58:08.778 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dJzuMqw64Z79jfH off=13045587 len=48033 2024-04-02T08:58:08.778 INFO:tasks.workunit.client.0.smithi104.stdout:op 1990 completed, throughput=4.99MB/sec 2024-04-02T08:58:08.778 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-njJpJGVBVGl9BFa off=1534660 len=928290 2024-04-02T08:58:08.783 INFO:tasks.workunit.client.0.smithi104.stdout:op 1991 completed, throughput=5MB/sec 2024-04-02T08:58:08.783 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AS0iHcQ0UT8Ojdu off=4373181 len=1367769 2024-04-02T08:58:08.790 INFO:tasks.workunit.client.0.smithi104.stdout:op 1992 completed, throughput=5MB/sec 2024-04-02T08:58:08.790 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eohbieLs1Cmgeav off=16828437 len=1870047 2024-04-02T08:58:08.800 INFO:tasks.workunit.client.0.smithi104.stdout:op 1993 completed, throughput=5MB/sec 2024-04-02T08:58:09.800 INFO:tasks.workunit.client.0.smithi104.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:09.800 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5f7cUEqsy29WjtQ off=2164236 len=780333 2024-04-02T08:58:09.805 INFO:tasks.workunit.client.0.smithi104.stdout:op 1994 completed, throughput=4.99MB/sec 2024-04-02T08:58:09.805 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jfrN5Z6GL85LfzE off=2523879 len=1948523 2024-04-02T08:58:09.806 INFO:tasks.workunit.client.0.smithi104.stdout:op 1995 completed, throughput=5MB/sec 2024-04-02T08:58:09.806 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WLf1P3ntSaxYypI off=1384551 len=385899 2024-04-02T08:58:09.807 INFO:tasks.workunit.client.0.smithi104.stdout:op 1996 completed, throughput=5MB/sec 2024-04-02T08:58:09.807 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UhudTRrkEU0jqw4 off=1271881 len=689374 2024-04-02T08:58:09.811 INFO:tasks.workunit.client.0.smithi104.stdout:op 1997 completed, throughput=5MB/sec 2024-04-02T08:58:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:10 smithi188 ceph-mon[86835]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:10 smithi104 ceph-mon[96567]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:10.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:10 smithi104 ceph-mon[94081]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:10.811 INFO:tasks.workunit.client.0.smithi104.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:10.812 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G7j31ApnktWTjBl off=4514738 len=1005178 2024-04-02T08:58:10.812 INFO:tasks.workunit.client.0.smithi104.stdout:op 1998 completed, throughput=4.99MB/sec 2024-04-02T08:58:10.812 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9YAt1a41Ze3VtLn off=4117310 len=1201740 2024-04-02T08:58:10.813 INFO:tasks.workunit.client.0.smithi104.stdout:op 1999 completed, throughput=4.99MB/sec 2024-04-02T08:58:10.814 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gG-OFNzuuHWvEIF off=1291571 len=323368 2024-04-02T08:58:10.815 INFO:tasks.workunit.client.0.smithi104.stdout:op 2000 completed, throughput=4.99MB/sec 2024-04-02T08:58:10.815 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mpLG6aHTlwa9E1H off=780780 len=1682792 2024-04-02T08:58:10.816 INFO:tasks.workunit.client.0.smithi104.stdout:op 2001 completed, throughput=5MB/sec 2024-04-02T08:58:10.816 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Fg2SXfqyUJsRtjh off=2870477 len=1136577 2024-04-02T08:58:10.821 INFO:tasks.workunit.client.0.smithi104.stdout:op 2002 completed, throughput=5MB/sec 2024-04-02T08:58:11.822 INFO:tasks.workunit.client.0.smithi104.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:11.822 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-H13Ft2KwUHE-ACE off=5747503 len=1272821 2024-04-02T08:58:11.823 INFO:tasks.workunit.client.0.smithi104.stdout:op 2003 completed, throughput=4.99MB/sec 2024-04-02T08:58:11.823 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ALfE9ANe8CHean8 off=430693 len=527252 2024-04-02T08:58:11.823 INFO:tasks.workunit.client.0.smithi104.stdout:op 2004 completed, throughput=4.99MB/sec 2024-04-02T08:58:11.824 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gfUpM8FxcNvCSjO off=26063 len=1559883 2024-04-02T08:58:11.831 INFO:tasks.workunit.client.0.smithi104.stdout:op 2005 completed, throughput=5MB/sec 2024-04-02T08:58:11.831 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a3sjCptaPRq8tx1 off=12799646 len=889637 2024-04-02T08:58:11.834 INFO:tasks.workunit.client.0.smithi104.stdout:op 2006 completed, throughput=5MB/sec 2024-04-02T08:58:11.834 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZkXo-9LVZTnYjwI off=3111471 len=1654819 2024-04-02T08:58:11.842 INFO:tasks.workunit.client.0.smithi104.stdout:op 2007 completed, throughput=5MB/sec 2024-04-02T08:58:12.425 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:12 smithi188 ceph-mon[86835]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:58:12.426 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:58:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:12.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:12 smithi104 ceph-mon[96567]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:58:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:12 smithi104 ceph-mon[94081]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:58:12.842 INFO:tasks.workunit.client.0.smithi104.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:12.842 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oFiU94a6gdtyWYN off=8973855 len=847481 2024-04-02T08:58:12.844 INFO:tasks.workunit.client.0.smithi104.stdout:op 2008 completed, throughput=4.99MB/sec 2024-04-02T08:58:12.844 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zVCdhDwYEIue-2k off=2775425 len=1216386 2024-04-02T08:58:12.845 INFO:tasks.workunit.client.0.smithi104.stdout:op 2009 completed, throughput=4.99MB/sec 2024-04-02T08:58:12.846 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AlXxOvdy70Kj0NZ off=11710098 len=398008 2024-04-02T08:58:12.849 INFO:tasks.workunit.client.0.smithi104.stdout:op 2010 completed, throughput=5MB/sec 2024-04-02T08:58:12.849 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Bx0b9H0WUafbK9j off=1236150 len=2023831 2024-04-02T08:58:12.860 INFO:tasks.workunit.client.0.smithi104.stdout:op 2011 completed, throughput=5MB/sec 2024-04-02T08:58:13.860 INFO:tasks.workunit.client.0.smithi104.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:13.860 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-witfT8ql9r7eEXp off=5550700 len=539977 2024-04-02T08:58:13.864 INFO:tasks.workunit.client.0.smithi104.stdout:op 2012 completed, throughput=4.99MB/sec 2024-04-02T08:58:13.864 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Iu5_YdjaN6uw8do off=15074108 len=1403109 2024-04-02T08:58:13.869 INFO:tasks.workunit.client.0.smithi104.stdout:op 2013 completed, throughput=4.99MB/sec 2024-04-02T08:58:13.869 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-npG2c4UPe535aaf off=1961916 len=3514 2024-04-02T08:58:13.871 INFO:tasks.workunit.client.0.smithi104.stdout:op 2014 completed, throughput=4.99MB/sec 2024-04-02T08:58:13.871 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YEDwwteunBKjSwQ off=8227506 len=917851 2024-04-02T08:58:13.873 INFO:tasks.workunit.client.0.smithi104.stdout:op 2015 completed, throughput=4.99MB/sec 2024-04-02T08:58:13.873 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ArsrZlNfUiVS6BZ off=11622846 len=1729398 2024-04-02T08:58:13.875 INFO:tasks.workunit.client.0.smithi104.stdout:op 2016 completed, throughput=5MB/sec 2024-04-02T08:58:13.875 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Kmn0rfSPYE8ddzj off=5441997 len=1490354 2024-04-02T08:58:13.882 INFO:tasks.workunit.client.0.smithi104.stdout:op 2017 completed, throughput=5MB/sec 2024-04-02T08:58:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:14 smithi188 ceph-mon[86835]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:14 smithi104 ceph-mon[96567]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:14 smithi104 ceph-mon[94081]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:14.882 INFO:tasks.workunit.client.0.smithi104.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:14.883 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-99pghQpegqRYs7x off=2104948 len=662391 2024-04-02T08:58:14.886 INFO:tasks.workunit.client.0.smithi104.stdout:op 2018 completed, throughput=4.99MB/sec 2024-04-02T08:58:14.886 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wLq-JfnJYHswEx6 off=4106904 len=1683961 2024-04-02T08:58:14.894 INFO:tasks.workunit.client.0.smithi104.stdout:op 2019 completed, throughput=4.99MB/sec 2024-04-02T08:58:14.894 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-alM1mRsle7SRp8u off=10082234 len=1114118 2024-04-02T08:58:14.899 INFO:tasks.workunit.client.0.smithi104.stdout:op 2020 completed, throughput=5MB/sec 2024-04-02T08:58:14.899 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Z2rAqe3augRXOlq off=9764640 len=711366 2024-04-02T08:58:14.899 INFO:tasks.workunit.client.0.smithi104.stdout:op 2021 completed, throughput=5MB/sec 2024-04-02T08:58:14.899 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UQ6C44Il8i32cnD off=7032633 len=974114 2024-04-02T08:58:14.903 INFO:tasks.workunit.client.0.smithi104.stdout:op 2022 completed, throughput=5MB/sec 2024-04-02T08:58:15.903 INFO:tasks.workunit.client.0.smithi104.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:15.903 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-77GmjEHgRzGOYI7 off=19183120 len=9229 2024-04-02T08:58:15.904 INFO:tasks.workunit.client.0.smithi104.stdout:op 2023 completed, throughput=4.99MB/sec 2024-04-02T08:58:15.904 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uIrMJa5_61Jr8zw off=6494400 len=1301062 2024-04-02T08:58:15.910 INFO:tasks.workunit.client.0.smithi104.stdout:op 2024 completed, throughput=4.99MB/sec 2024-04-02T08:58:15.910 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-odiELs_0-qpBsxR off=20503836 len=1429594 2024-04-02T08:58:15.917 INFO:tasks.workunit.client.0.smithi104.stdout:op 2025 completed, throughput=5MB/sec 2024-04-02T08:58:15.917 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zU7hgUw0SK1i_sy off=2935073 len=334019 2024-04-02T08:58:15.918 INFO:tasks.workunit.client.0.smithi104.stdout:op 2026 completed, throughput=5MB/sec 2024-04-02T08:58:15.918 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wUSdKMfX9dYQqty off=7000372 len=1327587 2024-04-02T08:58:15.918 INFO:tasks.workunit.client.0.smithi104.stdout:op 2027 completed, throughput=5MB/sec 2024-04-02T08:58:15.918 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lcQCb78_RcKeccs off=2901660 len=1526831 2024-04-02T08:58:15.925 INFO:tasks.workunit.client.0.smithi104.stdout:op 2028 completed, throughput=5MB/sec 2024-04-02T08:58:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:58:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:58:15] "GET /metrics HTTP/1.1" 200 34125 "" "Prometheus/2.43.0" 2024-04-02T08:58:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:16 smithi188 ceph-mon[86835]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:16 smithi104 ceph-mon[96567]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:16 smithi104 ceph-mon[94081]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:16.926 INFO:tasks.workunit.client.0.smithi104.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:16.926 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uMchyG6KYNJ67VU off=1939098 len=919296 2024-04-02T08:58:16.927 INFO:tasks.workunit.client.0.smithi104.stdout:op 2029 completed, throughput=4.99MB/sec 2024-04-02T08:58:16.927 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OkH3VAdbP7NYYcY off=965404 len=1345532 2024-04-02T08:58:16.931 INFO:tasks.workunit.client.0.smithi104.stdout:op 2030 completed, throughput=5MB/sec 2024-04-02T08:58:16.931 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WkmRFGtZI2Nys9P off=7775591 len=20951 2024-04-02T08:58:16.934 INFO:tasks.workunit.client.0.smithi104.stdout:op 2031 completed, throughput=5MB/sec 2024-04-02T08:58:16.934 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LZlvFJ5vXgXjdmb off=13415775 len=1208749 2024-04-02T08:58:16.935 INFO:tasks.workunit.client.0.smithi104.stdout:op 2032 completed, throughput=5MB/sec 2024-04-02T08:58:16.935 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DxIkTdI4uFZ2m72 off=2958494 len=522992 2024-04-02T08:58:16.939 INFO:tasks.workunit.client.0.smithi104.stdout:op 2033 completed, throughput=5MB/sec 2024-04-02T08:58:16.939 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Dc9j3YIZLiKhwrs off=3594390 len=822431 2024-04-02T08:58:16.942 INFO:tasks.workunit.client.0.smithi104.stdout:op 2034 completed, throughput=5MB/sec 2024-04-02T08:58:17.943 INFO:tasks.workunit.client.0.smithi104.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:17.943 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a70gKnsL5XpTeSu off=12810577 len=1719297 2024-04-02T08:58:17.950 INFO:tasks.workunit.client.0.smithi104.stdout:op 2035 completed, throughput=4.99MB/sec 2024-04-02T08:58:17.950 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8H-OQSGlqWuQ454 off=14972639 len=1490717 2024-04-02T08:58:17.953 INFO:tasks.workunit.client.0.smithi104.stdout:op 2036 completed, throughput=5MB/sec 2024-04-02T08:58:17.953 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HymtCWMP1uNNCjC off=19093196 len=2002454 2024-04-02T08:58:17.957 INFO:tasks.workunit.client.0.smithi104.stdout:op 2037 completed, throughput=5MB/sec 2024-04-02T08:58:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:18 smithi188 ceph-mon[86835]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:18 smithi104 ceph-mon[96567]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:18 smithi104 ceph-mon[94081]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:18.957 INFO:tasks.workunit.client.0.smithi104.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:18.957 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KeG8cQb6SuJ2h7W off=5949310 len=30627 2024-04-02T08:58:18.958 INFO:tasks.workunit.client.0.smithi104.stdout:op 2038 completed, throughput=4.99MB/sec 2024-04-02T08:58:18.958 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eforLF96vwTc7mx off=343907 len=1820591 2024-04-02T08:58:18.968 INFO:tasks.workunit.client.0.smithi104.stdout:op 2039 completed, throughput=4.99MB/sec 2024-04-02T08:58:18.968 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FRujNQ7MLLZXy5c off=3425173 len=1160461 2024-04-02T08:58:18.972 INFO:tasks.workunit.client.0.smithi104.stdout:op 2040 completed, throughput=5MB/sec 2024-04-02T08:58:18.972 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EeVnJNrzCWarHKC off=22679185 len=417276 2024-04-02T08:58:18.975 INFO:tasks.workunit.client.0.smithi104.stdout:op 2041 completed, throughput=5MB/sec 2024-04-02T08:58:18.975 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6CxgwCTVPf7i_Qt off=5222004 len=1290666 2024-04-02T08:58:18.978 INFO:tasks.workunit.client.0.smithi104.stdout:op 2042 completed, throughput=5MB/sec 2024-04-02T08:58:18.978 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-e_YO2WeIU_7P9ni off=8933206 len=1820662 2024-04-02T08:58:18.979 INFO:tasks.workunit.client.0.smithi104.stdout:op 2043 completed, throughput=5MB/sec 2024-04-02T08:58:19.980 INFO:tasks.workunit.client.0.smithi104.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:19.980 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MmYz4AiiEDNQjlt off=9105294 len=816630 2024-04-02T08:58:19.984 INFO:tasks.workunit.client.0.smithi104.stdout:op 2044 completed, throughput=4.99MB/sec 2024-04-02T08:58:19.984 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eFoQCYngZyFkwd5 off=4869058 len=1360853 2024-04-02T08:58:19.987 INFO:tasks.workunit.client.0.smithi104.stdout:op 2045 completed, throughput=5MB/sec 2024-04-02T08:58:19.987 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oVpTiUH0tlSWGgu off=17542938 len=1365718 2024-04-02T08:58:19.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 2046 completed, throughput=5MB/sec 2024-04-02T08:58:19.992 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-l508kix95gAmNyz off=3226454 len=45087 2024-04-02T08:58:19.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 2047 completed, throughput=5MB/sec 2024-04-02T08:58:19.993 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XILoC1s7HXG1JeP off=4998950 len=2020150 2024-04-02T08:58:19.994 INFO:tasks.workunit.client.0.smithi104.stdout:op 2048 completed, throughput=5MB/sec 2024-04-02T08:58:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:20 smithi188 ceph-mon[86835]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:20 smithi104 ceph-mon[96567]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:20 smithi104 ceph-mon[94081]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:20.994 INFO:tasks.workunit.client.0.smithi104.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:20.995 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8x6MWPzsiXJFNlH off=1687823 len=109857 2024-04-02T08:58:20.996 INFO:tasks.workunit.client.0.smithi104.stdout:op 2049 completed, throughput=4.99MB/sec 2024-04-02T08:58:20.996 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-J-5Per99WSgWtS7 off=3517566 len=1401845 2024-04-02T08:58:21.000 INFO:tasks.workunit.client.0.smithi104.stdout:op 2050 completed, throughput=5MB/sec 2024-04-02T08:58:21.000 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-10sUakDzShEZtAQ off=14550159 len=288001 2024-04-02T08:58:21.001 INFO:tasks.workunit.client.0.smithi104.stdout:op 2051 completed, throughput=5MB/sec 2024-04-02T08:58:21.001 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D6y-kS3eoQlv_4R off=2482398 len=1471456 2024-04-02T08:58:21.002 INFO:tasks.workunit.client.0.smithi104.stdout:op 2052 completed, throughput=5MB/sec 2024-04-02T08:58:21.002 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zo157lQd0WSfm5A off=5238978 len=967639 2024-04-02T08:58:21.007 INFO:tasks.workunit.client.0.smithi104.stdout:op 2053 completed, throughput=5MB/sec 2024-04-02T08:58:22.007 INFO:tasks.workunit.client.0.smithi104.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:22.007 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0AiVi0tIOEVt8Cc off=15894576 len=211392 2024-04-02T08:58:22.008 INFO:tasks.workunit.client.0.smithi104.stdout:op 2054 completed, throughput=4.99MB/sec 2024-04-02T08:58:22.008 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N6x6-ZbMLp94-8- off=19778523 len=163337 2024-04-02T08:58:22.010 INFO:tasks.workunit.client.0.smithi104.stdout:op 2055 completed, throughput=4.99MB/sec 2024-04-02T08:58:22.010 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nFwTBtXcrbfxnh0 off=4463161 len=192959 2024-04-02T08:58:22.013 INFO:tasks.workunit.client.0.smithi104.stdout:op 2056 completed, throughput=4.99MB/sec 2024-04-02T08:58:22.013 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jqD0pvERKjs7Mtz off=7169586 len=276857 2024-04-02T08:58:22.015 INFO:tasks.workunit.client.0.smithi104.stdout:op 2057 completed, throughput=4.99MB/sec 2024-04-02T08:58:22.015 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CbsqUCIpWjCF4LC off=12077687 len=1118744 2024-04-02T08:58:22.021 INFO:tasks.workunit.client.0.smithi104.stdout:op 2058 completed, throughput=4.99MB/sec 2024-04-02T08:58:22.021 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-l95Cfz6PCz5IdUK off=16208696 len=1826766 2024-04-02T08:58:22.023 INFO:tasks.workunit.client.0.smithi104.stdout:op 2059 completed, throughput=5MB/sec 2024-04-02T08:58:22.023 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-z4ZZ6-DbHqpM8S5 off=8161401 len=1956664 2024-04-02T08:58:22.033 INFO:tasks.workunit.client.0.smithi104.stdout:op 2060 completed, throughput=5MB/sec 2024-04-02T08:58:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:22 smithi188 ceph-mon[86835]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:58:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:22 smithi104 ceph-mon[94081]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:22.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:22 smithi104 ceph-mon[96567]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:23.034 INFO:tasks.workunit.client.0.smithi104.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:23.034 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZyuakUkPFX7QZJo off=5455537 len=1577380 2024-04-02T08:58:23.041 INFO:tasks.workunit.client.0.smithi104.stdout:op 2061 completed, throughput=4.99MB/sec 2024-04-02T08:58:23.042 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-knz2kVN9VDg8Hse off=2221790 len=510263 2024-04-02T08:58:23.045 INFO:tasks.workunit.client.0.smithi104.stdout:op 2062 completed, throughput=5MB/sec 2024-04-02T08:58:23.045 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kT9syHqR41tcUjR off=2752255 len=1155114 2024-04-02T08:58:23.046 INFO:tasks.workunit.client.0.smithi104.stdout:op 2063 completed, throughput=5MB/sec 2024-04-02T08:58:23.046 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aq1q4SYQ1qYnQR2 off=106600 len=1677550 2024-04-02T08:58:23.053 INFO:tasks.workunit.client.0.smithi104.stdout:op 2064 completed, throughput=5MB/sec 2024-04-02T08:58:24.054 INFO:tasks.workunit.client.0.smithi104.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:24.054 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bewZYgeybQS4qeM off=13067296 len=1015172 2024-04-02T08:58:24.055 INFO:tasks.workunit.client.0.smithi104.stdout:op 2065 completed, throughput=4.99MB/sec 2024-04-02T08:58:24.055 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rjf3-y7Uuqwe-OG off=43575 len=832048 2024-04-02T08:58:24.059 INFO:tasks.workunit.client.0.smithi104.stdout:op 2066 completed, throughput=4.99MB/sec 2024-04-02T08:58:24.059 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8T-pwiyficRVACI off=165164 len=541446 2024-04-02T08:58:24.062 INFO:tasks.workunit.client.0.smithi104.stdout:op 2067 completed, throughput=5MB/sec 2024-04-02T08:58:24.062 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cw1YfikVpfHAeYh off=2391362 len=210812 2024-04-02T08:58:24.062 INFO:tasks.workunit.client.0.smithi104.stdout:op 2068 completed, throughput=5MB/sec 2024-04-02T08:58:24.062 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SjJoHE7vwqMB-eh off=258278 len=1382079 2024-04-02T08:58:24.069 INFO:tasks.workunit.client.0.smithi104.stdout:op 2069 completed, throughput=5MB/sec 2024-04-02T08:58:24.069 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3FbPpvWnwwKnVCE off=12141688 len=1711553 2024-04-02T08:58:24.070 INFO:tasks.workunit.client.0.smithi104.stdout:op 2070 completed, throughput=5MB/sec 2024-04-02T08:58:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:24 smithi188 ceph-mon[86835]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:24 smithi104 ceph-mon[94081]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:24 smithi104 ceph-mon[96567]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:25.070 INFO:tasks.workunit.client.0.smithi104.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:25.070 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nNxSsOtHnXrMRPg off=957291 len=816837 2024-04-02T08:58:25.075 INFO:tasks.workunit.client.0.smithi104.stdout:op 2071 completed, throughput=4.99MB/sec 2024-04-02T08:58:25.075 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tK7zm0FA3-u_Xju off=571125 len=1068758 2024-04-02T08:58:25.076 INFO:tasks.workunit.client.0.smithi104.stdout:op 2072 completed, throughput=4.99MB/sec 2024-04-02T08:58:25.076 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gJ2Q08P7yauotkP off=3657007 len=1231554 2024-04-02T08:58:25.084 INFO:tasks.workunit.client.0.smithi104.stdout:op 2073 completed, throughput=5MB/sec 2024-04-02T08:58:25.084 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-B5YXcIoE3r-fsN1 off=1322097 len=1191679 2024-04-02T08:58:25.088 INFO:tasks.workunit.client.0.smithi104.stdout:op 2074 completed, throughput=5MB/sec 2024-04-02T08:58:26.089 INFO:tasks.workunit.client.0.smithi104.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:26.089 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SsxMe7H2FbvRZIC off=330018 len=1061404 2024-04-02T08:58:26.089 INFO:tasks.workunit.client.0.smithi104.stdout:op 2075 completed, throughput=4.99MB/sec 2024-04-02T08:58:26.090 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-l-kzy1m5-VNwRL8 off=18476269 len=993380 2024-04-02T08:58:26.090 INFO:tasks.workunit.client.0.smithi104.stdout:op 2076 completed, throughput=4.99MB/sec 2024-04-02T08:58:26.091 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qPVTFWw2BdnBU_y off=17720038 len=561002 2024-04-02T08:58:26.094 INFO:tasks.workunit.client.0.smithi104.stdout:op 2077 completed, throughput=4.99MB/sec 2024-04-02T08:58:26.094 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EjlxioCevx8Rg-l off=5870760 len=1236622 2024-04-02T08:58:26.102 INFO:tasks.workunit.client.0.smithi104.stdout:op 2078 completed, throughput=5MB/sec 2024-04-02T08:58:26.102 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GtrKHHSeG7WajQl off=421236 len=1507362 2024-04-02T08:58:26.110 INFO:tasks.workunit.client.0.smithi104.stdout:op 2079 completed, throughput=5MB/sec 2024-04-02T08:58:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:58:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:58:25] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:58:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:26 smithi188 ceph-mon[86835]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:26 smithi104 ceph-mon[96567]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:26 smithi104 ceph-mon[94081]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:27.111 INFO:tasks.workunit.client.0.smithi104.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:27.111 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-i6E6ut4Z2D3MPWc off=3811768 len=1894969 2024-04-02T08:58:27.112 INFO:tasks.workunit.client.0.smithi104.stdout:op 2080 completed, throughput=4.99MB/sec 2024-04-02T08:58:27.112 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FPnyewZC9bQgzAP off=1316870 len=1932990 2024-04-02T08:58:27.116 INFO:tasks.workunit.client.0.smithi104.stdout:op 2081 completed, throughput=5MB/sec 2024-04-02T08:58:27.116 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tvQ-88kr-qZxrt7 off=1680248 len=1716922 2024-04-02T08:58:27.126 INFO:tasks.workunit.client.0.smithi104.stdout:op 2082 completed, throughput=5MB/sec 2024-04-02T08:58:28.126 INFO:tasks.workunit.client.0.smithi104.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:28.127 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5XCIINZFDbIu3Ua off=5523918 len=556569 2024-04-02T08:58:28.127 INFO:tasks.workunit.client.0.smithi104.stdout:op 2083 completed, throughput=4.99MB/sec 2024-04-02T08:58:28.127 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aDvetu5r_9SiK3K off=17339435 len=1719811 2024-04-02T08:58:28.128 INFO:tasks.workunit.client.0.smithi104.stdout:op 2084 completed, throughput=4.99MB/sec 2024-04-02T08:58:28.128 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uYKuAPSMcNkuQcc off=10215449 len=1618847 2024-04-02T08:58:28.130 INFO:tasks.workunit.client.0.smithi104.stdout:op 2085 completed, throughput=5MB/sec 2024-04-02T08:58:28.130 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Mh1R0uVtvgtWbvH off=14154346 len=1254020 2024-04-02T08:58:28.131 INFO:tasks.workunit.client.0.smithi104.stdout:op 2086 completed, throughput=5MB/sec 2024-04-02T08:58:28.442 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:28 smithi104 ceph-mon[94081]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:28.442 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:28 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:28.442 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:28 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:28.442 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:28 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:28.442 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:28 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:58:28.442 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:28 smithi104 ceph-mon[96567]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:28.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:28 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:28.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:28 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:28.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:28 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:28.443 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:28 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:58:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:28 smithi188 ceph-mon[86835]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:28 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:28 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:28 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:28 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:58:29.131 INFO:tasks.workunit.client.0.smithi104.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:29.132 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1zqm2mF9rPZXY6U off=5112007 len=1469275 2024-04-02T08:58:29.140 INFO:tasks.workunit.client.0.smithi104.stdout:op 2087 completed, throughput=4.99MB/sec 2024-04-02T08:58:29.140 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-O4jg_dJcfuknK_e off=3790803 len=364068 2024-04-02T08:58:29.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 2088 completed, throughput=4.99MB/sec 2024-04-02T08:58:29.141 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LaMOgiBGHjBYbqv off=780546 len=1490798 2024-04-02T08:58:29.143 INFO:tasks.workunit.client.0.smithi104.stdout:op 2089 completed, throughput=5MB/sec 2024-04-02T08:58:29.143 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8H-OQSGlqWuQ454 off=19998803 len=1067374 2024-04-02T08:58:29.148 INFO:tasks.workunit.client.0.smithi104.stdout:op 2090 completed, throughput=5MB/sec 2024-04-02T08:58:29.148 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MwYLIUTZYmluloQ off=3345146 len=607105 2024-04-02T08:58:29.151 INFO:tasks.workunit.client.0.smithi104.stdout:op 2091 completed, throughput=5MB/sec 2024-04-02T08:58:29.151 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-f61AF2PScObTPd1 off=7560806 len=1934431 2024-04-02T08:58:29.153 INFO:tasks.workunit.client.0.smithi104.stdout:op 2092 completed, throughput=5MB/sec 2024-04-02T08:58:30.153 INFO:tasks.workunit.client.0.smithi104.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:30.153 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bTVdHWhV4NPwjll off=4693348 len=1633583 2024-04-02T08:58:30.154 INFO:tasks.workunit.client.0.smithi104.stdout:op 2093 completed, throughput=5MB/sec 2024-04-02T08:58:30.154 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EhxJIaRKkdCJv8p off=6696312 len=1252603 2024-04-02T08:58:30.155 INFO:tasks.workunit.client.0.smithi104.stdout:op 2094 completed, throughput=5MB/sec 2024-04-02T08:58:30.155 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n7FIs8zWMpD4iqG off=12534 len=2061990 2024-04-02T08:58:30.157 INFO:tasks.workunit.client.0.smithi104.stdout:op 2095 completed, throughput=5MB/sec 2024-04-02T08:58:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:30 smithi188 ceph-mon[86835]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:30 smithi104 ceph-mon[94081]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:30 smithi104 ceph-mon[96567]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:31.157 INFO:tasks.workunit.client.0.smithi104.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:31.157 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-COwanBqEFCV98S4 off=7394020 len=907712 2024-04-02T08:58:31.159 INFO:tasks.workunit.client.0.smithi104.stdout:op 2096 completed, throughput=4.99MB/sec 2024-04-02T08:58:31.159 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EIVkbF6_PEXt7V9 off=470846 len=2090332 2024-04-02T08:58:31.161 INFO:tasks.workunit.client.0.smithi104.stdout:op 2097 completed, throughput=5MB/sec 2024-04-02T08:58:31.161 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lAHvW2NisYinYXd off=600217 len=1969926 2024-04-02T08:58:31.168 INFO:tasks.workunit.client.0.smithi104.stdout:op 2098 completed, throughput=5MB/sec 2024-04-02T08:58:32.169 INFO:tasks.workunit.client.0.smithi104.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:32.169 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pOvZsdwpYw-4wwm off=14355008 len=4874 2024-04-02T08:58:32.169 INFO:tasks.workunit.client.0.smithi104.stdout:op 2099 completed, throughput=4.99MB/sec 2024-04-02T08:58:32.169 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2tXQviMg2Ud1UX3 off=284699 len=1630009 2024-04-02T08:58:32.172 INFO:tasks.workunit.client.0.smithi104.stdout:op 2100 completed, throughput=4.99MB/sec 2024-04-02T08:58:32.172 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DCWEmT0GwT0ZHJo off=4118818 len=844943 2024-04-02T08:58:32.174 INFO:tasks.workunit.client.0.smithi104.stdout:op 2101 completed, throughput=5MB/sec 2024-04-02T08:58:32.174 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zMSKPKlSZMEv4dz off=5245633 len=2003010 2024-04-02T08:58:32.175 INFO:tasks.workunit.client.0.smithi104.stdout:op 2102 completed, throughput=5MB/sec 2024-04-02T08:58:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:32 smithi188 ceph-mon[86835]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:58:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:58:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:32 smithi104 ceph-mon[96567]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:32 smithi104 ceph-mon[94081]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:33.176 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EPGULXt_eZ_aDIL off=7641390 len=286085 2024-04-02T08:58:33.176 INFO:tasks.workunit.client.0.smithi104.stdout:op 2103 completed, throughput=4.99MB/sec 2024-04-02T08:58:33.176 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-70dOqqEy9yJe29K off=2402419 len=1941107 2024-04-02T08:58:33.184 INFO:tasks.workunit.client.0.smithi104.stdout:op 2104 completed, throughput=4.99MB/sec 2024-04-02T08:58:33.185 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZPbTSeUQjNcYIR5 off=18361852 len=881053 2024-04-02T08:58:33.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 2105 completed, throughput=5MB/sec 2024-04-02T08:58:33.190 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PiAIkaWSdhSMsRQ off=4482234 len=506776 2024-04-02T08:58:33.193 INFO:tasks.workunit.client.0.smithi104.stdout:op 2106 completed, throughput=5MB/sec 2024-04-02T08:58:33.193 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2fr4_XyTy6ZURj9 off=1614414 len=1631808 2024-04-02T08:58:33.203 INFO:tasks.workunit.client.0.smithi104.stdout:op 2107 completed, throughput=5MB/sec 2024-04-02T08:58:34.203 INFO:tasks.workunit.client.0.smithi104.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:34.204 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xqQufT42_JKyhjF off=17165686 len=691902 2024-04-02T08:58:34.204 INFO:tasks.workunit.client.0.smithi104.stdout:op 2108 completed, throughput=4.99MB/sec 2024-04-02T08:58:34.204 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YIvwchJxcsj9X_O off=1588243 len=800978 2024-04-02T08:58:34.205 INFO:tasks.workunit.client.0.smithi104.stdout:op 2109 completed, throughput=4.99MB/sec 2024-04-02T08:58:34.205 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-K3T6BsRm3OEtR8L off=7225747 len=420237 2024-04-02T08:58:34.208 INFO:tasks.workunit.client.0.smithi104.stdout:op 2110 completed, throughput=4.99MB/sec 2024-04-02T08:58:34.208 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iJqtUYWSuBQqCto off=13458910 len=909632 2024-04-02T08:58:34.209 INFO:tasks.workunit.client.0.smithi104.stdout:op 2111 completed, throughput=5MB/sec 2024-04-02T08:58:34.209 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L1ZYRx44LMGxIQA off=6782957 len=1082940 2024-04-02T08:58:34.213 INFO:tasks.workunit.client.0.smithi104.stdout:op 2112 completed, throughput=5MB/sec 2024-04-02T08:58:34.213 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1IB7OHN2NfyVrZM off=7258671 len=282648 2024-04-02T08:58:34.214 INFO:tasks.workunit.client.0.smithi104.stdout:op 2113 completed, throughput=5MB/sec 2024-04-02T08:58:34.214 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iVdmBOE-LSjwwu1 off=2716170 len=1708630 2024-04-02T08:58:34.220 INFO:tasks.workunit.client.0.smithi104.stdout:op 2114 completed, throughput=5MB/sec 2024-04-02T08:58:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:34 smithi188 ceph-mon[86835]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:34 smithi104 ceph-mon[94081]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:34 smithi104 ceph-mon[96567]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:35.220 INFO:tasks.workunit.client.0.smithi104.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:35.221 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5NP3XK_khYAFhTf off=7500588 len=517164 2024-04-02T08:58:35.221 INFO:tasks.workunit.client.0.smithi104.stdout:op 2115 completed, throughput=4.99MB/sec 2024-04-02T08:58:35.221 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IpMEYIhvOUzqb5M off=1962089 len=962601 2024-04-02T08:58:35.222 INFO:tasks.workunit.client.0.smithi104.stdout:op 2116 completed, throughput=4.99MB/sec 2024-04-02T08:58:35.222 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QpAUoUOBzyinA6i off=7134988 len=1713041 2024-04-02T08:58:35.223 INFO:tasks.workunit.client.0.smithi104.stdout:op 2117 completed, throughput=5MB/sec 2024-04-02T08:58:35.223 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ax5FAMn1mLkcFba off=2211369 len=480317 2024-04-02T08:58:35.227 INFO:tasks.workunit.client.0.smithi104.stdout:op 2118 completed, throughput=5MB/sec 2024-04-02T08:58:35.227 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wcQd9fRGE8BVARW off=13578474 len=190640 2024-04-02T08:58:35.229 INFO:tasks.workunit.client.0.smithi104.stdout:op 2119 completed, throughput=5MB/sec 2024-04-02T08:58:35.230 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Sery48OLhUhyMjw off=3123553 len=1154744 2024-04-02T08:58:35.234 INFO:tasks.workunit.client.0.smithi104.stdout:op 2120 completed, throughput=5MB/sec 2024-04-02T08:58:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:58:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:58:35] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:58:36.234 INFO:tasks.workunit.client.0.smithi104.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:36.235 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0Yx_pU_UPcOe-wR off=6322133 len=1419831 2024-04-02T08:58:36.242 INFO:tasks.workunit.client.0.smithi104.stdout:op 2121 completed, throughput=4.99MB/sec 2024-04-02T08:58:36.243 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lomf_UZ5JzqUKh4 off=3384096 len=2070269 2024-04-02T08:58:36.253 INFO:tasks.workunit.client.0.smithi104.stdout:op 2122 completed, throughput=5MB/sec 2024-04-02T08:58:36.253 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o-iZRcuRxnLo7f5 off=1862656 len=193103 2024-04-02T08:58:36.254 INFO:tasks.workunit.client.0.smithi104.stdout:op 2123 completed, throughput=5MB/sec 2024-04-02T08:58:36.254 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GB_OY6PYyNm7MNd off=532473 len=435259 2024-04-02T08:58:36.257 INFO:tasks.workunit.client.0.smithi104.stdout:op 2124 completed, throughput=5MB/sec 2024-04-02T08:58:36.257 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LevXgS07znIYA_W off=2381323 len=499650 2024-04-02T08:58:36.258 INFO:tasks.workunit.client.0.smithi104.stdout:op 2125 completed, throughput=5MB/sec 2024-04-02T08:58:36.258 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L-8Yh9GkNBip0-o off=892344 len=1515502 2024-04-02T08:58:36.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 2126 completed, throughput=5MB/sec 2024-04-02T08:58:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:36 smithi188 ceph-mon[86835]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:36 smithi104 ceph-mon[94081]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:36 smithi104 ceph-mon[96567]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:37.267 INFO:tasks.workunit.client.0.smithi104.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:37.268 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FBZIZyS6-RvRJH6 off=302639 len=982434 2024-04-02T08:58:37.269 INFO:tasks.workunit.client.0.smithi104.stdout:op 2127 completed, throughput=4.99MB/sec 2024-04-02T08:58:37.269 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fgfVCcCzxxjBNyY off=5164627 len=1705537 2024-04-02T08:58:37.272 INFO:tasks.workunit.client.0.smithi104.stdout:op 2128 completed, throughput=5MB/sec 2024-04-02T08:58:37.272 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wK0WJY7UF_eVqvl off=4046741 len=657550 2024-04-02T08:58:37.276 INFO:tasks.workunit.client.0.smithi104.stdout:op 2129 completed, throughput=5MB/sec 2024-04-02T08:58:37.276 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2ur8tgZjlCLt4SK off=5011455 len=715961 2024-04-02T08:58:37.280 INFO:tasks.workunit.client.0.smithi104.stdout:op 2130 completed, throughput=5MB/sec 2024-04-02T08:58:37.281 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4dgDTtV4nddnHf7 off=0 len=1793587 2024-04-02T08:58:37.282 INFO:tasks.workunit.client.0.smithi104.stdout:op 2131 completed, throughput=5MB/sec 2024-04-02T08:58:38.282 INFO:tasks.workunit.client.0.smithi104.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:38.282 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Bgwb158X2GlqdIr off=19100692 len=272386 2024-04-02T08:58:38.285 INFO:tasks.workunit.client.0.smithi104.stdout:op 2132 completed, throughput=4.99MB/sec 2024-04-02T08:58:38.285 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YCri5bnjGk8usPs off=13860191 len=1081351 2024-04-02T08:58:38.291 INFO:tasks.workunit.client.0.smithi104.stdout:op 2133 completed, throughput=5MB/sec 2024-04-02T08:58:38.291 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d3VRtaFJx07IwuQ off=4341311 len=1232757 2024-04-02T08:58:38.297 INFO:tasks.workunit.client.0.smithi104.stdout:op 2134 completed, throughput=5MB/sec 2024-04-02T08:58:38.297 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vuf-mEwdBbL2OMh off=5493562 len=2086980 2024-04-02T08:58:38.301 INFO:tasks.workunit.client.0.smithi104.stdout:op 2135 completed, throughput=5MB/sec 2024-04-02T08:58:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:38 smithi188 ceph-mon[86835]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:38 smithi104 ceph-mon[96567]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:38 smithi104 ceph-mon[94081]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:39.301 INFO:tasks.workunit.client.0.smithi104.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:39.302 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YFTyyudaG28AGt7 off=5245133 len=1369203 2024-04-02T08:58:39.303 INFO:tasks.workunit.client.0.smithi104.stdout:op 2136 completed, throughput=4.99MB/sec 2024-04-02T08:58:39.303 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VIyx2dho-PCs634 off=13124223 len=209647 2024-04-02T08:58:39.306 INFO:tasks.workunit.client.0.smithi104.stdout:op 2137 completed, throughput=4.99MB/sec 2024-04-02T08:58:39.306 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FIg4BdQ4bQKjrWI off=12228289 len=729175 2024-04-02T08:58:39.306 INFO:tasks.workunit.client.0.smithi104.stdout:op 2138 completed, throughput=5MB/sec 2024-04-02T08:58:39.307 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5bB1HwTgSz_C_Yk off=1996773 len=707318 2024-04-02T08:58:39.309 INFO:tasks.workunit.client.0.smithi104.stdout:op 2139 completed, throughput=5MB/sec 2024-04-02T08:58:39.309 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-elam7TFesLzjAgx off=15605460 len=1570700 2024-04-02T08:58:39.312 INFO:tasks.workunit.client.0.smithi104.stdout:op 2140 completed, throughput=5MB/sec 2024-04-02T08:58:40.312 INFO:tasks.workunit.client.0.smithi104.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:40.312 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KUlIgD9r7A8YUHz off=7182619 len=1107779 2024-04-02T08:58:40.318 INFO:tasks.workunit.client.0.smithi104.stdout:op 2141 completed, throughput=4.99MB/sec 2024-04-02T08:58:40.318 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BrKu0Sn-oCqeuQt off=1766782 len=990292 2024-04-02T08:58:40.323 INFO:tasks.workunit.client.0.smithi104.stdout:op 2142 completed, throughput=4.99MB/sec 2024-04-02T08:58:40.323 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ID0qQ0utjrcZ5IX off=7048268 len=2035352 2024-04-02T08:58:40.333 INFO:tasks.workunit.client.0.smithi104.stdout:op 2143 completed, throughput=5MB/sec 2024-04-02T08:58:40.333 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rnxw99nWPx_0NZy off=6620122 len=589344 2024-04-02T08:58:40.334 INFO:tasks.workunit.client.0.smithi104.stdout:op 2144 completed, throughput=5MB/sec 2024-04-02T08:58:40.334 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-g9bijaji6_VJRs7 off=740215 len=539726 2024-04-02T08:58:40.335 INFO:tasks.workunit.client.0.smithi104.stdout:op 2145 completed, throughput=5MB/sec 2024-04-02T08:58:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:40 smithi188 ceph-mon[86835]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:40 smithi104 ceph-mon[96567]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:40 smithi104 ceph-mon[94081]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:41.336 INFO:tasks.workunit.client.0.smithi104.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:41.336 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4BKUqrchG1Y1Y5u off=7450407 len=855255 2024-04-02T08:58:41.339 INFO:tasks.workunit.client.0.smithi104.stdout:op 2146 completed, throughput=4.99MB/sec 2024-04-02T08:58:41.340 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HsFwQOhsO5dJp-K off=6154018 len=1934505 2024-04-02T08:58:41.347 INFO:tasks.workunit.client.0.smithi104.stdout:op 2147 completed, throughput=5MB/sec 2024-04-02T08:58:41.347 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-02ARkmlY7WG1ZyZ off=3085756 len=319535 2024-04-02T08:58:41.348 INFO:tasks.workunit.client.0.smithi104.stdout:op 2148 completed, throughput=5MB/sec 2024-04-02T08:58:41.349 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jyQiZp72j4s96o0 off=11075870 len=1507906 2024-04-02T08:58:41.355 INFO:tasks.workunit.client.0.smithi104.stdout:op 2149 completed, throughput=5MB/sec 2024-04-02T08:58:41.355 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bTpNTRCnJOo5MW_ off=4066786 len=1142273 2024-04-02T08:58:41.356 INFO:tasks.workunit.client.0.smithi104.stdout:op 2150 completed, throughput=5MB/sec 2024-04-02T08:58:42.356 INFO:tasks.workunit.client.0.smithi104.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:42.357 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-COwanBqEFCV98S4 off=18174732 len=909909 2024-04-02T08:58:42.359 INFO:tasks.workunit.client.0.smithi104.stdout:op 2151 completed, throughput=4.99MB/sec 2024-04-02T08:58:42.359 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dVXxRITDEyerH_M off=4078038 len=1375278 2024-04-02T08:58:42.364 INFO:tasks.workunit.client.0.smithi104.stdout:op 2152 completed, throughput=4.99MB/sec 2024-04-02T08:58:42.364 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-grh9TYwMdx09PH4 off=14704911 len=1477895 2024-04-02T08:58:42.373 INFO:tasks.workunit.client.0.smithi104.stdout:op 2153 completed, throughput=5MB/sec 2024-04-02T08:58:42.373 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JkiJmnXcfeTjk64 off=11984148 len=601566 2024-04-02T08:58:42.376 INFO:tasks.workunit.client.0.smithi104.stdout:op 2154 completed, throughput=5MB/sec 2024-04-02T08:58:42.376 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pOvZsdwpYw-4wwm off=11299675 len=1009817 2024-04-02T08:58:42.381 INFO:tasks.workunit.client.0.smithi104.stdout:op 2155 completed, throughput=5MB/sec 2024-04-02T08:58:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:42 smithi188 ceph-mon[86835]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:58:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:58:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:42 smithi104 ceph-mon[96567]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:58:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:42 smithi104 ceph-mon[94081]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:58:43.381 INFO:tasks.workunit.client.0.smithi104.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:43.381 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AEmohQwHa97Oddk off=3088463 len=1638789 2024-04-02T08:58:43.389 INFO:tasks.workunit.client.0.smithi104.stdout:op 2156 completed, throughput=4.99MB/sec 2024-04-02T08:58:43.389 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZKYmqqMX5BF4FlV off=2383879 len=1307730 2024-04-02T08:58:43.390 INFO:tasks.workunit.client.0.smithi104.stdout:op 2157 completed, throughput=5MB/sec 2024-04-02T08:58:43.390 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5LG2_9U_t0GRntw off=3269511 len=767878 2024-04-02T08:58:43.394 INFO:tasks.workunit.client.0.smithi104.stdout:op 2158 completed, throughput=5MB/sec 2024-04-02T08:58:43.394 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LE4C1hB1Rr6BZV_ off=3925602 len=1049945 2024-04-02T08:58:43.399 INFO:tasks.workunit.client.0.smithi104.stdout:op 2159 completed, throughput=5MB/sec 2024-04-02T08:58:44.400 INFO:tasks.workunit.client.0.smithi104.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:44.400 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XDzG0lP0PS8pM8k off=23256781 len=674070 2024-04-02T08:58:44.400 INFO:tasks.workunit.client.0.smithi104.stdout:op 2160 completed, throughput=4.99MB/sec 2024-04-02T08:58:44.401 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qm6qH8DUYDDSwet off=5470404 len=512523 2024-04-02T08:58:44.405 INFO:tasks.workunit.client.0.smithi104.stdout:op 2161 completed, throughput=4.99MB/sec 2024-04-02T08:58:44.405 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LytrHfwx0hp2DJE off=7568504 len=1183733 2024-04-02T08:58:44.406 INFO:tasks.workunit.client.0.smithi104.stdout:op 2162 completed, throughput=4.99MB/sec 2024-04-02T08:58:44.406 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DBkwdQDjZ5Kmrbb off=13165867 len=1769249 2024-04-02T08:58:44.408 INFO:tasks.workunit.client.0.smithi104.stdout:op 2163 completed, throughput=5MB/sec 2024-04-02T08:58:44.408 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sfnPJfnby2PGUjk off=7021419 len=831362 2024-04-02T08:58:44.412 INFO:tasks.workunit.client.0.smithi104.stdout:op 2164 completed, throughput=5MB/sec 2024-04-02T08:58:44.412 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YvgbxS4103WIInk off=3688504 len=376006 2024-04-02T08:58:44.415 INFO:tasks.workunit.client.0.smithi104.stdout:op 2165 completed, throughput=5MB/sec 2024-04-02T08:58:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:44 smithi188 ceph-mon[86835]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:44 smithi104 ceph-mon[94081]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:44 smithi104 ceph-mon[96567]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:45.415 INFO:tasks.workunit.client.0.smithi104.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:45.416 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jyPdiubUpda-GAG off=19960735 len=1880784 2024-04-02T08:58:45.417 INFO:tasks.workunit.client.0.smithi104.stdout:op 2166 completed, throughput=4.99MB/sec 2024-04-02T08:58:45.417 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_YL6Vr3JqNCO5tI off=8268218 len=1990214 2024-04-02T08:58:45.428 INFO:tasks.workunit.client.0.smithi104.stdout:op 2167 completed, throughput=5MB/sec 2024-04-02T08:58:45.428 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-08DdqMJ2kAc3w1X off=571485 len=1712738 2024-04-02T08:58:45.433 INFO:tasks.workunit.client.0.smithi104.stdout:op 2168 completed, throughput=5MB/sec 2024-04-02T08:58:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:58:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:58:45] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T08:58:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:46.434 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Pt7sUWua4hoswBJ off=4612615 len=1752222 2024-04-02T08:58:46.441 INFO:tasks.workunit.client.0.smithi104.stdout:op 2169 completed, throughput=4.99MB/sec 2024-04-02T08:58:46.441 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-buJO0_GwcpJk0Rt off=1367836 len=2083868 2024-04-02T08:58:46.442 INFO:tasks.workunit.client.0.smithi104.stdout:op 2170 completed, throughput=5MB/sec 2024-04-02T08:58:46.442 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xl1srqJ_G6h1phP off=3881971 len=2037105 2024-04-02T08:58:46.455 INFO:tasks.workunit.client.0.smithi104.stdout:op 2171 completed, throughput=5MB/sec 2024-04-02T08:58:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:46 smithi188 ceph-mon[86835]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:46 smithi104 ceph-mon[96567]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:46 smithi104 ceph-mon[94081]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:47.456 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EgIpGAtVBtWvQPi off=4561641 len=779994 2024-04-02T08:58:47.460 INFO:tasks.workunit.client.0.smithi104.stdout:op 2172 completed, throughput=4.99MB/sec 2024-04-02T08:58:47.460 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rBoH6MBTNRcNP7C off=5974850 len=162841 2024-04-02T08:58:47.461 INFO:tasks.workunit.client.0.smithi104.stdout:op 2173 completed, throughput=4.99MB/sec 2024-04-02T08:58:47.461 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-raH4RsxmxugC1VB off=0 len=1174692 2024-04-02T08:58:47.462 INFO:tasks.workunit.client.0.smithi104.stdout:op 2174 completed, throughput=5MB/sec 2024-04-02T08:58:47.462 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-istffka-HABElDO off=3524128 len=1044627 2024-04-02T08:58:47.467 INFO:tasks.workunit.client.0.smithi104.stdout:op 2175 completed, throughput=5MB/sec 2024-04-02T08:58:47.468 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_MMfs9STbJZY8xa off=10022614 len=2050209 2024-04-02T08:58:47.469 INFO:tasks.workunit.client.0.smithi104.stdout:op 2176 completed, throughput=5MB/sec 2024-04-02T08:58:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:48.469 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8_0wORt82vas7hc off=3830575 len=237933 2024-04-02T08:58:48.472 INFO:tasks.workunit.client.0.smithi104.stdout:op 2177 completed, throughput=4.99MB/sec 2024-04-02T08:58:48.472 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZwB-nzfHA-7eDaY off=2730457 len=1976914 2024-04-02T08:58:48.483 INFO:tasks.workunit.client.0.smithi104.stdout:op 2178 completed, throughput=5MB/sec 2024-04-02T08:58:48.483 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N8JgsmTvRV4k92e off=12753198 len=318680 2024-04-02T08:58:48.486 INFO:tasks.workunit.client.0.smithi104.stdout:op 2179 completed, throughput=5MB/sec 2024-04-02T08:58:48.486 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cuo5UazfFp3k7zA off=10426967 len=215224 2024-04-02T08:58:48.488 INFO:tasks.workunit.client.0.smithi104.stdout:op 2180 completed, throughput=5MB/sec 2024-04-02T08:58:48.488 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oeo4W_tgIcP8UEI off=6796157 len=885512 2024-04-02T08:58:48.489 INFO:tasks.workunit.client.0.smithi104.stdout:op 2181 completed, throughput=5MB/sec 2024-04-02T08:58:48.489 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Kg2I6E5AZo9fG-J off=5297680 len=328363 2024-04-02T08:58:48.491 INFO:tasks.workunit.client.0.smithi104.stdout:op 2182 completed, throughput=5MB/sec 2024-04-02T08:58:48.491 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-e_YO2WeIU_7P9ni off=3693626 len=1486180 2024-04-02T08:58:48.498 INFO:tasks.workunit.client.0.smithi104.stdout:op 2183 completed, throughput=5MB/sec 2024-04-02T08:58:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:48 smithi188 ceph-mon[86835]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:48 smithi104 ceph-mon[94081]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:48 smithi104 ceph-mon[96567]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:49.499 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qSoP-GehaoywKi0 off=1548659 len=263965 2024-04-02T08:58:49.501 INFO:tasks.workunit.client.0.smithi104.stdout:op 2184 completed, throughput=4.99MB/sec 2024-04-02T08:58:49.501 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IOUpFt5CIR7KX5t off=19506608 len=560885 2024-04-02T08:58:49.505 INFO:tasks.workunit.client.0.smithi104.stdout:op 2185 completed, throughput=4.99MB/sec 2024-04-02T08:58:49.505 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PnHRUA46pWQfffR off=3457809 len=856554 2024-04-02T08:58:49.506 INFO:tasks.workunit.client.0.smithi104.stdout:op 2186 completed, throughput=4.99MB/sec 2024-04-02T08:58:49.506 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QbiKjaVfpcOyUpN off=2312254 len=1401319 2024-04-02T08:58:49.507 INFO:tasks.workunit.client.0.smithi104.stdout:op 2187 completed, throughput=5MB/sec 2024-04-02T08:58:49.507 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UZZ7qE9Pwt7j5_A off=24174556 len=34832 2024-04-02T08:58:49.509 INFO:tasks.workunit.client.0.smithi104.stdout:op 2188 completed, throughput=5MB/sec 2024-04-02T08:58:49.509 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XLTUzr-UpyvEXs7 off=8299757 len=36327 2024-04-02T08:58:49.511 INFO:tasks.workunit.client.0.smithi104.stdout:op 2189 completed, throughput=5MB/sec 2024-04-02T08:58:49.511 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4g0M6sX6ieFEBX9 off=7006205 len=36823 2024-04-02T08:58:49.513 INFO:tasks.workunit.client.0.smithi104.stdout:op 2190 completed, throughput=5MB/sec 2024-04-02T08:58:49.513 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lAv3KzipZMXnuDd off=11288679 len=1274589 2024-04-02T08:58:49.521 INFO:tasks.workunit.client.0.smithi104.stdout:op 2191 completed, throughput=5MB/sec 2024-04-02T08:58:49.521 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JYDalfS1OlDhfZZ off=10319665 len=336110 2024-04-02T08:58:49.523 INFO:tasks.workunit.client.0.smithi104.stdout:op 2192 completed, throughput=5MB/sec 2024-04-02T08:58:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:50.524 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LgVH5PGfxu2RQKU off=3936767 len=117349 2024-04-02T08:58:50.524 INFO:tasks.workunit.client.0.smithi104.stdout:op 2193 completed, throughput=4.99MB/sec 2024-04-02T08:58:50.524 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7KQAGP3b9cpZHKU off=6254700 len=1685616 2024-04-02T08:58:50.532 INFO:tasks.workunit.client.0.smithi104.stdout:op 2194 completed, throughput=4.99MB/sec 2024-04-02T08:58:50.532 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ys-1zj1C4A35cWB off=1681603 len=1093607 2024-04-02T08:58:50.535 INFO:tasks.workunit.client.0.smithi104.stdout:op 2195 completed, throughput=5MB/sec 2024-04-02T08:58:50.535 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6mXmk79YhUoU2SK off=6188226 len=1020949 2024-04-02T08:58:50.536 INFO:tasks.workunit.client.0.smithi104.stdout:op 2196 completed, throughput=5MB/sec 2024-04-02T08:58:50.536 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gdvA9I7Sthf9yby off=4999810 len=826838 2024-04-02T08:58:50.541 INFO:tasks.workunit.client.0.smithi104.stdout:op 2197 completed, throughput=5MB/sec 2024-04-02T08:58:50.541 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jvKzEcJeS3M7aop off=23816584 len=1275258 2024-04-02T08:58:50.542 INFO:tasks.workunit.client.0.smithi104.stdout:op 2198 completed, throughput=5MB/sec 2024-04-02T08:58:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:50 smithi188 ceph-mon[86835]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:50 smithi104 ceph-mon[96567]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:50 smithi104 ceph-mon[94081]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:51.543 INFO:tasks.workunit.client.0.smithi104.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:51.543 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-p8ZfEMGKg0c_-3O off=1796668 len=191824 2024-04-02T08:58:51.545 INFO:tasks.workunit.client.0.smithi104.stdout:op 2199 completed, throughput=4.99MB/sec 2024-04-02T08:58:51.545 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AYVU7L8O4PeI5Cx off=12551506 len=933988 2024-04-02T08:58:51.551 INFO:tasks.workunit.client.0.smithi104.stdout:op 2200 completed, throughput=4.99MB/sec 2024-04-02T08:58:51.551 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S1ujAI-AYDvBC1G off=5142344 len=214214 2024-04-02T08:58:51.554 INFO:tasks.workunit.client.0.smithi104.stdout:op 2201 completed, throughput=4.99MB/sec 2024-04-02T08:58:51.554 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-25CimMfb8-rIJz- off=5744786 len=26914 2024-04-02T08:58:51.555 INFO:tasks.workunit.client.0.smithi104.stdout:op 2202 completed, throughput=4.99MB/sec 2024-04-02T08:58:51.556 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MV5zqmGVkcH_aMO off=6624981 len=968967 2024-04-02T08:58:51.559 INFO:tasks.workunit.client.0.smithi104.stdout:op 2203 completed, throughput=5MB/sec 2024-04-02T08:58:51.559 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PUfdP2_JkSB6DSY off=3136957 len=1660148 2024-04-02T08:58:51.561 INFO:tasks.workunit.client.0.smithi104.stdout:op 2204 completed, throughput=5MB/sec 2024-04-02T08:58:51.561 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WlTNpIR5GJ6sxEs off=6583810 len=1115592 2024-04-02T08:58:51.565 INFO:tasks.workunit.client.0.smithi104.stdout:op 2205 completed, throughput=5MB/sec 2024-04-02T08:58:52.565 INFO:tasks.workunit.client.0.smithi104.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:52.565 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zYjfrVkaDX1owE9 off=4108739 len=119563 2024-04-02T08:58:52.566 INFO:tasks.workunit.client.0.smithi104.stdout:op 2206 completed, throughput=4.99MB/sec 2024-04-02T08:58:52.566 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Qg-M1z0cMBvNRsI off=3585717 len=1905191 2024-04-02T08:58:52.567 INFO:tasks.workunit.client.0.smithi104.stdout:op 2207 completed, throughput=4.99MB/sec 2024-04-02T08:58:52.567 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7oC7CuSwomClYze off=4761056 len=1250730 2024-04-02T08:58:52.568 INFO:tasks.workunit.client.0.smithi104.stdout:op 2208 completed, throughput=5MB/sec 2024-04-02T08:58:52.568 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-roxl-wUAfFxSTgC off=7904557 len=632460 2024-04-02T08:58:52.572 INFO:tasks.workunit.client.0.smithi104.stdout:op 2209 completed, throughput=5MB/sec 2024-04-02T08:58:52.572 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3DE1CbJoCwxdaIc off=714440 len=2097060 2024-04-02T08:58:52.575 INFO:tasks.workunit.client.0.smithi104.stdout:op 2210 completed, throughput=5MB/sec 2024-04-02T08:58:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:52 smithi188 ceph-mon[86835]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:58:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:52 smithi104 ceph-mon[94081]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:52 smithi104 ceph-mon[96567]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:53.575 INFO:tasks.workunit.client.0.smithi104.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:53.575 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-C-YrXwYFOOg3L7l off=17191506 len=1591696 2024-04-02T08:58:53.581 INFO:tasks.workunit.client.0.smithi104.stdout:op 2211 completed, throughput=5MB/sec 2024-04-02T08:58:53.581 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xuHnc_1jOt5gy2q off=3332282 len=794517 2024-04-02T08:58:53.582 INFO:tasks.workunit.client.0.smithi104.stdout:op 2212 completed, throughput=5MB/sec 2024-04-02T08:58:53.582 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WQPE3-mLnts4DlQ off=11973280 len=1871433 2024-04-02T08:58:53.583 INFO:tasks.workunit.client.0.smithi104.stdout:op 2213 completed, throughput=5MB/sec 2024-04-02T08:58:54.584 INFO:tasks.workunit.client.0.smithi104.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:54.584 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rjf3-y7Uuqwe-OG off=6107155 len=1546070 2024-04-02T08:58:54.589 INFO:tasks.workunit.client.0.smithi104.stdout:op 2214 completed, throughput=4.99MB/sec 2024-04-02T08:58:54.589 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AHh5bNO4pQ9QYs5 off=5157760 len=2019735 2024-04-02T08:58:54.591 INFO:tasks.workunit.client.0.smithi104.stdout:op 2215 completed, throughput=5MB/sec 2024-04-02T08:58:54.591 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-07zavk6T5CLRUTM off=18243848 len=1661789 2024-04-02T08:58:54.596 INFO:tasks.workunit.client.0.smithi104.stdout:op 2216 completed, throughput=5MB/sec 2024-04-02T08:58:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:54 smithi188 ceph-mon[86835]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:54 smithi104 ceph-mon[96567]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:54 smithi104 ceph-mon[94081]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:55.597 INFO:tasks.workunit.client.0.smithi104.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:55.597 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wznwqJG7AivWBny off=9681620 len=438954 2024-04-02T08:58:55.598 INFO:tasks.workunit.client.0.smithi104.stdout:op 2217 completed, throughput=4.99MB/sec 2024-04-02T08:58:55.598 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BsV1TgRfJGI61QW off=12266150 len=120661 2024-04-02T08:58:55.601 INFO:tasks.workunit.client.0.smithi104.stdout:op 2218 completed, throughput=4.99MB/sec 2024-04-02T08:58:55.601 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r1v8GP8Fg_fX6PX off=7076040 len=1775094 2024-04-02T08:58:55.608 INFO:tasks.workunit.client.0.smithi104.stdout:op 2219 completed, throughput=4.99MB/sec 2024-04-02T08:58:55.608 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jgUOz6KlcNAvRe6 off=2411202 len=54024 2024-04-02T08:58:55.609 INFO:tasks.workunit.client.0.smithi104.stdout:op 2220 completed, throughput=4.99MB/sec 2024-04-02T08:58:55.609 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ub24cazwlJkLQge off=9258961 len=674128 2024-04-02T08:58:55.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 2221 completed, throughput=5MB/sec 2024-04-02T08:58:55.610 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6SAM4SnWTOyeEQT off=6162269 len=1372503 2024-04-02T08:58:55.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 2222 completed, throughput=5MB/sec 2024-04-02T08:58:55.610 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RR7peP1rWLCNaSF off=7597421 len=113248 2024-04-02T08:58:55.613 INFO:tasks.workunit.client.0.smithi104.stdout:op 2223 completed, throughput=5MB/sec 2024-04-02T08:58:55.613 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-koFwu2H0Hs5xdwX off=11089858 len=1062818 2024-04-02T08:58:55.617 INFO:tasks.workunit.client.0.smithi104.stdout:op 2224 completed, throughput=5MB/sec 2024-04-02T08:58:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:58:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:58:55] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-04-02T08:58:56.617 INFO:tasks.workunit.client.0.smithi104.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:56.617 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wJBykxlI7e0oCFq off=1366730 len=1671875 2024-04-02T08:58:56.619 INFO:tasks.workunit.client.0.smithi104.stdout:op 2225 completed, throughput=4.99MB/sec 2024-04-02T08:58:56.619 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XViTDi86tW85z1E off=15248226 len=672699 2024-04-02T08:58:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:56 smithi188 ceph-mon[86835]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:56.623 INFO:tasks.workunit.client.0.smithi104.stdout:op 2226 completed, throughput=4.99MB/sec 2024-04-02T08:58:56.623 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sVkREHMFSJK1527 off=5761812 len=979874 2024-04-02T08:58:56.628 INFO:tasks.workunit.client.0.smithi104.stdout:op 2227 completed, throughput=5MB/sec 2024-04-02T08:58:56.628 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gCGpzjRXJuinGtN off=4489676 len=175585 2024-04-02T08:58:56.629 INFO:tasks.workunit.client.0.smithi104.stdout:op 2228 completed, throughput=5MB/sec 2024-04-02T08:58:56.629 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9QiWtCMeMq7FKgS off=533822 len=1689530 2024-04-02T08:58:56.630 INFO:tasks.workunit.client.0.smithi104.stdout:op 2229 completed, throughput=5MB/sec 2024-04-02T08:58:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:56 smithi104 ceph-mon[96567]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:56 smithi104 ceph-mon[94081]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:57.630 INFO:tasks.workunit.client.0.smithi104.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:57.630 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HKGh9u3OVa9ku9r off=993052 len=1023226 2024-04-02T08:58:57.636 INFO:tasks.workunit.client.0.smithi104.stdout:op 2230 completed, throughput=4.99MB/sec 2024-04-02T08:58:57.636 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PCV8tPAgjnAO0PV off=2091368 len=360813 2024-04-02T08:58:57.638 INFO:tasks.workunit.client.0.smithi104.stdout:op 2231 completed, throughput=4.99MB/sec 2024-04-02T08:58:57.638 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-W2h4wxk7ewLt_AS off=3884019 len=286805 2024-04-02T08:58:57.639 INFO:tasks.workunit.client.0.smithi104.stdout:op 2232 completed, throughput=4.99MB/sec 2024-04-02T08:58:57.639 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Efi2rg9xQzD_m46 off=14744106 len=820442 2024-04-02T08:58:57.640 INFO:tasks.workunit.client.0.smithi104.stdout:op 2233 completed, throughput=4.99MB/sec 2024-04-02T08:58:57.640 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1p5nXEz-4WCBbcc off=4380270 len=910312 2024-04-02T08:58:57.644 INFO:tasks.workunit.client.0.smithi104.stdout:op 2234 completed, throughput=5MB/sec 2024-04-02T08:58:57.644 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iZfX6Yxx9gFOWtJ off=1465135 len=1079638 2024-04-02T08:58:57.650 INFO:tasks.workunit.client.0.smithi104.stdout:op 2235 completed, throughput=5MB/sec 2024-04-02T08:58:57.650 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-C0pEr4LQLYM2PhJ off=6955498 len=1799646 2024-04-02T08:58:57.651 INFO:tasks.workunit.client.0.smithi104.stdout:op 2236 completed, throughput=5MB/sec 2024-04-02T08:58:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:58:58 smithi188 ceph-mon[86835]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:58:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:58:58 smithi104 ceph-mon[96567]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:58:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:58:58 smithi104 ceph-mon[94081]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:58:58.651 INFO:tasks.workunit.client.0.smithi104.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:58.651 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hcHkDLsF022Uiaa off=6982242 len=1375555 2024-04-02T08:58:58.653 INFO:tasks.workunit.client.0.smithi104.stdout:op 2237 completed, throughput=4.99MB/sec 2024-04-02T08:58:58.653 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nycIhYHEK70gAKL off=13908379 len=969785 2024-04-02T08:58:58.657 INFO:tasks.workunit.client.0.smithi104.stdout:op 2238 completed, throughput=5MB/sec 2024-04-02T08:58:58.657 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oQKaw-Xz3j0kGyb off=1579750 len=1433338 2024-04-02T08:58:58.659 INFO:tasks.workunit.client.0.smithi104.stdout:op 2239 completed, throughput=5MB/sec 2024-04-02T08:58:58.659 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UjdW3CuN5pBe2aj off=1511173 len=1971197 2024-04-02T08:58:58.667 INFO:tasks.workunit.client.0.smithi104.stdout:op 2240 completed, throughput=5MB/sec 2024-04-02T08:58:59.667 INFO:tasks.workunit.client.0.smithi104.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:59.668 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yGFKp9OI4bdqPBw off=17472314 len=1448796 2024-04-02T08:58:59.675 INFO:tasks.workunit.client.0.smithi104.stdout:op 2241 completed, throughput=5MB/sec 2024-04-02T08:58:59.675 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-l2NbEWUtsc7-ZAN off=15020705 len=1712106 2024-04-02T08:58:59.676 INFO:tasks.workunit.client.0.smithi104.stdout:op 2242 completed, throughput=5MB/sec 2024-04-02T08:58:59.676 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-w_PTRfc92t9rLEs off=4892925 len=784561 2024-04-02T08:58:59.680 INFO:tasks.workunit.client.0.smithi104.stdout:op 2243 completed, throughput=5MB/sec 2024-04-02T08:59:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:00 smithi188 ceph-mon[86835]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:00 smithi104 ceph-mon[96567]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:00 smithi104 ceph-mon[94081]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:00.682 INFO:tasks.workunit.client.0.smithi104.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:00.682 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T7BGlF9gO_X8Kt4 off=8533365 len=1420110 2024-04-02T08:59:00.682 INFO:tasks.workunit.client.0.smithi104.stdout:op 2244 completed, throughput=4.99MB/sec 2024-04-02T08:59:00.682 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zkj7Ms5TJiNy_v1 off=5451286 len=276241 2024-04-02T08:59:00.684 INFO:tasks.workunit.client.0.smithi104.stdout:op 2245 completed, throughput=4.99MB/sec 2024-04-02T08:59:00.684 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_Pongcu0MZPXsHY off=1679003 len=1763909 2024-04-02T08:59:00.685 INFO:tasks.workunit.client.0.smithi104.stdout:op 2246 completed, throughput=5MB/sec 2024-04-02T08:59:00.685 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-t7SPgTLM9Xoo2Gy off=6147960 len=559633 2024-04-02T08:59:00.688 INFO:tasks.workunit.client.0.smithi104.stdout:op 2247 completed, throughput=5MB/sec 2024-04-02T08:59:00.688 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-u7fh5rTLMzObksw off=10137600 len=1259217 2024-04-02T08:59:00.694 INFO:tasks.workunit.client.0.smithi104.stdout:op 2248 completed, throughput=5MB/sec 2024-04-02T08:59:01.695 INFO:tasks.workunit.client.0.smithi104.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:01.695 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IZh_o0WzSyhgRM_ off=237318 len=1992993 2024-04-02T08:59:01.702 INFO:tasks.workunit.client.0.smithi104.stdout:op 2249 completed, throughput=4.99MB/sec 2024-04-02T08:59:01.702 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4X5UPhW7vI5CuSl off=0 len=1625465 2024-04-02T08:59:01.704 INFO:tasks.workunit.client.0.smithi104.stdout:op 2250 completed, throughput=5MB/sec 2024-04-02T08:59:01.704 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jSAkiCguJJSlNVk off=736512 len=931424 2024-04-02T08:59:01.705 INFO:tasks.workunit.client.0.smithi104.stdout:op 2251 completed, throughput=5MB/sec 2024-04-02T08:59:01.705 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NEKQoWhb68sPm-d off=9453294 len=649208 2024-04-02T08:59:01.709 INFO:tasks.workunit.client.0.smithi104.stdout:op 2252 completed, throughput=5MB/sec 2024-04-02T08:59:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:02 smithi188 ceph-mon[86835]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:59:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:02 smithi104 ceph-mon[94081]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:02 smithi104 ceph-mon[96567]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:02.709 INFO:tasks.workunit.client.0.smithi104.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:02.709 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-noHbQZO-asj4Oxl off=11372592 len=810534 2024-04-02T08:59:02.715 INFO:tasks.workunit.client.0.smithi104.stdout:op 2253 completed, throughput=4.99MB/sec 2024-04-02T08:59:02.715 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-M8Z-ofepvgGNSTw off=6215517 len=1293266 2024-04-02T08:59:02.716 INFO:tasks.workunit.client.0.smithi104.stdout:op 2254 completed, throughput=4.99MB/sec 2024-04-02T08:59:02.716 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BR2ddpcocyuYfoU off=3607724 len=1261587 2024-04-02T08:59:02.723 INFO:tasks.workunit.client.0.smithi104.stdout:op 2255 completed, throughput=5MB/sec 2024-04-02T08:59:02.723 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Od2oxlhTdZS423r off=13053274 len=1298066 2024-04-02T08:59:02.727 INFO:tasks.workunit.client.0.smithi104.stdout:op 2256 completed, throughput=5MB/sec 2024-04-02T08:59:02.727 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GyX6iDwy3XT1iSg off=9505685 len=1908702 2024-04-02T08:59:02.738 INFO:tasks.workunit.client.0.smithi104.stdout:op 2257 completed, throughput=5MB/sec 2024-04-02T08:59:03.738 INFO:tasks.workunit.client.0.smithi104.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:03.738 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XWlHowdF9wn2lSU off=6982728 len=118190 2024-04-02T08:59:03.739 INFO:tasks.workunit.client.0.smithi104.stdout:op 2258 completed, throughput=4.99MB/sec 2024-04-02T08:59:03.739 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ti18mAfgvzR6Grg off=5774381 len=914573 2024-04-02T08:59:03.744 INFO:tasks.workunit.client.0.smithi104.stdout:op 2259 completed, throughput=4.99MB/sec 2024-04-02T08:59:03.744 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-j_fRpsl-cY2256P off=1612331 len=1504073 2024-04-02T08:59:03.750 INFO:tasks.workunit.client.0.smithi104.stdout:op 2260 completed, throughput=5MB/sec 2024-04-02T08:59:03.750 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DwbEy4lYF8UsFEN off=1511016 len=716189 2024-04-02T08:59:03.754 INFO:tasks.workunit.client.0.smithi104.stdout:op 2261 completed, throughput=5MB/sec 2024-04-02T08:59:03.754 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pZfOI0Mwx24BJ2o off=1761286 len=1905414 2024-04-02T08:59:03.760 INFO:tasks.workunit.client.0.smithi104.stdout:op 2262 completed, throughput=5MB/sec 2024-04-02T08:59:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:04 smithi188 ceph-mon[86835]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:04 smithi104 ceph-mon[94081]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:04 smithi104 ceph-mon[96567]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:04.760 INFO:tasks.workunit.client.0.smithi104.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:04.761 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sRjM2hD8gt1Oxtq off=1339407 len=747335 2024-04-02T08:59:04.761 INFO:tasks.workunit.client.0.smithi104.stdout:op 2263 completed, throughput=4.99MB/sec 2024-04-02T08:59:04.761 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k54hd73jn_qORWL off=3912198 len=1058462 2024-04-02T08:59:04.767 INFO:tasks.workunit.client.0.smithi104.stdout:op 2264 completed, throughput=5MB/sec 2024-04-02T08:59:04.767 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Gobmlj-7sSD0Qx9 off=11911611 len=294451 2024-04-02T08:59:04.769 INFO:tasks.workunit.client.0.smithi104.stdout:op 2265 completed, throughput=5MB/sec 2024-04-02T08:59:04.770 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SpuF_EES3LoNLY7 off=1461194 len=102250 2024-04-02T08:59:04.774 INFO:tasks.workunit.client.0.smithi104.stdout:op 2266 completed, throughput=5MB/sec 2024-04-02T08:59:04.774 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ud5kgaOEhUF42Qc off=4179913 len=532426 2024-04-02T08:59:04.775 INFO:tasks.workunit.client.0.smithi104.stdout:op 2267 completed, throughput=5MB/sec 2024-04-02T08:59:04.775 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5Hh1xb-dygroR-4 off=18866372 len=1690742 2024-04-02T08:59:04.781 INFO:tasks.workunit.client.0.smithi104.stdout:op 2268 completed, throughput=5MB/sec 2024-04-02T08:59:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:05.781 INFO:tasks.workunit.client.0.smithi104.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:05.781 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-smAzM8Ysg3bidXU off=5092857 len=2072771 2024-04-02T08:59:05.790 INFO:tasks.workunit.client.0.smithi104.stdout:op 2269 completed, throughput=4.99MB/sec 2024-04-02T08:59:05.790 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fcnc5tGfHlP0ZBM off=533233 len=1566873 2024-04-02T08:59:05.791 INFO:tasks.workunit.client.0.smithi104.stdout:op 2270 completed, throughput=5MB/sec 2024-04-02T08:59:05.791 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o36aV4--AQpfWeq off=8654416 len=741763 2024-04-02T08:59:05.793 INFO:tasks.workunit.client.0.smithi104.stdout:op 2271 completed, throughput=5MB/sec 2024-04-02T08:59:05.793 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pkcCRtKcKfC2s5n off=6375087 len=513772 2024-04-02T08:59:05.794 INFO:tasks.workunit.client.0.smithi104.stdout:op 2272 completed, throughput=5MB/sec 2024-04-02T08:59:05.794 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FgP3OW44nxHx1EF off=3154084 len=1770174 2024-04-02T08:59:05.797 INFO:tasks.workunit.client.0.smithi104.stdout:op 2273 completed, throughput=5MB/sec 2024-04-02T08:59:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:59:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:59:05] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-02T08:59:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:06 smithi188 ceph-mon[86835]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:06 smithi104 ceph-mon[96567]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:06 smithi104 ceph-mon[94081]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:06.798 INFO:tasks.workunit.client.0.smithi104.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:06.798 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vc0OF4f9WC7xL7g off=5583358 len=103770 2024-04-02T08:59:06.798 INFO:tasks.workunit.client.0.smithi104.stdout:op 2274 completed, throughput=4.99MB/sec 2024-04-02T08:59:06.799 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DqXzGpm0X12UOkH off=4409832 len=1606257 2024-04-02T08:59:06.800 INFO:tasks.workunit.client.0.smithi104.stdout:op 2275 completed, throughput=5MB/sec 2024-04-02T08:59:06.800 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lsfuk6FZ9VzZMPS off=1118398 len=2029943 2024-04-02T08:59:06.808 INFO:tasks.workunit.client.0.smithi104.stdout:op 2276 completed, throughput=5MB/sec 2024-04-02T08:59:07.809 INFO:tasks.workunit.client.0.smithi104.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:07.809 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_uhM4zANSMIj103 off=11340495 len=1665000 2024-04-02T08:59:07.810 INFO:tasks.workunit.client.0.smithi104.stdout:op 2277 completed, throughput=4.99MB/sec 2024-04-02T08:59:07.811 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-i6cVAzbSOF4m833 off=710058 len=803253 2024-04-02T08:59:07.814 INFO:tasks.workunit.client.0.smithi104.stdout:op 2278 completed, throughput=4.99MB/sec 2024-04-02T08:59:07.814 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-r2BWbFU5biFKElZ off=8430975 len=1469500 2024-04-02T08:59:07.815 INFO:tasks.workunit.client.0.smithi104.stdout:op 2279 completed, throughput=5MB/sec 2024-04-02T08:59:07.815 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rcGX5pWms3NUJiG off=11070606 len=233290 2024-04-02T08:59:07.817 INFO:tasks.workunit.client.0.smithi104.stdout:op 2280 completed, throughput=5MB/sec 2024-04-02T08:59:07.817 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1QwwxZTUuH17QOm off=11055847 len=799789 2024-04-02T08:59:07.820 INFO:tasks.workunit.client.0.smithi104.stdout:op 2281 completed, throughput=5MB/sec 2024-04-02T08:59:07.820 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UhudTRrkEU0jqw4 off=370433 len=1806728 2024-04-02T08:59:07.824 INFO:tasks.workunit.client.0.smithi104.stdout:op 2282 completed, throughput=5MB/sec 2024-04-02T08:59:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:08 smithi188 ceph-mon[86835]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:08 smithi104 ceph-mon[96567]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:08 smithi104 ceph-mon[94081]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:08.824 INFO:tasks.workunit.client.0.smithi104.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:08.824 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tlJ4PeYWlWJBkk- off=9373354 len=1414587 2024-04-02T08:59:08.826 INFO:tasks.workunit.client.0.smithi104.stdout:op 2283 completed, throughput=5MB/sec 2024-04-02T08:59:08.826 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CGxveyjpi7AboSd off=7574590 len=72256 2024-04-02T08:59:08.828 INFO:tasks.workunit.client.0.smithi104.stdout:op 2284 completed, throughput=5MB/sec 2024-04-02T08:59:08.828 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y0xDT-WY2xW-DmW off=16164889 len=1640101 2024-04-02T08:59:08.837 INFO:tasks.workunit.client.0.smithi104.stdout:op 2285 completed, throughput=5MB/sec 2024-04-02T08:59:08.837 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Jz_GzlWjAWY_l_T off=1196946 len=1340159 2024-04-02T08:59:08.839 INFO:tasks.workunit.client.0.smithi104.stdout:op 2286 completed, throughput=5MB/sec 2024-04-02T08:59:09.840 INFO:tasks.workunit.client.0.smithi104.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:09.840 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7fiMJMCJXGfoi-D off=7344968 len=1540663 2024-04-02T08:59:09.841 INFO:tasks.workunit.client.0.smithi104.stdout:op 2287 completed, throughput=4.99MB/sec 2024-04-02T08:59:09.841 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0mzN82B_PjwE8MP off=925219 len=231386 2024-04-02T08:59:09.844 INFO:tasks.workunit.client.0.smithi104.stdout:op 2288 completed, throughput=4.99MB/sec 2024-04-02T08:59:09.844 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CrNnnzrD-K7zgj5 off=4928363 len=502540 2024-04-02T08:59:09.845 INFO:tasks.workunit.client.0.smithi104.stdout:op 2289 completed, throughput=5MB/sec 2024-04-02T08:59:09.846 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-smJq-kDkH8W2PzK off=5743385 len=1585992 2024-04-02T08:59:09.848 INFO:tasks.workunit.client.0.smithi104.stdout:op 2290 completed, throughput=5MB/sec 2024-04-02T08:59:09.848 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5zaQxjOXCPY5S-B off=15056901 len=1174401 2024-04-02T08:59:09.850 INFO:tasks.workunit.client.0.smithi104.stdout:op 2291 completed, throughput=5MB/sec 2024-04-02T08:59:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:10 smithi188 ceph-mon[86835]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:10 smithi104 ceph-mon[96567]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:10 smithi104 ceph-mon[94081]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:10.850 INFO:tasks.workunit.client.0.smithi104.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:10.850 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mS1oMvorB7u_O50 off=14778248 len=954821 2024-04-02T08:59:10.851 INFO:tasks.workunit.client.0.smithi104.stdout:op 2292 completed, throughput=4.99MB/sec 2024-04-02T08:59:10.851 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VOikhxvayw0Ab5x off=4923960 len=1749285 2024-04-02T08:59:10.858 INFO:tasks.workunit.client.0.smithi104.stdout:op 2293 completed, throughput=5MB/sec 2024-04-02T08:59:10.859 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TpXU3NX-CJK_8to off=14386896 len=1796054 2024-04-02T08:59:10.866 INFO:tasks.workunit.client.0.smithi104.stdout:op 2294 completed, throughput=5MB/sec 2024-04-02T08:59:10.866 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TOC9kcnEat86J5I off=4307196 len=335349 2024-04-02T08:59:10.866 INFO:tasks.workunit.client.0.smithi104.stdout:op 2295 completed, throughput=5MB/sec 2024-04-02T08:59:10.866 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-e_TyCy0uh4udwv0 off=17972192 len=1277000 2024-04-02T08:59:10.867 INFO:tasks.workunit.client.0.smithi104.stdout:op 2296 completed, throughput=5MB/sec 2024-04-02T08:59:11.868 INFO:tasks.workunit.client.0.smithi104.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:11.868 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Um57LP_E9RB6Vex off=11390954 len=683772 2024-04-02T08:59:11.868 INFO:tasks.workunit.client.0.smithi104.stdout:op 2297 completed, throughput=4.99MB/sec 2024-04-02T08:59:11.868 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WBEIb1jFUIWCa0g off=926054 len=637774 2024-04-02T08:59:11.870 INFO:tasks.workunit.client.0.smithi104.stdout:op 2298 completed, throughput=4.99MB/sec 2024-04-02T08:59:11.870 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-72N0RyqE0H6i-Wo off=6135435 len=1989190 2024-04-02T08:59:11.883 INFO:tasks.workunit.client.0.smithi104.stdout:op 2299 completed, throughput=5MB/sec 2024-04-02T08:59:11.883 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1_-iV_LCzCEP-VV off=12062997 len=703350 2024-04-02T08:59:11.886 INFO:tasks.workunit.client.0.smithi104.stdout:op 2300 completed, throughput=5MB/sec 2024-04-02T08:59:11.886 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FEQGrZ5MDkTXYUJ off=1807717 len=1923000 2024-04-02T08:59:11.888 INFO:tasks.workunit.client.0.smithi104.stdout:op 2301 completed, throughput=5MB/sec 2024-04-02T08:59:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:12 smithi188 ceph-mon[86835]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:59:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:12 smithi104 ceph-mon[96567]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:12 smithi104 ceph-mon[94081]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:12.888 INFO:tasks.workunit.client.0.smithi104.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:12.888 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LdYHAxAh2wT1Wxc off=3850480 len=60829 2024-04-02T08:59:12.890 INFO:tasks.workunit.client.0.smithi104.stdout:op 2302 completed, throughput=4.99MB/sec 2024-04-02T08:59:12.891 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fUnrESxsAWeTYR1 off=6185798 len=2046487 2024-04-02T08:59:12.904 INFO:tasks.workunit.client.0.smithi104.stdout:op 2303 completed, throughput=5MB/sec 2024-04-02T08:59:12.904 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lnE4alkbMBCNA-Z off=6062676 len=1881152 2024-04-02T08:59:12.911 INFO:tasks.workunit.client.0.smithi104.stdout:op 2304 completed, throughput=5MB/sec 2024-04-02T08:59:13.911 INFO:tasks.workunit.client.0.smithi104.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:13.912 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vhr0bWHrgFdbHSp off=15866765 len=1250518 2024-04-02T08:59:13.913 INFO:tasks.workunit.client.0.smithi104.stdout:op 2305 completed, throughput=4.99MB/sec 2024-04-02T08:59:13.913 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yhu072hmEYvdjuy off=2383949 len=1178228 2024-04-02T08:59:13.914 INFO:tasks.workunit.client.0.smithi104.stdout:op 2306 completed, throughput=5MB/sec 2024-04-02T08:59:13.914 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FVqn9RDHAKD2aY3 off=23288393 len=1063756 2024-04-02T08:59:13.915 INFO:tasks.workunit.client.0.smithi104.stdout:op 2307 completed, throughput=5MB/sec 2024-04-02T08:59:13.915 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NLWnVF6soCavSRp off=1302414 len=1676213 2024-04-02T08:59:13.921 INFO:tasks.workunit.client.0.smithi104.stdout:op 2308 completed, throughput=5MB/sec 2024-04-02T08:59:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:14 smithi188 ceph-mon[86835]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:14 smithi104 ceph-mon[96567]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:14 smithi104 ceph-mon[94081]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:14.921 INFO:tasks.workunit.client.0.smithi104.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:14.921 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-753aTCUSrzSRbkB off=19876737 len=759652 2024-04-02T08:59:14.926 INFO:tasks.workunit.client.0.smithi104.stdout:op 2309 completed, throughput=4.99MB/sec 2024-04-02T08:59:14.926 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XNLHLf3eToK72bR off=9379645 len=181027 2024-04-02T08:59:14.928 INFO:tasks.workunit.client.0.smithi104.stdout:op 2310 completed, throughput=4.99MB/sec 2024-04-02T08:59:14.928 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-O74xgABvHu-JmrJ off=2960365 len=1369242 2024-04-02T08:59:14.937 INFO:tasks.workunit.client.0.smithi104.stdout:op 2311 completed, throughput=4.99MB/sec 2024-04-02T08:59:14.937 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n0qk8ai68YCg7a4 off=2439173 len=2059804 2024-04-02T08:59:14.938 INFO:tasks.workunit.client.0.smithi104.stdout:op 2312 completed, throughput=5MB/sec 2024-04-02T08:59:14.938 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Cr-ZPkIRjlgf1uf off=1340858 len=808031 2024-04-02T08:59:14.939 INFO:tasks.workunit.client.0.smithi104.stdout:op 2313 completed, throughput=5MB/sec 2024-04-02T08:59:15.939 INFO:tasks.workunit.client.0.smithi104.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:15.939 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9LM_Xmbmvtt7Lnc off=7225336 len=606368 2024-04-02T08:59:15.941 INFO:tasks.workunit.client.0.smithi104.stdout:op 2314 completed, throughput=4.99MB/sec 2024-04-02T08:59:15.941 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZDTtaz9UoVR6Cao off=4063054 len=3041 2024-04-02T08:59:15.943 INFO:tasks.workunit.client.0.smithi104.stdout:op 2315 completed, throughput=4.99MB/sec 2024-04-02T08:59:15.943 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wsHlf4vMFgDZkvA off=1770519 len=1846036 2024-04-02T08:59:15.952 INFO:tasks.workunit.client.0.smithi104.stdout:op 2316 completed, throughput=4.99MB/sec 2024-04-02T08:59:15.952 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hAr-IEhM8SCmBps off=3138019 len=839326 2024-04-02T08:59:15.953 INFO:tasks.workunit.client.0.smithi104.stdout:op 2317 completed, throughput=5MB/sec 2024-04-02T08:59:15.953 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dyWcJ-AOFt74D68 off=17016758 len=1489976 2024-04-02T08:59:15.956 INFO:tasks.workunit.client.0.smithi104.stdout:op 2318 completed, throughput=5MB/sec 2024-04-02T08:59:15.956 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WAG2PZgktTeLjKT off=8567894 len=842097 2024-04-02T08:59:15.956 INFO:tasks.workunit.client.0.smithi104.stdout:op 2319 completed, throughput=5MB/sec 2024-04-02T08:59:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:59:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:59:15] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-02T08:59:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:16 smithi188 ceph-mon[86835]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:16 smithi104 ceph-mon[96567]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:16 smithi104 ceph-mon[94081]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:16.957 INFO:tasks.workunit.client.0.smithi104.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:16.957 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VLC_cXA89um-rcf off=6271665 len=1298153 2024-04-02T08:59:16.958 INFO:tasks.workunit.client.0.smithi104.stdout:op 2320 completed, throughput=4.99MB/sec 2024-04-02T08:59:16.958 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zwRkyNkHaFxvQQl off=899656 len=1875833 2024-04-02T08:59:16.960 INFO:tasks.workunit.client.0.smithi104.stdout:op 2321 completed, throughput=5MB/sec 2024-04-02T08:59:16.960 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Nj6XNtmBrbNXhX5 off=22178723 len=583479 2024-04-02T08:59:16.964 INFO:tasks.workunit.client.0.smithi104.stdout:op 2322 completed, throughput=5MB/sec 2024-04-02T08:59:16.964 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wHEmCt_uQxi_Bdq off=0 len=1474673 2024-04-02T08:59:16.971 INFO:tasks.workunit.client.0.smithi104.stdout:op 2323 completed, throughput=5MB/sec 2024-04-02T08:59:17.972 INFO:tasks.workunit.client.0.smithi104.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:17.972 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-c9muc2L87TwH1gG off=825195 len=1941236 2024-04-02T08:59:17.984 INFO:tasks.workunit.client.0.smithi104.stdout:op 2324 completed, throughput=4.99MB/sec 2024-04-02T08:59:17.984 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dH0yGWy420gjYc8 off=3117102 len=959567 2024-04-02T08:59:17.988 INFO:tasks.workunit.client.0.smithi104.stdout:op 2325 completed, throughput=5MB/sec 2024-04-02T08:59:17.988 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SYzC51LDLrWwY1s off=17401815 len=1227068 2024-04-02T08:59:17.989 INFO:tasks.workunit.client.0.smithi104.stdout:op 2326 completed, throughput=5MB/sec 2024-04-02T08:59:17.989 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6QuzGwToqyLbKkG off=12599964 len=357852 2024-04-02T08:59:17.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 2327 completed, throughput=5MB/sec 2024-04-02T08:59:17.992 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7gu1HztYiBpXpvz off=6064201 len=2048191 2024-04-02T08:59:17.999 INFO:tasks.workunit.client.0.smithi104.stdout:op 2328 completed, throughput=5MB/sec 2024-04-02T08:59:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:18 smithi188 ceph-mon[86835]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:59:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:18 smithi104 ceph-mon[96567]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:59:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:18 smithi104 ceph-mon[94081]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:59:19.000 INFO:tasks.workunit.client.0.smithi104.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:19.000 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iGNYJUTa1jYV6lQ off=342443 len=397343 2024-04-02T08:59:19.002 INFO:tasks.workunit.client.0.smithi104.stdout:op 2329 completed, throughput=4.99MB/sec 2024-04-02T08:59:19.002 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qBu7BDpzdfic7eb off=1091367 len=1370353 2024-04-02T08:59:19.009 INFO:tasks.workunit.client.0.smithi104.stdout:op 2330 completed, throughput=5MB/sec 2024-04-02T08:59:19.009 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LZz0hDHxmPAzt5k off=76481 len=1873062 2024-04-02T08:59:19.014 INFO:tasks.workunit.client.0.smithi104.stdout:op 2331 completed, throughput=5MB/sec 2024-04-02T08:59:19.014 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oCPR5n1bI7d2XlM off=4874807 len=1625546 2024-04-02T08:59:19.015 INFO:tasks.workunit.client.0.smithi104.stdout:op 2332 completed, throughput=5MB/sec 2024-04-02T08:59:20.016 INFO:tasks.workunit.client.0.smithi104.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:20.016 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-B-tOn1da0V9ZcNI off=8200318 len=1779425 2024-04-02T08:59:20.025 INFO:tasks.workunit.client.0.smithi104.stdout:op 2333 completed, throughput=5MB/sec 2024-04-02T08:59:20.026 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-53xw1DMar2oiJoO off=602947 len=1098704 2024-04-02T08:59:20.031 INFO:tasks.workunit.client.0.smithi104.stdout:op 2334 completed, throughput=5MB/sec 2024-04-02T08:59:20.031 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lbW_FW5qqVpXrYd off=9310822 len=378042 2024-04-02T08:59:20.034 INFO:tasks.workunit.client.0.smithi104.stdout:op 2335 completed, throughput=5MB/sec 2024-04-02T08:59:20.034 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vq3NOsPQ0E-NKqx off=13610446 len=1625354 2024-04-02T08:59:20.036 INFO:tasks.workunit.client.0.smithi104.stdout:op 2336 completed, throughput=5MB/sec 2024-04-02T08:59:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:20 smithi188 ceph-mon[86835]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:59:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:20 smithi104 ceph-mon[96567]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:59:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:20 smithi104 ceph-mon[94081]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:59:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:21.036 INFO:tasks.workunit.client.0.smithi104.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:21.036 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fu6iNCQXXeCvTHT off=8991775 len=88107 2024-04-02T08:59:21.039 INFO:tasks.workunit.client.0.smithi104.stdout:op 2337 completed, throughput=4.99MB/sec 2024-04-02T08:59:21.039 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MuD2oqpxWtkOvnY off=6777730 len=236410 2024-04-02T08:59:21.039 INFO:tasks.workunit.client.0.smithi104.stdout:op 2338 completed, throughput=4.99MB/sec 2024-04-02T08:59:21.039 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y0xDT-WY2xW-DmW off=11157812 len=397023 2024-04-02T08:59:21.043 INFO:tasks.workunit.client.0.smithi104.stdout:op 2339 completed, throughput=4.99MB/sec 2024-04-02T08:59:21.043 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-naDbzzYYn0Yowev off=12008119 len=936961 2024-04-02T08:59:21.044 INFO:tasks.workunit.client.0.smithi104.stdout:op 2340 completed, throughput=4.99MB/sec 2024-04-02T08:59:21.044 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tGKi5sPWOI5LWj0 off=2439405 len=1809332 2024-04-02T08:59:21.045 INFO:tasks.workunit.client.0.smithi104.stdout:op 2341 completed, throughput=5MB/sec 2024-04-02T08:59:21.045 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-86Gtr8ATF2QjOck off=16134718 len=603801 2024-04-02T08:59:21.049 INFO:tasks.workunit.client.0.smithi104.stdout:op 2342 completed, throughput=5MB/sec 2024-04-02T08:59:21.049 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-26MkyIWtFPx0Ars off=5241070 len=836193 2024-04-02T08:59:21.053 INFO:tasks.workunit.client.0.smithi104.stdout:op 2343 completed, throughput=5MB/sec 2024-04-02T08:59:22.054 INFO:tasks.workunit.client.0.smithi104.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:22.054 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WqIBDlmRBjhOl4K off=3791389 len=1302357 2024-04-02T08:59:22.060 INFO:tasks.workunit.client.0.smithi104.stdout:op 2344 completed, throughput=4.99MB/sec 2024-04-02T08:59:22.060 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VcJmVDrj-foQeI6 off=13693534 len=877054 2024-04-02T08:59:22.061 INFO:tasks.workunit.client.0.smithi104.stdout:op 2345 completed, throughput=4.99MB/sec 2024-04-02T08:59:22.061 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lw-QY-lTOnD4z27 off=2961413 len=1912612 2024-04-02T08:59:22.062 INFO:tasks.workunit.client.0.smithi104.stdout:op 2346 completed, throughput=5MB/sec 2024-04-02T08:59:22.062 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zjOV6IWbaeCw3Gz off=538441 len=905431 2024-04-02T08:59:22.066 INFO:tasks.workunit.client.0.smithi104.stdout:op 2347 completed, throughput=5MB/sec 2024-04-02T08:59:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:22 smithi188 ceph-mon[86835]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:59:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:22 smithi104 ceph-mon[96567]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:22 smithi104 ceph-mon[94081]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:23.066 INFO:tasks.workunit.client.0.smithi104.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:23.066 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tskHbt7RqgepVYo off=7743334 len=1487319 2024-04-02T08:59:23.067 INFO:tasks.workunit.client.0.smithi104.stdout:op 2348 completed, throughput=4.99MB/sec 2024-04-02T08:59:23.067 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aXg9Vem_3JKyrSD off=17552776 len=368738 2024-04-02T08:59:23.068 INFO:tasks.workunit.client.0.smithi104.stdout:op 2349 completed, throughput=4.99MB/sec 2024-04-02T08:59:23.068 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3E23HVOnRmg7B6E off=21295428 len=1146356 2024-04-02T08:59:23.074 INFO:tasks.workunit.client.0.smithi104.stdout:op 2350 completed, throughput=5MB/sec 2024-04-02T08:59:23.074 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qe0SHTR1cYe2hrh off=1215829 len=191460 2024-04-02T08:59:23.074 INFO:tasks.workunit.client.0.smithi104.stdout:op 2351 completed, throughput=5MB/sec 2024-04-02T08:59:23.074 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k99Nzcjq43qqkZB off=10943754 len=2059048 2024-04-02T08:59:23.086 INFO:tasks.workunit.client.0.smithi104.stdout:op 2352 completed, throughput=5MB/sec 2024-04-02T08:59:24.086 INFO:tasks.workunit.client.0.smithi104.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:24.086 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fs7IGOh5I2kOkUE off=16525679 len=1219458 2024-04-02T08:59:24.091 INFO:tasks.workunit.client.0.smithi104.stdout:op 2353 completed, throughput=4.99MB/sec 2024-04-02T08:59:24.091 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Xg6bs8AbAAhN42l off=913946 len=1308894 2024-04-02T08:59:24.098 INFO:tasks.workunit.client.0.smithi104.stdout:op 2354 completed, throughput=4.99MB/sec 2024-04-02T08:59:24.098 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_wHfsv5NuQ7lTLi off=9662458 len=1265254 2024-04-02T08:59:24.099 INFO:tasks.workunit.client.0.smithi104.stdout:op 2355 completed, throughput=5MB/sec 2024-04-02T08:59:24.099 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6NkccQ_91d36u4W off=16928431 len=436221 2024-04-02T08:59:24.102 INFO:tasks.workunit.client.0.smithi104.stdout:op 2356 completed, throughput=5MB/sec 2024-04-02T08:59:24.102 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eeRgXVZBgfv_FJa off=7787711 len=1324420 2024-04-02T08:59:24.105 INFO:tasks.workunit.client.0.smithi104.stdout:op 2357 completed, throughput=5MB/sec 2024-04-02T08:59:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:24 smithi188 ceph-mon[86835]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:59:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:24 smithi104 ceph-mon[96567]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:59:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:24 smithi104 ceph-mon[94081]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:59:25.105 INFO:tasks.workunit.client.0.smithi104.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:25.105 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YmSipqVo7jgeiLA off=2487137 len=1883746 2024-04-02T08:59:25.113 INFO:tasks.workunit.client.0.smithi104.stdout:op 2358 completed, throughput=4.99MB/sec 2024-04-02T08:59:25.113 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Be0Xzwk-cNVn2Pu off=5646255 len=414028 2024-04-02T08:59:25.113 INFO:tasks.workunit.client.0.smithi104.stdout:op 2359 completed, throughput=4.99MB/sec 2024-04-02T08:59:25.113 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-joz2p2DhUIOUd3Z off=4161601 len=270124 2024-04-02T08:59:25.114 INFO:tasks.workunit.client.0.smithi104.stdout:op 2360 completed, throughput=5MB/sec 2024-04-02T08:59:25.114 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-baO2J9uc1JRsaS- off=377681 len=1186689 2024-04-02T08:59:25.118 INFO:tasks.workunit.client.0.smithi104.stdout:op 2361 completed, throughput=5MB/sec 2024-04-02T08:59:25.118 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lq74moVPqliDzwD off=10492088 len=2007897 2024-04-02T08:59:25.129 INFO:tasks.workunit.client.0.smithi104.stdout:op 2362 completed, throughput=5MB/sec 2024-04-02T08:59:26.130 INFO:tasks.workunit.client.0.smithi104.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:26.130 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TXf2fN7LSwbi_so off=0 len=1231550 2024-04-02T08:59:26.137 INFO:tasks.workunit.client.0.smithi104.stdout:op 2363 completed, throughput=4.99MB/sec 2024-04-02T08:59:26.137 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yZOevdK9vWkqPXq off=16326839 len=618918 2024-04-02T08:59:26.138 INFO:tasks.workunit.client.0.smithi104.stdout:op 2364 completed, throughput=4.99MB/sec 2024-04-02T08:59:26.138 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g9Y54pSwmRaT4Pz off=11274934 len=761268 2024-04-02T08:59:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:59:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:59:25] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-02T08:59:26.142 INFO:tasks.workunit.client.0.smithi104.stdout:op 2365 completed, throughput=5MB/sec 2024-04-02T08:59:26.142 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-r3mpesKr9GNULy1 off=381526 len=743592 2024-04-02T08:59:26.144 INFO:tasks.workunit.client.0.smithi104.stdout:op 2366 completed, throughput=5MB/sec 2024-04-02T08:59:26.144 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--mHF9h_8J2M8JtW off=12328954 len=1821134 2024-04-02T08:59:26.153 INFO:tasks.workunit.client.0.smithi104.stdout:op 2367 completed, throughput=5MB/sec 2024-04-02T08:59:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:26 smithi188 ceph-mon[86835]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:26 smithi104 ceph-mon[96567]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:26 smithi104 ceph-mon[94081]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:27.153 INFO:tasks.workunit.client.0.smithi104.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:27.154 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-L_-Kx7imnuJm-fU off=2171558 len=2047415 2024-04-02T08:59:27.155 INFO:tasks.workunit.client.0.smithi104.stdout:op 2368 completed, throughput=4.99MB/sec 2024-04-02T08:59:27.155 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Gm5Lv7XYdHfOg4T off=6713159 len=1397381 2024-04-02T08:59:27.161 INFO:tasks.workunit.client.0.smithi104.stdout:op 2369 completed, throughput=5MB/sec 2024-04-02T08:59:27.161 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GtlIv-focblm0Hh off=4995539 len=735307 2024-04-02T08:59:27.167 INFO:tasks.workunit.client.0.smithi104.stdout:op 2370 completed, throughput=5MB/sec 2024-04-02T08:59:27.167 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RPSsnmAgMKE4vgq off=18819174 len=1859703 2024-04-02T08:59:27.168 INFO:tasks.workunit.client.0.smithi104.stdout:op 2371 completed, throughput=5MB/sec 2024-04-02T08:59:28.169 INFO:tasks.workunit.client.0.smithi104.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:28.169 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N00QWErhATUlNI9 off=7981776 len=1644313 2024-04-02T08:59:28.174 INFO:tasks.workunit.client.0.smithi104.stdout:op 2372 completed, throughput=5MB/sec 2024-04-02T08:59:28.174 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DHYqowUoSuAFh7P off=13884036 len=1079962 2024-04-02T08:59:28.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 2373 completed, throughput=5MB/sec 2024-04-02T08:59:28.178 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7t3zxKgrr4qwNRR off=1223287 len=1181136 2024-04-02T08:59:28.180 INFO:tasks.workunit.client.0.smithi104.stdout:op 2374 completed, throughput=5MB/sec 2024-04-02T08:59:28.180 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vsHekRHn-DnrHFa off=5972406 len=663390 2024-04-02T08:59:28.181 INFO:tasks.workunit.client.0.smithi104.stdout:op 2375 completed, throughput=5MB/sec 2024-04-02T08:59:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:28 smithi188 ceph-mon[86835]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:28 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:28 smithi104 ceph-mon[96567]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:28 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:28.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:28 smithi104 ceph-mon[94081]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:28.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:28 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:29.181 INFO:tasks.workunit.client.0.smithi104.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:29.181 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hF2WktJRGmYUItD off=1672007 len=2056411 2024-04-02T08:59:29.183 INFO:tasks.workunit.client.0.smithi104.stdout:op 2376 completed, throughput=4.99MB/sec 2024-04-02T08:59:29.183 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DH6miXQQdExfpga off=2912394 len=1083535 2024-04-02T08:59:29.188 INFO:tasks.workunit.client.0.smithi104.stdout:op 2377 completed, throughput=5MB/sec 2024-04-02T08:59:29.188 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rrj59rHFqh3y8wN off=5517720 len=266085 2024-04-02T08:59:29.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 2378 completed, throughput=5MB/sec 2024-04-02T08:59:29.189 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ai6CZ_2suf8RqfD off=9239576 len=1397350 2024-04-02T08:59:29.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 2379 completed, throughput=5MB/sec 2024-04-02T08:59:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:59:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:59:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T08:59:30.190 INFO:tasks.workunit.client.0.smithi104.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:30.190 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Usx-xba2mZa42NV off=13882444 len=1119878 2024-04-02T08:59:30.196 INFO:tasks.workunit.client.0.smithi104.stdout:op 2380 completed, throughput=4.99MB/sec 2024-04-02T08:59:30.196 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-e_k39SVFclbTyZE off=20471934 len=764146 2024-04-02T08:59:30.200 INFO:tasks.workunit.client.0.smithi104.stdout:op 2381 completed, throughput=4.99MB/sec 2024-04-02T08:59:30.200 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zqvBG3MavAA_0Xm off=4363184 len=47065 2024-04-02T08:59:30.203 INFO:tasks.workunit.client.0.smithi104.stdout:op 2382 completed, throughput=4.99MB/sec 2024-04-02T08:59:30.203 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-U7I7daqYYsjEEpI off=6233805 len=805147 2024-04-02T08:59:30.204 INFO:tasks.workunit.client.0.smithi104.stdout:op 2383 completed, throughput=4.99MB/sec 2024-04-02T08:59:30.204 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ys-1zj1C4A35cWB off=2087058 len=1558786 2024-04-02T08:59:30.212 INFO:tasks.workunit.client.0.smithi104.stdout:op 2384 completed, throughput=5MB/sec 2024-04-02T08:59:30.213 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-t8pAa9td7ZhK_XF off=2997624 len=368824 2024-04-02T08:59:30.215 INFO:tasks.workunit.client.0.smithi104.stdout:op 2385 completed, throughput=5MB/sec 2024-04-02T08:59:30.215 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pCE-OisiHomF51Z off=4022968 len=27266 2024-04-02T08:59:30.215 INFO:tasks.workunit.client.0.smithi104.stdout:op 2386 completed, throughput=5MB/sec 2024-04-02T08:59:30.215 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IYYDWVd7aTh7jfW off=13108261 len=1736294 2024-04-02T08:59:30.219 INFO:tasks.workunit.client.0.smithi104.stdout:op 2387 completed, throughput=5MB/sec 2024-04-02T08:59:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:30 smithi188 ceph-mon[86835]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:30 smithi104 ceph-mon[96567]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:30 smithi104 ceph-mon[94081]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:31.219 INFO:tasks.workunit.client.0.smithi104.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:31.219 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0cYl6rDX_BXCGzk off=6982193 len=1693057 2024-04-02T08:59:31.222 INFO:tasks.workunit.client.0.smithi104.stdout:op 2388 completed, throughput=5MB/sec 2024-04-02T08:59:31.222 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MAKpxP8DnnrY7ev off=428904 len=1746609 2024-04-02T08:59:31.226 INFO:tasks.workunit.client.0.smithi104.stdout:op 2389 completed, throughput=5MB/sec 2024-04-02T08:59:31.226 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yDujI_gfSjT3eQe off=5062823 len=344260 2024-04-02T08:59:31.226 INFO:tasks.workunit.client.0.smithi104.stdout:op 2390 completed, throughput=5MB/sec 2024-04-02T08:59:31.226 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sNpD-rE5PRdy-Pc off=14168370 len=559112 2024-04-02T08:59:31.227 INFO:tasks.workunit.client.0.smithi104.stdout:op 2391 completed, throughput=5MB/sec 2024-04-02T08:59:32.227 INFO:tasks.workunit.client.0.smithi104.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:32.227 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4vcDEhPr_NUcEio off=10784465 len=1897473 2024-04-02T08:59:32.238 INFO:tasks.workunit.client.0.smithi104.stdout:op 2392 completed, throughput=4.99MB/sec 2024-04-02T08:59:32.239 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9Oj0CobEjJ6Iyz7 off=5894298 len=71117 2024-04-02T08:59:32.239 INFO:tasks.workunit.client.0.smithi104.stdout:op 2393 completed, throughput=4.99MB/sec 2024-04-02T08:59:32.239 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-26a7AtyI-N_Y3d0 off=17377787 len=226600 2024-04-02T08:59:32.241 INFO:tasks.workunit.client.0.smithi104.stdout:op 2394 completed, throughput=4.99MB/sec 2024-04-02T08:59:32.241 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-s6jFtJeuwLbXTJa off=1219220 len=831432 2024-04-02T08:59:32.242 INFO:tasks.workunit.client.0.smithi104.stdout:op 2395 completed, throughput=5MB/sec 2024-04-02T08:59:32.242 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dch8k5KmqP1jWgd off=613845 len=1279339 2024-04-02T08:59:32.246 INFO:tasks.workunit.client.0.smithi104.stdout:op 2396 completed, throughput=5MB/sec 2024-04-02T08:59:32.246 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2Bq1BYqJGZI-q9_ off=22045 len=809090 2024-04-02T08:59:32.250 INFO:tasks.workunit.client.0.smithi104.stdout:op 2397 completed, throughput=5MB/sec 2024-04-02T08:59:32.250 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TeYwEZTIzVHpwvP off=5558493 len=1835601 2024-04-02T08:59:32.253 INFO:tasks.workunit.client.0.smithi104.stdout:op 2398 completed, throughput=5MB/sec 2024-04-02T08:59:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:32 smithi188 ceph-mon[86835]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:59:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:59:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:59:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:32 smithi104 ceph-mon[96567]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:59:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:32 smithi104 ceph-mon[94081]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:59:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:33.253 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-P7XzmpgZSwmdKjS off=1523988 len=1972921 2024-04-02T08:59:33.261 INFO:tasks.workunit.client.0.smithi104.stdout:op 2399 completed, throughput=5MB/sec 2024-04-02T08:59:33.261 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IAK_rTr1_XS1El6 off=130498 len=1962921 2024-04-02T08:59:33.262 INFO:tasks.workunit.client.0.smithi104.stdout:op 2400 completed, throughput=5MB/sec 2024-04-02T08:59:34.262 INFO:tasks.workunit.client.0.smithi104.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:34.262 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kPbe3e7F9Ivu1fi off=4099889 len=297070 2024-04-02T08:59:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:op 2401 completed, throughput=4.99MB/sec 2024-04-02T08:59:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Bxeigbe0XTYIqq_ off=3142325 len=728895 2024-04-02T08:59:34.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 2402 completed, throughput=4.99MB/sec 2024-04-02T08:59:34.267 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GgjoYAny755qth- off=530156 len=231017 2024-04-02T08:59:34.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 2403 completed, throughput=4.99MB/sec 2024-04-02T08:59:34.267 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MSDFjsW17gdW8ZF off=840134 len=55186 2024-04-02T08:59:34.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 2404 completed, throughput=4.99MB/sec 2024-04-02T08:59:34.268 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qZWAq3TXatZ99Im off=3655003 len=1375123 2024-04-02T08:59:34.274 INFO:tasks.workunit.client.0.smithi104.stdout:op 2405 completed, throughput=5MB/sec 2024-04-02T08:59:34.274 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k5Bxn6-CNLlXB0g off=2267832 len=1426508 2024-04-02T08:59:34.280 INFO:tasks.workunit.client.0.smithi104.stdout:op 2406 completed, throughput=5MB/sec 2024-04-02T08:59:34.280 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XvFGKJyjiQEUeXn off=5534906 len=504288 2024-04-02T08:59:34.280 INFO:tasks.workunit.client.0.smithi104.stdout:op 2407 completed, throughput=5MB/sec 2024-04-02T08:59:34.280 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dQZ2mZsOYBqCMBn off=9852091 len=288131 2024-04-02T08:59:34.282 INFO:tasks.workunit.client.0.smithi104.stdout:op 2408 completed, throughput=5MB/sec 2024-04-02T08:59:34.282 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VqsEL-XtCq2pAtp off=2865884 len=186287 2024-04-02T08:59:34.286 INFO:tasks.workunit.client.0.smithi104.stdout:op 2409 completed, throughput=5MB/sec 2024-04-02T08:59:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:34 smithi188 ceph-mon[86835]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:34 smithi104 ceph-mon[94081]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:34 smithi104 ceph-mon[96567]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:35.287 INFO:tasks.workunit.client.0.smithi104.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:35.287 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eQbu3GFqtpqKyQV off=1875969 len=569410 2024-04-02T08:59:35.287 INFO:tasks.workunit.client.0.smithi104.stdout:op 2410 completed, throughput=4.99MB/sec 2024-04-02T08:59:35.287 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GyY21frm2_b3FHV off=24393 len=1948264 2024-04-02T08:59:35.289 INFO:tasks.workunit.client.0.smithi104.stdout:op 2411 completed, throughput=4.99MB/sec 2024-04-02T08:59:35.289 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Rj74d9N1wYkxZul off=683625 len=1077155 2024-04-02T08:59:35.293 INFO:tasks.workunit.client.0.smithi104.stdout:op 2412 completed, throughput=5MB/sec 2024-04-02T08:59:35.293 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-V06yzDzXZ1z2_oJ off=6216395 len=1454108 2024-04-02T08:59:35.300 INFO:tasks.workunit.client.0.smithi104.stdout:op 2413 completed, throughput=5MB/sec 2024-04-02T08:59:35.300 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_Un0pW2JAWp-fF9 off=441702 len=1650367 2024-04-02T08:59:35.306 INFO:tasks.workunit.client.0.smithi104.stdout:op 2414 completed, throughput=5MB/sec 2024-04-02T08:59:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:59:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:59:35] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-04-02T08:59:36.307 INFO:tasks.workunit.client.0.smithi104.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:36.307 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Hlvg8ZuvwoFFOUG off=686712 len=1928106 2024-04-02T08:59:36.315 INFO:tasks.workunit.client.0.smithi104.stdout:op 2415 completed, throughput=5MB/sec 2024-04-02T08:59:36.315 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vVuVP7K4QuIkqI8 off=3814479 len=1250826 2024-04-02T08:59:36.321 INFO:tasks.workunit.client.0.smithi104.stdout:op 2416 completed, throughput=5MB/sec 2024-04-02T08:59:36.321 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6NRf-pue8MSIQ-e off=3974228 len=36311 2024-04-02T08:59:36.323 INFO:tasks.workunit.client.0.smithi104.stdout:op 2417 completed, throughput=5MB/sec 2024-04-02T08:59:36.323 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aGHXJpDfjxAdqeM off=4632626 len=998775 2024-04-02T08:59:36.324 INFO:tasks.workunit.client.0.smithi104.stdout:op 2418 completed, throughput=5MB/sec 2024-04-02T08:59:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:36 smithi188 ceph-mon[86835]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:36 smithi104 ceph-mon[94081]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:36 smithi104 ceph-mon[96567]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:37.324 INFO:tasks.workunit.client.0.smithi104.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:37.325 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IMsxHcVSfWzD7ci off=2898821 len=121021 2024-04-02T08:59:37.325 INFO:tasks.workunit.client.0.smithi104.stdout:op 2419 completed, throughput=4.99MB/sec 2024-04-02T08:59:37.325 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-U4TZ3xTZWx8z7Vy off=488732 len=1464979 2024-04-02T08:59:37.332 INFO:tasks.workunit.client.0.smithi104.stdout:op 2420 completed, throughput=4.99MB/sec 2024-04-02T08:59:37.332 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QwliQ1_ac-n6jYg off=13916337 len=1618479 2024-04-02T08:59:37.338 INFO:tasks.workunit.client.0.smithi104.stdout:op 2421 completed, throughput=5MB/sec 2024-04-02T08:59:37.338 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nds8u1mM9Sl4E6U off=18775484 len=4256 2024-04-02T08:59:37.338 INFO:tasks.workunit.client.0.smithi104.stdout:op 2422 completed, throughput=5MB/sec 2024-04-02T08:59:37.339 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2DCvjqq9pBqy3l8 off=5121851 len=1779899 2024-04-02T08:59:37.348 INFO:tasks.workunit.client.0.smithi104.stdout:op 2423 completed, throughput=5MB/sec 2024-04-02T08:59:37.348 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-huUL-qOMW-750jN off=5106004 len=910851 2024-04-02T08:59:37.349 INFO:tasks.workunit.client.0.smithi104.stdout:op 2424 completed, throughput=5MB/sec 2024-04-02T08:59:38.349 INFO:tasks.workunit.client.0.smithi104.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:38.350 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-THHjJ5SRinQfwoS off=488086 len=197935 2024-04-02T08:59:38.350 INFO:tasks.workunit.client.0.smithi104.stdout:op 2425 completed, throughput=4.99MB/sec 2024-04-02T08:59:38.350 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YlKaFCrdF6kyGwJ off=7536170 len=1651562 2024-04-02T08:59:38.357 INFO:tasks.workunit.client.0.smithi104.stdout:op 2426 completed, throughput=4.99MB/sec 2024-04-02T08:59:38.357 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0GxHqCSoDivTMgx off=0 len=1617930 2024-04-02T08:59:38.364 INFO:tasks.workunit.client.0.smithi104.stdout:op 2427 completed, throughput=5MB/sec 2024-04-02T08:59:38.364 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oTv44rqCLiDY0As off=11660708 len=672451 2024-04-02T08:59:38.367 INFO:tasks.workunit.client.0.smithi104.stdout:op 2428 completed, throughput=5MB/sec 2024-04-02T08:59:38.367 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kOE47L9pNCR2Inm off=36003 len=554420 2024-04-02T08:59:38.368 INFO:tasks.workunit.client.0.smithi104.stdout:op 2429 completed, throughput=5MB/sec 2024-04-02T08:59:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:38 smithi188 ceph-mon[86835]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:38 smithi104 ceph-mon[94081]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:38 smithi104 ceph-mon[96567]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:39.368 INFO:tasks.workunit.client.0.smithi104.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:39.368 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r_rvsGP0Z6deHMb off=5123525 len=488316 2024-04-02T08:59:39.371 INFO:tasks.workunit.client.0.smithi104.stdout:op 2430 completed, throughput=4.99MB/sec 2024-04-02T08:59:39.372 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aRRID9KJB9YPhQf off=5006053 len=1443750 2024-04-02T08:59:39.373 INFO:tasks.workunit.client.0.smithi104.stdout:op 2431 completed, throughput=4.99MB/sec 2024-04-02T08:59:39.373 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k4VDC19Vz9Ht9FK off=17714694 len=678034 2024-04-02T08:59:39.376 INFO:tasks.workunit.client.0.smithi104.stdout:op 2432 completed, throughput=5MB/sec 2024-04-02T08:59:39.376 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-J4Ncy6z3mFpKWdX off=15781031 len=54024 2024-04-02T08:59:39.377 INFO:tasks.workunit.client.0.smithi104.stdout:op 2433 completed, throughput=5MB/sec 2024-04-02T08:59:39.377 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MM3m6MzzE1arP2W off=636932 len=1670818 2024-04-02T08:59:39.378 INFO:tasks.workunit.client.0.smithi104.stdout:op 2434 completed, throughput=5MB/sec 2024-04-02T08:59:39.378 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ketvvagaNeFsKan off=5189926 len=1648055 2024-04-02T08:59:39.387 INFO:tasks.workunit.client.0.smithi104.stdout:op 2435 completed, throughput=5MB/sec 2024-04-02T08:59:40.388 INFO:tasks.workunit.client.0.smithi104.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:40.388 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cNY7JMIVwwRRTvk off=16146046 len=1578181 2024-04-02T08:59:40.389 INFO:tasks.workunit.client.0.smithi104.stdout:op 2436 completed, throughput=4.99MB/sec 2024-04-02T08:59:40.389 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7pcUIqKUDUVX2eX off=960711 len=1703889 2024-04-02T08:59:40.390 INFO:tasks.workunit.client.0.smithi104.stdout:op 2437 completed, throughput=5MB/sec 2024-04-02T08:59:40.390 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-F7gsFxJ_bJurnE7 off=9626326 len=1557208 2024-04-02T08:59:40.397 INFO:tasks.workunit.client.0.smithi104.stdout:op 2438 completed, throughput=5MB/sec 2024-04-02T08:59:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:40 smithi188 ceph-mon[86835]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:40 smithi104 ceph-mon[94081]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:40 smithi104 ceph-mon[96567]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:41.397 INFO:tasks.workunit.client.0.smithi104.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:41.398 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RfpMzYNWRZhVV8s off=32902 len=327822 2024-04-02T08:59:41.398 INFO:tasks.workunit.client.0.smithi104.stdout:op 2439 completed, throughput=4.99MB/sec 2024-04-02T08:59:41.398 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5QEOn55JexJEFUq off=472792 len=886960 2024-04-02T08:59:41.403 INFO:tasks.workunit.client.0.smithi104.stdout:op 2440 completed, throughput=4.99MB/sec 2024-04-02T08:59:41.403 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tpOmQvrD3-sJz9P off=6117492 len=1150177 2024-04-02T08:59:41.411 INFO:tasks.workunit.client.0.smithi104.stdout:op 2441 completed, throughput=4.99MB/sec 2024-04-02T08:59:41.411 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iKUgl6XWk0Fw-V_ off=3291823 len=1792150 2024-04-02T08:59:41.412 INFO:tasks.workunit.client.0.smithi104.stdout:op 2442 completed, throughput=5MB/sec 2024-04-02T08:59:41.412 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5_z3pcQhiDlwysf off=12730479 len=334783 2024-04-02T08:59:41.415 INFO:tasks.workunit.client.0.smithi104.stdout:op 2443 completed, throughput=5MB/sec 2024-04-02T08:59:41.415 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QyvFUjPctG-DNgI off=5083175 len=1416548 2024-04-02T08:59:41.416 INFO:tasks.workunit.client.0.smithi104.stdout:op 2444 completed, throughput=5MB/sec 2024-04-02T08:59:42.416 INFO:tasks.workunit.client.0.smithi104.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:42.416 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jOazN3IcrLUmU4z off=3487114 len=1018279 2024-04-02T08:59:42.421 INFO:tasks.workunit.client.0.smithi104.stdout:op 2445 completed, throughput=4.99MB/sec 2024-04-02T08:59:42.421 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-X-5viqV5CET8QCY off=5308689 len=870419 2024-04-02T08:59:42.423 INFO:tasks.workunit.client.0.smithi104.stdout:op 2446 completed, throughput=5MB/sec 2024-04-02T08:59:42.423 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sPapw_vNubA1o38 off=433159 len=61439 2024-04-02T08:59:42.423 INFO:tasks.workunit.client.0.smithi104.stdout:op 2447 completed, throughput=5MB/sec 2024-04-02T08:59:42.423 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mYEQClPoIPdbMmW off=469830 len=1358179 2024-04-02T08:59:42.430 INFO:tasks.workunit.client.0.smithi104.stdout:op 2448 completed, throughput=5MB/sec 2024-04-02T08:59:42.430 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yNeAmTHycQXbKpI off=6866995 len=1646046 2024-04-02T08:59:42.434 INFO:tasks.workunit.client.0.smithi104.stdout:op 2449 completed, throughput=5MB/sec 2024-04-02T08:59:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:42 smithi188 ceph-mon[86835]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:59:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:42 smithi104 ceph-mon[94081]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:42 smithi104 ceph-mon[96567]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:43.434 INFO:tasks.workunit.client.0.smithi104.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:43.434 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wD7X5MCY6CNyJBy off=7678972 len=638065 2024-04-02T08:59:43.436 INFO:tasks.workunit.client.0.smithi104.stdout:op 2450 completed, throughput=4.99MB/sec 2024-04-02T08:59:43.436 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-W2Uyw9jHtlYEABE off=24320897 len=1170445 2024-04-02T08:59:43.439 INFO:tasks.workunit.client.0.smithi104.stdout:op 2451 completed, throughput=4.99MB/sec 2024-04-02T08:59:43.439 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-V0Ut-NYQJR1Y6iM off=9581368 len=1583766 2024-04-02T08:59:43.447 INFO:tasks.workunit.client.0.smithi104.stdout:op 2452 completed, throughput=5MB/sec 2024-04-02T08:59:43.447 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_Un0pW2JAWp-fF9 off=457913 len=2079487 2024-04-02T08:59:43.454 INFO:tasks.workunit.client.0.smithi104.stdout:op 2453 completed, throughput=5MB/sec 2024-04-02T08:59:44.454 INFO:tasks.workunit.client.0.smithi104.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:44.455 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1DipHZSkCZ5ZPBn off=16875621 len=249172 2024-04-02T08:59:44.457 INFO:tasks.workunit.client.0.smithi104.stdout:op 2454 completed, throughput=4.99MB/sec 2024-04-02T08:59:44.457 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LVHuCiL3pF-7USg off=17326119 len=1679758 2024-04-02T08:59:44.462 INFO:tasks.workunit.client.0.smithi104.stdout:op 2455 completed, throughput=4.99MB/sec 2024-04-02T08:59:44.462 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-31Db9tWH0YvbGbg off=2486137 len=1271479 2024-04-02T08:59:44.463 INFO:tasks.workunit.client.0.smithi104.stdout:op 2456 completed, throughput=5MB/sec 2024-04-02T08:59:44.463 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lRMkF9bJVbWrqEn off=8068161 len=1419562 2024-04-02T08:59:44.464 INFO:tasks.workunit.client.0.smithi104.stdout:op 2457 completed, throughput=5MB/sec 2024-04-02T08:59:44.464 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jODJKnP7da2fzEm off=3167521 len=479219 2024-04-02T08:59:44.465 INFO:tasks.workunit.client.0.smithi104.stdout:op 2458 completed, throughput=5MB/sec 2024-04-02T08:59:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:44 smithi188 ceph-mon[86835]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:44 smithi104 ceph-mon[94081]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:44 smithi104 ceph-mon[96567]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:45.465 INFO:tasks.workunit.client.0.smithi104.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:45.465 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-g149VVpaIBygtnS off=19380453 len=1534924 2024-04-02T08:59:45.467 INFO:tasks.workunit.client.0.smithi104.stdout:op 2459 completed, throughput=4.99MB/sec 2024-04-02T08:59:45.467 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VValbU6uK4NKDNZ off=5081409 len=157152 2024-04-02T08:59:45.467 INFO:tasks.workunit.client.0.smithi104.stdout:op 2460 completed, throughput=4.99MB/sec 2024-04-02T08:59:45.468 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7vlK9SAYuFxjrOQ off=504048 len=1752273 2024-04-02T08:59:45.471 INFO:tasks.workunit.client.0.smithi104.stdout:op 2461 completed, throughput=5MB/sec 2024-04-02T08:59:45.471 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Akv3Cra8X3xBg-- off=14614229 len=386042 2024-04-02T08:59:45.472 INFO:tasks.workunit.client.0.smithi104.stdout:op 2462 completed, throughput=5MB/sec 2024-04-02T08:59:45.472 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--eF4DTk4LDl4yvQ off=2093596 len=557825 2024-04-02T08:59:45.473 INFO:tasks.workunit.client.0.smithi104.stdout:op 2463 completed, throughput=5MB/sec 2024-04-02T08:59:45.474 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Jhf-W-BvfHrGEKD off=3014125 len=99656 2024-04-02T08:59:45.474 INFO:tasks.workunit.client.0.smithi104.stdout:op 2464 completed, throughput=5MB/sec 2024-04-02T08:59:45.474 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--o5lh9PBxYZ4bC9 off=11100685 len=1655926 2024-04-02T08:59:45.482 INFO:tasks.workunit.client.0.smithi104.stdout:op 2465 completed, throughput=5MB/sec 2024-04-02T08:59:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:59:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:59:45] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-04-02T08:59:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:46.482 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QAEfhlKHa3mZLHz off=4760148 len=1066998 2024-04-02T08:59:46.488 INFO:tasks.workunit.client.0.smithi104.stdout:op 2466 completed, throughput=4.99MB/sec 2024-04-02T08:59:46.488 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Inc98os8dt7T1WQ off=4402578 len=666115 2024-04-02T08:59:46.489 INFO:tasks.workunit.client.0.smithi104.stdout:op 2467 completed, throughput=5MB/sec 2024-04-02T08:59:46.489 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SNoXrVjKpCZPrJh off=15693325 len=879686 2024-04-02T08:59:46.494 INFO:tasks.workunit.client.0.smithi104.stdout:op 2468 completed, throughput=5MB/sec 2024-04-02T08:59:46.494 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_MK0sS718M-1yGL off=3628523 len=2077996 2024-04-02T08:59:46.498 INFO:tasks.workunit.client.0.smithi104.stdout:op 2469 completed, throughput=5MB/sec 2024-04-02T08:59:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:46 smithi188 ceph-mon[86835]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:46 smithi104 ceph-mon[94081]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:46 smithi104 ceph-mon[96567]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:47.498 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-O6iiTgsSd5LF5ni off=6985923 len=2065168 2024-04-02T08:59:47.500 INFO:tasks.workunit.client.0.smithi104.stdout:op 2470 completed, throughput=5MB/sec 2024-04-02T08:59:47.500 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1NDmlVhe_jGQxy8 off=11441334 len=1314873 2024-04-02T08:59:47.507 INFO:tasks.workunit.client.0.smithi104.stdout:op 2471 completed, throughput=5MB/sec 2024-04-02T08:59:47.507 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MbnW3rQRan8_gFJ off=2472797 len=1985276 2024-04-02T08:59:47.508 INFO:tasks.workunit.client.0.smithi104.stdout:op 2472 completed, throughput=5MB/sec 2024-04-02T08:59:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:48.510 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d7ic_OrxdLzB08h off=11753437 len=167821 2024-04-02T08:59:48.510 INFO:tasks.workunit.client.0.smithi104.stdout:op 2473 completed, throughput=4.99MB/sec 2024-04-02T08:59:48.510 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YkasxF7lXlaYfTz off=386539 len=224633 2024-04-02T08:59:48.510 INFO:tasks.workunit.client.0.smithi104.stdout:op 2474 completed, throughput=4.99MB/sec 2024-04-02T08:59:48.510 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zSywdD9udE3_3d7 off=3419525 len=1213793 2024-04-02T08:59:48.516 INFO:tasks.workunit.client.0.smithi104.stdout:op 2475 completed, throughput=4.99MB/sec 2024-04-02T08:59:48.516 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Erc4Naj1v4bf9C4 off=4529622 len=222586 2024-04-02T08:59:48.518 INFO:tasks.workunit.client.0.smithi104.stdout:op 2476 completed, throughput=4.99MB/sec 2024-04-02T08:59:48.519 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iR-71NrCUy702RR off=14326254 len=1246297 2024-04-02T08:59:48.520 INFO:tasks.workunit.client.0.smithi104.stdout:op 2477 completed, throughput=5MB/sec 2024-04-02T08:59:48.520 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XAzXsDEi0f0efp2 off=13114700 len=2031634 2024-04-02T08:59:48.521 INFO:tasks.workunit.client.0.smithi104.stdout:op 2478 completed, throughput=5MB/sec 2024-04-02T08:59:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:48 smithi188 ceph-mon[86835]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:48 smithi104 ceph-mon[96567]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:48 smithi104 ceph-mon[94081]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:49.522 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1tHMrmIS0MFcPtI off=17835045 len=905416 2024-04-02T08:59:49.526 INFO:tasks.workunit.client.0.smithi104.stdout:op 2479 completed, throughput=4.99MB/sec 2024-04-02T08:59:49.526 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-u__eymJskn1Cphd off=3243840 len=1550936 2024-04-02T08:59:49.528 INFO:tasks.workunit.client.0.smithi104.stdout:op 2480 completed, throughput=5MB/sec 2024-04-02T08:59:49.528 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hzlNAixMso26MER off=1313567 len=942200 2024-04-02T08:59:49.529 INFO:tasks.workunit.client.0.smithi104.stdout:op 2481 completed, throughput=5MB/sec 2024-04-02T08:59:49.529 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ksk1H_tM_aZieod off=2851518 len=590377 2024-04-02T08:59:49.533 INFO:tasks.workunit.client.0.smithi104.stdout:op 2482 completed, throughput=5MB/sec 2024-04-02T08:59:49.533 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DBKwQ5jjsc8N60P off=2597912 len=1295651 2024-04-02T08:59:49.541 INFO:tasks.workunit.client.0.smithi104.stdout:op 2483 completed, throughput=5MB/sec 2024-04-02T08:59:50.541 INFO:tasks.workunit.client.0.smithi104.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:50.541 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JQb9Gz7xZZsEN7k off=3781789 len=348497 2024-04-02T08:59:50.542 INFO:tasks.workunit.client.0.smithi104.stdout:op 2484 completed, throughput=4.99MB/sec 2024-04-02T08:59:50.542 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pXzlGp08VUxo88J off=8075889 len=1968354 2024-04-02T08:59:50.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 2485 completed, throughput=5MB/sec 2024-04-02T08:59:50.553 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-X0XhEeu4Ql3T9st off=19195979 len=1131265 2024-04-02T08:59:50.554 INFO:tasks.workunit.client.0.smithi104.stdout:op 2486 completed, throughput=5MB/sec 2024-04-02T08:59:50.554 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WlKhCJuFrxLG9sq off=12946977 len=790468 2024-04-02T08:59:50.558 INFO:tasks.workunit.client.0.smithi104.stdout:op 2487 completed, throughput=5MB/sec 2024-04-02T08:59:50.558 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JjpNRBr1zqwBo7v off=11961238 len=365964 2024-04-02T08:59:50.561 INFO:tasks.workunit.client.0.smithi104.stdout:op 2488 completed, throughput=5MB/sec 2024-04-02T08:59:50.561 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-S-8zLGdT79rH8ld off=8203724 len=1711310 2024-04-02T08:59:50.562 INFO:tasks.workunit.client.0.smithi104.stdout:op 2489 completed, throughput=5MB/sec 2024-04-02T08:59:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:50 smithi188 ceph-mon[86835]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:50 smithi104 ceph-mon[96567]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:50 smithi104 ceph-mon[94081]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:51.562 INFO:tasks.workunit.client.0.smithi104.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:51.563 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JTFzf4LzV7zaRmH off=1228769 len=845174 2024-04-02T08:59:51.563 INFO:tasks.workunit.client.0.smithi104.stdout:op 2490 completed, throughput=4.99MB/sec 2024-04-02T08:59:51.564 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2_HCAWXajI0oobu off=1630591 len=1741942 2024-04-02T08:59:51.570 INFO:tasks.workunit.client.0.smithi104.stdout:op 2491 completed, throughput=5MB/sec 2024-04-02T08:59:51.570 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-s_t1CWXbwxDYTEi off=2735152 len=1847528 2024-04-02T08:59:51.571 INFO:tasks.workunit.client.0.smithi104.stdout:op 2492 completed, throughput=5MB/sec 2024-04-02T08:59:52.571 INFO:tasks.workunit.client.0.smithi104.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:52.572 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UGSNfQbeOZiyLft off=574187 len=1974648 2024-04-02T08:59:52.573 INFO:tasks.workunit.client.0.smithi104.stdout:op 2493 completed, throughput=4.99MB/sec 2024-04-02T08:59:52.573 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-g5m2N-BwXWkQUEN off=20694250 len=1405277 2024-04-02T08:59:52.574 INFO:tasks.workunit.client.0.smithi104.stdout:op 2494 completed, throughput=5MB/sec 2024-04-02T08:59:52.575 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-H-NsDAi0ppPZgVB off=7803465 len=1359277 2024-04-02T08:59:52.575 INFO:tasks.workunit.client.0.smithi104.stdout:op 2495 completed, throughput=5MB/sec 2024-04-02T08:59:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:52 smithi188 ceph-mon[86835]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 08:59:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T08:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:52 smithi104 ceph-mon[96567]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:52 smithi104 ceph-mon[94081]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:53.575 INFO:tasks.workunit.client.0.smithi104.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:53.575 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Qgl3hR_-qK3FyuP off=3203358 len=1166971 2024-04-02T08:59:53.578 INFO:tasks.workunit.client.0.smithi104.stdout:op 2496 completed, throughput=4.99MB/sec 2024-04-02T08:59:53.578 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LdX_0oszXzIJ891 off=2834658 len=866711 2024-04-02T08:59:53.584 INFO:tasks.workunit.client.0.smithi104.stdout:op 2497 completed, throughput=4.99MB/sec 2024-04-02T08:59:53.584 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5Hh1xb-dygroR-4 off=9550152 len=85296 2024-04-02T08:59:53.584 INFO:tasks.workunit.client.0.smithi104.stdout:op 2498 completed, throughput=4.99MB/sec 2024-04-02T08:59:53.584 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FpamVm58jxcdzU1 off=3336278 len=757170 2024-04-02T08:59:53.585 INFO:tasks.workunit.client.0.smithi104.stdout:op 2499 completed, throughput=5MB/sec 2024-04-02T08:59:53.585 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gjzuCocCkGl8s27 off=59492 len=774282 2024-04-02T08:59:53.585 INFO:tasks.workunit.client.0.smithi104.stdout:op 2500 completed, throughput=5MB/sec 2024-04-02T08:59:53.586 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AxfMCejeVD3vl_6 off=6169992 len=1003215 2024-04-02T08:59:53.589 INFO:tasks.workunit.client.0.smithi104.stdout:op 2501 completed, throughput=5MB/sec 2024-04-02T08:59:53.589 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mfPtQ-Bj22X1aJm off=7031215 len=1610575 2024-04-02T08:59:53.591 INFO:tasks.workunit.client.0.smithi104.stdout:op 2502 completed, throughput=5MB/sec 2024-04-02T08:59:54.591 INFO:tasks.workunit.client.0.smithi104.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:54.591 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uArRZwfVNvfqHli off=11221884 len=951044 2024-04-02T08:59:54.592 INFO:tasks.workunit.client.0.smithi104.stdout:op 2503 completed, throughput=4.99MB/sec 2024-04-02T08:59:54.592 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nqgE4UQhg_oC9Ib off=22632272 len=493012 2024-04-02T08:59:54.596 INFO:tasks.workunit.client.0.smithi104.stdout:op 2504 completed, throughput=4.99MB/sec 2024-04-02T08:59:54.596 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cHvZcbbwtPcUhVw off=9613856 len=1654302 2024-04-02T08:59:54.599 INFO:tasks.workunit.client.0.smithi104.stdout:op 2505 completed, throughput=5MB/sec 2024-04-02T08:59:54.600 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UXRKmRG9aHhbRZk off=7881675 len=269226 2024-04-02T08:59:54.600 INFO:tasks.workunit.client.0.smithi104.stdout:op 2506 completed, throughput=5MB/sec 2024-04-02T08:59:54.600 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-u8Dhd4wP0Tqs-Eh off=3624627 len=529355 2024-04-02T08:59:54.601 INFO:tasks.workunit.client.0.smithi104.stdout:op 2507 completed, throughput=5MB/sec 2024-04-02T08:59:54.601 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wz9b4vALo_T4wzm off=1620148 len=575513 2024-04-02T08:59:54.604 INFO:tasks.workunit.client.0.smithi104.stdout:op 2508 completed, throughput=5MB/sec 2024-04-02T08:59:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:54 smithi188 ceph-mon[86835]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:54 smithi104 ceph-mon[96567]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:54.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:54 smithi104 ceph-mon[94081]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:55.604 INFO:tasks.workunit.client.0.smithi104.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:55.604 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-imxfnkQF2Ja5ZUG off=19005226 len=862606 2024-04-02T08:59:55.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 2509 completed, throughput=4.99MB/sec 2024-04-02T08:59:55.610 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aIDfE_o_awgJygT off=3714993 len=2067461 2024-04-02T08:59:55.612 INFO:tasks.workunit.client.0.smithi104.stdout:op 2510 completed, throughput=5MB/sec 2024-04-02T08:59:55.612 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QMZG-ju7KAM9_3m off=5759162 len=996438 2024-04-02T08:59:55.613 INFO:tasks.workunit.client.0.smithi104.stdout:op 2511 completed, throughput=5MB/sec 2024-04-02T08:59:55.613 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TEWZ5bRlqR41OI6 off=340106 len=343295 2024-04-02T08:59:55.614 INFO:tasks.workunit.client.0.smithi104.stdout:op 2512 completed, throughput=5MB/sec 2024-04-02T08:59:55.614 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TV2me8YUzkdCQqY off=10325206 len=67740 2024-04-02T08:59:55.614 INFO:tasks.workunit.client.0.smithi104.stdout:op 2513 completed, throughput=5MB/sec 2024-04-02T08:59:55.614 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tTnjmB2jfA3FNsK off=6295849 len=1334350 2024-04-02T08:59:55.619 INFO:tasks.workunit.client.0.smithi104.stdout:op 2514 completed, throughput=5MB/sec 2024-04-02T08:59:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 08:59:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:08:59:55] "GET /metrics HTTP/1.1" 200 34140 "" "Prometheus/2.43.0" 2024-04-02T08:59:56.620 INFO:tasks.workunit.client.0.smithi104.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:56.620 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gHF-UFkRdlmKw74 off=3208002 len=465465 2024-04-02T08:59:56.621 INFO:tasks.workunit.client.0.smithi104.stdout:op 2515 completed, throughput=4.99MB/sec 2024-04-02T08:59:56.621 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6Mo_o8PDxQ4PEdH off=332609 len=1851245 2024-04-02T08:59:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:56 smithi188 ceph-mon[86835]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:59:56.632 INFO:tasks.workunit.client.0.smithi104.stdout:op 2516 completed, throughput=5MB/sec 2024-04-02T08:59:56.632 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2GnHj6ASSnjao1R off=256154 len=1636747 2024-04-02T08:59:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:56 smithi104 ceph-mon[94081]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:59:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:56 smithi104 ceph-mon[96567]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:59:56.641 INFO:tasks.workunit.client.0.smithi104.stdout:op 2517 completed, throughput=5MB/sec 2024-04-02T08:59:56.641 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mS1oMvorB7u_O50 off=8830220 len=337870 2024-04-02T08:59:56.643 INFO:tasks.workunit.client.0.smithi104.stdout:op 2518 completed, throughput=5MB/sec 2024-04-02T08:59:56.643 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zo157lQd0WSfm5A off=3756627 len=1355677 2024-04-02T08:59:56.650 INFO:tasks.workunit.client.0.smithi104.stdout:op 2519 completed, throughput=5MB/sec 2024-04-02T08:59:57.650 INFO:tasks.workunit.client.0.smithi104.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:57.650 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Wl7KMem3vIaZdSZ off=6786417 len=1643803 2024-04-02T08:59:57.652 INFO:tasks.workunit.client.0.smithi104.stdout:op 2520 completed, throughput=4.99MB/sec 2024-04-02T08:59:57.652 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0cYl6rDX_BXCGzk off=19139074 len=7365 2024-04-02T08:59:57.654 INFO:tasks.workunit.client.0.smithi104.stdout:op 2521 completed, throughput=4.99MB/sec 2024-04-02T08:59:57.654 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WnwRmRVu2EVp4eX off=13966687 len=1624712 2024-04-02T08:59:57.661 INFO:tasks.workunit.client.0.smithi104.stdout:op 2522 completed, throughput=5MB/sec 2024-04-02T08:59:57.661 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-i8yn4p3viSNEMqf off=5923541 len=934814 2024-04-02T08:59:57.663 INFO:tasks.workunit.client.0.smithi104.stdout:op 2523 completed, throughput=5MB/sec 2024-04-02T08:59:57.664 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hkIGe1KKuUAU3_M off=5116011 len=1545322 2024-04-02T08:59:57.666 INFO:tasks.workunit.client.0.smithi104.stdout:op 2524 completed, throughput=5MB/sec 2024-04-02T08:59:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 08:59:58 smithi188 ceph-mon[86835]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 08:59:58 smithi104 ceph-mon[96567]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 08:59:58 smithi104 ceph-mon[94081]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:58.666 INFO:tasks.workunit.client.0.smithi104.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:58.666 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dNFISzzmQeOeycI off=12227733 len=1989558 2024-04-02T08:59:58.677 INFO:tasks.workunit.client.0.smithi104.stdout:op 2525 completed, throughput=5MB/sec 2024-04-02T08:59:58.677 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1DipHZSkCZ5ZPBn off=10529931 len=2075771 2024-04-02T08:59:58.678 INFO:tasks.workunit.client.0.smithi104.stdout:op 2526 completed, throughput=5MB/sec 2024-04-02T08:59:58.678 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o0QHaaTONwCqgIV off=6144195 len=1396346 2024-04-02T08:59:58.693 INFO:tasks.workunit.client.0.smithi104.stdout:op 2527 completed, throughput=5MB/sec 2024-04-02T08:59:59.693 INFO:tasks.workunit.client.0.smithi104.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:59.693 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-M7aVLJZyp2xoNgz off=5311461 len=176862 2024-04-02T08:59:59.696 INFO:tasks.workunit.client.0.smithi104.stdout:op 2528 completed, throughput=4.99MB/sec 2024-04-02T08:59:59.696 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3S2tK1yiJU7h24N off=12319414 len=92557 2024-04-02T08:59:59.697 INFO:tasks.workunit.client.0.smithi104.stdout:op 2529 completed, throughput=4.99MB/sec 2024-04-02T08:59:59.697 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-y90ygsAxRnrQK0B off=10856511 len=4325 2024-04-02T08:59:59.697 INFO:tasks.workunit.client.0.smithi104.stdout:op 2530 completed, throughput=4.99MB/sec 2024-04-02T08:59:59.697 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7SBsCNAgbq_0tiA off=2958495 len=1872979 2024-04-02T08:59:59.706 INFO:tasks.workunit.client.0.smithi104.stdout:op 2531 completed, throughput=5MB/sec 2024-04-02T08:59:59.706 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4QRNXB5iKg9LKHu off=3323378 len=1803368 2024-04-02T08:59:59.709 INFO:tasks.workunit.client.0.smithi104.stdout:op 2532 completed, throughput=5MB/sec 2024-04-02T08:59:59.709 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ucEoSWCFyYvBSo7 off=9712449 len=1053086 2024-04-02T08:59:59.710 INFO:tasks.workunit.client.0.smithi104.stdout:op 2533 completed, throughput=5MB/sec 2024-04-02T09:00:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:00 smithi188 ceph-mon[86835]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:00 smithi188 ceph-mon[86835]: overall HEALTH_OK 2024-04-02T09:00:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:00 smithi104 ceph-mon[96567]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:00 smithi104 ceph-mon[96567]: overall HEALTH_OK 2024-04-02T09:00:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:00 smithi104 ceph-mon[94081]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:00 smithi104 ceph-mon[94081]: overall HEALTH_OK 2024-04-02T09:00:00.710 INFO:tasks.workunit.client.0.smithi104.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:00.711 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jQaqXd-lGLlb5fY off=2396195 len=1906168 2024-04-02T09:00:00.722 INFO:tasks.workunit.client.0.smithi104.stdout:op 2534 completed, throughput=5MB/sec 2024-04-02T09:00:00.722 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rb17pabhefUxyva off=4187392 len=1786435 2024-04-02T09:00:00.730 INFO:tasks.workunit.client.0.smithi104.stdout:op 2535 completed, throughput=5MB/sec 2024-04-02T09:00:00.730 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8mtMlqZRRFrLWPm off=1998739 len=1800467 2024-04-02T09:00:00.732 INFO:tasks.workunit.client.0.smithi104.stdout:op 2536 completed, throughput=5MB/sec 2024-04-02T09:00:01.733 INFO:tasks.workunit.client.0.smithi104.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:01.733 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vjEHAigbL41wIIP off=7070407 len=330135 2024-04-02T09:00:01.734 INFO:tasks.workunit.client.0.smithi104.stdout:op 2537 completed, throughput=4.99MB/sec 2024-04-02T09:00:01.734 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AiKoZEtJCqB6AdY off=2755531 len=330704 2024-04-02T09:00:01.735 INFO:tasks.workunit.client.0.smithi104.stdout:op 2538 completed, throughput=4.99MB/sec 2024-04-02T09:00:01.735 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QH8ZvKjVkQ7RyGx off=2420256 len=1769710 2024-04-02T09:00:01.737 INFO:tasks.workunit.client.0.smithi104.stdout:op 2539 completed, throughput=5MB/sec 2024-04-02T09:00:01.737 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cEENfyH99PuVoOl off=1281741 len=1398644 2024-04-02T09:00:01.743 INFO:tasks.workunit.client.0.smithi104.stdout:op 2540 completed, throughput=5MB/sec 2024-04-02T09:00:01.743 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-htZqRojC7ufiOee off=7014021 len=1445550 2024-04-02T09:00:01.751 INFO:tasks.workunit.client.0.smithi104.stdout:op 2541 completed, throughput=5MB/sec 2024-04-02T09:00:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:02 smithi188 ceph-mon[86835]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:00:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:00:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:02 smithi104 ceph-mon[94081]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:00:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:02 smithi104 ceph-mon[96567]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:00:02.751 INFO:tasks.workunit.client.0.smithi104.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:02.752 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Wpw9adYwPjtuWCs off=16898118 len=369465 2024-04-02T09:00:02.752 INFO:tasks.workunit.client.0.smithi104.stdout:op 2542 completed, throughput=4.99MB/sec 2024-04-02T09:00:02.752 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-I9stUD7M5AQS_IA off=8528948 len=1428337 2024-04-02T09:00:02.754 INFO:tasks.workunit.client.0.smithi104.stdout:op 2543 completed, throughput=5MB/sec 2024-04-02T09:00:02.754 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bTYQU1kyyWL-R-g off=5680963 len=1112031 2024-04-02T09:00:02.759 INFO:tasks.workunit.client.0.smithi104.stdout:op 2544 completed, throughput=5MB/sec 2024-04-02T09:00:02.759 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4qrezPo29UyB2AG off=3062571 len=2026823 2024-04-02T09:00:02.761 INFO:tasks.workunit.client.0.smithi104.stdout:op 2545 completed, throughput=5MB/sec 2024-04-02T09:00:03.761 INFO:tasks.workunit.client.0.smithi104.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:03.761 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a_as3-U3vrMavvq off=12652199 len=769101 2024-04-02T09:00:03.766 INFO:tasks.workunit.client.0.smithi104.stdout:op 2546 completed, throughput=4.99MB/sec 2024-04-02T09:00:03.766 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F8oyc8Pr1zWKIbm off=13113719 len=824311 2024-04-02T09:00:03.767 INFO:tasks.workunit.client.0.smithi104.stdout:op 2547 completed, throughput=4.99MB/sec 2024-04-02T09:00:03.767 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sYcGt09825DQYxo off=4095484 len=89045 2024-04-02T09:00:03.769 INFO:tasks.workunit.client.0.smithi104.stdout:op 2548 completed, throughput=4.99MB/sec 2024-04-02T09:00:03.769 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z3mErcutXJbGswF off=1436096 len=962450 2024-04-02T09:00:03.770 INFO:tasks.workunit.client.0.smithi104.stdout:op 2549 completed, throughput=5MB/sec 2024-04-02T09:00:03.770 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hRSRXXh3ZVesaj7 off=2952548 len=480955 2024-04-02T09:00:03.774 INFO:tasks.workunit.client.0.smithi104.stdout:op 2550 completed, throughput=5MB/sec 2024-04-02T09:00:03.774 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Uo6wg0c-sboq1yR off=18314939 len=1075845 2024-04-02T09:00:03.775 INFO:tasks.workunit.client.0.smithi104.stdout:op 2551 completed, throughput=5MB/sec 2024-04-02T09:00:03.775 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eFNrKUwbhQvTKcN off=3359749 len=1718494 2024-04-02T09:00:03.780 INFO:tasks.workunit.client.0.smithi104.stdout:op 2552 completed, throughput=5MB/sec 2024-04-02T09:00:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:04 smithi188 ceph-mon[86835]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:04 smithi104 ceph-mon[96567]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:04 smithi104 ceph-mon[94081]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:04.780 INFO:tasks.workunit.client.0.smithi104.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:04.781 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S48HWHgLvuz2yNJ off=20871372 len=1212353 2024-04-02T09:00:04.786 INFO:tasks.workunit.client.0.smithi104.stdout:op 2553 completed, throughput=4.99MB/sec 2024-04-02T09:00:04.786 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4_RLPxcCuIoQjtf off=675069 len=1093370 2024-04-02T09:00:04.790 INFO:tasks.workunit.client.0.smithi104.stdout:op 2554 completed, throughput=5MB/sec 2024-04-02T09:00:04.790 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--DZuwxHTeH3xkya off=1385273 len=20915 2024-04-02T09:00:04.790 INFO:tasks.workunit.client.0.smithi104.stdout:op 2555 completed, throughput=5MB/sec 2024-04-02T09:00:04.790 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8Cfwi85iWDcgabO off=545155 len=590279 2024-04-02T09:00:04.794 INFO:tasks.workunit.client.0.smithi104.stdout:op 2556 completed, throughput=5MB/sec 2024-04-02T09:00:04.794 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lFn8tZsqkeEgMQa off=6865876 len=1908003 2024-04-02T09:00:04.796 INFO:tasks.workunit.client.0.smithi104.stdout:op 2557 completed, throughput=5MB/sec 2024-04-02T09:00:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:05.797 INFO:tasks.workunit.client.0.smithi104.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:05.797 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pcupJIJu22jgHvM off=1125682 len=1365808 2024-04-02T09:00:05.798 INFO:tasks.workunit.client.0.smithi104.stdout:op 2558 completed, throughput=4.99MB/sec 2024-04-02T09:00:05.798 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NdsHKBAZzfY9Im5 off=2184044 len=532263 2024-04-02T09:00:05.799 INFO:tasks.workunit.client.0.smithi104.stdout:op 2559 completed, throughput=5MB/sec 2024-04-02T09:00:05.799 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GikVujcesWnCzwz off=1302590 len=929721 2024-04-02T09:00:05.802 INFO:tasks.workunit.client.0.smithi104.stdout:op 2560 completed, throughput=5MB/sec 2024-04-02T09:00:05.802 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-j_fRpsl-cY2256P off=1937312 len=976619 2024-04-02T09:00:05.808 INFO:tasks.workunit.client.0.smithi104.stdout:op 2561 completed, throughput=5MB/sec 2024-04-02T09:00:05.808 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4au6mbs1cU6df2X off=2117033 len=1262045 2024-04-02T09:00:05.809 INFO:tasks.workunit.client.0.smithi104.stdout:op 2562 completed, throughput=5MB/sec 2024-04-02T09:00:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:00:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:00:05] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-02T09:00:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:06 smithi188 ceph-mon[86835]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:06 smithi104 ceph-mon[94081]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:06 smithi104 ceph-mon[96567]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:06.809 INFO:tasks.workunit.client.0.smithi104.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:06.809 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BO6nCpJD9D6SIhu off=6097985 len=1633550 2024-04-02T09:00:06.815 INFO:tasks.workunit.client.0.smithi104.stdout:op 2563 completed, throughput=4.99MB/sec 2024-04-02T09:00:06.815 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kSsUPjKgdlOwc2P off=4735536 len=816134 2024-04-02T09:00:06.819 INFO:tasks.workunit.client.0.smithi104.stdout:op 2564 completed, throughput=5MB/sec 2024-04-02T09:00:06.819 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KzV2QEZv7ee-9xd off=11225018 len=457932 2024-04-02T09:00:06.820 INFO:tasks.workunit.client.0.smithi104.stdout:op 2565 completed, throughput=5MB/sec 2024-04-02T09:00:06.821 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3ik_9I8hMzB0nQn off=878916 len=517041 2024-04-02T09:00:06.823 INFO:tasks.workunit.client.0.smithi104.stdout:op 2566 completed, throughput=5MB/sec 2024-04-02T09:00:06.823 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pHfJ6IbCMiMEuYd off=2993384 len=1911898 2024-04-02T09:00:06.827 INFO:tasks.workunit.client.0.smithi104.stdout:op 2567 completed, throughput=5MB/sec 2024-04-02T09:00:07.827 INFO:tasks.workunit.client.0.smithi104.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:07.827 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OpzC0pfQ1pxlB_d off=5112584 len=386656 2024-04-02T09:00:07.831 INFO:tasks.workunit.client.0.smithi104.stdout:op 2568 completed, throughput=4.99MB/sec 2024-04-02T09:00:07.831 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ECM36tRHuxptedq off=2695367 len=48578 2024-04-02T09:00:07.832 INFO:tasks.workunit.client.0.smithi104.stdout:op 2569 completed, throughput=4.99MB/sec 2024-04-02T09:00:07.832 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EeFnTbtFeY9ZI_K off=1008071 len=1348660 2024-04-02T09:00:07.839 INFO:tasks.workunit.client.0.smithi104.stdout:op 2570 completed, throughput=4.99MB/sec 2024-04-02T09:00:07.839 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-esJjfWOUAuDb0PI off=4447186 len=1688303 2024-04-02T09:00:07.844 INFO:tasks.workunit.client.0.smithi104.stdout:op 2571 completed, throughput=5MB/sec 2024-04-02T09:00:07.845 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yGFKp9OI4bdqPBw off=21121574 len=1333021 2024-04-02T09:00:07.851 INFO:tasks.workunit.client.0.smithi104.stdout:op 2572 completed, throughput=5MB/sec 2024-04-02T09:00:07.851 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3ARiDNg-HVVtRTG off=3049220 len=855800 2024-04-02T09:00:07.852 INFO:tasks.workunit.client.0.smithi104.stdout:op 2573 completed, throughput=5MB/sec 2024-04-02T09:00:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:08 smithi188 ceph-mon[86835]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:08 smithi104 ceph-mon[96567]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:08 smithi104 ceph-mon[94081]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:08.852 INFO:tasks.workunit.client.0.smithi104.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:08.852 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gkb4QPPk8iSxJ_p off=0 len=1524802 2024-04-02T09:00:08.854 INFO:tasks.workunit.client.0.smithi104.stdout:op 2574 completed, throughput=4.99MB/sec 2024-04-02T09:00:08.854 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MmBrGWfr032duZz off=14694516 len=235805 2024-04-02T09:00:08.854 INFO:tasks.workunit.client.0.smithi104.stdout:op 2575 completed, throughput=4.99MB/sec 2024-04-02T09:00:08.854 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uNp4vEhSBFfkjuY off=11917126 len=154591 2024-04-02T09:00:08.857 INFO:tasks.workunit.client.0.smithi104.stdout:op 2576 completed, throughput=5MB/sec 2024-04-02T09:00:08.857 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zcGGEn485im6YrI off=5054689 len=963892 2024-04-02T09:00:08.857 INFO:tasks.workunit.client.0.smithi104.stdout:op 2577 completed, throughput=5MB/sec 2024-04-02T09:00:08.858 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jGyDJEwh3Y6KwvT off=11503730 len=259013 2024-04-02T09:00:08.860 INFO:tasks.workunit.client.0.smithi104.stdout:op 2578 completed, throughput=5MB/sec 2024-04-02T09:00:08.860 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1zRvt21e3LIFuEg off=22339964 len=1373960 2024-04-02T09:00:08.861 INFO:tasks.workunit.client.0.smithi104.stdout:op 2579 completed, throughput=5MB/sec 2024-04-02T09:00:08.861 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uPcB68QUyRxSi-T off=8873675 len=420597 2024-04-02T09:00:08.861 INFO:tasks.workunit.client.0.smithi104.stdout:op 2580 completed, throughput=5MB/sec 2024-04-02T09:00:09.862 INFO:tasks.workunit.client.0.smithi104.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:09.862 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rGtan07ZvQnGnc7 off=28484 len=155999 2024-04-02T09:00:09.864 INFO:tasks.workunit.client.0.smithi104.stdout:op 2581 completed, throughput=4.99MB/sec 2024-04-02T09:00:09.864 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aBOmnaA_wDu-Ova off=553373 len=1955193 2024-04-02T09:00:09.866 INFO:tasks.workunit.client.0.smithi104.stdout:op 2582 completed, throughput=4.99MB/sec 2024-04-02T09:00:09.866 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QLdTiF1UQ5ICcws off=6108575 len=30803 2024-04-02T09:00:09.866 INFO:tasks.workunit.client.0.smithi104.stdout:op 2583 completed, throughput=4.99MB/sec 2024-04-02T09:00:09.866 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-W5jzrDZulIdjuIJ off=7557268 len=1509538 2024-04-02T09:00:09.867 INFO:tasks.workunit.client.0.smithi104.stdout:op 2584 completed, throughput=5MB/sec 2024-04-02T09:00:09.867 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cZRILVNMvO4NZUr off=10807384 len=425948 2024-04-02T09:00:09.870 INFO:tasks.workunit.client.0.smithi104.stdout:op 2585 completed, throughput=5MB/sec 2024-04-02T09:00:09.870 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-54r4QAb4VulZAmI off=1446600 len=1934355 2024-04-02T09:00:09.874 INFO:tasks.workunit.client.0.smithi104.stdout:op 2586 completed, throughput=5MB/sec 2024-04-02T09:00:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:10 smithi188 ceph-mon[86835]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:00:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:10 smithi104 ceph-mon[96567]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:00:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:10 smithi104 ceph-mon[94081]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:00:10.874 INFO:tasks.workunit.client.0.smithi104.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:10.874 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jS5YStU8Tm_UGUO off=8894737 len=2005896 2024-04-02T09:00:10.884 INFO:tasks.workunit.client.0.smithi104.stdout:op 2587 completed, throughput=5MB/sec 2024-04-02T09:00:10.884 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1t8pYu-h8AqLnK0 off=2518121 len=1917013 2024-04-02T09:00:10.886 INFO:tasks.workunit.client.0.smithi104.stdout:op 2588 completed, throughput=5MB/sec 2024-04-02T09:00:10.886 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mOCwBTTaF5o60qA off=11560159 len=1773830 2024-04-02T09:00:10.887 INFO:tasks.workunit.client.0.smithi104.stdout:op 2589 completed, throughput=5MB/sec 2024-04-02T09:00:11.888 INFO:tasks.workunit.client.0.smithi104.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:11.888 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cna9MIS1C-V9VYg off=2725940 len=1942349 2024-04-02T09:00:11.889 INFO:tasks.workunit.client.0.smithi104.stdout:op 2590 completed, throughput=5MB/sec 2024-04-02T09:00:11.889 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xKTsyburJNxRibt off=88924 len=1675806 2024-04-02T09:00:11.891 INFO:tasks.workunit.client.0.smithi104.stdout:op 2591 completed, throughput=5MB/sec 2024-04-02T09:00:11.891 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8CeQEmTtKqnQbyx off=15737514 len=1945784 2024-04-02T09:00:11.892 INFO:tasks.workunit.client.0.smithi104.stdout:op 2592 completed, throughput=5MB/sec 2024-04-02T09:00:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:12 smithi188 ceph-mon[86835]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:00:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:12 smithi104 ceph-mon[96567]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:12 smithi104 ceph-mon[94081]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:12.892 INFO:tasks.workunit.client.0.smithi104.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:12.893 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8ra6joFmvwTwQ3z off=0 len=1254444 2024-04-02T09:00:12.894 INFO:tasks.workunit.client.0.smithi104.stdout:op 2593 completed, throughput=5MB/sec 2024-04-02T09:00:12.894 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_CJ2WiPfwx3-A_r off=5787179 len=898035 2024-04-02T09:00:12.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 2594 completed, throughput=5MB/sec 2024-04-02T09:00:12.895 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CJEMJMmvLrdArrD off=2680715 len=1236374 2024-04-02T09:00:12.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 2595 completed, throughput=5MB/sec 2024-04-02T09:00:12.895 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--NQQLEa5BI1ukkh off=1910982 len=790720 2024-04-02T09:00:12.897 INFO:tasks.workunit.client.0.smithi104.stdout:op 2596 completed, throughput=5MB/sec 2024-04-02T09:00:13.898 INFO:tasks.workunit.client.0.smithi104.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:13.898 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8yS3rJkeXanJN1q off=2474057 len=2010101 2024-04-02T09:00:13.899 INFO:tasks.workunit.client.0.smithi104.stdout:op 2597 completed, throughput=5MB/sec 2024-04-02T09:00:13.899 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-18r65fEYBeJWGKv off=950592 len=1969622 2024-04-02T09:00:13.907 INFO:tasks.workunit.client.0.smithi104.stdout:op 2598 completed, throughput=5MB/sec 2024-04-02T09:00:13.907 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gHPEJeW4BEpi17E off=4868568 len=1074396 2024-04-02T09:00:13.908 INFO:tasks.workunit.client.0.smithi104.stdout:op 2599 completed, throughput=5MB/sec 2024-04-02T09:00:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:14 smithi188 ceph-mon[86835]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:14 smithi104 ceph-mon[96567]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:14 smithi104 ceph-mon[94081]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:14.908 INFO:tasks.workunit.client.0.smithi104.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:14.909 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZJhL-NLlsjughjq off=6304321 len=669527 2024-04-02T09:00:14.913 INFO:tasks.workunit.client.0.smithi104.stdout:op 2600 completed, throughput=4.99MB/sec 2024-04-02T09:00:14.913 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Y4ueY5hUQdtG32D off=2087173 len=372501 2024-04-02T09:00:14.915 INFO:tasks.workunit.client.0.smithi104.stdout:op 2601 completed, throughput=4.99MB/sec 2024-04-02T09:00:14.915 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gohVKR71xnKkWJT off=7269827 len=1329971 2024-04-02T09:00:14.919 INFO:tasks.workunit.client.0.smithi104.stdout:op 2602 completed, throughput=5MB/sec 2024-04-02T09:00:14.919 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aa0t-X79RUe7Jb1 off=3654855 len=1724264 2024-04-02T09:00:14.922 INFO:tasks.workunit.client.0.smithi104.stdout:op 2603 completed, throughput=5MB/sec 2024-04-02T09:00:14.922 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zxbi4YAfkKW1Cg0 off=14635616 len=388578 2024-04-02T09:00:14.923 INFO:tasks.workunit.client.0.smithi104.stdout:op 2604 completed, throughput=5MB/sec 2024-04-02T09:00:14.923 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-W-zL1N6L9Q3Y6ji off=2933247 len=1141023 2024-04-02T09:00:14.924 INFO:tasks.workunit.client.0.smithi104.stdout:op 2605 completed, throughput=5MB/sec 2024-04-02T09:00:15.924 INFO:tasks.workunit.client.0.smithi104.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:15.924 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zrib089lhaA5V-E off=3997411 len=77430 2024-04-02T09:00:15.925 INFO:tasks.workunit.client.0.smithi104.stdout:op 2606 completed, throughput=4.99MB/sec 2024-04-02T09:00:15.925 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Riq5F_dodcY4WCm off=1025805 len=74650 2024-04-02T09:00:15.926 INFO:tasks.workunit.client.0.smithi104.stdout:op 2607 completed, throughput=4.99MB/sec 2024-04-02T09:00:15.926 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--iPzcCVFwsY27Ll off=57186 len=1612039 2024-04-02T09:00:15.929 INFO:tasks.workunit.client.0.smithi104.stdout:op 2608 completed, throughput=4.99MB/sec 2024-04-02T09:00:15.929 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Wijs1FEOOjTF_Tn off=8345991 len=1374140 2024-04-02T09:00:15.931 INFO:tasks.workunit.client.0.smithi104.stdout:op 2609 completed, throughput=5MB/sec 2024-04-02T09:00:15.931 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-H2xxk9bAGe7G5QB off=292006 len=610446 2024-04-02T09:00:15.931 INFO:tasks.workunit.client.0.smithi104.stdout:op 2610 completed, throughput=5MB/sec 2024-04-02T09:00:15.931 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jty04ZGyRLH6EBO off=8698858 len=322768 2024-04-02T09:00:15.932 INFO:tasks.workunit.client.0.smithi104.stdout:op 2611 completed, throughput=5MB/sec 2024-04-02T09:00:15.932 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-h44_iZN5YRFB3aR off=218574 len=1111865 2024-04-02T09:00:15.933 INFO:tasks.workunit.client.0.smithi104.stdout:op 2612 completed, throughput=5MB/sec 2024-04-02T09:00:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:00:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:00:15] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-02T09:00:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:16 smithi188 ceph-mon[86835]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:16 smithi104 ceph-mon[94081]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:16 smithi104 ceph-mon[96567]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:16.933 INFO:tasks.workunit.client.0.smithi104.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:16.933 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zl5RwiK7EfwRSmH off=10892079 len=194546 2024-04-02T09:00:16.935 INFO:tasks.workunit.client.0.smithi104.stdout:op 2613 completed, throughput=4.99MB/sec 2024-04-02T09:00:16.935 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-c0cR5pHqzUxSjJN off=6736592 len=760350 2024-04-02T09:00:16.940 INFO:tasks.workunit.client.0.smithi104.stdout:op 2614 completed, throughput=4.99MB/sec 2024-04-02T09:00:16.940 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8VCVCF0KiuoZkj0 off=0 len=1434498 2024-04-02T09:00:16.947 INFO:tasks.workunit.client.0.smithi104.stdout:op 2615 completed, throughput=5MB/sec 2024-04-02T09:00:16.947 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9fp6NwCNR0oIp0D off=3108060 len=753736 2024-04-02T09:00:16.950 INFO:tasks.workunit.client.0.smithi104.stdout:op 2616 completed, throughput=5MB/sec 2024-04-02T09:00:16.951 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-J-4Ol9m3ngWNU54 off=3809216 len=945268 2024-04-02T09:00:16.955 INFO:tasks.workunit.client.0.smithi104.stdout:op 2617 completed, throughput=5MB/sec 2024-04-02T09:00:16.955 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qy9UNPdbtljC24M off=5341629 len=456270 2024-04-02T09:00:16.959 INFO:tasks.workunit.client.0.smithi104.stdout:op 2618 completed, throughput=5MB/sec 2024-04-02T09:00:16.959 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n7Rasm764Hvzs6A off=7888261 len=618048 2024-04-02T09:00:16.959 INFO:tasks.workunit.client.0.smithi104.stdout:op 2619 completed, throughput=5MB/sec 2024-04-02T09:00:17.960 INFO:tasks.workunit.client.0.smithi104.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:17.960 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YvgbxS4103WIInk off=17440018 len=490140 2024-04-02T09:00:17.960 INFO:tasks.workunit.client.0.smithi104.stdout:op 2620 completed, throughput=4.99MB/sec 2024-04-02T09:00:17.960 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tPc1S8n6hrAmLh_ off=9936056 len=59606 2024-04-02T09:00:17.962 INFO:tasks.workunit.client.0.smithi104.stdout:op 2621 completed, throughput=4.99MB/sec 2024-04-02T09:00:17.962 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-h4mpYli6j0xR2jk off=2488300 len=1081873 2024-04-02T09:00:17.968 INFO:tasks.workunit.client.0.smithi104.stdout:op 2622 completed, throughput=4.99MB/sec 2024-04-02T09:00:17.968 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rU3Nvz-kyWI1k-b off=15429650 len=597442 2024-04-02T09:00:17.969 INFO:tasks.workunit.client.0.smithi104.stdout:op 2623 completed, throughput=5MB/sec 2024-04-02T09:00:17.969 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Be0Xzwk-cNVn2Pu off=3841347 len=1632829 2024-04-02T09:00:17.975 INFO:tasks.workunit.client.0.smithi104.stdout:op 2624 completed, throughput=5MB/sec 2024-04-02T09:00:17.975 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DZ99yIvOKL5o68P off=1038816 len=1313963 2024-04-02T09:00:17.983 INFO:tasks.workunit.client.0.smithi104.stdout:op 2625 completed, throughput=5MB/sec 2024-04-02T09:00:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:18 smithi188 ceph-mon[86835]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:00:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:18 smithi104 ceph-mon[96567]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:00:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:18 smithi104 ceph-mon[94081]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:00:18.984 INFO:tasks.workunit.client.0.smithi104.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:18.984 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jK1ZW-4-LRTnOHE off=1749690 len=1044434 2024-04-02T09:00:18.985 INFO:tasks.workunit.client.0.smithi104.stdout:op 2626 completed, throughput=4.99MB/sec 2024-04-02T09:00:18.985 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-E-LiUpbzJZHZ4DE off=911112 len=1504246 2024-04-02T09:00:18.990 INFO:tasks.workunit.client.0.smithi104.stdout:op 2627 completed, throughput=5MB/sec 2024-04-02T09:00:18.990 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jsqpzDrB75Ko-Td off=9609828 len=1220806 2024-04-02T09:00:18.995 INFO:tasks.workunit.client.0.smithi104.stdout:op 2628 completed, throughput=5MB/sec 2024-04-02T09:00:18.995 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8TNVYXgMEKMS0N2 off=6692034 len=847309 2024-04-02T09:00:18.999 INFO:tasks.workunit.client.0.smithi104.stdout:op 2629 completed, throughput=5MB/sec 2024-04-02T09:00:18.999 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d841ZHNiYoLA25G off=16984611 len=641849 2024-04-02T09:00:19.002 INFO:tasks.workunit.client.0.smithi104.stdout:op 2630 completed, throughput=5MB/sec 2024-04-02T09:00:20.002 INFO:tasks.workunit.client.0.smithi104.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:20.003 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hHrLGD3ylnJzf1F off=7479170 len=252993 2024-04-02T09:00:20.003 INFO:tasks.workunit.client.0.smithi104.stdout:op 2631 completed, throughput=4.99MB/sec 2024-04-02T09:00:20.003 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rb_Iu5ml9zcRpjt off=716427 len=1067760 2024-04-02T09:00:20.005 INFO:tasks.workunit.client.0.smithi104.stdout:op 2632 completed, throughput=4.99MB/sec 2024-04-02T09:00:20.005 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aoJHtXuvhKxDOsM off=5340686 len=1213816 2024-04-02T09:00:20.008 INFO:tasks.workunit.client.0.smithi104.stdout:op 2633 completed, throughput=5MB/sec 2024-04-02T09:00:20.008 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-x286nzSq_TgeUC7 off=1049981 len=376270 2024-04-02T09:00:20.010 INFO:tasks.workunit.client.0.smithi104.stdout:op 2634 completed, throughput=5MB/sec 2024-04-02T09:00:20.011 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T3Xwc_2VhSbjPAE off=7136657 len=628722 2024-04-02T09:00:20.014 INFO:tasks.workunit.client.0.smithi104.stdout:op 2635 completed, throughput=5MB/sec 2024-04-02T09:00:20.015 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UFeDaPDxRCL5M-t off=9891488 len=1581401 2024-04-02T09:00:20.021 INFO:tasks.workunit.client.0.smithi104.stdout:op 2636 completed, throughput=5MB/sec 2024-04-02T09:00:20.022 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Af3xu-AIO_1riMC off=2257687 len=1238746 2024-04-02T09:00:20.028 INFO:tasks.workunit.client.0.smithi104.stdout:op 2637 completed, throughput=5MB/sec 2024-04-02T09:00:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:20 smithi188 ceph-mon[86835]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:00:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:20 smithi104 ceph-mon[94081]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:00:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:20 smithi104 ceph-mon[96567]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:00:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:21.028 INFO:tasks.workunit.client.0.smithi104.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:21.028 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7gm4ZP7TzJp8G16 off=483682 len=227275 2024-04-02T09:00:21.031 INFO:tasks.workunit.client.0.smithi104.stdout:op 2638 completed, throughput=4.99MB/sec 2024-04-02T09:00:21.031 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HqVyMNRZ8Rfl2_L off=16748455 len=1115910 2024-04-02T09:00:21.032 INFO:tasks.workunit.client.0.smithi104.stdout:op 2639 completed, throughput=4.99MB/sec 2024-04-02T09:00:21.032 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BymhoTVnSZQAmTZ off=4942724 len=1276877 2024-04-02T09:00:21.037 INFO:tasks.workunit.client.0.smithi104.stdout:op 2640 completed, throughput=5MB/sec 2024-04-02T09:00:21.037 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yv5tPh1lwj2NYV8 off=22540082 len=1551383 2024-04-02T09:00:21.046 INFO:tasks.workunit.client.0.smithi104.stdout:op 2641 completed, throughput=5MB/sec 2024-04-02T09:00:21.046 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Adf6FHry00jt8hh off=21232526 len=1320920 2024-04-02T09:00:21.047 INFO:tasks.workunit.client.0.smithi104.stdout:op 2642 completed, throughput=5MB/sec 2024-04-02T09:00:22.048 INFO:tasks.workunit.client.0.smithi104.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:22.048 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g9bijaji6_VJRs7 off=2079268 len=519949 2024-04-02T09:00:22.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 2643 completed, throughput=4.99MB/sec 2024-04-02T09:00:22.052 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MjxwtzKi_j7j7I8 off=2288787 len=887716 2024-04-02T09:00:22.056 INFO:tasks.workunit.client.0.smithi104.stdout:op 2644 completed, throughput=5MB/sec 2024-04-02T09:00:22.057 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-x03Bw-6ZW18v8Hp off=91277 len=776523 2024-04-02T09:00:22.060 INFO:tasks.workunit.client.0.smithi104.stdout:op 2645 completed, throughput=5MB/sec 2024-04-02T09:00:22.060 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-afi9za642-VJRKj off=12085696 len=1759770 2024-04-02T09:00:22.066 INFO:tasks.workunit.client.0.smithi104.stdout:op 2646 completed, throughput=5MB/sec 2024-04-02T09:00:22.066 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RQs3i3NIur3RAcL off=1143941 len=2063635 2024-04-02T09:00:22.079 INFO:tasks.workunit.client.0.smithi104.stdout:op 2647 completed, throughput=5MB/sec 2024-04-02T09:00:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:22 smithi188 ceph-mon[86835]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:00:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:00:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:00:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:22 smithi104 ceph-mon[96567]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:00:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:22 smithi104 ceph-mon[94081]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:00:23.079 INFO:tasks.workunit.client.0.smithi104.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:23.079 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4I5Wlv6yAvjaOcE off=7741736 len=994216 2024-04-02T09:00:23.084 INFO:tasks.workunit.client.0.smithi104.stdout:op 2648 completed, throughput=5MB/sec 2024-04-02T09:00:23.084 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pMl0lJVvNLWBQLA off=962055 len=1683542 2024-04-02T09:00:23.091 INFO:tasks.workunit.client.0.smithi104.stdout:op 2649 completed, throughput=5MB/sec 2024-04-02T09:00:23.091 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FXCD3c5kbGwX_IR off=5995902 len=789701 2024-04-02T09:00:23.094 INFO:tasks.workunit.client.0.smithi104.stdout:op 2650 completed, throughput=5MB/sec 2024-04-02T09:00:23.094 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nusAQT1S27bfV5h off=9200780 len=941323 2024-04-02T09:00:23.098 INFO:tasks.workunit.client.0.smithi104.stdout:op 2651 completed, throughput=5MB/sec 2024-04-02T09:00:24.099 INFO:tasks.workunit.client.0.smithi104.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:24.099 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eFNrKUwbhQvTKcN off=8765515 len=2007761 2024-04-02T09:00:24.100 INFO:tasks.workunit.client.0.smithi104.stdout:op 2652 completed, throughput=5MB/sec 2024-04-02T09:00:24.100 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UQu_csW4Wd9ufJe off=14746439 len=1677011 2024-04-02T09:00:24.107 INFO:tasks.workunit.client.0.smithi104.stdout:op 2653 completed, throughput=5MB/sec 2024-04-02T09:00:24.107 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mu2xNp2Uu7b8Vkl off=2326498 len=1471263 2024-04-02T09:00:24.107 INFO:tasks.workunit.client.0.smithi104.stdout:op 2654 completed, throughput=5MB/sec 2024-04-02T09:00:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:24 smithi188 ceph-mon[86835]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:00:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:24 smithi104 ceph-mon[96567]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:00:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:24 smithi104 ceph-mon[94081]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:00:25.110 INFO:tasks.workunit.client.0.smithi104.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:25.110 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-D0J7D13irKHcZ_5 off=6829228 len=16912 2024-04-02T09:00:25.110 INFO:tasks.workunit.client.0.smithi104.stdout:op 2655 completed, throughput=4.99MB/sec 2024-04-02T09:00:25.110 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mZ6q0tcCGhP5Bcr off=3842939 len=1778301 2024-04-02T09:00:25.117 INFO:tasks.workunit.client.0.smithi104.stdout:op 2656 completed, throughput=5MB/sec 2024-04-02T09:00:25.117 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hdeWZvUDCMCkOlc off=11297966 len=518429 2024-04-02T09:00:25.118 INFO:tasks.workunit.client.0.smithi104.stdout:op 2657 completed, throughput=5MB/sec 2024-04-02T09:00:25.118 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ysiUYRCitiWQae1 off=8192969 len=449725 2024-04-02T09:00:25.119 INFO:tasks.workunit.client.0.smithi104.stdout:op 2658 completed, throughput=5MB/sec 2024-04-02T09:00:25.119 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-i2tCVdCtGR6SpEM off=199447 len=714384 2024-04-02T09:00:25.121 INFO:tasks.workunit.client.0.smithi104.stdout:op 2659 completed, throughput=5MB/sec 2024-04-02T09:00:25.121 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WJIwGcR9FFZLCih off=9762630 len=1066458 2024-04-02T09:00:25.125 INFO:tasks.workunit.client.0.smithi104.stdout:op 2660 completed, throughput=5MB/sec 2024-04-02T09:00:25.125 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oL9jKdMr2OlpNju off=2469902 len=2013421 2024-04-02T09:00:25.132 INFO:tasks.workunit.client.0.smithi104.stdout:op 2661 completed, throughput=5MB/sec 2024-04-02T09:00:26.132 INFO:tasks.workunit.client.0.smithi104.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:26.132 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o3WslRuXsLDQ-RJ off=3372181 len=1081250 2024-04-02T09:00:26.134 INFO:tasks.workunit.client.0.smithi104.stdout:op 2662 completed, throughput=5MB/sec 2024-04-02T09:00:26.135 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UmZz19TH9PtNvi2 off=887202 len=1382960 2024-04-02T09:00:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:00:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:00:25] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-02T09:00:26.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 2663 completed, throughput=5MB/sec 2024-04-02T09:00:26.142 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-H3HSeoXppe81H5x off=1982659 len=1382094 2024-04-02T09:00:26.144 INFO:tasks.workunit.client.0.smithi104.stdout:op 2664 completed, throughput=5MB/sec 2024-04-02T09:00:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:26 smithi188 ceph-mon[86835]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:26 smithi104 ceph-mon[94081]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:26 smithi104 ceph-mon[96567]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:27.145 INFO:tasks.workunit.client.0.smithi104.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:27.145 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0iQaRmPm2zQWSp_ off=317617 len=1263039 2024-04-02T09:00:27.150 INFO:tasks.workunit.client.0.smithi104.stdout:op 2665 completed, throughput=4.99MB/sec 2024-04-02T09:00:27.150 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UQu_csW4Wd9ufJe off=11106759 len=1768577 2024-04-02T09:00:27.151 INFO:tasks.workunit.client.0.smithi104.stdout:op 2666 completed, throughput=5MB/sec 2024-04-02T09:00:27.151 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-76MaBO6CnrDsqnU off=6920250 len=583420 2024-04-02T09:00:27.155 INFO:tasks.workunit.client.0.smithi104.stdout:op 2667 completed, throughput=5MB/sec 2024-04-02T09:00:27.155 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WSH1sxMEviome8e off=1275653 len=1137443 2024-04-02T09:00:27.156 INFO:tasks.workunit.client.0.smithi104.stdout:op 2668 completed, throughput=5MB/sec 2024-04-02T09:00:27.156 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-P24Hc2x0V9A6F6t off=12332107 len=1549365 2024-04-02T09:00:27.165 INFO:tasks.workunit.client.0.smithi104.stdout:op 2669 completed, throughput=5MB/sec 2024-04-02T09:00:28.166 INFO:tasks.workunit.client.0.smithi104.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:28.166 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dHyYspx9fxm0UAZ off=2646815 len=754705 2024-04-02T09:00:28.171 INFO:tasks.workunit.client.0.smithi104.stdout:op 2670 completed, throughput=4.99MB/sec 2024-04-02T09:00:28.171 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yGmKY4tvl4360uS off=5121045 len=1686344 2024-04-02T09:00:28.172 INFO:tasks.workunit.client.0.smithi104.stdout:op 2671 completed, throughput=5MB/sec 2024-04-02T09:00:28.172 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ieo2x_4-R4f7R9n off=146014 len=813334 2024-04-02T09:00:28.176 INFO:tasks.workunit.client.0.smithi104.stdout:op 2672 completed, throughput=5MB/sec 2024-04-02T09:00:28.177 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-P9bCkJu6G0cxFd0 off=3506709 len=1792565 2024-04-02T09:00:28.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 2673 completed, throughput=5MB/sec 2024-04-02T09:00:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:28 smithi188 ceph-mon[86835]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:00:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:28 smithi104 ceph-mon[96567]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:00:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:28 smithi104 ceph-mon[94081]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:00:29.179 INFO:tasks.workunit.client.0.smithi104.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:29.179 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2aN7cDhaywS73js off=5495444 len=1240854 2024-04-02T09:00:29.183 INFO:tasks.workunit.client.0.smithi104.stdout:op 2674 completed, throughput=4.99MB/sec 2024-04-02T09:00:29.183 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Zs0u3jGA2y6LIvU off=55983 len=280777 2024-04-02T09:00:29.185 INFO:tasks.workunit.client.0.smithi104.stdout:op 2675 completed, throughput=5MB/sec 2024-04-02T09:00:29.186 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CGCOeMs_KINdpiF off=0 len=1294602 2024-04-02T09:00:29.190 INFO:tasks.workunit.client.0.smithi104.stdout:op 2676 completed, throughput=5MB/sec 2024-04-02T09:00:29.190 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VNsRfVm4Uo3h4Uj off=22280402 len=2021685 2024-04-02T09:00:29.194 INFO:tasks.workunit.client.0.smithi104.stdout:op 2677 completed, throughput=5MB/sec 2024-04-02T09:00:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:00:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:00:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:00:30.194 INFO:tasks.workunit.client.0.smithi104.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:30.195 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HFHJpe3QkiPyNZv off=5342388 len=45617 2024-04-02T09:00:30.195 INFO:tasks.workunit.client.0.smithi104.stdout:op 2678 completed, throughput=4.99MB/sec 2024-04-02T09:00:30.195 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9s8_ar5Ya0MfNjl off=4537596 len=1131629 2024-04-02T09:00:30.196 INFO:tasks.workunit.client.0.smithi104.stdout:op 2679 completed, throughput=4.99MB/sec 2024-04-02T09:00:30.196 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eBfCVLOie9-zqwf off=1794096 len=721956 2024-04-02T09:00:30.199 INFO:tasks.workunit.client.0.smithi104.stdout:op 2680 completed, throughput=5MB/sec 2024-04-02T09:00:30.199 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qvyolRqN3R36NYb off=0 len=1374320 2024-04-02T09:00:30.206 INFO:tasks.workunit.client.0.smithi104.stdout:op 2681 completed, throughput=5MB/sec 2024-04-02T09:00:30.206 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZP1qB2_HFaFpDJN off=7441572 len=917959 2024-04-02T09:00:30.214 INFO:tasks.workunit.client.0.smithi104.stdout:op 2682 completed, throughput=5MB/sec 2024-04-02T09:00:30.214 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MtpK7FHiQ3YjNzd off=14802529 len=1296317 2024-04-02T09:00:30.215 INFO:tasks.workunit.client.0.smithi104.stdout:op 2683 completed, throughput=5MB/sec 2024-04-02T09:00:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:30 smithi188 ceph-mon[86835]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:00:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:30 smithi104 ceph-mon[96567]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:00:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:30 smithi104 ceph-mon[94081]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:00:31.216 INFO:tasks.workunit.client.0.smithi104.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:31.216 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GtnaizGBwastJaL off=22756472 len=453705 2024-04-02T09:00:31.217 INFO:tasks.workunit.client.0.smithi104.stdout:op 2684 completed, throughput=4.99MB/sec 2024-04-02T09:00:31.217 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YOkl6Jz2gZe2_gI off=6581475 len=1985229 2024-04-02T09:00:31.218 INFO:tasks.workunit.client.0.smithi104.stdout:op 2685 completed, throughput=5MB/sec 2024-04-02T09:00:31.218 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lJQIFJV_x_K3nw6 off=2747151 len=1986810 2024-04-02T09:00:31.220 INFO:tasks.workunit.client.0.smithi104.stdout:op 2686 completed, throughput=5MB/sec 2024-04-02T09:00:31.220 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N6x6-ZbMLp94-8- off=3041771 len=174481 2024-04-02T09:00:31.223 INFO:tasks.workunit.client.0.smithi104.stdout:op 2687 completed, throughput=5MB/sec 2024-04-02T09:00:32.223 INFO:tasks.workunit.client.0.smithi104.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:32.223 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9w5SDGvlJ0AX5lK off=10118296 len=1763630 2024-04-02T09:00:32.231 INFO:tasks.workunit.client.0.smithi104.stdout:op 2688 completed, throughput=4.99MB/sec 2024-04-02T09:00:32.231 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ptaNbPV7p7vlWeF off=1138692 len=784912 2024-04-02T09:00:32.235 INFO:tasks.workunit.client.0.smithi104.stdout:op 2689 completed, throughput=5MB/sec 2024-04-02T09:00:32.236 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-K-405Vpv_uqvAAm off=337788 len=1591589 2024-04-02T09:00:32.237 INFO:tasks.workunit.client.0.smithi104.stdout:op 2690 completed, throughput=5MB/sec 2024-04-02T09:00:32.237 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IvUJRW1ayNQ-1zu off=2319797 len=1219497 2024-04-02T09:00:32.242 INFO:tasks.workunit.client.0.smithi104.stdout:op 2691 completed, throughput=5MB/sec 2024-04-02T09:00:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:32 smithi188 ceph-mon[86835]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:00:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:00:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:32 smithi104 ceph-mon[96567]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:00:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:32 smithi104 ceph-mon[94081]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jseAwOc2L6GazDS off=4233384 len=851416 2024-04-02T09:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout:op 2692 completed, throughput=4.99MB/sec 2024-04-02T09:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oJAEbeQ-S3kpn_N off=326872 len=628038 2024-04-02T09:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout:op 2693 completed, throughput=4.99MB/sec 2024-04-02T09:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DaEm0hLPuaEzP9S off=3549031 len=1482426 2024-04-02T09:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout:op 2694 completed, throughput=5MB/sec 2024-04-02T09:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9fGIsIDwicNA1l6 off=2553633 len=1586252 2024-04-02T09:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 2695 completed, throughput=5MB/sec 2024-04-02T09:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2nnSJy-lUEGmwrc off=13381440 len=758132 2024-04-02T09:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout:op 2696 completed, throughput=5MB/sec 2024-04-02T09:00:34.272 INFO:tasks.workunit.client.0.smithi104.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:34.272 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oWOZ4p2ecr_8Whc off=13734323 len=468661 2024-04-02T09:00:34.275 INFO:tasks.workunit.client.0.smithi104.stdout:op 2697 completed, throughput=4.99MB/sec 2024-04-02T09:00:34.275 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vy3Nxu0FvZGHCsh off=8399884 len=1631299 2024-04-02T09:00:34.277 INFO:tasks.workunit.client.0.smithi104.stdout:op 2698 completed, throughput=4.99MB/sec 2024-04-02T09:00:34.277 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lJaACyfc-Mzuwg- off=8425372 len=898103 2024-04-02T09:00:34.278 INFO:tasks.workunit.client.0.smithi104.stdout:op 2699 completed, throughput=5MB/sec 2024-04-02T09:00:34.278 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rl82Za023R0cnaT off=900785 len=1152098 2024-04-02T09:00:34.281 INFO:tasks.workunit.client.0.smithi104.stdout:op 2700 completed, throughput=5MB/sec 2024-04-02T09:00:34.281 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-b3XMQe_ZFxqfWXK off=13899427 len=9080 2024-04-02T09:00:34.281 INFO:tasks.workunit.client.0.smithi104.stdout:op 2701 completed, throughput=5MB/sec 2024-04-02T09:00:34.281 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-e_YO2WeIU_7P9ni off=1045247 len=158506 2024-04-02T09:00:34.283 INFO:tasks.workunit.client.0.smithi104.stdout:op 2702 completed, throughput=5MB/sec 2024-04-02T09:00:34.284 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aOBskH4Wm-O_KxK off=9241341 len=670024 2024-04-02T09:00:34.284 INFO:tasks.workunit.client.0.smithi104.stdout:op 2703 completed, throughput=5MB/sec 2024-04-02T09:00:34.284 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SNqLZyM9Vi6GSwe off=882430 len=87135 2024-04-02T09:00:34.285 INFO:tasks.workunit.client.0.smithi104.stdout:op 2704 completed, throughput=5MB/sec 2024-04-02T09:00:34.285 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nqgE4UQhg_oC9Ib off=5199110 len=1522099 2024-04-02T09:00:34.293 INFO:tasks.workunit.client.0.smithi104.stdout:op 2705 completed, throughput=5MB/sec 2024-04-02T09:00:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:34 smithi188 ceph-mon[86835]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:00:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:34 smithi104 ceph-mon[96567]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:00:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:34 smithi104 ceph-mon[94081]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:00:35.294 INFO:tasks.workunit.client.0.smithi104.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:35.294 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KJo2uwuDW3XvNVQ off=1125592 len=1035207 2024-04-02T09:00:35.297 INFO:tasks.workunit.client.0.smithi104.stdout:op 2706 completed, throughput=4.99MB/sec 2024-04-02T09:00:35.297 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mZ6q0tcCGhP5Bcr off=1856469 len=1245842 2024-04-02T09:00:35.299 INFO:tasks.workunit.client.0.smithi104.stdout:op 2707 completed, throughput=5MB/sec 2024-04-02T09:00:35.299 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CczexyONx4BUjbq off=1268469 len=28276 2024-04-02T09:00:35.299 INFO:tasks.workunit.client.0.smithi104.stdout:op 2708 completed, throughput=5MB/sec 2024-04-02T09:00:35.299 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ecXnemiJy0S4qSV off=1649439 len=1886192 2024-04-02T09:00:35.303 INFO:tasks.workunit.client.0.smithi104.stdout:op 2709 completed, throughput=5MB/sec 2024-04-02T09:00:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:00:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:00:35] "GET /metrics HTTP/1.1" 200 34137 "" "Prometheus/2.43.0" 2024-04-02T09:00:36.303 INFO:tasks.workunit.client.0.smithi104.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:36.303 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IklSK-J01P89ZXv off=4168441 len=1948297 2024-04-02T09:00:36.310 INFO:tasks.workunit.client.0.smithi104.stdout:op 2710 completed, throughput=4.99MB/sec 2024-04-02T09:00:36.310 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eJe9L5owgkbTRxq off=1842217 len=1093894 2024-04-02T09:00:36.314 INFO:tasks.workunit.client.0.smithi104.stdout:op 2711 completed, throughput=5MB/sec 2024-04-02T09:00:36.314 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Y5xuqDM-BaUjzSC off=4580438 len=1537194 2024-04-02T09:00:36.315 INFO:tasks.workunit.client.0.smithi104.stdout:op 2712 completed, throughput=5MB/sec 2024-04-02T09:00:36.316 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-R3y1SIzLL92BZ5V off=3917578 len=624083 2024-04-02T09:00:36.316 INFO:tasks.workunit.client.0.smithi104.stdout:op 2713 completed, throughput=5MB/sec 2024-04-02T09:00:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:36 smithi104 ceph-mon[96567]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:36 smithi104 ceph-mon[94081]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:36 smithi188 ceph-mon[86835]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:37.316 INFO:tasks.workunit.client.0.smithi104.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:37.317 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mjM-iBPgXEuUaNK off=137564 len=1489259 2024-04-02T09:00:37.318 INFO:tasks.workunit.client.0.smithi104.stdout:op 2714 completed, throughput=4.99MB/sec 2024-04-02T09:00:37.318 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ywOtEUipdmiUgMU off=793370 len=1736077 2024-04-02T09:00:37.319 INFO:tasks.workunit.client.0.smithi104.stdout:op 2715 completed, throughput=5MB/sec 2024-04-02T09:00:37.319 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XKbGdKNFbRXz9-l off=1204426 len=633796 2024-04-02T09:00:37.320 INFO:tasks.workunit.client.0.smithi104.stdout:op 2716 completed, throughput=5MB/sec 2024-04-02T09:00:37.320 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Fm-GjjVnmrb3aCU off=26163 len=1162588 2024-04-02T09:00:37.321 INFO:tasks.workunit.client.0.smithi104.stdout:op 2717 completed, throughput=5MB/sec 2024-04-02T09:00:37.321 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vj8cy_iiWfH0AsG off=16724666 len=1776214 2024-04-02T09:00:37.331 INFO:tasks.workunit.client.0.smithi104.stdout:op 2718 completed, throughput=5MB/sec 2024-04-02T09:00:38.331 INFO:tasks.workunit.client.0.smithi104.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:38.332 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JBnJFJVzy2bvogs off=2408432 len=1109240 2024-04-02T09:00:38.338 INFO:tasks.workunit.client.0.smithi104.stdout:op 2719 completed, throughput=5MB/sec 2024-04-02T09:00:38.338 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uWrQfzYbHBIB9fv off=1961169 len=526608 2024-04-02T09:00:38.339 INFO:tasks.workunit.client.0.smithi104.stdout:op 2720 completed, throughput=5MB/sec 2024-04-02T09:00:38.339 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nqgE4UQhg_oC9Ib off=13311169 len=73461 2024-04-02T09:00:38.340 INFO:tasks.workunit.client.0.smithi104.stdout:op 2721 completed, throughput=5MB/sec 2024-04-02T09:00:38.340 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DRx1BjlkCDoPIhk off=7407316 len=404142 2024-04-02T09:00:38.343 INFO:tasks.workunit.client.0.smithi104.stdout:op 2722 completed, throughput=5MB/sec 2024-04-02T09:00:38.343 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-moO_inXL5vK4NGl off=704878 len=1999951 2024-04-02T09:00:38.346 INFO:tasks.workunit.client.0.smithi104.stdout:op 2723 completed, throughput=5MB/sec 2024-04-02T09:00:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:38 smithi104 ceph-mon[96567]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:38 smithi104 ceph-mon[94081]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:38 smithi188 ceph-mon[86835]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:39.346 INFO:tasks.workunit.client.0.smithi104.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:39.346 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lnPQkRy-8Vf0UeB off=9902426 len=243770 2024-04-02T09:00:39.349 INFO:tasks.workunit.client.0.smithi104.stdout:op 2724 completed, throughput=4.99MB/sec 2024-04-02T09:00:39.349 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YjNxlFnhKyFnTTl off=2163333 len=742120 2024-04-02T09:00:39.352 INFO:tasks.workunit.client.0.smithi104.stdout:op 2725 completed, throughput=4.99MB/sec 2024-04-02T09:00:39.352 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a-ScI6lIA-Zw9Tu off=1705447 len=1331363 2024-04-02T09:00:39.357 INFO:tasks.workunit.client.0.smithi104.stdout:op 2726 completed, throughput=5MB/sec 2024-04-02T09:00:39.357 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Eg6yAWFMOtMjh-U off=3038057 len=561591 2024-04-02T09:00:39.358 INFO:tasks.workunit.client.0.smithi104.stdout:op 2727 completed, throughput=5MB/sec 2024-04-02T09:00:39.358 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ryg7WEvPUQnH0ao off=7029437 len=1467124 2024-04-02T09:00:39.364 INFO:tasks.workunit.client.0.smithi104.stdout:op 2728 completed, throughput=5MB/sec 2024-04-02T09:00:39.364 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ccw4UfV0g9NUvMN off=15224820 len=713602 2024-04-02T09:00:39.364 INFO:tasks.workunit.client.0.smithi104.stdout:op 2729 completed, throughput=5MB/sec 2024-04-02T09:00:40.365 INFO:tasks.workunit.client.0.smithi104.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:40.365 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FXIWWMgpHmdDcJh off=3654142 len=1101484 2024-04-02T09:00:40.367 INFO:tasks.workunit.client.0.smithi104.stdout:op 2730 completed, throughput=4.99MB/sec 2024-04-02T09:00:40.367 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WCd7QucJCaJu17O off=3169996 len=1737016 2024-04-02T09:00:40.369 INFO:tasks.workunit.client.0.smithi104.stdout:op 2731 completed, throughput=5MB/sec 2024-04-02T09:00:40.369 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F6e6SyZtJc1QHG3 off=3016070 len=218404 2024-04-02T09:00:40.369 INFO:tasks.workunit.client.0.smithi104.stdout:op 2732 completed, throughput=5MB/sec 2024-04-02T09:00:40.369 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lm6zkKw3s3_dbXl off=5494124 len=1825722 2024-04-02T09:00:40.376 INFO:tasks.workunit.client.0.smithi104.stdout:op 2733 completed, throughput=5MB/sec 2024-04-02T09:00:40.376 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-a4pcZQZZAf6SO7b off=13439913 len=1657564 2024-04-02T09:00:40.379 INFO:tasks.workunit.client.0.smithi104.stdout:op 2734 completed, throughput=5MB/sec 2024-04-02T09:00:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:40 smithi104 ceph-mon[96567]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:40 smithi104 ceph-mon[94081]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:40 smithi188 ceph-mon[86835]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:41.379 INFO:tasks.workunit.client.0.smithi104.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:41.379 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wglXHXh_elQkCVP off=0 len=1159527 2024-04-02T09:00:41.382 INFO:tasks.workunit.client.0.smithi104.stdout:op 2735 completed, throughput=5MB/sec 2024-04-02T09:00:41.382 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Gt5t5WaOktF9YA4 off=0 len=1363950 2024-04-02T09:00:41.383 INFO:tasks.workunit.client.0.smithi104.stdout:op 2736 completed, throughput=5MB/sec 2024-04-02T09:00:41.384 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o1muiL1fXoIBOUG off=8552261 len=499455 2024-04-02T09:00:41.385 INFO:tasks.workunit.client.0.smithi104.stdout:op 2737 completed, throughput=5MB/sec 2024-04-02T09:00:41.385 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S8pPumrZMhE0YC9 off=15766273 len=532161 2024-04-02T09:00:41.389 INFO:tasks.workunit.client.0.smithi104.stdout:op 2738 completed, throughput=5MB/sec 2024-04-02T09:00:41.389 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nQH2SV-rx5zIoA9 off=8358508 len=20435 2024-04-02T09:00:41.389 INFO:tasks.workunit.client.0.smithi104.stdout:op 2739 completed, throughput=5MB/sec 2024-04-02T09:00:41.389 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6WvJOnKk0L2ERQm off=6912474 len=243635 2024-04-02T09:00:41.389 INFO:tasks.workunit.client.0.smithi104.stdout:op 2740 completed, throughput=5MB/sec 2024-04-02T09:00:41.390 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--ewIpwM-ATpw1sb off=6494658 len=148977 2024-04-02T09:00:41.391 INFO:tasks.workunit.client.0.smithi104.stdout:op 2741 completed, throughput=5MB/sec 2024-04-02T09:00:41.391 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-L7ucMccug73Syak off=2862667 len=1710255 2024-04-02T09:00:41.392 INFO:tasks.workunit.client.0.smithi104.stdout:op 2742 completed, throughput=5MB/sec 2024-04-02T09:00:42.393 INFO:tasks.workunit.client.0.smithi104.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:42.393 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cTGDUbgXXdrlsEt off=12141749 len=1777340 2024-04-02T09:00:42.394 INFO:tasks.workunit.client.0.smithi104.stdout:op 2743 completed, throughput=5MB/sec 2024-04-02T09:00:42.394 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v9Go-JXbaSLyPLm off=515714 len=29485 2024-04-02T09:00:42.396 INFO:tasks.workunit.client.0.smithi104.stdout:op 2744 completed, throughput=5MB/sec 2024-04-02T09:00:42.396 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sUrOaWVYmemPLxA off=4187144 len=997568 2024-04-02T09:00:42.400 INFO:tasks.workunit.client.0.smithi104.stdout:op 2745 completed, throughput=5MB/sec 2024-04-02T09:00:42.400 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FqcY97_FW16uSEA off=14856944 len=1006447 2024-04-02T09:00:42.402 INFO:tasks.workunit.client.0.smithi104.stdout:op 2746 completed, throughput=5MB/sec 2024-04-02T09:00:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:42 smithi188 ceph-mon[86835]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:00:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:42 smithi104 ceph-mon[94081]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:42 smithi104 ceph-mon[96567]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:43.403 INFO:tasks.workunit.client.0.smithi104.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:43.403 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BIRRkwWY5dAbpwF off=1472186 len=1283474 2024-04-02T09:00:43.410 INFO:tasks.workunit.client.0.smithi104.stdout:op 2747 completed, throughput=4.99MB/sec 2024-04-02T09:00:43.411 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tj4dOPZhy8WjZRT off=1319678 len=600345 2024-04-02T09:00:43.413 INFO:tasks.workunit.client.0.smithi104.stdout:op 2748 completed, throughput=4.99MB/sec 2024-04-02T09:00:43.414 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CpQ33t1qjCKoW0W off=3486942 len=1232253 2024-04-02T09:00:43.418 INFO:tasks.workunit.client.0.smithi104.stdout:op 2749 completed, throughput=5MB/sec 2024-04-02T09:00:43.418 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1XV2-N_PhajRvKb off=405803 len=1100458 2024-04-02T09:00:43.422 INFO:tasks.workunit.client.0.smithi104.stdout:op 2750 completed, throughput=5MB/sec 2024-04-02T09:00:43.422 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q9Q1AEMAS2gwlyW off=4295040 len=29247 2024-04-02T09:00:43.424 INFO:tasks.workunit.client.0.smithi104.stdout:op 2751 completed, throughput=5MB/sec 2024-04-02T09:00:43.424 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IILmB89dFwU36Sq off=1862450 len=1761803 2024-04-02T09:00:43.426 INFO:tasks.workunit.client.0.smithi104.stdout:op 2752 completed, throughput=5MB/sec 2024-04-02T09:00:44.426 INFO:tasks.workunit.client.0.smithi104.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:44.426 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cDrYC_Ad2qZtqRA off=762220 len=1672076 2024-04-02T09:00:44.433 INFO:tasks.workunit.client.0.smithi104.stdout:op 2753 completed, throughput=5MB/sec 2024-04-02T09:00:44.433 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Dwap_UCjLBntmIw off=7636554 len=613686 2024-04-02T09:00:44.436 INFO:tasks.workunit.client.0.smithi104.stdout:op 2754 completed, throughput=5MB/sec 2024-04-02T09:00:44.436 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eyrNlPZEGI-em4G off=5621849 len=1630367 2024-04-02T09:00:44.438 INFO:tasks.workunit.client.0.smithi104.stdout:op 2755 completed, throughput=5MB/sec 2024-04-02T09:00:44.438 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gmMI1dUYo3cVhe3 off=8657660 len=1022517 2024-04-02T09:00:44.442 INFO:tasks.workunit.client.0.smithi104.stdout:op 2756 completed, throughput=5MB/sec 2024-04-02T09:00:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:44 smithi104 ceph-mon[96567]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:44 smithi104 ceph-mon[94081]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:44 smithi188 ceph-mon[86835]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:45.442 INFO:tasks.workunit.client.0.smithi104.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:45.443 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OpzC0pfQ1pxlB_d off=8652394 len=885069 2024-04-02T09:00:45.445 INFO:tasks.workunit.client.0.smithi104.stdout:op 2757 completed, throughput=4.99MB/sec 2024-04-02T09:00:45.445 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-64mptBAkJxCN26q off=4992539 len=1749210 2024-04-02T09:00:45.451 INFO:tasks.workunit.client.0.smithi104.stdout:op 2758 completed, throughput=5MB/sec 2024-04-02T09:00:45.451 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-R76shcxC7pmMFHJ off=6991513 len=1209449 2024-04-02T09:00:45.459 INFO:tasks.workunit.client.0.smithi104.stdout:op 2759 completed, throughput=5MB/sec 2024-04-02T09:00:45.459 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eA_Kb2fPXOWLpVM off=4200211 len=1394354 2024-04-02T09:00:45.467 INFO:tasks.workunit.client.0.smithi104.stdout:op 2760 completed, throughput=5MB/sec 2024-04-02T09:00:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:00:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:00:45] "GET /metrics HTTP/1.1" 200 34137 "" "Prometheus/2.43.0" 2024-04-02T09:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XjT-mponT2ILKbv off=4070233 len=417819 2024-04-02T09:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout:op 2761 completed, throughput=4.99MB/sec 2024-04-02T09:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nhIhqiKomhGdgj8 off=4219187 len=1342341 2024-04-02T09:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout:op 2762 completed, throughput=4.99MB/sec 2024-04-02T09:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qQrMYYqKvFICFKY off=1791212 len=1488272 2024-04-02T09:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout:op 2763 completed, throughput=5MB/sec 2024-04-02T09:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ooXbf8JaLbn1cJM off=18478456 len=525825 2024-04-02T09:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout:op 2764 completed, throughput=5MB/sec 2024-04-02T09:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JUPPMMh3AJ2aml2 off=2635307 len=818168 2024-04-02T09:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout:op 2765 completed, throughput=5MB/sec 2024-04-02T09:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ozW48Qkx6akSkys off=4607102 len=1935137 2024-04-02T09:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout:op 2766 completed, throughput=5MB/sec 2024-04-02T09:00:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:46 smithi104 ceph-mon[96567]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:46 smithi104 ceph-mon[94081]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:46 smithi188 ceph-mon[86835]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3x2g3jYSpMYBD74 off=800962 len=1788611 2024-04-02T09:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout:op 2767 completed, throughput=5MB/sec 2024-04-02T09:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6mXmk79YhUoU2SK off=3880458 len=1683104 2024-04-02T09:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout:op 2768 completed, throughput=5MB/sec 2024-04-02T09:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I1B__HpEQbhRA0w off=3330305 len=1163291 2024-04-02T09:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout:op 2769 completed, throughput=5MB/sec 2024-04-02T09:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sscuyEdFpY9Qwrs off=8558608 len=1516929 2024-04-02T09:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout:op 2770 completed, throughput=4.99MB/sec 2024-04-02T09:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2rmyAxf7eZ1ZHl2 off=3636299 len=1659389 2024-04-02T09:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout:op 2771 completed, throughput=5MB/sec 2024-04-02T09:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q83ClGuGv3yVmUr off=12249781 len=1792457 2024-04-02T09:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout:op 2772 completed, throughput=5MB/sec 2024-04-02T09:00:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:48 smithi188 ceph-mon[86835]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:00:48.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:48 smithi104 ceph-mon[96567]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:00:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:48 smithi104 ceph-mon[94081]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lShnXDZkgNnI2ek off=187230 len=636273 2024-04-02T09:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout:op 2773 completed, throughput=4.99MB/sec 2024-04-02T09:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EAtdmp6kK8pTJ8g off=2199589 len=1345525 2024-04-02T09:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout:op 2774 completed, throughput=5MB/sec 2024-04-02T09:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ONIOoiWU-9ZlahL off=3628928 len=1338549 2024-04-02T09:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout:op 2775 completed, throughput=5MB/sec 2024-04-02T09:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-evE9Uij4QkTSakn off=18730537 len=1103907 2024-04-02T09:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout:op 2776 completed, throughput=5MB/sec 2024-04-02T09:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wqSFLHcJt38zpxR off=7306988 len=1975444 2024-04-02T09:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout:op 2777 completed, throughput=5MB/sec 2024-04-02T09:00:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4LAG06d5-tGSmbA off=12001564 len=937938 2024-04-02T09:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout:op 2778 completed, throughput=5MB/sec 2024-04-02T09:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YYHd_twqk84UshE off=6356581 len=409296 2024-04-02T09:00:50.538 INFO:tasks.workunit.client.0.smithi104.stdout:op 2779 completed, throughput=5MB/sec 2024-04-02T09:00:50.538 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-j6G6eQGDpKTjo61 off=1921085 len=734864 2024-04-02T09:00:50.541 INFO:tasks.workunit.client.0.smithi104.stdout:op 2780 completed, throughput=5MB/sec 2024-04-02T09:00:50.541 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nrgiAkPtpbyVXd9 off=3693006 len=798757 2024-04-02T09:00:50.545 INFO:tasks.workunit.client.0.smithi104.stdout:op 2781 completed, throughput=5MB/sec 2024-04-02T09:00:50.545 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ejeJP9knSaQiRI6 off=14269553 len=100710 2024-04-02T09:00:50.547 INFO:tasks.workunit.client.0.smithi104.stdout:op 2782 completed, throughput=5MB/sec 2024-04-02T09:00:50.547 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L4dhr8_fOLIHJWh off=4901200 len=1479314 2024-04-02T09:00:50.552 INFO:tasks.workunit.client.0.smithi104.stdout:op 2783 completed, throughput=5MB/sec 2024-04-02T09:00:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:50 smithi188 ceph-mon[86835]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:50 smithi104 ceph-mon[96567]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:50.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:50 smithi104 ceph-mon[94081]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:51.552 INFO:tasks.workunit.client.0.smithi104.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:51.552 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wcTk1_viodk27UT off=4097657 len=1022210 2024-04-02T09:00:51.558 INFO:tasks.workunit.client.0.smithi104.stdout:op 2784 completed, throughput=4.99MB/sec 2024-04-02T09:00:51.558 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jGyDJEwh3Y6KwvT off=296046 len=22487 2024-04-02T09:00:51.559 INFO:tasks.workunit.client.0.smithi104.stdout:op 2785 completed, throughput=4.99MB/sec 2024-04-02T09:00:51.559 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hkIGe1KKuUAU3_M off=7924922 len=1422437 2024-04-02T09:00:51.562 INFO:tasks.workunit.client.0.smithi104.stdout:op 2786 completed, throughput=5MB/sec 2024-04-02T09:00:51.562 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dYMrrzDunIhPbrf off=1674099 len=252473 2024-04-02T09:00:51.563 INFO:tasks.workunit.client.0.smithi104.stdout:op 2787 completed, throughput=5MB/sec 2024-04-02T09:00:51.563 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DcS9nIosvntoitj off=1194525 len=204712 2024-04-02T09:00:51.563 INFO:tasks.workunit.client.0.smithi104.stdout:op 2788 completed, throughput=5MB/sec 2024-04-02T09:00:51.563 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q2ASKTYa1Q1Cnps off=13982448 len=478745 2024-04-02T09:00:51.567 INFO:tasks.workunit.client.0.smithi104.stdout:op 2789 completed, throughput=5MB/sec 2024-04-02T09:00:51.567 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3G1NVqcZaU4X0F9 off=9226761 len=396143 2024-04-02T09:00:51.568 INFO:tasks.workunit.client.0.smithi104.stdout:op 2790 completed, throughput=5MB/sec 2024-04-02T09:00:51.568 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AkUfr8KtAULXDXM off=3174258 len=685022 2024-04-02T09:00:51.572 INFO:tasks.workunit.client.0.smithi104.stdout:op 2791 completed, throughput=5MB/sec 2024-04-02T09:00:51.572 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-X0XhEeu4Ql3T9st off=7041472 len=1574024 2024-04-02T09:00:51.573 INFO:tasks.workunit.client.0.smithi104.stdout:op 2792 completed, throughput=5MB/sec 2024-04-02T09:00:52.574 INFO:tasks.workunit.client.0.smithi104.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:52.574 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JViREdttBi_QTV0 off=10477456 len=641563 2024-04-02T09:00:52.575 INFO:tasks.workunit.client.0.smithi104.stdout:op 2793 completed, throughput=4.99MB/sec 2024-04-02T09:00:52.575 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LDsdkgMwix-nkWs off=11186950 len=1833643 2024-04-02T09:00:52.576 INFO:tasks.workunit.client.0.smithi104.stdout:op 2794 completed, throughput=5MB/sec 2024-04-02T09:00:52.576 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HA5BEmv3WxkiYSg off=979319 len=1965436 2024-04-02T09:00:52.578 INFO:tasks.workunit.client.0.smithi104.stdout:op 2795 completed, throughput=5MB/sec 2024-04-02T09:00:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:52 smithi188 ceph-mon[86835]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:00:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:52.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:52 smithi104 ceph-mon[96567]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:52.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:52 smithi104 ceph-mon[94081]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:53.578 INFO:tasks.workunit.client.0.smithi104.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:53.578 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WzUY6qjEJQaw2DB off=7050989 len=689534 2024-04-02T09:00:53.579 INFO:tasks.workunit.client.0.smithi104.stdout:op 2796 completed, throughput=4.99MB/sec 2024-04-02T09:00:53.579 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PkT_jUo9dWye5eO off=3370827 len=1955111 2024-04-02T09:00:53.586 INFO:tasks.workunit.client.0.smithi104.stdout:op 2797 completed, throughput=5MB/sec 2024-04-02T09:00:53.586 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4mK2bQjeZJ7ZJQd off=1343163 len=165692 2024-04-02T09:00:53.586 INFO:tasks.workunit.client.0.smithi104.stdout:op 2798 completed, throughput=5MB/sec 2024-04-02T09:00:53.586 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rr4KJN7F9GPVYOJ off=3354334 len=1971818 2024-04-02T09:00:53.587 INFO:tasks.workunit.client.0.smithi104.stdout:op 2799 completed, throughput=5MB/sec 2024-04-02T09:00:53.587 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yQawH-BMEVoWTjk off=8553698 len=1262581 2024-04-02T09:00:53.593 INFO:tasks.workunit.client.0.smithi104.stdout:op 2800 completed, throughput=5MB/sec 2024-04-02T09:00:54.594 INFO:tasks.workunit.client.0.smithi104.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:54.594 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-V46jpDBeeyvDTT5 off=517225 len=1480927 2024-04-02T09:00:54.601 INFO:tasks.workunit.client.0.smithi104.stdout:op 2801 completed, throughput=5MB/sec 2024-04-02T09:00:54.601 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WcnPW_W23eBlscv off=10539640 len=1420680 2024-04-02T09:00:54.605 INFO:tasks.workunit.client.0.smithi104.stdout:op 2802 completed, throughput=5MB/sec 2024-04-02T09:00:54.605 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gvzNfrcv_61YD1e off=8209205 len=1632323 2024-04-02T09:00:54.613 INFO:tasks.workunit.client.0.smithi104.stdout:op 2803 completed, throughput=5MB/sec 2024-04-02T09:00:54.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:54 smithi188 ceph-mon[86835]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:54 smithi104 ceph-mon[96567]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:54.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:54 smithi104 ceph-mon[94081]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:55.613 INFO:tasks.workunit.client.0.smithi104.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:55.614 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-i8yn4p3viSNEMqf off=122421 len=1394052 2024-04-02T09:00:55.616 INFO:tasks.workunit.client.0.smithi104.stdout:op 2804 completed, throughput=4.99MB/sec 2024-04-02T09:00:55.616 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ccw4UfV0g9NUvMN off=16354576 len=1183150 2024-04-02T09:00:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:op 2805 completed, throughput=5MB/sec 2024-04-02T09:00:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Er9KnYHhVZgWQZV off=1883274 len=1388588 2024-04-02T09:00:55.631 INFO:tasks.workunit.client.0.smithi104.stdout:op 2806 completed, throughput=5MB/sec 2024-04-02T09:00:55.631 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nn5aKbAf1ADEMB_ off=19783955 len=839257 2024-04-02T09:00:55.632 INFO:tasks.workunit.client.0.smithi104.stdout:op 2807 completed, throughput=5MB/sec 2024-04-02T09:00:55.632 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VgprIrP3AYXkxbw off=7677340 len=892540 2024-04-02T09:00:55.636 INFO:tasks.workunit.client.0.smithi104.stdout:op 2808 completed, throughput=5MB/sec 2024-04-02T09:00:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:00:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:00:55] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:00:56.636 INFO:tasks.workunit.client.0.smithi104.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:56.636 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HfpYDbIZIR3Q7-i off=1709342 len=717016 2024-04-02T09:00:56.637 INFO:tasks.workunit.client.0.smithi104.stdout:op 2809 completed, throughput=4.99MB/sec 2024-04-02T09:00:56.637 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kQBm7wcTesma2qN off=83446 len=1664575 2024-04-02T09:00:56.638 INFO:tasks.workunit.client.0.smithi104.stdout:op 2810 completed, throughput=5MB/sec 2024-04-02T09:00:56.638 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YrsYPJOBAXo98va off=6719616 len=1392650 2024-04-02T09:00:56.644 INFO:tasks.workunit.client.0.smithi104.stdout:op 2811 completed, throughput=5MB/sec 2024-04-02T09:00:56.644 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LvqqbwjsvU7GNzt off=4118910 len=687590 2024-04-02T09:00:56.646 INFO:tasks.workunit.client.0.smithi104.stdout:op 2812 completed, throughput=5MB/sec 2024-04-02T09:00:56.646 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lAHvW2NisYinYXd off=2381034 len=182541 2024-04-02T09:00:56.646 INFO:tasks.workunit.client.0.smithi104.stdout:op 2813 completed, throughput=5MB/sec 2024-04-02T09:00:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:56 smithi188 ceph-mon[86835]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:56 smithi104 ceph-mon[96567]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:56.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:56 smithi104 ceph-mon[94081]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:57.647 INFO:tasks.workunit.client.0.smithi104.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:57.647 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-p44QQqteaxGdYoS off=1099742 len=1363505 2024-04-02T09:00:57.648 INFO:tasks.workunit.client.0.smithi104.stdout:op 2814 completed, throughput=4.99MB/sec 2024-04-02T09:00:57.648 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uEDJz4_jN8mYmuq off=2758274 len=836037 2024-04-02T09:00:57.652 INFO:tasks.workunit.client.0.smithi104.stdout:op 2815 completed, throughput=4.99MB/sec 2024-04-02T09:00:57.652 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zszbb6hFAVpdf44 off=3054805 len=580300 2024-04-02T09:00:57.653 INFO:tasks.workunit.client.0.smithi104.stdout:op 2816 completed, throughput=5MB/sec 2024-04-02T09:00:57.653 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QAEfhlKHa3mZLHz off=4176302 len=1650844 2024-04-02T09:00:57.655 INFO:tasks.workunit.client.0.smithi104.stdout:op 2817 completed, throughput=5MB/sec 2024-04-02T09:00:57.655 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-U1stdA6po7SFc-t off=12119082 len=1916372 2024-04-02T09:00:57.663 INFO:tasks.workunit.client.0.smithi104.stdout:op 2818 completed, throughput=5MB/sec 2024-04-02T09:00:58.123 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 09:00:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=cleanup t=2024-04-02T09:00:57.646514636Z level=info msg="Completed cleanup jobs" duration=4.549953ms 2024-04-02T09:00:58.664 INFO:tasks.workunit.client.0.smithi104.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:58.664 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9Oj0CobEjJ6Iyz7 off=5389597 len=736552 2024-04-02T09:00:58.667 INFO:tasks.workunit.client.0.smithi104.stdout:op 2819 completed, throughput=4.99MB/sec 2024-04-02T09:00:58.667 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1CmrNwPK7ZNEq_0 off=798780 len=189075 2024-04-02T09:00:58.670 INFO:tasks.workunit.client.0.smithi104.stdout:op 2820 completed, throughput=4.99MB/sec 2024-04-02T09:00:58.670 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZUDs4Fviir2bwJZ off=3130044 len=232028 2024-04-02T09:00:58.671 INFO:tasks.workunit.client.0.smithi104.stdout:op 2821 completed, throughput=4.99MB/sec 2024-04-02T09:00:58.671 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kuZ1MWSiCuR4OLU off=5171044 len=918687 2024-04-02T09:00:58.676 INFO:tasks.workunit.client.0.smithi104.stdout:op 2822 completed, throughput=5MB/sec 2024-04-02T09:00:58.676 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0xXoES1VLjcVWBG off=1641632 len=1667829 2024-04-02T09:00:58.683 INFO:tasks.workunit.client.0.smithi104.stdout:op 2823 completed, throughput=5MB/sec 2024-04-02T09:00:58.683 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BHHonIrzvuiadvr off=12382418 len=19179 2024-04-02T09:00:58.684 INFO:tasks.workunit.client.0.smithi104.stdout:op 2824 completed, throughput=5MB/sec 2024-04-02T09:00:58.684 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qXZhW9r9rRP1rAj off=11118187 len=178266 2024-04-02T09:00:58.684 INFO:tasks.workunit.client.0.smithi104.stdout:op 2825 completed, throughput=5MB/sec 2024-04-02T09:00:58.684 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rxpe686T_vUhmSu off=3661002 len=1673357 2024-04-02T09:00:58.686 INFO:tasks.workunit.client.0.smithi104.stdout:op 2826 completed, throughput=5MB/sec 2024-04-02T09:00:58.691 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:00:58 smithi104 ceph-mon[96567]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:58.692 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:00:58 smithi104 ceph-mon[94081]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:00:58 smithi188 ceph-mon[86835]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:59.686 INFO:tasks.workunit.client.0.smithi104.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:59.686 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EmAL__BCtMXMUqU off=16351088 len=1621887 2024-04-02T09:00:59.687 INFO:tasks.workunit.client.0.smithi104.stdout:op 2827 completed, throughput=5MB/sec 2024-04-02T09:00:59.687 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SoMqXR2sLcrLuqx off=11006532 len=866170 2024-04-02T09:00:59.692 INFO:tasks.workunit.client.0.smithi104.stdout:op 2828 completed, throughput=5MB/sec 2024-04-02T09:00:59.693 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jDcZl4ttWAiqwTZ off=11807332 len=1693862 2024-04-02T09:00:59.702 INFO:tasks.workunit.client.0.smithi104.stdout:op 2829 completed, throughput=5MB/sec 2024-04-02T09:01:00.703 INFO:tasks.workunit.client.0.smithi104.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:00.703 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BHH7QuURzO5yV71 off=14526637 len=1140622 2024-04-02T09:01:00.704 INFO:tasks.workunit.client.0.smithi104.stdout:op 2830 completed, throughput=4.99MB/sec 2024-04-02T09:01:00.704 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QAzZsRXgl9RxVHb off=3465438 len=284987 2024-04-02T09:01:00.707 INFO:tasks.workunit.client.0.smithi104.stdout:op 2831 completed, throughput=4.99MB/sec 2024-04-02T09:01:00.708 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jlinnbVcBBkC8dk off=8834026 len=1612871 2024-04-02T09:01:00.717 INFO:tasks.workunit.client.0.smithi104.stdout:op 2832 completed, throughput=5MB/sec 2024-04-02T09:01:00.717 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LDmZR7oqqRhE5Ei off=4552579 len=240591 2024-04-02T09:01:00.717 INFO:tasks.workunit.client.0.smithi104.stdout:op 2833 completed, throughput=5MB/sec 2024-04-02T09:01:00.717 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g5EEPhJsIP0bDXS off=16454744 len=1022811 2024-04-02T09:01:00.722 INFO:tasks.workunit.client.0.smithi104.stdout:op 2834 completed, throughput=5MB/sec 2024-04-02T09:01:00.722 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZV7uJtT3QMP0Nxl off=284775 len=1090469 2024-04-02T09:01:00.724 INFO:tasks.workunit.client.0.smithi104.stdout:op 2835 completed, throughput=5MB/sec 2024-04-02T09:01:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:00 smithi188 ceph-mon[86835]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:01:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:00 smithi104 ceph-mon[94081]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:01:00.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:00 smithi104 ceph-mon[96567]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:01:01.724 INFO:tasks.workunit.client.0.smithi104.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:01.724 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QnY_Iwt1eB1iofX off=3976722 len=1001394 2024-04-02T09:01:01.725 INFO:tasks.workunit.client.0.smithi104.stdout:op 2836 completed, throughput=4.99MB/sec 2024-04-02T09:01:01.725 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-n7L-6PD7XFnpZ-0 off=5866393 len=1376641 2024-04-02T09:01:01.732 INFO:tasks.workunit.client.0.smithi104.stdout:op 2837 completed, throughput=5MB/sec 2024-04-02T09:01:01.732 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TbGHtgPuwmtsHpJ off=20778334 len=1392290 2024-04-02T09:01:01.737 INFO:tasks.workunit.client.0.smithi104.stdout:op 2838 completed, throughput=5MB/sec 2024-04-02T09:01:01.738 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ECM36tRHuxptedq off=1657061 len=1866836 2024-04-02T09:01:01.739 INFO:tasks.workunit.client.0.smithi104.stdout:op 2839 completed, throughput=5MB/sec 2024-04-02T09:01:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:02 smithi188 ceph-mon[86835]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:01:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:02.739 INFO:tasks.workunit.client.0.smithi104.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:02.740 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AQ5ESmf2Hpg2jsq off=4055520 len=1579760 2024-04-02T09:01:02.741 INFO:tasks.workunit.client.0.smithi104.stdout:op 2840 completed, throughput=4.99MB/sec 2024-04-02T09:01:02.741 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0fg4Jz2hSAgr-My off=2178763 len=861777 2024-04-02T09:01:02.746 INFO:tasks.workunit.client.0.smithi104.stdout:op 2841 completed, throughput=5MB/sec 2024-04-02T09:01:02.746 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FRujNQ7MLLZXy5c off=1423776 len=1737480 2024-04-02T09:01:02.753 INFO:tasks.workunit.client.0.smithi104.stdout:op 2842 completed, throughput=5MB/sec 2024-04-02T09:01:02.753 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0_I-iQskzJ10LYe off=6457224 len=343872 2024-04-02T09:01:02.756 INFO:tasks.workunit.client.0.smithi104.stdout:op 2843 completed, throughput=5MB/sec 2024-04-02T09:01:02.756 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OdlDa4tLxDqMeGe off=3265162 len=2013017 2024-04-02T09:01:02.764 INFO:tasks.workunit.client.0.smithi104.stdout:op 2844 completed, throughput=5MB/sec 2024-04-02T09:01:02.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:02 smithi104 ceph-mon[94081]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:02 smithi104 ceph-mon[96567]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:03.764 INFO:tasks.workunit.client.0.smithi104.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:03.764 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lNYZ5b4SISVDfw3 off=3836053 len=599507 2024-04-02T09:01:03.768 INFO:tasks.workunit.client.0.smithi104.stdout:op 2845 completed, throughput=5MB/sec 2024-04-02T09:01:03.768 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HJrvSsL9tR-5XNm off=909917 len=665103 2024-04-02T09:01:03.769 INFO:tasks.workunit.client.0.smithi104.stdout:op 2846 completed, throughput=5MB/sec 2024-04-02T09:01:03.769 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VLkDPWc5gVQJBWm off=1687045 len=1647991 2024-04-02T09:01:03.771 INFO:tasks.workunit.client.0.smithi104.stdout:op 2847 completed, throughput=5MB/sec 2024-04-02T09:01:03.771 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CTD_A8XBkOEsjI6 off=5761349 len=1036891 2024-04-02T09:01:03.774 INFO:tasks.workunit.client.0.smithi104.stdout:op 2848 completed, throughput=5MB/sec 2024-04-02T09:01:04.775 INFO:tasks.workunit.client.0.smithi104.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:04.775 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-v9Go-JXbaSLyPLm off=1052839 len=1876717 2024-04-02T09:01:04.776 INFO:tasks.workunit.client.0.smithi104.stdout:op 2849 completed, throughput=5MB/sec 2024-04-02T09:01:04.777 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PUHOQ2cQw8S_KoP off=2292948 len=1595362 2024-04-02T09:01:04.778 INFO:tasks.workunit.client.0.smithi104.stdout:op 2850 completed, throughput=5MB/sec 2024-04-02T09:01:04.778 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bSm85KI-w16LFgZ off=11863060 len=196873 2024-04-02T09:01:04.781 INFO:tasks.workunit.client.0.smithi104.stdout:op 2851 completed, throughput=5MB/sec 2024-04-02T09:01:04.781 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EEdDCmQjr1_oBdf off=82250 len=1190163 2024-04-02T09:01:04.788 INFO:tasks.workunit.client.0.smithi104.stdout:op 2852 completed, throughput=5MB/sec 2024-04-02T09:01:04.788 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iR-71NrCUy702RR off=3922187 len=1938489 2024-04-02T09:01:04.790 INFO:tasks.workunit.client.0.smithi104.stdout:op 2853 completed, throughput=5MB/sec 2024-04-02T09:01:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:04 smithi188 ceph-mon[86835]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:04 smithi104 ceph-mon[94081]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:04.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:04 smithi104 ceph-mon[96567]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:04.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:05.790 INFO:tasks.workunit.client.0.smithi104.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:05.791 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-b8SjTJJTkTpF13N off=10424626 len=195531 2024-04-02T09:01:05.791 INFO:tasks.workunit.client.0.smithi104.stdout:op 2854 completed, throughput=4.99MB/sec 2024-04-02T09:01:05.791 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5lNLZbgWaw2e7_Q off=1061370 len=1382855 2024-04-02T09:01:05.796 INFO:tasks.workunit.client.0.smithi104.stdout:op 2855 completed, throughput=5MB/sec 2024-04-02T09:01:05.796 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8DM3jrqBBuOYC0J off=4723444 len=222123 2024-04-02T09:01:05.797 INFO:tasks.workunit.client.0.smithi104.stdout:op 2856 completed, throughput=5MB/sec 2024-04-02T09:01:05.797 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Z9zmjEURvUag9MC off=18476853 len=130022 2024-04-02T09:01:05.800 INFO:tasks.workunit.client.0.smithi104.stdout:op 2857 completed, throughput=5MB/sec 2024-04-02T09:01:05.800 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CWt6fCgbTEP2GRG off=3499831 len=1011037 2024-04-02T09:01:05.800 INFO:tasks.workunit.client.0.smithi104.stdout:op 2858 completed, throughput=5MB/sec 2024-04-02T09:01:05.800 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2eiJBecL0STFOUK off=3244953 len=1535088 2024-04-02T09:01:05.801 INFO:tasks.workunit.client.0.smithi104.stdout:op 2859 completed, throughput=5MB/sec 2024-04-02T09:01:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:01:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:01:05] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-04-02T09:01:06.802 INFO:tasks.workunit.client.0.smithi104.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:06.802 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-h0NwelRjEsueF-h off=18637826 len=1302813 2024-04-02T09:01:06.808 INFO:tasks.workunit.client.0.smithi104.stdout:op 2860 completed, throughput=5MB/sec 2024-04-02T09:01:06.809 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jyPdiubUpda-GAG off=15863873 len=2018145 2024-04-02T09:01:06.810 INFO:tasks.workunit.client.0.smithi104.stdout:op 2861 completed, throughput=5MB/sec 2024-04-02T09:01:06.810 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KjTIvVR2YeUOf3h off=3988720 len=1421906 2024-04-02T09:01:06.811 INFO:tasks.workunit.client.0.smithi104.stdout:op 2862 completed, throughput=5MB/sec 2024-04-02T09:01:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:06 smithi188 ceph-mon[86835]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:06 smithi104 ceph-mon[96567]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:06.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:06 smithi104 ceph-mon[94081]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:07.811 INFO:tasks.workunit.client.0.smithi104.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:07.811 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eOxd3JrXnRGgQKW off=0 len=1049353 2024-04-02T09:01:07.812 INFO:tasks.workunit.client.0.smithi104.stdout:op 2863 completed, throughput=4.99MB/sec 2024-04-02T09:01:07.812 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RjlyACkAd6D6xA3 off=5242199 len=386938 2024-04-02T09:01:07.815 INFO:tasks.workunit.client.0.smithi104.stdout:op 2864 completed, throughput=4.99MB/sec 2024-04-02T09:01:07.815 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2N_r5xyl0Dp2dOr off=16749060 len=1767608 2024-04-02T09:01:07.816 INFO:tasks.workunit.client.0.smithi104.stdout:op 2865 completed, throughput=5MB/sec 2024-04-02T09:01:07.816 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JrBrjV9VBVdZb9S off=2032177 len=1911528 2024-04-02T09:01:07.818 INFO:tasks.workunit.client.0.smithi104.stdout:op 2866 completed, throughput=5MB/sec 2024-04-02T09:01:08.819 INFO:tasks.workunit.client.0.smithi104.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:08.819 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-12WbstXp56On7EH off=1203317 len=1976853 2024-04-02T09:01:08.820 INFO:tasks.workunit.client.0.smithi104.stdout:op 2867 completed, throughput=5MB/sec 2024-04-02T09:01:08.820 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q3Lfp5_lBSnBA40 off=1122166 len=1208517 2024-04-02T09:01:08.827 INFO:tasks.workunit.client.0.smithi104.stdout:op 2868 completed, throughput=5MB/sec 2024-04-02T09:01:08.827 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GDikjFcrzqtRUeC off=399344 len=790200 2024-04-02T09:01:08.827 INFO:tasks.workunit.client.0.smithi104.stdout:op 2869 completed, throughput=5MB/sec 2024-04-02T09:01:08.827 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RX7YYiovfNW9gCj off=466700 len=105469 2024-04-02T09:01:08.830 INFO:tasks.workunit.client.0.smithi104.stdout:op 2870 completed, throughput=5MB/sec 2024-04-02T09:01:08.830 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MOU8stfKTNw0zjR off=3787456 len=935433 2024-04-02T09:01:08.831 INFO:tasks.workunit.client.0.smithi104.stdout:op 2871 completed, throughput=5MB/sec 2024-04-02T09:01:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:08 smithi188 ceph-mon[86835]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:08 smithi104 ceph-mon[94081]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:08 smithi104 ceph-mon[96567]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:09.831 INFO:tasks.workunit.client.0.smithi104.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:09.831 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o7VlAf30o-0rx5h off=352701 len=1410140 2024-04-02T09:01:09.838 INFO:tasks.workunit.client.0.smithi104.stdout:op 2872 completed, throughput=4.99MB/sec 2024-04-02T09:01:09.838 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rJl-VXvspWiZo-D off=2453327 len=529275 2024-04-02T09:01:09.839 INFO:tasks.workunit.client.0.smithi104.stdout:op 2873 completed, throughput=4.99MB/sec 2024-04-02T09:01:09.839 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vr7gZFiA5QTfJqv off=10322126 len=180762 2024-04-02T09:01:09.839 INFO:tasks.workunit.client.0.smithi104.stdout:op 2874 completed, throughput=4.99MB/sec 2024-04-02T09:01:09.839 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-deD71jUp3xa2T-Y off=1209549 len=1607688 2024-04-02T09:01:09.847 INFO:tasks.workunit.client.0.smithi104.stdout:op 2875 completed, throughput=5MB/sec 2024-04-02T09:01:09.847 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-InuLMTlOcPvVy6o off=19362345 len=973025 2024-04-02T09:01:09.851 INFO:tasks.workunit.client.0.smithi104.stdout:op 2876 completed, throughput=5MB/sec 2024-04-02T09:01:09.851 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uq4BxrCjeaXFaE5 off=3246383 len=764225 2024-04-02T09:01:09.852 INFO:tasks.workunit.client.0.smithi104.stdout:op 2877 completed, throughput=5MB/sec 2024-04-02T09:01:10.853 INFO:tasks.workunit.client.0.smithi104.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:10.853 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-S6UHvoOTaX1fJK6 off=8852900 len=1148555 2024-04-02T09:01:10.855 INFO:tasks.workunit.client.0.smithi104.stdout:op 2878 completed, throughput=4.99MB/sec 2024-04-02T09:01:10.855 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JxWsqzCq8WldU-- off=15022 len=49188 2024-04-02T09:01:10.856 INFO:tasks.workunit.client.0.smithi104.stdout:op 2879 completed, throughput=4.99MB/sec 2024-04-02T09:01:10.856 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8eHXLZlnWRBQb3S off=445485 len=689301 2024-04-02T09:01:10.860 INFO:tasks.workunit.client.0.smithi104.stdout:op 2880 completed, throughput=4.99MB/sec 2024-04-02T09:01:10.860 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fFbdPX0bA2_AgY9 off=1503030 len=1215127 2024-04-02T09:01:10.868 INFO:tasks.workunit.client.0.smithi104.stdout:op 2881 completed, throughput=5MB/sec 2024-04-02T09:01:10.868 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TJiqYPitzEWtX9I off=11282647 len=1887919 2024-04-02T09:01:10.870 INFO:tasks.workunit.client.0.smithi104.stdout:op 2882 completed, throughput=5MB/sec 2024-04-02T09:01:10.870 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8M28MkLiMrXv2hN off=5619954 len=853426 2024-04-02T09:01:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:10 smithi188 ceph-mon[86835]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:10.874 INFO:tasks.workunit.client.0.smithi104.stdout:op 2883 completed, throughput=5MB/sec 2024-04-02T09:01:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:10 smithi104 ceph-mon[94081]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:10 smithi104 ceph-mon[96567]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:11.874 INFO:tasks.workunit.client.0.smithi104.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:11.875 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aDvetu5r_9SiK3K off=16093292 len=1089549 2024-04-02T09:01:11.879 INFO:tasks.workunit.client.0.smithi104.stdout:op 2884 completed, throughput=4.99MB/sec 2024-04-02T09:01:11.879 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iVKTDyehme8-5fL off=3208116 len=1069568 2024-04-02T09:01:11.883 INFO:tasks.workunit.client.0.smithi104.stdout:op 2885 completed, throughput=5MB/sec 2024-04-02T09:01:11.883 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f0tL52zyapNRp_X off=12599334 len=1291802 2024-04-02T09:01:11.888 INFO:tasks.workunit.client.0.smithi104.stdout:op 2886 completed, throughput=5MB/sec 2024-04-02T09:01:11.889 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ek7SqWMwUuNJbdp off=4230029 len=1323961 2024-04-02T09:01:11.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 2887 completed, throughput=5MB/sec 2024-04-02T09:01:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:12 smithi188 ceph-mon[86835]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:01:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:12 smithi104 ceph-mon[96567]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:12.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:12 smithi104 ceph-mon[94081]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:12.895 INFO:tasks.workunit.client.0.smithi104.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:12.895 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mZCowz22IJ2uRkm off=9271717 len=78124 2024-04-02T09:01:12.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 2888 completed, throughput=4.99MB/sec 2024-04-02T09:01:12.895 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vzs_ylgKeai6hnF off=2442616 len=523132 2024-04-02T09:01:12.898 INFO:tasks.workunit.client.0.smithi104.stdout:op 2889 completed, throughput=4.99MB/sec 2024-04-02T09:01:12.898 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pWuhHT4tgNkOY4R off=18816233 len=1468778 2024-04-02T09:01:12.905 INFO:tasks.workunit.client.0.smithi104.stdout:op 2890 completed, throughput=4.99MB/sec 2024-04-02T09:01:12.905 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JsEX2jUhJdiRYZX off=0 len=1264251 2024-04-02T09:01:12.909 INFO:tasks.workunit.client.0.smithi104.stdout:op 2891 completed, throughput=5MB/sec 2024-04-02T09:01:12.909 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DhdzAwJpG4ZF4VC off=565982 len=1525577 2024-04-02T09:01:12.915 INFO:tasks.workunit.client.0.smithi104.stdout:op 2892 completed, throughput=5MB/sec 2024-04-02T09:01:12.915 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FuAKhwNOqVlbtGX off=5621475 len=960383 2024-04-02T09:01:12.917 INFO:tasks.workunit.client.0.smithi104.stdout:op 2893 completed, throughput=5MB/sec 2024-04-02T09:01:13.917 INFO:tasks.workunit.client.0.smithi104.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:13.917 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--YVGna4PJ3bsH4M off=7377075 len=637703 2024-04-02T09:01:13.919 INFO:tasks.workunit.client.0.smithi104.stdout:op 2894 completed, throughput=4.99MB/sec 2024-04-02T09:01:13.919 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-czMzx36mvlUuCxB off=0 len=1243249 2024-04-02T09:01:13.920 INFO:tasks.workunit.client.0.smithi104.stdout:op 2895 completed, throughput=5MB/sec 2024-04-02T09:01:13.920 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-73sYc1bgXlTFIXu off=1092081 len=776171 2024-04-02T09:01:13.923 INFO:tasks.workunit.client.0.smithi104.stdout:op 2896 completed, throughput=5MB/sec 2024-04-02T09:01:13.924 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JcT8av_pb_BWvj_ off=5457417 len=961533 2024-04-02T09:01:13.924 INFO:tasks.workunit.client.0.smithi104.stdout:op 2897 completed, throughput=5MB/sec 2024-04-02T09:01:13.924 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rU3Nvz-kyWI1k-b off=3369525 len=1408921 2024-04-02T09:01:13.925 INFO:tasks.workunit.client.0.smithi104.stdout:op 2898 completed, throughput=5MB/sec 2024-04-02T09:01:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:14 smithi188 ceph-mon[86835]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:14 smithi104 ceph-mon[96567]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:14 smithi104 ceph-mon[94081]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:14.926 INFO:tasks.workunit.client.0.smithi104.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:14.926 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f1F_ea3F4fKu0Eh off=4511428 len=678593 2024-04-02T09:01:14.930 INFO:tasks.workunit.client.0.smithi104.stdout:op 2899 completed, throughput=4.99MB/sec 2024-04-02T09:01:14.930 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-L-xcVz3zOY5c71z off=7646637 len=1510259 2024-04-02T09:01:14.931 INFO:tasks.workunit.client.0.smithi104.stdout:op 2900 completed, throughput=5MB/sec 2024-04-02T09:01:14.931 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dGWfj0Yxn6InWce off=441494 len=536246 2024-04-02T09:01:14.932 INFO:tasks.workunit.client.0.smithi104.stdout:op 2901 completed, throughput=5MB/sec 2024-04-02T09:01:14.932 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-J0cWPzU-DZvhgmU off=7070859 len=29315 2024-04-02T09:01:14.934 INFO:tasks.workunit.client.0.smithi104.stdout:op 2902 completed, throughput=5MB/sec 2024-04-02T09:01:14.934 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xXsGqC1TRYHTTvl off=1297059 len=1061555 2024-04-02T09:01:14.935 INFO:tasks.workunit.client.0.smithi104.stdout:op 2903 completed, throughput=5MB/sec 2024-04-02T09:01:14.935 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W0owHwh48R6REN7 off=2428084 len=1554539 2024-04-02T09:01:14.942 INFO:tasks.workunit.client.0.smithi104.stdout:op 2904 completed, throughput=5MB/sec 2024-04-02T09:01:15.943 INFO:tasks.workunit.client.0.smithi104.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:15.943 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GOrpgPNiLYN2MIu off=5589455 len=1531465 2024-04-02T09:01:15.948 INFO:tasks.workunit.client.0.smithi104.stdout:op 2905 completed, throughput=4.99MB/sec 2024-04-02T09:01:15.948 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-H_JHmM0XQyk8MWC off=256640 len=123934 2024-04-02T09:01:15.951 INFO:tasks.workunit.client.0.smithi104.stdout:op 2906 completed, throughput=4.99MB/sec 2024-04-02T09:01:15.951 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E-TFYWiKXKO9s72 off=15345407 len=1662166 2024-04-02T09:01:15.952 INFO:tasks.workunit.client.0.smithi104.stdout:op 2907 completed, throughput=5MB/sec 2024-04-02T09:01:15.952 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fNUYAkJ56B6MDPa off=16990718 len=898284 2024-04-02T09:01:15.953 INFO:tasks.workunit.client.0.smithi104.stdout:op 2908 completed, throughput=5MB/sec 2024-04-02T09:01:15.953 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Sgxq1LDJEeA7T5M off=8214925 len=1906886 2024-04-02T09:01:15.957 INFO:tasks.workunit.client.0.smithi104.stdout:op 2909 completed, throughput=5MB/sec 2024-04-02T09:01:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:01:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:01:15] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-04-02T09:01:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:16 smithi188 ceph-mon[86835]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:16 smithi104 ceph-mon[96567]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:16 smithi104 ceph-mon[94081]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:16.957 INFO:tasks.workunit.client.0.smithi104.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:16.957 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GMvx4dfsolw26fV off=438100 len=740850 2024-04-02T09:01:16.958 INFO:tasks.workunit.client.0.smithi104.stdout:op 2910 completed, throughput=4.99MB/sec 2024-04-02T09:01:16.958 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0IMy8r92gm-pQjA off=3277495 len=1174083 2024-04-02T09:01:16.959 INFO:tasks.workunit.client.0.smithi104.stdout:op 2911 completed, throughput=5MB/sec 2024-04-02T09:01:16.959 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jeM60k6LeOXVt4E off=2711252 len=1041474 2024-04-02T09:01:16.964 INFO:tasks.workunit.client.0.smithi104.stdout:op 2912 completed, throughput=5MB/sec 2024-04-02T09:01:16.964 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nvnbP7RuO3gUEL3 off=7554289 len=129837 2024-04-02T09:01:16.966 INFO:tasks.workunit.client.0.smithi104.stdout:op 2913 completed, throughput=5MB/sec 2024-04-02T09:01:16.967 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9Z9ZZxhNMTlwNJW off=4359918 len=219714 2024-04-02T09:01:16.969 INFO:tasks.workunit.client.0.smithi104.stdout:op 2914 completed, throughput=5MB/sec 2024-04-02T09:01:16.969 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N8_jlVSMbKUnsO0 off=2984983 len=44343 2024-04-02T09:01:16.969 INFO:tasks.workunit.client.0.smithi104.stdout:op 2915 completed, throughput=5MB/sec 2024-04-02T09:01:16.969 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YKpfa5nuJvPLU08 off=13311641 len=1973514 2024-04-02T09:01:16.980 INFO:tasks.workunit.client.0.smithi104.stdout:op 2916 completed, throughput=5MB/sec 2024-04-02T09:01:17.980 INFO:tasks.workunit.client.0.smithi104.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:17.980 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-C9A4nD7r2Mq9pye off=2074965 len=1299733 2024-04-02T09:01:17.981 INFO:tasks.workunit.client.0.smithi104.stdout:op 2917 completed, throughput=5MB/sec 2024-04-02T09:01:17.981 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QChAW_ZzGPu_moK off=21063265 len=761419 2024-04-02T09:01:17.982 INFO:tasks.workunit.client.0.smithi104.stdout:op 2918 completed, throughput=5MB/sec 2024-04-02T09:01:17.982 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-symTAmibDJIrgco off=7856992 len=901224 2024-04-02T09:01:17.987 INFO:tasks.workunit.client.0.smithi104.stdout:op 2919 completed, throughput=5MB/sec 2024-04-02T09:01:17.987 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vLXRNkAIMGmXVZR off=0 len=1077321 2024-04-02T09:01:17.988 INFO:tasks.workunit.client.0.smithi104.stdout:op 2920 completed, throughput=5MB/sec 2024-04-02T09:01:17.988 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3hMiQkv0loaxdUi off=16399604 len=805310 2024-04-02T09:01:17.991 INFO:tasks.workunit.client.0.smithi104.stdout:op 2921 completed, throughput=5MB/sec 2024-04-02T09:01:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:18 smithi188 ceph-mon[86835]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:18 smithi104 ceph-mon[96567]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:18 smithi104 ceph-mon[94081]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:18.991 INFO:tasks.workunit.client.0.smithi104.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:18.991 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--oTlCQp0cudO-gQ off=2281609 len=1403822 2024-04-02T09:01:18.993 INFO:tasks.workunit.client.0.smithi104.stdout:op 2922 completed, throughput=4.99MB/sec 2024-04-02T09:01:18.993 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q0SkiGe5yO5FxVk off=3111667 len=670953 2024-04-02T09:01:18.996 INFO:tasks.workunit.client.0.smithi104.stdout:op 2923 completed, throughput=5MB/sec 2024-04-02T09:01:18.997 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-X2Nw6tvUcS0wH2Y off=660693 len=1829056 2024-04-02T09:01:18.998 INFO:tasks.workunit.client.0.smithi104.stdout:op 2924 completed, throughput=5MB/sec 2024-04-02T09:01:18.998 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KpEe358Oexbd9pE off=6001872 len=233108 2024-04-02T09:01:19.001 INFO:tasks.workunit.client.0.smithi104.stdout:op 2925 completed, throughput=5MB/sec 2024-04-02T09:01:19.001 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0_rEcZRJF2n__Jg off=10839299 len=1318897 2024-04-02T09:01:19.007 INFO:tasks.workunit.client.0.smithi104.stdout:op 2926 completed, throughput=5MB/sec 2024-04-02T09:01:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:20.007 INFO:tasks.workunit.client.0.smithi104.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:20.007 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EyEHaB6_DZ23MTL off=779826 len=49193 2024-04-02T09:01:20.007 INFO:tasks.workunit.client.0.smithi104.stdout:op 2927 completed, throughput=4.99MB/sec 2024-04-02T09:01:20.008 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BlFl7oBFsJA7Spn off=3677309 len=949791 2024-04-02T09:01:20.008 INFO:tasks.workunit.client.0.smithi104.stdout:op 2928 completed, throughput=4.99MB/sec 2024-04-02T09:01:20.008 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IbvtPDoZz3LLd-R off=13900598 len=1032316 2024-04-02T09:01:20.011 INFO:tasks.workunit.client.0.smithi104.stdout:op 2929 completed, throughput=5MB/sec 2024-04-02T09:01:20.011 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Exnj0aIH0BZaTXR off=17961851 len=1431709 2024-04-02T09:01:20.014 INFO:tasks.workunit.client.0.smithi104.stdout:op 2930 completed, throughput=5MB/sec 2024-04-02T09:01:20.014 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-R76shcxC7pmMFHJ off=11034485 len=1182040 2024-04-02T09:01:20.021 INFO:tasks.workunit.client.0.smithi104.stdout:op 2931 completed, throughput=5MB/sec 2024-04-02T09:01:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:20 smithi188 ceph-mon[86835]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:20 smithi104 ceph-mon[94081]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:20 smithi104 ceph-mon[96567]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:21.022 INFO:tasks.workunit.client.0.smithi104.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:21.022 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4BO-T3lPBF3KkEF off=10646690 len=1978858 2024-04-02T09:01:21.023 INFO:tasks.workunit.client.0.smithi104.stdout:op 2932 completed, throughput=4.99MB/sec 2024-04-02T09:01:21.023 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aCTG8b4Zgqm7N97 off=4931606 len=1623686 2024-04-02T09:01:21.031 INFO:tasks.workunit.client.0.smithi104.stdout:op 2933 completed, throughput=5MB/sec 2024-04-02T09:01:21.031 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pOvZsdwpYw-4wwm off=14294597 len=1946052 2024-04-02T09:01:21.041 INFO:tasks.workunit.client.0.smithi104.stdout:op 2934 completed, throughput=5MB/sec 2024-04-02T09:01:22.042 INFO:tasks.workunit.client.0.smithi104.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:22.042 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0DQlkvPiwZUJCMw off=705934 len=1866868 2024-04-02T09:01:22.043 INFO:tasks.workunit.client.0.smithi104.stdout:op 2935 completed, throughput=4.99MB/sec 2024-04-02T09:01:22.043 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JjsDvvQvrd1zNn7 off=24219705 len=103087 2024-04-02T09:01:22.046 INFO:tasks.workunit.client.0.smithi104.stdout:op 2936 completed, throughput=5MB/sec 2024-04-02T09:01:22.046 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o8i0_2DntAJjBl_ off=15119702 len=611164 2024-04-02T09:01:22.047 INFO:tasks.workunit.client.0.smithi104.stdout:op 2937 completed, throughput=5MB/sec 2024-04-02T09:01:22.047 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6Mo_o8PDxQ4PEdH off=2710744 len=427440 2024-04-02T09:01:22.050 INFO:tasks.workunit.client.0.smithi104.stdout:op 2938 completed, throughput=5MB/sec 2024-04-02T09:01:22.051 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G7tFLlG5uKJRzcw off=13148045 len=1166806 2024-04-02T09:01:22.055 INFO:tasks.workunit.client.0.smithi104.stdout:op 2939 completed, throughput=5MB/sec 2024-04-02T09:01:22.055 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kzVt_8WX804IAc- off=5387602 len=621089 2024-04-02T09:01:22.058 INFO:tasks.workunit.client.0.smithi104.stdout:op 2940 completed, throughput=5MB/sec 2024-04-02T09:01:22.058 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7Yiks2szCUREx0D off=8613518 len=2096651 2024-04-02T09:01:22.069 INFO:tasks.workunit.client.0.smithi104.stdout:op 2941 completed, throughput=5MB/sec 2024-04-02T09:01:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:22 smithi188 ceph-mon[86835]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:01:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:01:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:22 smithi104 ceph-mon[94081]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:22 smithi104 ceph-mon[96567]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:23.069 INFO:tasks.workunit.client.0.smithi104.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:23.069 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PMn52MkoTlHwjQr off=1160730 len=1441389 2024-04-02T09:01:23.075 INFO:tasks.workunit.client.0.smithi104.stdout:op 2942 completed, throughput=5MB/sec 2024-04-02T09:01:23.075 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zUwB_j02Bm1aknP off=10358264 len=766748 2024-04-02T09:01:23.075 INFO:tasks.workunit.client.0.smithi104.stdout:op 2943 completed, throughput=5MB/sec 2024-04-02T09:01:23.075 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8KbAYra2ExvILMF off=13026895 len=1617756 2024-04-02T09:01:23.084 INFO:tasks.workunit.client.0.smithi104.stdout:op 2944 completed, throughput=5MB/sec 2024-04-02T09:01:24.084 INFO:tasks.workunit.client.0.smithi104.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:24.084 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-isQrPjhN9UMHubA off=22968277 len=1718341 2024-04-02T09:01:24.086 INFO:tasks.workunit.client.0.smithi104.stdout:op 2945 completed, throughput=4.99MB/sec 2024-04-02T09:01:24.086 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-L2eR-6am_DurE3Q off=7974359 len=1826477 2024-04-02T09:01:24.087 INFO:tasks.workunit.client.0.smithi104.stdout:op 2946 completed, throughput=5MB/sec 2024-04-02T09:01:24.087 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SwUv_1470V0kXTT off=2998798 len=1983786 2024-04-02T09:01:24.093 INFO:tasks.workunit.client.0.smithi104.stdout:op 2947 completed, throughput=5MB/sec 2024-04-02T09:01:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:24 smithi188 ceph-mon[86835]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:24 smithi104 ceph-mon[96567]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:24.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:24 smithi104 ceph-mon[94081]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:25.093 INFO:tasks.workunit.client.0.smithi104.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:25.093 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-teuyF1J_vkaAU5q off=3909922 len=1594017 2024-04-02T09:01:25.100 INFO:tasks.workunit.client.0.smithi104.stdout:op 2948 completed, throughput=4.99MB/sec 2024-04-02T09:01:25.101 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yQawH-BMEVoWTjk off=7611726 len=451640 2024-04-02T09:01:25.104 INFO:tasks.workunit.client.0.smithi104.stdout:op 2949 completed, throughput=5MB/sec 2024-04-02T09:01:25.105 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Wx3HmDk_3NxbobT off=17209158 len=22484 2024-04-02T09:01:25.105 INFO:tasks.workunit.client.0.smithi104.stdout:op 2950 completed, throughput=5MB/sec 2024-04-02T09:01:25.105 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hw3cBcsqbpqEFQ0 off=12948580 len=1552472 2024-04-02T09:01:25.107 INFO:tasks.workunit.client.0.smithi104.stdout:op 2951 completed, throughput=5MB/sec 2024-04-02T09:01:25.107 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VFNzDqTXHNw5bY0 off=8957469 len=792095 2024-04-02T09:01:25.108 INFO:tasks.workunit.client.0.smithi104.stdout:op 2952 completed, throughput=5MB/sec 2024-04-02T09:01:25.108 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ht3jzJRrNMLVfbs off=6083406 len=600245 2024-04-02T09:01:25.109 INFO:tasks.workunit.client.0.smithi104.stdout:op 2953 completed, throughput=5MB/sec 2024-04-02T09:01:26.110 INFO:tasks.workunit.client.0.smithi104.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:26.110 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9L_MtIGmE26r8oL off=16801277 len=1787944 2024-04-02T09:01:26.120 INFO:tasks.workunit.client.0.smithi104.stdout:op 2954 completed, throughput=4.99MB/sec 2024-04-02T09:01:26.120 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EkY85k9QAVP3QtI off=8631728 len=1112550 2024-04-02T09:01:26.121 INFO:tasks.workunit.client.0.smithi104.stdout:op 2955 completed, throughput=5MB/sec 2024-04-02T09:01:26.121 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d1W1xpJpuSVN6nk off=2765213 len=1206454 2024-04-02T09:01:26.127 INFO:tasks.workunit.client.0.smithi104.stdout:op 2956 completed, throughput=5MB/sec 2024-04-02T09:01:26.127 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0wrWc1Cmdxe57XG off=2617014 len=728107 2024-04-02T09:01:26.128 INFO:tasks.workunit.client.0.smithi104.stdout:op 2957 completed, throughput=5MB/sec 2024-04-02T09:01:26.128 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2tDMIO12kfA6pLb off=69542 len=453975 2024-04-02T09:01:26.132 INFO:tasks.workunit.client.0.smithi104.stdout:op 2958 completed, throughput=5MB/sec 2024-04-02T09:01:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:01:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:01:25] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-02T09:01:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:26 smithi188 ceph-mon[86835]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:26 smithi104 ceph-mon[96567]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:26 smithi104 ceph-mon[94081]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:27.132 INFO:tasks.workunit.client.0.smithi104.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:27.132 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8C4tq4dZiFhae3s off=12556389 len=1234792 2024-04-02T09:01:27.133 INFO:tasks.workunit.client.0.smithi104.stdout:op 2959 completed, throughput=4.99MB/sec 2024-04-02T09:01:27.133 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BTv5IpYJdmXeIlH off=2929369 len=1683142 2024-04-02T09:01:27.134 INFO:tasks.workunit.client.0.smithi104.stdout:op 2960 completed, throughput=5MB/sec 2024-04-02T09:01:27.134 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JzDCuDbiOtv66vY off=4769242 len=1396864 2024-04-02T09:01:27.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 2961 completed, throughput=5MB/sec 2024-04-02T09:01:27.141 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qnIUkapsn5ZBnVi off=2813109 len=1657119 2024-04-02T09:01:27.148 INFO:tasks.workunit.client.0.smithi104.stdout:op 2962 completed, throughput=5MB/sec 2024-04-02T09:01:28.149 INFO:tasks.workunit.client.0.smithi104.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:28.149 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0fnRKHPwTHFGZ2B off=2011685 len=74696 2024-04-02T09:01:28.151 INFO:tasks.workunit.client.0.smithi104.stdout:op 2963 completed, throughput=4.99MB/sec 2024-04-02T09:01:28.151 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y1yop57GmLowW-Y off=842353 len=1892420 2024-04-02T09:01:28.162 INFO:tasks.workunit.client.0.smithi104.stdout:op 2964 completed, throughput=5MB/sec 2024-04-02T09:01:28.162 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nyCkOavKujhLG7V off=18978379 len=1941555 2024-04-02T09:01:28.169 INFO:tasks.workunit.client.0.smithi104.stdout:op 2965 completed, throughput=5MB/sec 2024-04-02T09:01:28.169 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9CkG4an8JynjbCu off=4608350 len=716406 2024-04-02T09:01:28.173 INFO:tasks.workunit.client.0.smithi104.stdout:op 2966 completed, throughput=5MB/sec 2024-04-02T09:01:28.173 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Jvys9LC3Zz2Chaf off=1835071 len=622465 2024-04-02T09:01:28.174 INFO:tasks.workunit.client.0.smithi104.stdout:op 2967 completed, throughput=5MB/sec 2024-04-02T09:01:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:28 smithi188 ceph-mon[86835]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:28 smithi104 ceph-mon[96567]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:28 smithi104 ceph-mon[94081]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:29.174 INFO:tasks.workunit.client.0.smithi104.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:29.175 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CDpyghWCYpAG0f- off=12426331 len=1068495 2024-04-02T09:01:29.176 INFO:tasks.workunit.client.0.smithi104.stdout:op 2968 completed, throughput=4.99MB/sec 2024-04-02T09:01:29.176 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5AhcN9bTNmNIII_ off=1184835 len=708306 2024-04-02T09:01:29.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 2969 completed, throughput=5MB/sec 2024-04-02T09:01:29.179 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fQOi3hT_lDnKjwp off=5650330 len=1017664 2024-04-02T09:01:29.180 INFO:tasks.workunit.client.0.smithi104.stdout:op 2970 completed, throughput=5MB/sec 2024-04-02T09:01:29.180 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DRdhKZKH6-XweZO off=1698152 len=627310 2024-04-02T09:01:29.184 INFO:tasks.workunit.client.0.smithi104.stdout:op 2971 completed, throughput=5MB/sec 2024-04-02T09:01:29.184 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-O89dTUJglqfxf3x off=2952410 len=1693035 2024-04-02T09:01:29.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 2972 completed, throughput=5MB/sec 2024-04-02T09:01:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:30.190 INFO:tasks.workunit.client.0.smithi104.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:30.190 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nfeQ6yO-o2C16fy off=3917807 len=1013746 2024-04-02T09:01:30.194 INFO:tasks.workunit.client.0.smithi104.stdout:op 2973 completed, throughput=4.99MB/sec 2024-04-02T09:01:30.194 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g5srqOoWSdkKD9t off=8782135 len=1689992 2024-04-02T09:01:30.203 INFO:tasks.workunit.client.0.smithi104.stdout:op 2974 completed, throughput=5MB/sec 2024-04-02T09:01:30.203 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ezhwip26VOOEjro off=1334966 len=305570 2024-04-02T09:01:30.204 INFO:tasks.workunit.client.0.smithi104.stdout:op 2975 completed, throughput=5MB/sec 2024-04-02T09:01:30.204 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qoUQ0lczfxqWM4_ off=439057 len=678330 2024-04-02T09:01:30.204 INFO:tasks.workunit.client.0.smithi104.stdout:op 2976 completed, throughput=5MB/sec 2024-04-02T09:01:30.205 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9w_VjvDl3Zs_EL3 off=10164686 len=208390 2024-04-02T09:01:30.207 INFO:tasks.workunit.client.0.smithi104.stdout:op 2977 completed, throughput=5MB/sec 2024-04-02T09:01:30.207 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uh9fQCPTe6xrIt_ off=3381386 len=54955 2024-04-02T09:01:30.207 INFO:tasks.workunit.client.0.smithi104.stdout:op 2978 completed, throughput=5MB/sec 2024-04-02T09:01:30.207 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-M3V31K3gL_9gimd off=6745738 len=152070 2024-04-02T09:01:30.208 INFO:tasks.workunit.client.0.smithi104.stdout:op 2979 completed, throughput=5MB/sec 2024-04-02T09:01:30.208 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WzUY6qjEJQaw2DB off=888899 len=1576989 2024-04-02T09:01:30.214 INFO:tasks.workunit.client.0.smithi104.stdout:op 2980 completed, throughput=5MB/sec 2024-04-02T09:01:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:30 smithi104 ceph-mon[96567]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:30 smithi104 ceph-mon[94081]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:30 smithi188 ceph-mon[86835]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:31.215 INFO:tasks.workunit.client.0.smithi104.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:31.215 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g9Y54pSwmRaT4Pz off=8579017 len=1377402 2024-04-02T09:01:31.221 INFO:tasks.workunit.client.0.smithi104.stdout:op 2981 completed, throughput=4.99MB/sec 2024-04-02T09:01:31.221 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-c-hm149EDyKs6AA off=4067574 len=1333100 2024-04-02T09:01:31.221 INFO:tasks.workunit.client.0.smithi104.stdout:op 2982 completed, throughput=5MB/sec 2024-04-02T09:01:31.222 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FTVoiKSg0PFhkGn off=15149934 len=495977 2024-04-02T09:01:31.225 INFO:tasks.workunit.client.0.smithi104.stdout:op 2983 completed, throughput=5MB/sec 2024-04-02T09:01:31.225 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-O2kQmjoqRtLigC7 off=5121850 len=1361560 2024-04-02T09:01:31.225 INFO:tasks.workunit.client.0.smithi104.stdout:op 2984 completed, throughput=5MB/sec 2024-04-02T09:01:31.225 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MkkIOhYgqnq2LOn off=387314 len=362388 2024-04-02T09:01:31.228 INFO:tasks.workunit.client.0.smithi104.stdout:op 2985 completed, throughput=5MB/sec 2024-04-02T09:01:32.228 INFO:tasks.workunit.client.0.smithi104.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:32.228 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8iShaRP8CFt18Tz off=10309472 len=1931902 2024-04-02T09:01:32.230 INFO:tasks.workunit.client.0.smithi104.stdout:op 2986 completed, throughput=5MB/sec 2024-04-02T09:01:32.230 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-moO_inXL5vK4NGl off=893776 len=1811053 2024-04-02T09:01:32.236 INFO:tasks.workunit.client.0.smithi104.stdout:op 2987 completed, throughput=5MB/sec 2024-04-02T09:01:32.236 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EJeG9_CcsO8G-6f off=1110484 len=1044598 2024-04-02T09:01:32.237 INFO:tasks.workunit.client.0.smithi104.stdout:op 2988 completed, throughput=5MB/sec 2024-04-02T09:01:32.237 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-77JHkiEajA7K-cr off=16367819 len=695280 2024-04-02T09:01:32.237 INFO:tasks.workunit.client.0.smithi104.stdout:op 2989 completed, throughput=5MB/sec 2024-04-02T09:01:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:32 smithi188 ceph-mon[86835]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:01:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:01:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:01:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:32.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:32 smithi104 ceph-mon[96567]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:01:32.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:32 smithi104 ceph-mon[94081]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:01:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:33.238 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-S8pPumrZMhE0YC9 off=17554614 len=114662 2024-04-02T09:01:33.239 INFO:tasks.workunit.client.0.smithi104.stdout:op 2990 completed, throughput=4.99MB/sec 2024-04-02T09:01:33.239 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lsfuk6FZ9VzZMPS off=5889547 len=19977 2024-04-02T09:01:33.240 INFO:tasks.workunit.client.0.smithi104.stdout:op 2991 completed, throughput=4.99MB/sec 2024-04-02T09:01:33.240 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_xqyg5eLXm3gUQA off=7354302 len=1789917 2024-04-02T09:01:33.244 INFO:tasks.workunit.client.0.smithi104.stdout:op 2992 completed, throughput=5MB/sec 2024-04-02T09:01:33.244 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Mv1yn7FLuqUu2pL off=6384941 len=1689316 2024-04-02T09:01:33.253 INFO:tasks.workunit.client.0.smithi104.stdout:op 2993 completed, throughput=5MB/sec 2024-04-02T09:01:33.253 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D1x15mmQHQPtDgE off=2886939 len=1653878 2024-04-02T09:01:33.254 INFO:tasks.workunit.client.0.smithi104.stdout:op 2994 completed, throughput=5MB/sec 2024-04-02T09:01:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:33 smithi188 ceph-mon[86835]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:01:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:33 smithi104 ceph-mon[94081]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:01:34.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:33 smithi104 ceph-mon[96567]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:01:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:34.254 INFO:tasks.workunit.client.0.smithi104.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:34.254 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CHV9szhdDYSFB3l off=3109537 len=538485 2024-04-02T09:01:34.258 INFO:tasks.workunit.client.0.smithi104.stdout:op 2995 completed, throughput=4.99MB/sec 2024-04-02T09:01:34.258 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GKUSsS911eQBVB8 off=9996397 len=140227 2024-04-02T09:01:34.260 INFO:tasks.workunit.client.0.smithi104.stdout:op 2996 completed, throughput=4.99MB/sec 2024-04-02T09:01:34.260 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Gmdyj9ZqcsE2QY9 off=4852486 len=1468085 2024-04-02T09:01:34.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 2997 completed, throughput=5MB/sec 2024-04-02T09:01:34.267 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-StDEZImqnUAaw4L off=4677915 len=971215 2024-04-02T09:01:34.271 INFO:tasks.workunit.client.0.smithi104.stdout:op 2998 completed, throughput=5MB/sec 2024-04-02T09:01:34.271 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Kv6VHbwtT3PdOPR off=90555 len=387463 2024-04-02T09:01:34.273 INFO:tasks.workunit.client.0.smithi104.stdout:op 2999 completed, throughput=5MB/sec 2024-04-02T09:01:34.273 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-p2-wU2-OiMtgjr5 off=17707544 len=751061 2024-04-02T09:01:34.275 INFO:tasks.workunit.client.0.smithi104.stdout:op 3000 completed, throughput=5MB/sec 2024-04-02T09:01:34.275 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-J7iLbPtdD1tI3o0 off=7743242 len=1907565 2024-04-02T09:01:34.281 INFO:tasks.workunit.client.0.smithi104.stdout:op 3001 completed, throughput=5MB/sec 2024-04-02T09:01:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:35.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:35.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:01:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:35.282 INFO:tasks.workunit.client.0.smithi104.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:35.282 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-223UDDy08DJ18xl off=136841 len=1261048 2024-04-02T09:01:35.288 INFO:tasks.workunit.client.0.smithi104.stdout:op 3002 completed, throughput=5MB/sec 2024-04-02T09:01:35.288 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tmX4It3u_PTSD9K off=8650477 len=1563797 2024-04-02T09:01:35.291 INFO:tasks.workunit.client.0.smithi104.stdout:op 3003 completed, throughput=5MB/sec 2024-04-02T09:01:35.291 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fsHt4x5a0Pgmuwd off=11560790 len=623738 2024-04-02T09:01:35.294 INFO:tasks.workunit.client.0.smithi104.stdout:op 3004 completed, throughput=5MB/sec 2024-04-02T09:01:35.294 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-l_oYpCSIDSARis_ off=13165668 len=286468 2024-04-02T09:01:35.297 INFO:tasks.workunit.client.0.smithi104.stdout:op 3005 completed, throughput=5MB/sec 2024-04-02T09:01:35.297 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RTYziMnM2aBPQQH off=6485543 len=161952 2024-04-02T09:01:35.299 INFO:tasks.workunit.client.0.smithi104.stdout:op 3006 completed, throughput=5MB/sec 2024-04-02T09:01:35.299 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-R5QK0WEvBD0HN-i off=13542717 len=1044787 2024-04-02T09:01:35.303 INFO:tasks.workunit.client.0.smithi104.stdout:op 3007 completed, throughput=5MB/sec 2024-04-02T09:01:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:35 smithi188 ceph-mon[86835]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:36.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:35 smithi104 ceph-mon[96567]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:35 smithi104 ceph-mon[94081]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:01:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:01:35] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-02T09:01:36.303 INFO:tasks.workunit.client.0.smithi104.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:36.303 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nrGRL4jstovxHhv off=7819386 len=750403 2024-04-02T09:01:36.308 INFO:tasks.workunit.client.0.smithi104.stdout:op 3008 completed, throughput=4.99MB/sec 2024-04-02T09:01:36.308 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-30CddCzd4bKRNED off=11154523 len=1499355 2024-04-02T09:01:36.315 INFO:tasks.workunit.client.0.smithi104.stdout:op 3009 completed, throughput=5MB/sec 2024-04-02T09:01:36.315 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jODJKnP7da2fzEm off=3523985 len=1353547 2024-04-02T09:01:36.316 INFO:tasks.workunit.client.0.smithi104.stdout:op 3010 completed, throughput=5MB/sec 2024-04-02T09:01:36.316 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aB0jn9cS0LS0kg8 off=773604 len=2043507 2024-04-02T09:01:36.318 INFO:tasks.workunit.client.0.smithi104.stdout:op 3011 completed, throughput=5MB/sec 2024-04-02T09:01:37.318 INFO:tasks.workunit.client.0.smithi104.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:37.318 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LEVX0av6JjvjF28 off=14903062 len=953809 2024-04-02T09:01:37.319 INFO:tasks.workunit.client.0.smithi104.stdout:op 3012 completed, throughput=5MB/sec 2024-04-02T09:01:37.319 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3UF_cSZFfMASe_9 off=433234 len=889963 2024-04-02T09:01:37.324 INFO:tasks.workunit.client.0.smithi104.stdout:op 3013 completed, throughput=5MB/sec 2024-04-02T09:01:37.324 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vOFn2gyOuwjlp1k off=790130 len=1135644 2024-04-02T09:01:37.330 INFO:tasks.workunit.client.0.smithi104.stdout:op 3014 completed, throughput=5MB/sec 2024-04-02T09:01:37.330 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oUq0LzUzBh1aThn off=12221826 len=646839 2024-04-02T09:01:37.333 INFO:tasks.workunit.client.0.smithi104.stdout:op 3015 completed, throughput=5MB/sec 2024-04-02T09:01:37.333 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eKw0iC1YgeCdtba off=13890808 len=158704 2024-04-02T09:01:37.335 INFO:tasks.workunit.client.0.smithi104.stdout:op 3016 completed, throughput=5MB/sec 2024-04-02T09:01:37.335 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fUnrESxsAWeTYR1 off=6995964 len=1236321 2024-04-02T09:01:37.339 INFO:tasks.workunit.client.0.smithi104.stdout:op 3017 completed, throughput=5MB/sec 2024-04-02T09:01:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:37 smithi188 ceph-mon[86835]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:38.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:37 smithi104 ceph-mon[96567]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:37 smithi104 ceph-mon[94081]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:38.340 INFO:tasks.workunit.client.0.smithi104.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:38.340 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9qdRR0FXy05g6w5 off=5440111 len=2041362 2024-04-02T09:01:38.346 INFO:tasks.workunit.client.0.smithi104.stdout:op 3018 completed, throughput=5MB/sec 2024-04-02T09:01:38.346 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rOoqtXGr9vAQI1P off=5510318 len=1775040 2024-04-02T09:01:38.356 INFO:tasks.workunit.client.0.smithi104.stdout:op 3019 completed, throughput=5MB/sec 2024-04-02T09:01:38.356 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PnXoOONiCMO3rdi off=11461790 len=590083 2024-04-02T09:01:38.360 INFO:tasks.workunit.client.0.smithi104.stdout:op 3020 completed, throughput=5MB/sec 2024-04-02T09:01:38.360 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qPn6SNKPdFkIcww off=643702 len=1892661 2024-04-02T09:01:38.362 INFO:tasks.workunit.client.0.smithi104.stdout:op 3021 completed, throughput=5MB/sec 2024-04-02T09:01:39.362 INFO:tasks.workunit.client.0.smithi104.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:39.362 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-752hYWfeCuMbpFu off=7436830 len=574819 2024-04-02T09:01:39.363 INFO:tasks.workunit.client.0.smithi104.stdout:op 3022 completed, throughput=5MB/sec 2024-04-02T09:01:39.363 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qWhV-viZdfLMYtY off=1669759 len=1506485 2024-04-02T09:01:39.364 INFO:tasks.workunit.client.0.smithi104.stdout:op 3023 completed, throughput=5MB/sec 2024-04-02T09:01:39.364 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-U12vkhfhJO29J9t off=1236870 len=1975658 2024-04-02T09:01:39.366 INFO:tasks.workunit.client.0.smithi104.stdout:op 3024 completed, throughput=5MB/sec 2024-04-02T09:01:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:39 smithi188 ceph-mon[86835]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:40.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:39 smithi104 ceph-mon[96567]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:40.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:39 smithi104 ceph-mon[94081]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:40.366 INFO:tasks.workunit.client.0.smithi104.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:40.366 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mSKYRH2feZuYNSa off=6926015 len=1490415 2024-04-02T09:01:40.373 INFO:tasks.workunit.client.0.smithi104.stdout:op 3025 completed, throughput=4.99MB/sec 2024-04-02T09:01:40.373 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Xx_vzQgQiWwmLvH off=4241798 len=649785 2024-04-02T09:01:40.376 INFO:tasks.workunit.client.0.smithi104.stdout:op 3026 completed, throughput=5MB/sec 2024-04-02T09:01:40.376 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qy9UNPdbtljC24M off=10371147 len=626769 2024-04-02T09:01:40.381 INFO:tasks.workunit.client.0.smithi104.stdout:op 3027 completed, throughput=5MB/sec 2024-04-02T09:01:40.381 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uaLDG86ZBdMoqD_ off=4301520 len=1427679 2024-04-02T09:01:40.386 INFO:tasks.workunit.client.0.smithi104.stdout:op 3028 completed, throughput=5MB/sec 2024-04-02T09:01:40.386 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7AOYqqtzC8zLXt2 off=3309012 len=1603861 2024-04-02T09:01:40.392 INFO:tasks.workunit.client.0.smithi104.stdout:op 3029 completed, throughput=5MB/sec 2024-04-02T09:01:41.393 INFO:tasks.workunit.client.0.smithi104.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:41.393 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D6vQFbmHdJaB40m off=3284585 len=202245 2024-04-02T09:01:41.393 INFO:tasks.workunit.client.0.smithi104.stdout:op 3030 completed, throughput=4.99MB/sec 2024-04-02T09:01:41.393 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-i4mNOQmtuY5EE6Q off=2775383 len=871742 2024-04-02T09:01:41.398 INFO:tasks.workunit.client.0.smithi104.stdout:op 3031 completed, throughput=4.99MB/sec 2024-04-02T09:01:41.398 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8eh7txa2uBSMQBg off=334649 len=270921 2024-04-02T09:01:41.401 INFO:tasks.workunit.client.0.smithi104.stdout:op 3032 completed, throughput=5MB/sec 2024-04-02T09:01:41.401 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-awIs9wv4UpUW6_G off=4998620 len=1594364 2024-04-02T09:01:41.402 INFO:tasks.workunit.client.0.smithi104.stdout:op 3033 completed, throughput=5MB/sec 2024-04-02T09:01:41.402 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Mqmj99cN_dwm9cJ off=2406138 len=58438 2024-04-02T09:01:41.404 INFO:tasks.workunit.client.0.smithi104.stdout:op 3034 completed, throughput=5MB/sec 2024-04-02T09:01:41.405 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PzsyuKNaXraZvoW off=3385914 len=1802970 2024-04-02T09:01:41.409 INFO:tasks.workunit.client.0.smithi104.stdout:op 3035 completed, throughput=5MB/sec 2024-04-02T09:01:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:41 smithi188 ceph-mon[86835]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:42.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:41 smithi104 ceph-mon[94081]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:41 smithi104 ceph-mon[96567]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:42.408 INFO:tasks.workunit.client.0.smithi104.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:42.408 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1IB7OHN2NfyVrZM off=6906801 len=1188506 2024-04-02T09:01:42.409 INFO:tasks.workunit.client.0.smithi104.stdout:op 3036 completed, throughput=4.99MB/sec 2024-04-02T09:01:42.409 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_U1qCNCmUkL_C-J off=3490629 len=1724005 2024-04-02T09:01:42.417 INFO:tasks.workunit.client.0.smithi104.stdout:op 3037 completed, throughput=5MB/sec 2024-04-02T09:01:42.417 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Awc8iUJMZo2GH2_ off=3391004 len=794785 2024-04-02T09:01:42.419 INFO:tasks.workunit.client.0.smithi104.stdout:op 3038 completed, throughput=5MB/sec 2024-04-02T09:01:42.419 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YogDSEmh4pf8ggZ off=1766392 len=455485 2024-04-02T09:01:42.422 INFO:tasks.workunit.client.0.smithi104.stdout:op 3039 completed, throughput=5MB/sec 2024-04-02T09:01:42.422 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Un39H-bMtak0YnY off=404030 len=254706 2024-04-02T09:01:42.422 INFO:tasks.workunit.client.0.smithi104.stdout:op 3040 completed, throughput=5MB/sec 2024-04-02T09:01:42.422 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yZNB-14t-jcUw7- off=12041258 len=947330 2024-04-02T09:01:42.423 INFO:tasks.workunit.client.0.smithi104.stdout:op 3041 completed, throughput=5MB/sec 2024-04-02T09:01:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:01:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:43.424 INFO:tasks.workunit.client.0.smithi104.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:43.424 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-M7aVLJZyp2xoNgz off=13955614 len=241415 2024-04-02T09:01:43.426 INFO:tasks.workunit.client.0.smithi104.stdout:op 3042 completed, throughput=4.99MB/sec 2024-04-02T09:01:43.426 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-j2VQPExWFnDlVGT off=15164757 len=875937 2024-04-02T09:01:43.428 INFO:tasks.workunit.client.0.smithi104.stdout:op 3043 completed, throughput=4.99MB/sec 2024-04-02T09:01:43.428 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dOMre1s4xpvxIaX off=10776575 len=1415214 2024-04-02T09:01:43.429 INFO:tasks.workunit.client.0.smithi104.stdout:op 3044 completed, throughput=5MB/sec 2024-04-02T09:01:43.429 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L0olfcLodD5c8Ye off=272233 len=167378 2024-04-02T09:01:43.431 INFO:tasks.workunit.client.0.smithi104.stdout:op 3045 completed, throughput=5MB/sec 2024-04-02T09:01:43.431 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RX7YYiovfNW9gCj off=5751556 len=1028528 2024-04-02T09:01:43.432 INFO:tasks.workunit.client.0.smithi104.stdout:op 3046 completed, throughput=5MB/sec 2024-04-02T09:01:43.432 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-c0cR5pHqzUxSjJN off=8797977 len=995074 2024-04-02T09:01:43.437 INFO:tasks.workunit.client.0.smithi104.stdout:op 3047 completed, throughput=5MB/sec 2024-04-02T09:01:43.437 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Zn6U5OIBgzzgtvj off=12908004 len=1852440 2024-04-02T09:01:43.439 INFO:tasks.workunit.client.0.smithi104.stdout:op 3048 completed, throughput=5MB/sec 2024-04-02T09:01:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:43 smithi188 ceph-mon[86835]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:01:44.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:43 smithi104 ceph-mon[94081]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:01:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:43 smithi104 ceph-mon[96567]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:01:44.440 INFO:tasks.workunit.client.0.smithi104.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:44.440 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gXtn89tALcEWHsW off=10587991 len=2049566 2024-04-02T09:01:44.442 INFO:tasks.workunit.client.0.smithi104.stdout:op 3049 completed, throughput=5MB/sec 2024-04-02T09:01:44.442 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hiKlCzktaM05515 off=1349767 len=180677 2024-04-02T09:01:44.443 INFO:tasks.workunit.client.0.smithi104.stdout:op 3050 completed, throughput=5MB/sec 2024-04-02T09:01:44.443 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9EaQoDU_jjlTO_E off=5546231 len=681382 2024-04-02T09:01:44.446 INFO:tasks.workunit.client.0.smithi104.stdout:op 3051 completed, throughput=5MB/sec 2024-04-02T09:01:44.446 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2PzCzjeth1sJoGL off=0 len=1456721 2024-04-02T09:01:44.447 INFO:tasks.workunit.client.0.smithi104.stdout:op 3052 completed, throughput=5MB/sec 2024-04-02T09:01:45.448 INFO:tasks.workunit.client.0.smithi104.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:45.448 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T-t1ReMEYH8j59F off=1241275 len=558719 2024-04-02T09:01:45.449 INFO:tasks.workunit.client.0.smithi104.stdout:op 3053 completed, throughput=4.99MB/sec 2024-04-02T09:01:45.449 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Zn6U5OIBgzzgtvj off=4579151 len=493302 2024-04-02T09:01:45.450 INFO:tasks.workunit.client.0.smithi104.stdout:op 3054 completed, throughput=4.99MB/sec 2024-04-02T09:01:45.450 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cHOUSvPp7Ob9fX- off=6212072 len=1795455 2024-04-02T09:01:45.458 INFO:tasks.workunit.client.0.smithi104.stdout:op 3055 completed, throughput=5MB/sec 2024-04-02T09:01:45.458 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4ejxEgJD7JKMvv0 off=3585692 len=1361140 2024-04-02T09:01:45.459 INFO:tasks.workunit.client.0.smithi104.stdout:op 3056 completed, throughput=5MB/sec 2024-04-02T09:01:45.460 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a0jRW4sQTDO4iTw off=882429 len=1429621 2024-04-02T09:01:45.466 INFO:tasks.workunit.client.0.smithi104.stdout:op 3057 completed, throughput=5MB/sec 2024-04-02T09:01:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:45 smithi188 ceph-mon[86835]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:01:46.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:45 smithi104 ceph-mon[96567]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:01:46.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:45 smithi104 ceph-mon[94081]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:01:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:01:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:01:45] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-02T09:01:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:46.467 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-P24Hc2x0V9A6F6t off=11014374 len=2083907 2024-04-02T09:01:46.477 INFO:tasks.workunit.client.0.smithi104.stdout:op 3058 completed, throughput=5MB/sec 2024-04-02T09:01:46.478 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hWeMcZUpL8gkx_j off=1965195 len=1097355 2024-04-02T09:01:46.483 INFO:tasks.workunit.client.0.smithi104.stdout:op 3059 completed, throughput=5MB/sec 2024-04-02T09:01:46.483 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5NP3XK_khYAFhTf off=9486044 len=271490 2024-04-02T09:01:46.483 INFO:tasks.workunit.client.0.smithi104.stdout:op 3060 completed, throughput=5MB/sec 2024-04-02T09:01:46.483 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lyuAVVGZqbXE0ws off=19442809 len=560402 2024-04-02T09:01:46.484 INFO:tasks.workunit.client.0.smithi104.stdout:op 3061 completed, throughput=5MB/sec 2024-04-02T09:01:46.484 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Z4Qor0vtlKB6jWe off=2923141 len=1778179 2024-04-02T09:01:46.487 INFO:tasks.workunit.client.0.smithi104.stdout:op 3062 completed, throughput=5MB/sec 2024-04-02T09:01:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:47.487 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZyuakUkPFX7QZJo off=1473075 len=576510 2024-04-02T09:01:47.491 INFO:tasks.workunit.client.0.smithi104.stdout:op 3063 completed, throughput=5MB/sec 2024-04-02T09:01:47.491 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--0zjkP3TuZdjRDh off=367841 len=203791 2024-04-02T09:01:47.493 INFO:tasks.workunit.client.0.smithi104.stdout:op 3064 completed, throughput=5MB/sec 2024-04-02T09:01:47.493 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sZew9KCDAklMpLX off=8185687 len=117385 2024-04-02T09:01:47.494 INFO:tasks.workunit.client.0.smithi104.stdout:op 3065 completed, throughput=5MB/sec 2024-04-02T09:01:47.494 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xe9sygTVgMsNDdm off=10647092 len=1118017 2024-04-02T09:01:47.499 INFO:tasks.workunit.client.0.smithi104.stdout:op 3066 completed, throughput=5MB/sec 2024-04-02T09:01:47.499 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vT1EcCJWOocrmmS off=558863 len=1666461 2024-04-02T09:01:47.501 INFO:tasks.workunit.client.0.smithi104.stdout:op 3067 completed, throughput=5MB/sec 2024-04-02T09:01:47.501 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ya9exs-Lg8qtVJa off=8185342 len=213971 2024-04-02T09:01:47.503 INFO:tasks.workunit.client.0.smithi104.stdout:op 3068 completed, throughput=5MB/sec 2024-04-02T09:01:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:48 smithi188 ceph-mon[86835]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:01:48.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:48 smithi104 ceph-mon[96567]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:01:48.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:48 smithi104 ceph-mon[94081]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:01:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:48.504 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-45e80ZFXfEJAEGl off=19336476 len=2513 2024-04-02T09:01:48.506 INFO:tasks.workunit.client.0.smithi104.stdout:op 3069 completed, throughput=4.99MB/sec 2024-04-02T09:01:48.506 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7l1HtWr8DgpRq0v off=4911178 len=964149 2024-04-02T09:01:48.507 INFO:tasks.workunit.client.0.smithi104.stdout:op 3070 completed, throughput=4.99MB/sec 2024-04-02T09:01:48.507 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bxqpGnKXOSFTLj9 off=9321146 len=577708 2024-04-02T09:01:48.507 INFO:tasks.workunit.client.0.smithi104.stdout:op 3071 completed, throughput=4.99MB/sec 2024-04-02T09:01:48.507 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KRXD_cOFAITm5g0 off=4010250 len=1082680 2024-04-02T09:01:48.511 INFO:tasks.workunit.client.0.smithi104.stdout:op 3072 completed, throughput=5MB/sec 2024-04-02T09:01:48.511 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BLdnSif8P1zgLWo off=4471976 len=2009605 2024-04-02T09:01:48.518 INFO:tasks.workunit.client.0.smithi104.stdout:op 3073 completed, throughput=5MB/sec 2024-04-02T09:01:48.518 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PpgdNpGmeySIBoh off=737836 len=1901981 2024-04-02T09:01:48.519 INFO:tasks.workunit.client.0.smithi104.stdout:op 3074 completed, throughput=5MB/sec 2024-04-02T09:01:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:49.520 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--RCzQtPgPC6uuxo off=98464 len=1538214 2024-04-02T09:01:49.521 INFO:tasks.workunit.client.0.smithi104.stdout:op 3075 completed, throughput=5MB/sec 2024-04-02T09:01:49.521 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hFDfwiS9eLM6NRs off=5189962 len=174632 2024-04-02T09:01:49.524 INFO:tasks.workunit.client.0.smithi104.stdout:op 3076 completed, throughput=5MB/sec 2024-04-02T09:01:49.524 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UClXzr46qIe2F4h off=375495 len=1417886 2024-04-02T09:01:49.531 INFO:tasks.workunit.client.0.smithi104.stdout:op 3077 completed, throughput=5MB/sec 2024-04-02T09:01:49.531 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VFUm6DKhghE0yk2 off=1848201 len=1526957 2024-04-02T09:01:49.536 INFO:tasks.workunit.client.0.smithi104.stdout:op 3078 completed, throughput=5MB/sec 2024-04-02T09:01:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:50 smithi188 ceph-mon[86835]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:01:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:50 smithi104 ceph-mon[96567]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:01:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:50 smithi104 ceph-mon[94081]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:01:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:50.536 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-C2x6K6G_DkniTPe off=597151 len=1743815 2024-04-02T09:01:50.540 INFO:tasks.workunit.client.0.smithi104.stdout:op 3079 completed, throughput=5MB/sec 2024-04-02T09:01:50.540 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-15ScxZI4d_AT8re off=334842 len=1941343 2024-04-02T09:01:50.541 INFO:tasks.workunit.client.0.smithi104.stdout:op 3080 completed, throughput=5MB/sec 2024-04-02T09:01:50.541 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WsFKeM1ptXzT4Nz off=7676958 len=567457 2024-04-02T09:01:50.544 INFO:tasks.workunit.client.0.smithi104.stdout:op 3081 completed, throughput=5MB/sec 2024-04-02T09:01:50.544 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-viori8aeB2GJAel off=3098414 len=1983921 2024-04-02T09:01:50.548 INFO:tasks.workunit.client.0.smithi104.stdout:op 3082 completed, throughput=5MB/sec 2024-04-02T09:01:51.548 INFO:tasks.workunit.client.0.smithi104.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:51.548 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Zp6sw4oz54-QiQn off=7326145 len=1306006 2024-04-02T09:01:51.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 3083 completed, throughput=5MB/sec 2024-04-02T09:01:51.553 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lBqjWCupp3q5d6U off=11084905 len=227746 2024-04-02T09:01:51.554 INFO:tasks.workunit.client.0.smithi104.stdout:op 3084 completed, throughput=5MB/sec 2024-04-02T09:01:51.554 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Viehu6HdO2PZnDN off=1067331 len=260313 2024-04-02T09:01:51.555 INFO:tasks.workunit.client.0.smithi104.stdout:op 3085 completed, throughput=5MB/sec 2024-04-02T09:01:51.555 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Jf7URJ894FSf7OM off=10955790 len=588595 2024-04-02T09:01:51.559 INFO:tasks.workunit.client.0.smithi104.stdout:op 3086 completed, throughput=5MB/sec 2024-04-02T09:01:51.559 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-53JhsGhtlQglUJ9 off=829403 len=519611 2024-04-02T09:01:51.563 INFO:tasks.workunit.client.0.smithi104.stdout:op 3087 completed, throughput=5MB/sec 2024-04-02T09:01:51.563 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1noI9zhI1aSot8b off=3726222 len=343782 2024-04-02T09:01:51.565 INFO:tasks.workunit.client.0.smithi104.stdout:op 3088 completed, throughput=5MB/sec 2024-04-02T09:01:51.565 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d_dZAfRrHFOfpR6 off=18350628 len=735455 2024-04-02T09:01:51.569 INFO:tasks.workunit.client.0.smithi104.stdout:op 3089 completed, throughput=5MB/sec 2024-04-02T09:01:52.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:52 smithi188 ceph-mon[86835]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:52.373 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:01:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:52 smithi104 ceph-mon[96567]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:52.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:52 smithi104 ceph-mon[94081]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:52.570 INFO:tasks.workunit.client.0.smithi104.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:52.570 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mMk7USgA6DD3Ued off=9095455 len=401007 2024-04-02T09:01:52.573 INFO:tasks.workunit.client.0.smithi104.stdout:op 3090 completed, throughput=4.99MB/sec 2024-04-02T09:01:52.573 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-P7plTqbb6L6-OKg off=632520 len=379244 2024-04-02T09:01:52.576 INFO:tasks.workunit.client.0.smithi104.stdout:op 3091 completed, throughput=4.99MB/sec 2024-04-02T09:01:52.577 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vPaK1H_QP_oZhfk off=18725490 len=761546 2024-04-02T09:01:52.577 INFO:tasks.workunit.client.0.smithi104.stdout:op 3092 completed, throughput=4.99MB/sec 2024-04-02T09:01:52.578 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1ekbCYIdbrID_gA off=0 len=1677304 2024-04-02T09:01:52.580 INFO:tasks.workunit.client.0.smithi104.stdout:op 3093 completed, throughput=5MB/sec 2024-04-02T09:01:52.580 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--AKB6Om1vEg0ovY off=2991774 len=1929282 2024-04-02T09:01:52.586 INFO:tasks.workunit.client.0.smithi104.stdout:op 3094 completed, throughput=5MB/sec 2024-04-02T09:01:53.586 INFO:tasks.workunit.client.0.smithi104.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:53.586 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RO45k4Fgg7ixVd5 off=2854801 len=208822 2024-04-02T09:01:53.589 INFO:tasks.workunit.client.0.smithi104.stdout:op 3095 completed, throughput=4.99MB/sec 2024-04-02T09:01:53.589 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4V8reMw-3FW0bav off=5695585 len=1922792 2024-04-02T09:01:53.593 INFO:tasks.workunit.client.0.smithi104.stdout:op 3096 completed, throughput=5MB/sec 2024-04-02T09:01:53.593 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VpO7E1cIb20LGZ2 off=9427738 len=920080 2024-04-02T09:01:53.595 INFO:tasks.workunit.client.0.smithi104.stdout:op 3097 completed, throughput=5MB/sec 2024-04-02T09:01:53.595 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JTd8B5Q_TBaJ0qy off=6281029 len=1165764 2024-04-02T09:01:53.599 INFO:tasks.workunit.client.0.smithi104.stdout:op 3098 completed, throughput=5MB/sec 2024-04-02T09:01:53.599 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZqAJHyE3D7hVXz0 off=450860 len=1152109 2024-04-02T09:01:53.605 INFO:tasks.workunit.client.0.smithi104.stdout:op 3099 completed, throughput=5MB/sec 2024-04-02T09:01:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:54 smithi188 ceph-mon[86835]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:54 smithi104 ceph-mon[96567]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:54.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:54 smithi104 ceph-mon[94081]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:54.605 INFO:tasks.workunit.client.0.smithi104.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:54.605 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WVqPqPVOGPflzGf off=4387935 len=1181842 2024-04-02T09:01:54.612 INFO:tasks.workunit.client.0.smithi104.stdout:op 3100 completed, throughput=4.99MB/sec 2024-04-02T09:01:54.612 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bdMPh7da3hnj2UW off=12516034 len=1388516 2024-04-02T09:01:54.615 INFO:tasks.workunit.client.0.smithi104.stdout:op 3101 completed, throughput=5MB/sec 2024-04-02T09:01:54.615 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bAQNyeL5chata54 off=12321390 len=1193151 2024-04-02T09:01:54.620 INFO:tasks.workunit.client.0.smithi104.stdout:op 3102 completed, throughput=5MB/sec 2024-04-02T09:01:54.621 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bMWH9N60JJndwXq off=15434044 len=1120660 2024-04-02T09:01:54.624 INFO:tasks.workunit.client.0.smithi104.stdout:op 3103 completed, throughput=5MB/sec 2024-04-02T09:01:54.624 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KP4Agg-jDLHBBhV off=11609584 len=582673 2024-04-02T09:01:54.626 INFO:tasks.workunit.client.0.smithi104.stdout:op 3104 completed, throughput=5MB/sec 2024-04-02T09:01:55.626 INFO:tasks.workunit.client.0.smithi104.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:55.627 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-c9muc2L87TwH1gG off=1223971 len=1368269 2024-04-02T09:01:55.630 INFO:tasks.workunit.client.0.smithi104.stdout:op 3105 completed, throughput=4.99MB/sec 2024-04-02T09:01:55.630 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NGRBZYyWuLfHLg9 off=3302889 len=743004 2024-04-02T09:01:55.631 INFO:tasks.workunit.client.0.smithi104.stdout:op 3106 completed, throughput=5MB/sec 2024-04-02T09:01:55.631 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OrERn1-unZlfvvK off=1162032 len=1607558 2024-04-02T09:01:55.637 INFO:tasks.workunit.client.0.smithi104.stdout:op 3107 completed, throughput=5MB/sec 2024-04-02T09:01:55.637 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_pJs8FNHalucqZf off=2209428 len=1964064 2024-04-02T09:01:55.638 INFO:tasks.workunit.client.0.smithi104.stdout:op 3108 completed, throughput=5MB/sec 2024-04-02T09:01:56.124 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:01:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:01:55] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-02T09:01:56.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:56 smithi104 ceph-mon[94081]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:01:56.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:56 smithi104 ceph-mon[96567]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:01:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:56 smithi188 ceph-mon[86835]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:01:56.639 INFO:tasks.workunit.client.0.smithi104.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:56.639 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8kL0WFtfR7KrVoy off=7145687 len=1243730 2024-04-02T09:01:56.639 INFO:tasks.workunit.client.0.smithi104.stdout:op 3109 completed, throughput=4.99MB/sec 2024-04-02T09:01:56.639 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-V-dubpHP0WUAsSq off=11805499 len=1272972 2024-04-02T09:01:56.645 INFO:tasks.workunit.client.0.smithi104.stdout:op 3110 completed, throughput=5MB/sec 2024-04-02T09:01:56.645 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k5OI-mz-9K03cL_ off=8203225 len=200394 2024-04-02T09:01:56.646 INFO:tasks.workunit.client.0.smithi104.stdout:op 3111 completed, throughput=5MB/sec 2024-04-02T09:01:56.646 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N37MfpkrdUZEGxj off=501694 len=539849 2024-04-02T09:01:56.646 INFO:tasks.workunit.client.0.smithi104.stdout:op 3112 completed, throughput=5MB/sec 2024-04-02T09:01:56.646 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZWSUWephPoaTC28 off=2497963 len=440244 2024-04-02T09:01:56.647 INFO:tasks.workunit.client.0.smithi104.stdout:op 3113 completed, throughput=5MB/sec 2024-04-02T09:01:56.647 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I9ahR_iwJgwmliv off=7946292 len=1614222 2024-04-02T09:01:56.656 INFO:tasks.workunit.client.0.smithi104.stdout:op 3114 completed, throughput=5MB/sec 2024-04-02T09:01:57.656 INFO:tasks.workunit.client.0.smithi104.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:57.656 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XTJdYefqjzcSCFk off=101894 len=1216997 2024-04-02T09:01:57.664 INFO:tasks.workunit.client.0.smithi104.stdout:op 3115 completed, throughput=4.99MB/sec 2024-04-02T09:01:57.664 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k99Nzcjq43qqkZB off=1002631 len=849896 2024-04-02T09:01:57.666 INFO:tasks.workunit.client.0.smithi104.stdout:op 3116 completed, throughput=5MB/sec 2024-04-02T09:01:57.666 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2pdgbmeHEXqnwqq off=365651 len=1298352 2024-04-02T09:01:57.668 INFO:tasks.workunit.client.0.smithi104.stdout:op 3117 completed, throughput=5MB/sec 2024-04-02T09:01:57.668 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IZh_o0WzSyhgRM_ off=3657222 len=1799171 2024-04-02T09:01:57.675 INFO:tasks.workunit.client.0.smithi104.stdout:op 3118 completed, throughput=5MB/sec 2024-04-02T09:01:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:01:58 smithi104 ceph-mon[94081]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:01:58 smithi104 ceph-mon[96567]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:01:58 smithi188 ceph-mon[86835]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:01:58.675 INFO:tasks.workunit.client.0.smithi104.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:58.675 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TV2me8YUzkdCQqY off=13235460 len=810071 2024-04-02T09:01:58.679 INFO:tasks.workunit.client.0.smithi104.stdout:op 3119 completed, throughput=4.99MB/sec 2024-04-02T09:01:58.680 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aVe3ITyisSh_UVY off=9286862 len=1327248 2024-04-02T09:01:58.686 INFO:tasks.workunit.client.0.smithi104.stdout:op 3120 completed, throughput=5MB/sec 2024-04-02T09:01:58.686 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-t_jQNNB0P78ab_h off=1834361 len=922315 2024-04-02T09:01:58.687 INFO:tasks.workunit.client.0.smithi104.stdout:op 3121 completed, throughput=5MB/sec 2024-04-02T09:01:58.687 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LNvjf8INkuH_kW1 off=17247729 len=1642943 2024-04-02T09:01:58.693 INFO:tasks.workunit.client.0.smithi104.stdout:op 3122 completed, throughput=5MB/sec 2024-04-02T09:01:58.693 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Rj74d9N1wYkxZul off=394351 len=1100596 2024-04-02T09:01:58.697 INFO:tasks.workunit.client.0.smithi104.stdout:op 3123 completed, throughput=5MB/sec 2024-04-02T09:01:59.697 INFO:tasks.workunit.client.0.smithi104.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:59.697 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-98zcANf9Ad3HuYN off=17631421 len=454582 2024-04-02T09:01:59.701 INFO:tasks.workunit.client.0.smithi104.stdout:op 3124 completed, throughput=4.99MB/sec 2024-04-02T09:01:59.701 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-64mptBAkJxCN26q off=6317245 len=173143 2024-04-02T09:01:59.703 INFO:tasks.workunit.client.0.smithi104.stdout:op 3125 completed, throughput=4.99MB/sec 2024-04-02T09:01:59.703 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wS2gOkdUrzgbagm off=30657 len=1264033 2024-04-02T09:01:59.706 INFO:tasks.workunit.client.0.smithi104.stdout:op 3126 completed, throughput=5MB/sec 2024-04-02T09:01:59.706 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ufAsamG9ndgYIjI off=12860358 len=477121 2024-04-02T09:01:59.706 INFO:tasks.workunit.client.0.smithi104.stdout:op 3127 completed, throughput=5MB/sec 2024-04-02T09:01:59.707 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SVwnhlmA1zHFZ5P off=7244630 len=1576789 2024-04-02T09:01:59.710 INFO:tasks.workunit.client.0.smithi104.stdout:op 3128 completed, throughput=5MB/sec 2024-04-02T09:01:59.710 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3K-HF-VcDf4Jeyr off=7771324 len=1091509 2024-04-02T09:01:59.716 INFO:tasks.workunit.client.0.smithi104.stdout:op 3129 completed, throughput=5MB/sec 2024-04-02T09:02:00.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:00 smithi104 ceph-mon[96567]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:00 smithi104 ceph-mon[94081]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:00 smithi188 ceph-mon[86835]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:00.716 INFO:tasks.workunit.client.0.smithi104.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:00.716 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GPdVZ1xYftiFPVu off=6339909 len=1298066 2024-04-02T09:02:00.720 INFO:tasks.workunit.client.0.smithi104.stdout:op 3130 completed, throughput=4.99MB/sec 2024-04-02T09:02:00.720 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uriaR-k7IUI8UAM off=12722818 len=157437 2024-04-02T09:02:00.723 INFO:tasks.workunit.client.0.smithi104.stdout:op 3131 completed, throughput=4.99MB/sec 2024-04-02T09:02:00.723 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2c15U4A20e8PnfX off=21309913 len=108824 2024-04-02T09:02:00.723 INFO:tasks.workunit.client.0.smithi104.stdout:op 3132 completed, throughput=5MB/sec 2024-04-02T09:02:00.723 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rjf3-y7Uuqwe-OG off=11583955 len=1832970 2024-04-02T09:02:00.730 INFO:tasks.workunit.client.0.smithi104.stdout:op 3133 completed, throughput=5MB/sec 2024-04-02T09:02:00.730 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7xrDc2rZ9Akx52z off=3825131 len=1540137 2024-04-02T09:02:00.739 INFO:tasks.workunit.client.0.smithi104.stdout:op 3134 completed, throughput=5MB/sec 2024-04-02T09:02:01.739 INFO:tasks.workunit.client.0.smithi104.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:01.740 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dmHNlsoYsgL8-0Y off=3287665 len=1873967 2024-04-02T09:02:01.743 INFO:tasks.workunit.client.0.smithi104.stdout:op 3135 completed, throughput=4.99MB/sec 2024-04-02T09:02:01.743 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2Jr-RhZ8iL2GHGW off=2922891 len=1014098 2024-04-02T09:02:01.748 INFO:tasks.workunit.client.0.smithi104.stdout:op 3136 completed, throughput=5MB/sec 2024-04-02T09:02:01.748 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yN-8dk3Vqm3rwtu off=7304594 len=1570283 2024-04-02T09:02:01.750 INFO:tasks.workunit.client.0.smithi104.stdout:op 3137 completed, throughput=5MB/sec 2024-04-02T09:02:01.750 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qsFl1jH1C4eT2Hp off=5827610 len=1051228 2024-04-02T09:02:01.751 INFO:tasks.workunit.client.0.smithi104.stdout:op 3138 completed, throughput=5MB/sec 2024-04-02T09:02:02.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:02 smithi104 ceph-mon[96567]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:02 smithi104 ceph-mon[94081]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:02 smithi188 ceph-mon[86835]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:02:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:02.751 INFO:tasks.workunit.client.0.smithi104.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:02.752 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5GpmBj-NHKSGBRQ off=8525025 len=48248 2024-04-02T09:02:02.754 INFO:tasks.workunit.client.0.smithi104.stdout:op 3139 completed, throughput=4.99MB/sec 2024-04-02T09:02:02.754 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4SzR-eyzatYsdkX off=1295739 len=2076614 2024-04-02T09:02:02.763 INFO:tasks.workunit.client.0.smithi104.stdout:op 3140 completed, throughput=5MB/sec 2024-04-02T09:02:02.763 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hNt_vrgBsXWa832 off=1474527 len=697911 2024-04-02T09:02:02.766 INFO:tasks.workunit.client.0.smithi104.stdout:op 3141 completed, throughput=5MB/sec 2024-04-02T09:02:02.766 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o8HMS24o1lZ1_pb off=9090097 len=1208311 2024-04-02T09:02:02.771 INFO:tasks.workunit.client.0.smithi104.stdout:op 3142 completed, throughput=5MB/sec 2024-04-02T09:02:02.771 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IszAaC7KeT6bAB6 off=6766850 len=1565548 2024-04-02T09:02:02.780 INFO:tasks.workunit.client.0.smithi104.stdout:op 3143 completed, throughput=5MB/sec 2024-04-02T09:02:03.780 INFO:tasks.workunit.client.0.smithi104.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:03.780 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QwiOwKmKiR5W4MU off=2262670 len=717014 2024-04-02T09:02:03.781 INFO:tasks.workunit.client.0.smithi104.stdout:op 3144 completed, throughput=4.99MB/sec 2024-04-02T09:02:03.781 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KuxoPgBzYn3Q4Tk off=8422560 len=610244 2024-04-02T09:02:03.783 INFO:tasks.workunit.client.0.smithi104.stdout:op 3145 completed, throughput=4.99MB/sec 2024-04-02T09:02:03.783 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Yso7ENtUbIWJ5g9 off=327297 len=1602939 2024-04-02T09:02:03.791 INFO:tasks.workunit.client.0.smithi104.stdout:op 3146 completed, throughput=5MB/sec 2024-04-02T09:02:03.791 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Vxtmy_ghwUN6Ocl off=4153716 len=854758 2024-04-02T09:02:03.793 INFO:tasks.workunit.client.0.smithi104.stdout:op 3147 completed, throughput=5MB/sec 2024-04-02T09:02:03.793 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZwbLxIePQ8TqQ4x off=5128504 len=187223 2024-04-02T09:02:03.795 INFO:tasks.workunit.client.0.smithi104.stdout:op 3148 completed, throughput=5MB/sec 2024-04-02T09:02:03.795 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-waQkxBTf8A6bbZg off=7638051 len=1786080 2024-04-02T09:02:03.803 INFO:tasks.workunit.client.0.smithi104.stdout:op 3149 completed, throughput=5MB/sec 2024-04-02T09:02:04.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:04 smithi104 ceph-mon[96567]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:04 smithi104 ceph-mon[94081]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:04 smithi188 ceph-mon[86835]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:04.803 INFO:tasks.workunit.client.0.smithi104.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:04.803 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Z3xaFldmJUnoPyN off=8336264 len=1168076 2024-04-02T09:02:04.808 INFO:tasks.workunit.client.0.smithi104.stdout:op 3150 completed, throughput=5MB/sec 2024-04-02T09:02:04.808 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jU00jni5ujVdl32 off=3424476 len=1770157 2024-04-02T09:02:04.816 INFO:tasks.workunit.client.0.smithi104.stdout:op 3151 completed, throughput=5MB/sec 2024-04-02T09:02:04.816 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-P5Gk__GwzHcG5_v off=6726773 len=959010 2024-04-02T09:02:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:op 3152 completed, throughput=5MB/sec 2024-04-02T09:02:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-don7Ib3MgBO7p_d off=8819849 len=1282666 2024-04-02T09:02:04.823 INFO:tasks.workunit.client.0.smithi104.stdout:op 3153 completed, throughput=5MB/sec 2024-04-02T09:02:05.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:05.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:05.823 INFO:tasks.workunit.client.0.smithi104.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:05.823 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kYYZJgyGKdGiONr off=3267647 len=1376101 2024-04-02T09:02:05.824 INFO:tasks.workunit.client.0.smithi104.stdout:op 3154 completed, throughput=5MB/sec 2024-04-02T09:02:05.824 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HiR_3L2V3PqKr0b off=0 len=1178240 2024-04-02T09:02:05.830 INFO:tasks.workunit.client.0.smithi104.stdout:op 3155 completed, throughput=5MB/sec 2024-04-02T09:02:05.830 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ABs0SHeoWmmSI9V off=15785297 len=1681661 2024-04-02T09:02:05.833 INFO:tasks.workunit.client.0.smithi104.stdout:op 3156 completed, throughput=5MB/sec 2024-04-02T09:02:05.833 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-geqCRVj8L5PclZP off=7234995 len=953993 2024-04-02T09:02:05.835 INFO:tasks.workunit.client.0.smithi104.stdout:op 3157 completed, throughput=5MB/sec 2024-04-02T09:02:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:02:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:02:05] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-04-02T09:02:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:06 smithi188 ceph-mon[86835]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:06 smithi104 ceph-mon[96567]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:06 smithi104 ceph-mon[94081]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:06.835 INFO:tasks.workunit.client.0.smithi104.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:06.835 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-90mwkEBiYRSFkp7 off=19910455 len=118421 2024-04-02T09:02:06.835 INFO:tasks.workunit.client.0.smithi104.stdout:op 3158 completed, throughput=4.99MB/sec 2024-04-02T09:02:06.836 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eu-LlDTvo__M3zE off=4032355 len=1874666 2024-04-02T09:02:06.840 INFO:tasks.workunit.client.0.smithi104.stdout:op 3159 completed, throughput=5MB/sec 2024-04-02T09:02:06.840 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8SlDO0md76Os5sU off=4879961 len=363565 2024-04-02T09:02:06.843 INFO:tasks.workunit.client.0.smithi104.stdout:op 3160 completed, throughput=5MB/sec 2024-04-02T09:02:06.843 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0ekiTqcC8y-IJuL off=13456047 len=110297 2024-04-02T09:02:06.845 INFO:tasks.workunit.client.0.smithi104.stdout:op 3161 completed, throughput=5MB/sec 2024-04-02T09:02:06.845 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kT9hFYo67b0b5ZN off=2278805 len=687014 2024-04-02T09:02:06.846 INFO:tasks.workunit.client.0.smithi104.stdout:op 3162 completed, throughput=5MB/sec 2024-04-02T09:02:06.846 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7iCmkmieseXEy9w off=0 len=1177212 2024-04-02T09:02:06.850 INFO:tasks.workunit.client.0.smithi104.stdout:op 3163 completed, throughput=5MB/sec 2024-04-02T09:02:06.850 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8h1ZIX093AqNkxp off=691024 len=611820 2024-04-02T09:02:06.854 INFO:tasks.workunit.client.0.smithi104.stdout:op 3164 completed, throughput=5MB/sec 2024-04-02T09:02:07.855 INFO:tasks.workunit.client.0.smithi104.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:07.855 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-v5Ad5clyABgXCD5 off=7275030 len=1499712 2024-04-02T09:02:07.856 INFO:tasks.workunit.client.0.smithi104.stdout:op 3165 completed, throughput=4.99MB/sec 2024-04-02T09:02:07.856 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uBTMWGYZxCLHETv off=14355040 len=1557127 2024-04-02T09:02:07.862 INFO:tasks.workunit.client.0.smithi104.stdout:op 3166 completed, throughput=5MB/sec 2024-04-02T09:02:07.862 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QdfBc_yuxy35m3D off=6282067 len=614060 2024-04-02T09:02:07.863 INFO:tasks.workunit.client.0.smithi104.stdout:op 3167 completed, throughput=5MB/sec 2024-04-02T09:02:07.863 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FmPbxPG4UoNb_JB off=4190530 len=777389 2024-04-02T09:02:07.864 INFO:tasks.workunit.client.0.smithi104.stdout:op 3168 completed, throughput=5MB/sec 2024-04-02T09:02:07.864 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ntylZP_3bDSYt-B off=898294 len=272047 2024-04-02T09:02:07.867 INFO:tasks.workunit.client.0.smithi104.stdout:op 3169 completed, throughput=5MB/sec 2024-04-02T09:02:07.867 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ek_wMuBx8GLs5LY off=14257249 len=1388898 2024-04-02T09:02:07.868 INFO:tasks.workunit.client.0.smithi104.stdout:op 3170 completed, throughput=5MB/sec 2024-04-02T09:02:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:08 smithi188 ceph-mon[86835]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:02:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:08 smithi104 ceph-mon[96567]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:02:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:08 smithi104 ceph-mon[94081]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:02:08.868 INFO:tasks.workunit.client.0.smithi104.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:08.868 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ums5CRjwP91xHDo off=17652993 len=326058 2024-04-02T09:02:08.869 INFO:tasks.workunit.client.0.smithi104.stdout:op 3171 completed, throughput=4.99MB/sec 2024-04-02T09:02:08.869 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-A1mododMWZ2qCHA off=688428 len=1751200 2024-04-02T09:02:08.876 INFO:tasks.workunit.client.0.smithi104.stdout:op 3172 completed, throughput=5MB/sec 2024-04-02T09:02:08.876 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8BGpi-H9NwciRDk off=642919 len=735457 2024-04-02T09:02:08.881 INFO:tasks.workunit.client.0.smithi104.stdout:op 3173 completed, throughput=5MB/sec 2024-04-02T09:02:08.881 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OOcnAoVDfYF-7Gk off=1829818 len=168439 2024-04-02T09:02:08.884 INFO:tasks.workunit.client.0.smithi104.stdout:op 3174 completed, throughput=5MB/sec 2024-04-02T09:02:08.884 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BspyhAqfRxZMiak off=1599683 len=301896 2024-04-02T09:02:08.884 INFO:tasks.workunit.client.0.smithi104.stdout:op 3175 completed, throughput=5MB/sec 2024-04-02T09:02:08.884 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dWyC1_2ErTkvbJk off=5963825 len=1681766 2024-04-02T09:02:08.886 INFO:tasks.workunit.client.0.smithi104.stdout:op 3176 completed, throughput=5MB/sec 2024-04-02T09:02:09.886 INFO:tasks.workunit.client.0.smithi104.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:09.887 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jlSzdnT1VinkCpn off=2779032 len=1720242 2024-04-02T09:02:09.893 INFO:tasks.workunit.client.0.smithi104.stdout:op 3177 completed, throughput=5MB/sec 2024-04-02T09:02:09.893 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VO-50KIXMso324v off=715733 len=1516112 2024-04-02T09:02:09.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 3178 completed, throughput=5MB/sec 2024-04-02T09:02:09.895 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d0tblMTlT6H-m5w off=10581921 len=36065 2024-04-02T09:02:09.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 3179 completed, throughput=5MB/sec 2024-04-02T09:02:09.896 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NcaIAiSszCXNMIe off=3924025 len=314747 2024-04-02T09:02:09.899 INFO:tasks.workunit.client.0.smithi104.stdout:op 3180 completed, throughput=5MB/sec 2024-04-02T09:02:09.899 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1G6D7lDxjdC66Vh off=5994159 len=667910 2024-04-02T09:02:09.900 INFO:tasks.workunit.client.0.smithi104.stdout:op 3181 completed, throughput=5MB/sec 2024-04-02T09:02:09.900 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-l2NbEWUtsc7-ZAN off=12923365 len=1221453 2024-04-02T09:02:09.900 INFO:tasks.workunit.client.0.smithi104.stdout:op 3182 completed, throughput=5MB/sec 2024-04-02T09:02:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:10 smithi188 ceph-mon[86835]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:10 smithi104 ceph-mon[94081]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:10 smithi104 ceph-mon[96567]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:10.901 INFO:tasks.workunit.client.0.smithi104.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:10.901 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YJM78tw1mXg_rDd off=18569510 len=1741292 2024-04-02T09:02:10.905 INFO:tasks.workunit.client.0.smithi104.stdout:op 3183 completed, throughput=5MB/sec 2024-04-02T09:02:10.905 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2j6R0jbXi86ALu3 off=1258068 len=1657599 2024-04-02T09:02:10.906 INFO:tasks.workunit.client.0.smithi104.stdout:op 3184 completed, throughput=5MB/sec 2024-04-02T09:02:10.906 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OtiK_IBzA-dc4TR off=1166306 len=531974 2024-04-02T09:02:10.906 INFO:tasks.workunit.client.0.smithi104.stdout:op 3185 completed, throughput=5MB/sec 2024-04-02T09:02:10.907 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tskHbt7RqgepVYo off=15170615 len=1051533 2024-04-02T09:02:10.907 INFO:tasks.workunit.client.0.smithi104.stdout:op 3186 completed, throughput=5MB/sec 2024-04-02T09:02:11.908 INFO:tasks.workunit.client.0.smithi104.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:11.908 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3_vdA4Q6tdVU4MB off=9073184 len=1973700 2024-04-02T09:02:11.909 INFO:tasks.workunit.client.0.smithi104.stdout:op 3187 completed, throughput=5MB/sec 2024-04-02T09:02:11.909 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xNGJidEhwqLYJVd off=3622594 len=602756 2024-04-02T09:02:11.913 INFO:tasks.workunit.client.0.smithi104.stdout:op 3188 completed, throughput=5MB/sec 2024-04-02T09:02:11.914 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7xehVMF8g-wWSQ0 off=12171566 len=137488 2024-04-02T09:02:11.916 INFO:tasks.workunit.client.0.smithi104.stdout:op 3189 completed, throughput=5MB/sec 2024-04-02T09:02:11.916 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IbDXmMr5DPXDJ95 off=11416156 len=135866 2024-04-02T09:02:11.918 INFO:tasks.workunit.client.0.smithi104.stdout:op 3190 completed, throughput=5MB/sec 2024-04-02T09:02:11.918 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Un0Ul3Oq037KfoU off=5181674 len=727270 2024-04-02T09:02:11.919 INFO:tasks.workunit.client.0.smithi104.stdout:op 3191 completed, throughput=5MB/sec 2024-04-02T09:02:11.919 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fHy-811xVZI1cZg off=4460971 len=690216 2024-04-02T09:02:11.920 INFO:tasks.workunit.client.0.smithi104.stdout:op 3192 completed, throughput=5MB/sec 2024-04-02T09:02:11.920 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6hNOflRLt7Ixj-T off=0 len=1284754 2024-04-02T09:02:11.926 INFO:tasks.workunit.client.0.smithi104.stdout:op 3193 completed, throughput=5MB/sec 2024-04-02T09:02:12.425 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:12 smithi188 ceph-mon[86835]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:02:12.426 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:02:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:12 smithi104 ceph-mon[94081]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:02:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:12 smithi104 ceph-mon[96567]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:02:12.927 INFO:tasks.workunit.client.0.smithi104.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:12.927 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EVTG21If1Zave1X off=2906257 len=471714 2024-04-02T09:02:12.930 INFO:tasks.workunit.client.0.smithi104.stdout:op 3194 completed, throughput=4.99MB/sec 2024-04-02T09:02:12.930 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-e02ddku9ybW6aFr off=7629932 len=1200937 2024-04-02T09:02:12.931 INFO:tasks.workunit.client.0.smithi104.stdout:op 3195 completed, throughput=5MB/sec 2024-04-02T09:02:12.931 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Q-nUf4p5rAuKh96 off=4832279 len=1401565 2024-04-02T09:02:12.932 INFO:tasks.workunit.client.0.smithi104.stdout:op 3196 completed, throughput=5MB/sec 2024-04-02T09:02:12.932 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lcTpUjDDUjSrBxE off=4538587 len=441656 2024-04-02T09:02:12.935 INFO:tasks.workunit.client.0.smithi104.stdout:op 3197 completed, throughput=5MB/sec 2024-04-02T09:02:12.936 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RzsMJAporPnKIis off=940428 len=790754 2024-04-02T09:02:12.937 INFO:tasks.workunit.client.0.smithi104.stdout:op 3198 completed, throughput=5MB/sec 2024-04-02T09:02:12.938 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NlkejcdeL9W33mi off=12897456 len=1194502 2024-04-02T09:02:12.938 INFO:tasks.workunit.client.0.smithi104.stdout:op 3199 completed, throughput=5MB/sec 2024-04-02T09:02:13.939 INFO:tasks.workunit.client.0.smithi104.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:13.939 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dKDQ7L_OuqgxCr2 off=90542 len=461339 2024-04-02T09:02:13.939 INFO:tasks.workunit.client.0.smithi104.stdout:op 3200 completed, throughput=4.99MB/sec 2024-04-02T09:02:13.939 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lA6Vc4984xs9Tmr off=3044024 len=830941 2024-04-02T09:02:13.943 INFO:tasks.workunit.client.0.smithi104.stdout:op 3201 completed, throughput=5MB/sec 2024-04-02T09:02:13.943 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IGTZ9jYjDIjRW9G off=6021803 len=383749 2024-04-02T09:02:13.946 INFO:tasks.workunit.client.0.smithi104.stdout:op 3202 completed, throughput=5MB/sec 2024-04-02T09:02:13.946 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-32IoyKhXQYuyrCM off=20067068 len=2004690 2024-04-02T09:02:13.950 INFO:tasks.workunit.client.0.smithi104.stdout:op 3203 completed, throughput=5MB/sec 2024-04-02T09:02:13.950 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-swo0Um8cdqqI73- off=12288999 len=269612 2024-04-02T09:02:13.950 INFO:tasks.workunit.client.0.smithi104.stdout:op 3204 completed, throughput=5MB/sec 2024-04-02T09:02:13.950 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rVRAASmnUXY_HBn off=1908092 len=1554558 2024-04-02T09:02:13.957 INFO:tasks.workunit.client.0.smithi104.stdout:op 3205 completed, throughput=5MB/sec 2024-04-02T09:02:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:14 smithi188 ceph-mon[86835]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:02:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:14 smithi104 ceph-mon[96567]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:02:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:14 smithi104 ceph-mon[94081]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:02:14.958 INFO:tasks.workunit.client.0.smithi104.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:14.958 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D_fh86vhH2KCjVy off=12167492 len=627153 2024-04-02T09:02:14.959 INFO:tasks.workunit.client.0.smithi104.stdout:op 3206 completed, throughput=4.99MB/sec 2024-04-02T09:02:14.959 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2jfp5LJ5LRrAlPB off=7656558 len=791661 2024-04-02T09:02:14.964 INFO:tasks.workunit.client.0.smithi104.stdout:op 3207 completed, throughput=5MB/sec 2024-04-02T09:02:14.964 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W6H_EzKwpaGnzFa off=4985360 len=998348 2024-04-02T09:02:14.968 INFO:tasks.workunit.client.0.smithi104.stdout:op 3208 completed, throughput=5MB/sec 2024-04-02T09:02:14.968 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Hem0tKCJ23UFeb5 off=1824962 len=738642 2024-04-02T09:02:14.972 INFO:tasks.workunit.client.0.smithi104.stdout:op 3209 completed, throughput=5MB/sec 2024-04-02T09:02:14.972 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tWhpAjkQUtqK8p0 off=842050 len=888827 2024-04-02T09:02:14.976 INFO:tasks.workunit.client.0.smithi104.stdout:op 3210 completed, throughput=5MB/sec 2024-04-02T09:02:14.976 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6Ikygtobmu-e12D off=7016948 len=1044341 2024-04-02T09:02:14.980 INFO:tasks.workunit.client.0.smithi104.stdout:op 3211 completed, throughput=5MB/sec 2024-04-02T09:02:15.980 INFO:tasks.workunit.client.0.smithi104.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:15.980 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wOo0mXB6o-ZAHj2 off=2840824 len=852974 2024-04-02T09:02:15.983 INFO:tasks.workunit.client.0.smithi104.stdout:op 3212 completed, throughput=4.99MB/sec 2024-04-02T09:02:15.983 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xMIhTZ2f5ehOb1z off=9609260 len=834980 2024-04-02T09:02:15.989 INFO:tasks.workunit.client.0.smithi104.stdout:op 3213 completed, throughput=5MB/sec 2024-04-02T09:02:15.989 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0iQaRmPm2zQWSp_ off=3737252 len=140217 2024-04-02T09:02:15.991 INFO:tasks.workunit.client.0.smithi104.stdout:op 3214 completed, throughput=5MB/sec 2024-04-02T09:02:15.991 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-P8UBeUTtsaeD1XK off=13052378 len=1058721 2024-04-02T09:02:15.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 3215 completed, throughput=5MB/sec 2024-04-02T09:02:15.992 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1y73vhQTkTRaxhJ off=1261981 len=735547 2024-04-02T09:02:15.995 INFO:tasks.workunit.client.0.smithi104.stdout:op 3216 completed, throughput=5MB/sec 2024-04-02T09:02:15.995 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ppiFGX83LBogW9Q off=18925889 len=289861 2024-04-02T09:02:15.995 INFO:tasks.workunit.client.0.smithi104.stdout:op 3217 completed, throughput=5MB/sec 2024-04-02T09:02:15.996 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NA3BsHfY4OyBhQ1 off=3609568 len=376820 2024-04-02T09:02:15.999 INFO:tasks.workunit.client.0.smithi104.stdout:op 3218 completed, throughput=5MB/sec 2024-04-02T09:02:15.999 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_HZUbHGUULDY942 off=1104435 len=1215873 2024-04-02T09:02:16.006 INFO:tasks.workunit.client.0.smithi104.stdout:op 3219 completed, throughput=5MB/sec 2024-04-02T09:02:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:02:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:02:15] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-04-02T09:02:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:16 smithi188 ceph-mon[86835]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:16 smithi104 ceph-mon[94081]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:16 smithi104 ceph-mon[96567]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:17.006 INFO:tasks.workunit.client.0.smithi104.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:17.007 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DOLpRd73UDnQhej off=4379910 len=1697084 2024-04-02T09:02:17.017 INFO:tasks.workunit.client.0.smithi104.stdout:op 3220 completed, throughput=5MB/sec 2024-04-02T09:02:17.017 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3IE_1Fe0nL82BRH off=3920901 len=750044 2024-04-02T09:02:17.018 INFO:tasks.workunit.client.0.smithi104.stdout:op 3221 completed, throughput=5MB/sec 2024-04-02T09:02:17.018 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XM9FA83Xmc0g0Nb off=8439324 len=1786405 2024-04-02T09:02:17.020 INFO:tasks.workunit.client.0.smithi104.stdout:op 3222 completed, throughput=5MB/sec 2024-04-02T09:02:17.020 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EDJIgM85ErqInGd off=486704 len=1918875 2024-04-02T09:02:17.031 INFO:tasks.workunit.client.0.smithi104.stdout:op 3223 completed, throughput=5MB/sec 2024-04-02T09:02:18.032 INFO:tasks.workunit.client.0.smithi104.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:18.032 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aUsr-Py9CHQ2kq_ off=2705862 len=216533 2024-04-02T09:02:18.032 INFO:tasks.workunit.client.0.smithi104.stdout:op 3224 completed, throughput=5MB/sec 2024-04-02T09:02:18.033 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fCAHc-kIwN0KE2s off=387819 len=1858229 2024-04-02T09:02:18.039 INFO:tasks.workunit.client.0.smithi104.stdout:op 3225 completed, throughput=5MB/sec 2024-04-02T09:02:18.039 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r-Zy4_kfkxvHW8O off=7757135 len=1773711 2024-04-02T09:02:18.049 INFO:tasks.workunit.client.0.smithi104.stdout:op 3226 completed, throughput=5MB/sec 2024-04-02T09:02:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:18 smithi188 ceph-mon[86835]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:02:18.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:18 smithi104 ceph-mon[94081]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:02:18.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:18 smithi104 ceph-mon[96567]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:02:19.050 INFO:tasks.workunit.client.0.smithi104.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:19.050 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TbGHtgPuwmtsHpJ off=15706926 len=53390 2024-04-02T09:02:19.051 INFO:tasks.workunit.client.0.smithi104.stdout:op 3227 completed, throughput=4.99MB/sec 2024-04-02T09:02:19.051 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-S48HWHgLvuz2yNJ off=11852350 len=1407211 2024-04-02T09:02:19.051 INFO:tasks.workunit.client.0.smithi104.stdout:op 3228 completed, throughput=4.99MB/sec 2024-04-02T09:02:19.051 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DiAVp1edINrrAGF off=10296172 len=557373 2024-04-02T09:02:19.051 INFO:tasks.workunit.client.0.smithi104.stdout:op 3229 completed, throughput=5MB/sec 2024-04-02T09:02:19.052 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fdm54ycZoPvdQmD off=14138865 len=1839706 2024-04-02T09:02:19.055 INFO:tasks.workunit.client.0.smithi104.stdout:op 3230 completed, throughput=5MB/sec 2024-04-02T09:02:19.056 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D6m55D7RZQbWfkG off=11844342 len=1188848 2024-04-02T09:02:19.058 INFO:tasks.workunit.client.0.smithi104.stdout:op 3231 completed, throughput=5MB/sec 2024-04-02T09:02:19.058 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-u1YA5Z_bdT_y45z off=6578445 len=52518 2024-04-02T09:02:19.058 INFO:tasks.workunit.client.0.smithi104.stdout:op 3232 completed, throughput=5MB/sec 2024-04-02T09:02:19.058 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8Pycv1F_o3YpmV3 off=58483 len=1277884 2024-04-02T09:02:19.059 INFO:tasks.workunit.client.0.smithi104.stdout:op 3233 completed, throughput=5MB/sec 2024-04-02T09:02:20.060 INFO:tasks.workunit.client.0.smithi104.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:20.060 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Nhw-FXv6b6mGUPp off=11493712 len=1394660 2024-04-02T09:02:20.061 INFO:tasks.workunit.client.0.smithi104.stdout:op 3234 completed, throughput=5MB/sec 2024-04-02T09:02:20.061 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6sXkOKu6lwC8P62 off=1941282 len=1471923 2024-04-02T09:02:20.070 INFO:tasks.workunit.client.0.smithi104.stdout:op 3235 completed, throughput=5MB/sec 2024-04-02T09:02:20.070 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-s9WokXBAntzrBDS off=10199740 len=1890100 2024-04-02T09:02:20.071 INFO:tasks.workunit.client.0.smithi104.stdout:op 3236 completed, throughput=5MB/sec 2024-04-02T09:02:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:20 smithi188 ceph-mon[86835]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:02:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:20 smithi104 ceph-mon[96567]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:02:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:20 smithi104 ceph-mon[94081]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:02:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:21.072 INFO:tasks.workunit.client.0.smithi104.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:21.072 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YmSipqVo7jgeiLA off=1691383 len=333727 2024-04-02T09:02:21.072 INFO:tasks.workunit.client.0.smithi104.stdout:op 3237 completed, throughput=4.99MB/sec 2024-04-02T09:02:21.073 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xesm_GHNlt46s8H off=9359683 len=1520556 2024-04-02T09:02:21.074 INFO:tasks.workunit.client.0.smithi104.stdout:op 3238 completed, throughput=5MB/sec 2024-04-02T09:02:21.074 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dNFISzzmQeOeycI off=2226728 len=1541051 2024-04-02T09:02:21.081 INFO:tasks.workunit.client.0.smithi104.stdout:op 3239 completed, throughput=5MB/sec 2024-04-02T09:02:21.081 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--ggwqSuLCIUn-PR off=4854058 len=1804602 2024-04-02T09:02:21.089 INFO:tasks.workunit.client.0.smithi104.stdout:op 3240 completed, throughput=5MB/sec 2024-04-02T09:02:22.089 INFO:tasks.workunit.client.0.smithi104.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:22.090 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-e-4CN4K-UukUzmt off=2052211 len=1996293 2024-04-02T09:02:22.096 INFO:tasks.workunit.client.0.smithi104.stdout:op 3241 completed, throughput=5MB/sec 2024-04-02T09:02:22.096 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aLK_ZpZXUU4Oa6n off=15879492 len=126784 2024-04-02T09:02:22.099 INFO:tasks.workunit.client.0.smithi104.stdout:op 3242 completed, throughput=5MB/sec 2024-04-02T09:02:22.099 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Mm0aGNIRCtxVpY0 off=14449965 len=2068457 2024-04-02T09:02:22.100 INFO:tasks.workunit.client.0.smithi104.stdout:op 3243 completed, throughput=5MB/sec 2024-04-02T09:02:22.100 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xJY1egiWEYAPzX7 off=16960049 len=452437 2024-04-02T09:02:22.103 INFO:tasks.workunit.client.0.smithi104.stdout:op 3244 completed, throughput=5MB/sec 2024-04-02T09:02:22.103 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Yf5GbjuBRG8DAcp off=8803495 len=1717058 2024-04-02T09:02:22.104 INFO:tasks.workunit.client.0.smithi104.stdout:op 3245 completed, throughput=5MB/sec 2024-04-02T09:02:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:22 smithi188 ceph-mon[86835]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:02:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:02:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:22 smithi104 ceph-mon[96567]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:22 smithi104 ceph-mon[94081]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:23.105 INFO:tasks.workunit.client.0.smithi104.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:23.105 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jamI_ReQliJ5mFv off=15312480 len=1567223 2024-04-02T09:02:23.106 INFO:tasks.workunit.client.0.smithi104.stdout:op 3246 completed, throughput=5MB/sec 2024-04-02T09:02:23.106 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9XAEibHvUrd9S48 off=2232462 len=247475 2024-04-02T09:02:23.108 INFO:tasks.workunit.client.0.smithi104.stdout:op 3247 completed, throughput=5MB/sec 2024-04-02T09:02:23.108 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fA-xBR3Pp5m2jEl off=6551885 len=1164256 2024-04-02T09:02:23.109 INFO:tasks.workunit.client.0.smithi104.stdout:op 3248 completed, throughput=5MB/sec 2024-04-02T09:02:23.109 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oEPh-7WMt-tdP09 off=8829450 len=349764 2024-04-02T09:02:23.112 INFO:tasks.workunit.client.0.smithi104.stdout:op 3249 completed, throughput=5MB/sec 2024-04-02T09:02:23.112 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UyY2LArK1yuJ_v2 off=1713565 len=1981405 2024-04-02T09:02:23.123 INFO:tasks.workunit.client.0.smithi104.stdout:op 3250 completed, throughput=5MB/sec 2024-04-02T09:02:24.124 INFO:tasks.workunit.client.0.smithi104.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:24.124 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NyIEHMTNFJ9l3OI off=2526994 len=116292 2024-04-02T09:02:24.124 INFO:tasks.workunit.client.0.smithi104.stdout:op 3251 completed, throughput=4.99MB/sec 2024-04-02T09:02:24.124 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iwyczzOYcMH1ehw off=17340162 len=1858563 2024-04-02T09:02:24.127 INFO:tasks.workunit.client.0.smithi104.stdout:op 3252 completed, throughput=5MB/sec 2024-04-02T09:02:24.127 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kp5HHb6Q7vmJJQr off=10802485 len=116256 2024-04-02T09:02:24.128 INFO:tasks.workunit.client.0.smithi104.stdout:op 3253 completed, throughput=5MB/sec 2024-04-02T09:02:24.128 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iGA51IAXgWhIZsl off=6503790 len=746778 2024-04-02T09:02:24.133 INFO:tasks.workunit.client.0.smithi104.stdout:op 3254 completed, throughput=5MB/sec 2024-04-02T09:02:24.133 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5cgKIw6D1s-kYOp off=2979279 len=1949340 2024-04-02T09:02:24.144 INFO:tasks.workunit.client.0.smithi104.stdout:op 3255 completed, throughput=5MB/sec 2024-04-02T09:02:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:24 smithi188 ceph-mon[86835]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:02:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:24 smithi104 ceph-mon[96567]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:02:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:24 smithi104 ceph-mon[94081]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:02:25.144 INFO:tasks.workunit.client.0.smithi104.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:25.144 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v3-ntvJwKtB3muB off=7724042 len=528042 2024-04-02T09:02:25.147 INFO:tasks.workunit.client.0.smithi104.stdout:op 3256 completed, throughput=4.99MB/sec 2024-04-02T09:02:25.147 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VjuvwyFzRm34iKD off=15740279 len=1502982 2024-04-02T09:02:25.148 INFO:tasks.workunit.client.0.smithi104.stdout:op 3257 completed, throughput=5MB/sec 2024-04-02T09:02:25.148 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5gopSIA9ltAQEGa off=9612413 len=1305158 2024-04-02T09:02:25.155 INFO:tasks.workunit.client.0.smithi104.stdout:op 3258 completed, throughput=5MB/sec 2024-04-02T09:02:25.155 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LSH0uGoOROiOeI0 off=672358 len=1555669 2024-04-02T09:02:25.164 INFO:tasks.workunit.client.0.smithi104.stdout:op 3259 completed, throughput=5MB/sec 2024-04-02T09:02:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:02:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:02:25] "GET /metrics HTTP/1.1" 200 34140 "" "Prometheus/2.43.0" 2024-04-02T09:02:26.164 INFO:tasks.workunit.client.0.smithi104.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:26.164 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xrFoQVk9soSR2n1 off=6180286 len=583916 2024-04-02T09:02:26.165 INFO:tasks.workunit.client.0.smithi104.stdout:op 3260 completed, throughput=4.99MB/sec 2024-04-02T09:02:26.165 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IrLkw9sMMXtAa1Q off=12184736 len=843253 2024-04-02T09:02:26.170 INFO:tasks.workunit.client.0.smithi104.stdout:op 3261 completed, throughput=5MB/sec 2024-04-02T09:02:26.170 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KAe4KV_DmsGHp6I off=5361791 len=480966 2024-04-02T09:02:26.174 INFO:tasks.workunit.client.0.smithi104.stdout:op 3262 completed, throughput=5MB/sec 2024-04-02T09:02:26.174 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PPMPp5hROxDoxqs off=4860592 len=607977 2024-04-02T09:02:26.177 INFO:tasks.workunit.client.0.smithi104.stdout:op 3263 completed, throughput=5MB/sec 2024-04-02T09:02:26.177 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bFZiwg1iDmx4GEg off=7723432 len=339225 2024-04-02T09:02:26.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 3264 completed, throughput=5MB/sec 2024-04-02T09:02:26.178 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Du_0TwwXv82trXQ off=196707 len=1776436 2024-04-02T09:02:26.185 INFO:tasks.workunit.client.0.smithi104.stdout:op 3265 completed, throughput=5MB/sec 2024-04-02T09:02:26.185 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-87BMAGwUiSR61H5 off=6180548 len=2065197 2024-04-02T09:02:26.192 INFO:tasks.workunit.client.0.smithi104.stdout:op 3266 completed, throughput=5MB/sec 2024-04-02T09:02:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:26 smithi188 ceph-mon[86835]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:26 smithi104 ceph-mon[96567]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:26 smithi104 ceph-mon[94081]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:27.193 INFO:tasks.workunit.client.0.smithi104.stdout: 646: throughput=5MB/sec pending data=0 2024-04-02T09:02:27.193 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HJvOn3hIyOdD7LU off=560463 len=1560516 2024-04-02T09:02:27.202 INFO:tasks.workunit.client.0.smithi104.stdout:op 3267 completed, throughput=5MB/sec 2024-04-02T09:02:27.202 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ugSjzGR-90CVBlZ off=2249248 len=1123572 2024-04-02T09:02:27.204 INFO:tasks.workunit.client.0.smithi104.stdout:op 3268 completed, throughput=5MB/sec 2024-04-02T09:02:27.204 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TDACYtK0VdPpJUX off=9178705 len=2034869 2024-04-02T09:02:27.205 INFO:tasks.workunit.client.0.smithi104.stdout:op 3269 completed, throughput=5MB/sec 2024-04-02T09:02:28.206 INFO:tasks.workunit.client.0.smithi104.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:28.206 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3x2g3jYSpMYBD74 off=5331628 len=1384389 2024-04-02T09:02:28.208 INFO:tasks.workunit.client.0.smithi104.stdout:op 3270 completed, throughput=5MB/sec 2024-04-02T09:02:28.208 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-11iO6nU2O-X_fvq off=50633 len=1700882 2024-04-02T09:02:28.210 INFO:tasks.workunit.client.0.smithi104.stdout:op 3271 completed, throughput=5MB/sec 2024-04-02T09:02:28.210 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2kvQwt3UC65it6q off=267162 len=1767516 2024-04-02T09:02:28.217 INFO:tasks.workunit.client.0.smithi104.stdout:op 3272 completed, throughput=5MB/sec 2024-04-02T09:02:28.441 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:28 smithi104 ceph-mon[94081]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:28.441 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:28 smithi104 ceph-mon[96567]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:28 smithi188 ceph-mon[86835]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:29.218 INFO:tasks.workunit.client.0.smithi104.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:29.218 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-L7lbRFqgBg5UFST off=2104061 len=1486427 2024-04-02T09:02:29.220 INFO:tasks.workunit.client.0.smithi104.stdout:op 3273 completed, throughput=5MB/sec 2024-04-02T09:02:29.220 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-X_7SHHU5wrBga8S off=17961391 len=1518815 2024-04-02T09:02:29.228 INFO:tasks.workunit.client.0.smithi104.stdout:op 3274 completed, throughput=5MB/sec 2024-04-02T09:02:29.228 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2XtrNxdBIHKfdOr off=575139 len=21247 2024-04-02T09:02:29.228 INFO:tasks.workunit.client.0.smithi104.stdout:op 3275 completed, throughput=5MB/sec 2024-04-02T09:02:29.229 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SyS03u3jBm1R3VQ off=2424906 len=1898382 2024-04-02T09:02:29.238 INFO:tasks.workunit.client.0.smithi104.stdout:op 3276 completed, throughput=5MB/sec 2024-04-02T09:02:30.239 INFO:tasks.workunit.client.0.smithi104.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:30.239 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-z6wmFqQXZZVgOY- off=2264839 len=858649 2024-04-02T09:02:30.243 INFO:tasks.workunit.client.0.smithi104.stdout:op 3277 completed, throughput=4.99MB/sec 2024-04-02T09:02:30.243 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lo81i5ZOTZG_RkA off=1833716 len=1983784 2024-04-02T09:02:30.245 INFO:tasks.workunit.client.0.smithi104.stdout:op 3278 completed, throughput=5MB/sec 2024-04-02T09:02:30.245 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G2rg3BHJNGFMe5O off=3076638 len=1895268 2024-04-02T09:02:30.247 INFO:tasks.workunit.client.0.smithi104.stdout:op 3279 completed, throughput=5MB/sec 2024-04-02T09:02:30.247 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7t3zxKgrr4qwNRR off=384433 len=1820938 2024-04-02T09:02:30.255 INFO:tasks.workunit.client.0.smithi104.stdout:op 3280 completed, throughput=5MB/sec 2024-04-02T09:02:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:30 smithi188 ceph-mon[86835]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:30 smithi104 ceph-mon[96567]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:30 smithi104 ceph-mon[94081]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:31.256 INFO:tasks.workunit.client.0.smithi104.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:31.256 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9wwn5p4bhjO01LA off=13087146 len=1777934 2024-04-02T09:02:31.257 INFO:tasks.workunit.client.0.smithi104.stdout:op 3281 completed, throughput=5MB/sec 2024-04-02T09:02:31.257 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NiusURyjLTrxF4L off=949813 len=1875077 2024-04-02T09:02:31.259 INFO:tasks.workunit.client.0.smithi104.stdout:op 3282 completed, throughput=5MB/sec 2024-04-02T09:02:31.259 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f_hoMKup9RbqCCu off=13838148 len=926224 2024-04-02T09:02:31.264 INFO:tasks.workunit.client.0.smithi104.stdout:op 3283 completed, throughput=5MB/sec 2024-04-02T09:02:32.264 INFO:tasks.workunit.client.0.smithi104.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:32.264 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a5eTVojFfZ1qPHV off=4596380 len=903386 2024-04-02T09:02:32.269 INFO:tasks.workunit.client.0.smithi104.stdout:op 3284 completed, throughput=4.99MB/sec 2024-04-02T09:02:32.269 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-K9dYIGafTFeM8dp off=5533309 len=527778 2024-04-02T09:02:32.273 INFO:tasks.workunit.client.0.smithi104.stdout:op 3285 completed, throughput=5MB/sec 2024-04-02T09:02:32.273 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xVL1KGgfDuhRZP0 off=0 len=1346119 2024-04-02T09:02:32.280 INFO:tasks.workunit.client.0.smithi104.stdout:op 3286 completed, throughput=5MB/sec 2024-04-02T09:02:32.281 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4SIwrFh9p7yZJu1 off=14689934 len=1991203 2024-04-02T09:02:32.291 INFO:tasks.workunit.client.0.smithi104.stdout:op 3287 completed, throughput=5MB/sec 2024-04-02T09:02:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:32 smithi188 ceph-mon[86835]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:02:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:02:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:02:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:32 smithi104 ceph-mon[96567]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:02:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:32 smithi104 ceph-mon[94081]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:02:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:33.292 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4GocclHrIWsk7ne off=7669403 len=621237 2024-04-02T09:02:33.292 INFO:tasks.workunit.client.0.smithi104.stdout:op 3288 completed, throughput=4.99MB/sec 2024-04-02T09:02:33.292 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-s_z8u-u8DIQkLSD off=4542949 len=294030 2024-04-02T09:02:33.295 INFO:tasks.workunit.client.0.smithi104.stdout:op 3289 completed, throughput=4.99MB/sec 2024-04-02T09:02:33.296 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nkzwhNKPL5_g77N off=6774170 len=1397871 2024-04-02T09:02:33.297 INFO:tasks.workunit.client.0.smithi104.stdout:op 3290 completed, throughput=5MB/sec 2024-04-02T09:02:33.297 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1qpNNoziVCKMEZV off=17731403 len=1129483 2024-04-02T09:02:33.302 INFO:tasks.workunit.client.0.smithi104.stdout:op 3291 completed, throughput=5MB/sec 2024-04-02T09:02:33.303 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Lm2pTIpZYxuLPm5 off=7229615 len=1152663 2024-04-02T09:02:33.303 INFO:tasks.workunit.client.0.smithi104.stdout:op 3292 completed, throughput=5MB/sec 2024-04-02T09:02:33.304 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JTd8B5Q_TBaJ0qy off=3855536 len=755844 2024-04-02T09:02:33.307 INFO:tasks.workunit.client.0.smithi104.stdout:op 3293 completed, throughput=5MB/sec 2024-04-02T09:02:34.307 INFO:tasks.workunit.client.0.smithi104.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:34.307 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Adqbri7wDAvz5LT off=14862743 len=2004542 2024-04-02T09:02:34.318 INFO:tasks.workunit.client.0.smithi104.stdout:op 3294 completed, throughput=5MB/sec 2024-04-02T09:02:34.318 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YgvBgZcY_ak3Zt_ off=14120725 len=1836001 2024-04-02T09:02:34.327 INFO:tasks.workunit.client.0.smithi104.stdout:op 3295 completed, throughput=5MB/sec 2024-04-02T09:02:34.327 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tCLW6TMyqSzuQIp off=13214895 len=498589 2024-04-02T09:02:34.330 INFO:tasks.workunit.client.0.smithi104.stdout:op 3296 completed, throughput=5MB/sec 2024-04-02T09:02:34.330 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-59kriNZFTTZnBQK off=6247935 len=803886 2024-04-02T09:02:34.331 INFO:tasks.workunit.client.0.smithi104.stdout:op 3297 completed, throughput=5MB/sec 2024-04-02T09:02:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:34 smithi188 ceph-mon[86835]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:34 smithi104 ceph-mon[96567]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:34 smithi104 ceph-mon[94081]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:35.331 INFO:tasks.workunit.client.0.smithi104.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:35.331 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4n2ijdXtMfZXsNL off=1306083 len=540173 2024-04-02T09:02:35.332 INFO:tasks.workunit.client.0.smithi104.stdout:op 3298 completed, throughput=4.99MB/sec 2024-04-02T09:02:35.332 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tkBwGTLFHsxamiF off=16141518 len=1136344 2024-04-02T09:02:35.338 INFO:tasks.workunit.client.0.smithi104.stdout:op 3299 completed, throughput=4.99MB/sec 2024-04-02T09:02:35.338 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bTVBw4hdFkSpVnn off=1939866 len=1162508 2024-04-02T09:02:35.343 INFO:tasks.workunit.client.0.smithi104.stdout:op 3300 completed, throughput=5MB/sec 2024-04-02T09:02:35.343 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hkVNCB--1Qfik3j off=71846 len=2091143 2024-04-02T09:02:35.346 INFO:tasks.workunit.client.0.smithi104.stdout:op 3301 completed, throughput=5MB/sec 2024-04-02T09:02:35.347 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G7IoWJ13EviI5p0 off=5497957 len=1564570 2024-04-02T09:02:35.353 INFO:tasks.workunit.client.0.smithi104.stdout:op 3302 completed, throughput=5MB/sec 2024-04-02T09:02:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:02:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:02:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:02:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:02:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:02:35] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-02T09:02:36.354 INFO:tasks.workunit.client.0.smithi104.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:36.354 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gG6EXmQTOcexMjl off=3833492 len=83678 2024-04-02T09:02:36.356 INFO:tasks.workunit.client.0.smithi104.stdout:op 3303 completed, throughput=4.99MB/sec 2024-04-02T09:02:36.356 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NJo_e8CzwbWKj7C off=3189288 len=837821 2024-04-02T09:02:36.356 INFO:tasks.workunit.client.0.smithi104.stdout:op 3304 completed, throughput=5MB/sec 2024-04-02T09:02:36.356 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WjChefE6HuTvVtV off=9972214 len=1355103 2024-04-02T09:02:36.362 INFO:tasks.workunit.client.0.smithi104.stdout:op 3305 completed, throughput=5MB/sec 2024-04-02T09:02:36.362 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DcebYLkTANP2WtR off=5679280 len=1744388 2024-04-02T09:02:36.368 INFO:tasks.workunit.client.0.smithi104.stdout:op 3306 completed, throughput=5MB/sec 2024-04-02T09:02:36.368 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mS1oMvorB7u_O50 off=8397885 len=569081 2024-04-02T09:02:36.371 INFO:tasks.workunit.client.0.smithi104.stdout:op 3307 completed, throughput=5MB/sec 2024-04-02T09:02:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:36 smithi188 ceph-mon[86835]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:02:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:36 smithi104 ceph-mon[96567]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:02:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:36 smithi104 ceph-mon[94081]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:02:37.372 INFO:tasks.workunit.client.0.smithi104.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:37.372 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lwtSNaCZ7vXlPnY off=10052547 len=1548769 2024-04-02T09:02:37.375 INFO:tasks.workunit.client.0.smithi104.stdout:op 3308 completed, throughput=5MB/sec 2024-04-02T09:02:37.375 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Yojl1RGMQjbCVOd off=2551210 len=67728 2024-04-02T09:02:37.377 INFO:tasks.workunit.client.0.smithi104.stdout:op 3309 completed, throughput=5MB/sec 2024-04-02T09:02:37.377 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vF9uPbHr9dGrEUZ off=1939221 len=1703606 2024-04-02T09:02:37.387 INFO:tasks.workunit.client.0.smithi104.stdout:op 3310 completed, throughput=5MB/sec 2024-04-02T09:02:37.388 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zCZhRWc8TOGDLvJ off=251157 len=537073 2024-04-02T09:02:37.389 INFO:tasks.workunit.client.0.smithi104.stdout:op 3311 completed, throughput=5MB/sec 2024-04-02T09:02:37.389 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qMJATVYQiWC161s off=252990 len=1196795 2024-04-02T09:02:37.391 INFO:tasks.workunit.client.0.smithi104.stdout:op 3312 completed, throughput=5MB/sec 2024-04-02T09:02:38.391 INFO:tasks.workunit.client.0.smithi104.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:38.391 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sSUn4jNMCUf6j6i off=2303096 len=1446728 2024-04-02T09:02:38.400 INFO:tasks.workunit.client.0.smithi104.stdout:op 3313 completed, throughput=4.99MB/sec 2024-04-02T09:02:38.400 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n9vOmTPKA0gNYHX off=545645 len=276059 2024-04-02T09:02:38.401 INFO:tasks.workunit.client.0.smithi104.stdout:op 3314 completed, throughput=5MB/sec 2024-04-02T09:02:38.401 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8cvZlf-CcvWrXqt off=214238 len=346295 2024-04-02T09:02:38.404 INFO:tasks.workunit.client.0.smithi104.stdout:op 3315 completed, throughput=5MB/sec 2024-04-02T09:02:38.404 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hNwPgjywFfReA1Z off=13229734 len=1353366 2024-04-02T09:02:38.411 INFO:tasks.workunit.client.0.smithi104.stdout:op 3316 completed, throughput=5MB/sec 2024-04-02T09:02:38.411 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--6GgOpx8thbMnks off=5525105 len=253999 2024-04-02T09:02:38.413 INFO:tasks.workunit.client.0.smithi104.stdout:op 3317 completed, throughput=5MB/sec 2024-04-02T09:02:38.413 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yOet7SKumXRrYft off=12192865 len=2068415 2024-04-02T09:02:38.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 3318 completed, throughput=5MB/sec 2024-04-02T09:02:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:38 smithi188 ceph-mon[86835]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:02:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:38 smithi104 ceph-mon[96567]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:02:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:38 smithi104 ceph-mon[94081]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:02:39.415 INFO:tasks.workunit.client.0.smithi104.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:39.415 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-n_e_3eM-ZyfBCtm off=511679 len=1399564 2024-04-02T09:02:39.423 INFO:tasks.workunit.client.0.smithi104.stdout:op 3319 completed, throughput=5MB/sec 2024-04-02T09:02:39.424 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WLoo8pRhjN-iUKS off=5298493 len=884061 2024-04-02T09:02:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:op 3320 completed, throughput=5MB/sec 2024-04-02T09:02:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ehwSdzGdCr6P0tE off=4844136 len=902378 2024-04-02T09:02:39.430 INFO:tasks.workunit.client.0.smithi104.stdout:op 3321 completed, throughput=5MB/sec 2024-04-02T09:02:39.430 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AjN2w7btO4WfO1J off=1968508 len=734553 2024-04-02T09:02:39.431 INFO:tasks.workunit.client.0.smithi104.stdout:op 3322 completed, throughput=5MB/sec 2024-04-02T09:02:39.431 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G7IoWJ13EviI5p0 off=7999388 len=1544267 2024-04-02T09:02:39.438 INFO:tasks.workunit.client.0.smithi104.stdout:op 3323 completed, throughput=5MB/sec 2024-04-02T09:02:40.438 INFO:tasks.workunit.client.0.smithi104.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:40.438 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Zn6U5OIBgzzgtvj off=11449625 len=14319 2024-04-02T09:02:40.439 INFO:tasks.workunit.client.0.smithi104.stdout:op 3324 completed, throughput=4.99MB/sec 2024-04-02T09:02:40.439 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OkH3VAdbP7NYYcY off=280969 len=230372 2024-04-02T09:02:40.441 INFO:tasks.workunit.client.0.smithi104.stdout:op 3325 completed, throughput=4.99MB/sec 2024-04-02T09:02:40.441 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YoJmbbBoEHjD34V off=954434 len=1556151 2024-04-02T09:02:40.450 INFO:tasks.workunit.client.0.smithi104.stdout:op 3326 completed, throughput=5MB/sec 2024-04-02T09:02:40.450 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qY60GPax0qVDJcG off=1600706 len=1300236 2024-04-02T09:02:40.455 INFO:tasks.workunit.client.0.smithi104.stdout:op 3327 completed, throughput=5MB/sec 2024-04-02T09:02:40.455 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IVh_80Etu7Fizm6 off=0 len=1591339 2024-04-02T09:02:40.456 INFO:tasks.workunit.client.0.smithi104.stdout:op 3328 completed, throughput=5MB/sec 2024-04-02T09:02:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:40 smithi188 ceph-mon[86835]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:02:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:40 smithi104 ceph-mon[94081]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:02:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:40 smithi104 ceph-mon[96567]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:02:41.457 INFO:tasks.workunit.client.0.smithi104.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:41.457 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gD54gKN54EjK2pc off=538815 len=63055 2024-04-02T09:02:41.459 INFO:tasks.workunit.client.0.smithi104.stdout:op 3329 completed, throughput=4.99MB/sec 2024-04-02T09:02:41.459 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QT87Lr_MR6ZJPtx off=2471130 len=925035 2024-04-02T09:02:41.464 INFO:tasks.workunit.client.0.smithi104.stdout:op 3330 completed, throughput=4.99MB/sec 2024-04-02T09:02:41.464 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kheL0lBaNYsPJr4 off=2505090 len=331328 2024-04-02T09:02:41.464 INFO:tasks.workunit.client.0.smithi104.stdout:op 3331 completed, throughput=4.99MB/sec 2024-04-02T09:02:41.464 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z_31M9lyKQkHvlf off=4054497 len=1430652 2024-04-02T09:02:41.466 INFO:tasks.workunit.client.0.smithi104.stdout:op 3332 completed, throughput=5MB/sec 2024-04-02T09:02:41.466 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LQI14WVvwyhGzCW off=1836188 len=2062706 2024-04-02T09:02:41.467 INFO:tasks.workunit.client.0.smithi104.stdout:op 3333 completed, throughput=5MB/sec 2024-04-02T09:02:41.467 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wEpsoHdw5EDwPgL off=2163330 len=1596723 2024-04-02T09:02:41.473 INFO:tasks.workunit.client.0.smithi104.stdout:op 3334 completed, throughput=5MB/sec 2024-04-02T09:02:42.473 INFO:tasks.workunit.client.0.smithi104.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:42.549 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wHuvlxdlk2ZX632 off=5135538 len=1655505 2024-04-02T09:02:42.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 3335 completed, throughput=5MB/sec 2024-04-02T09:02:42.553 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WPL1HMPkYBQdZkx off=454571 len=80011 2024-04-02T09:02:42.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 3336 completed, throughput=5MB/sec 2024-04-02T09:02:42.553 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-s6jFtJeuwLbXTJa off=11008821 len=1726654 2024-04-02T09:02:42.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 3337 completed, throughput=5MB/sec 2024-04-02T09:02:42.554 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gFhlxs_VK8b7BUP off=4278099 len=136820 2024-04-02T09:02:42.554 INFO:tasks.workunit.client.0.smithi104.stdout:op 3338 completed, throughput=5MB/sec 2024-04-02T09:02:42.554 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rIZsUeM2_fRFFXG off=10271080 len=1069557 2024-04-02T09:02:42.554 INFO:tasks.workunit.client.0.smithi104.stdout:op 3339 completed, throughput=5MB/sec 2024-04-02T09:02:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:42 smithi188 ceph-mon[86835]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:02:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:42 smithi104 ceph-mon[94081]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:42 smithi104 ceph-mon[96567]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:43.483 INFO:tasks.workunit.client.0.smithi104.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:43.483 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-buJ_nPRCAVESLJY off=21698897 len=593467 2024-04-02T09:02:43.484 INFO:tasks.workunit.client.0.smithi104.stdout:op 3340 completed, throughput=4.99MB/sec 2024-04-02T09:02:43.484 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AwQmVX9qb6FWYQy off=10599946 len=1407957 2024-04-02T09:02:43.486 INFO:tasks.workunit.client.0.smithi104.stdout:op 3341 completed, throughput=5MB/sec 2024-04-02T09:02:43.486 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hNW6dr690uKay-u off=11776026 len=918729 2024-04-02T09:02:43.488 INFO:tasks.workunit.client.0.smithi104.stdout:op 3342 completed, throughput=5MB/sec 2024-04-02T09:02:43.488 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zkXXjaPYw7LvAbT off=1392323 len=713581 2024-04-02T09:02:43.491 INFO:tasks.workunit.client.0.smithi104.stdout:op 3343 completed, throughput=5MB/sec 2024-04-02T09:02:43.491 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rSpY60oNhLyiaIn off=599223 len=1498754 2024-04-02T09:02:43.494 INFO:tasks.workunit.client.0.smithi104.stdout:op 3344 completed, throughput=5MB/sec 2024-04-02T09:02:44.494 INFO:tasks.workunit.client.0.smithi104.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:44.494 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nn5aKbAf1ADEMB_ off=9987410 len=1420677 2024-04-02T09:02:44.500 INFO:tasks.workunit.client.0.smithi104.stdout:op 3345 completed, throughput=4.99MB/sec 2024-04-02T09:02:44.500 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HGhavScvR7m1NFm off=2959964 len=1895801 2024-04-02T09:02:44.501 INFO:tasks.workunit.client.0.smithi104.stdout:op 3346 completed, throughput=5MB/sec 2024-04-02T09:02:44.501 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_9cwG0H62Mg2743 off=1413350 len=2093204 2024-04-02T09:02:44.501 INFO:tasks.workunit.client.0.smithi104.stdout:op 3347 completed, throughput=5MB/sec 2024-04-02T09:02:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:44 smithi188 ceph-mon[86835]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:02:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:44 smithi104 ceph-mon[94081]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:02:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:44 smithi104 ceph-mon[96567]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:02:45.502 INFO:tasks.workunit.client.0.smithi104.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:45.502 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wLq-JfnJYHswEx6 off=3461707 len=2044687 2024-04-02T09:02:45.504 INFO:tasks.workunit.client.0.smithi104.stdout:op 3348 completed, throughput=5MB/sec 2024-04-02T09:02:45.504 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QEu9ynRdmny9rxK off=3362582 len=1446190 2024-04-02T09:02:45.510 INFO:tasks.workunit.client.0.smithi104.stdout:op 3349 completed, throughput=5MB/sec 2024-04-02T09:02:45.510 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nmnMHVzSK3X2TqP off=1494261 len=1920181 2024-04-02T09:02:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:op 3350 completed, throughput=5MB/sec 2024-04-02T09:02:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:02:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:02:45] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-02T09:02:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:46.521 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lrziMBhFtwoOVpE off=1342508 len=882630 2024-04-02T09:02:46.524 INFO:tasks.workunit.client.0.smithi104.stdout:op 3351 completed, throughput=4.99MB/sec 2024-04-02T09:02:46.524 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-apE90sRanaYEXK_ off=22289547 len=1102187 2024-04-02T09:02:46.526 INFO:tasks.workunit.client.0.smithi104.stdout:op 3352 completed, throughput=5MB/sec 2024-04-02T09:02:46.526 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rHrKeWdAco2tH9h off=14872780 len=266635 2024-04-02T09:02:46.527 INFO:tasks.workunit.client.0.smithi104.stdout:op 3353 completed, throughput=5MB/sec 2024-04-02T09:02:46.527 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pV2tKNANku0eN_F off=13602669 len=1546866 2024-04-02T09:02:46.530 INFO:tasks.workunit.client.0.smithi104.stdout:op 3354 completed, throughput=5MB/sec 2024-04-02T09:02:46.530 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pwEjwqOmhXmPIN8 off=4579237 len=2082760 2024-04-02T09:02:46.531 INFO:tasks.workunit.client.0.smithi104.stdout:op 3355 completed, throughput=5MB/sec 2024-04-02T09:02:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:46 smithi188 ceph-mon[86835]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:46 smithi104 ceph-mon[96567]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:46 smithi104 ceph-mon[94081]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:47.532 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Cu3Y0kkzEfIpPLl off=8928778 len=1730020 2024-04-02T09:02:47.541 INFO:tasks.workunit.client.0.smithi104.stdout:op 3356 completed, throughput=5MB/sec 2024-04-02T09:02:47.541 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o7VlAf30o-0rx5h off=0 len=1762841 2024-04-02T09:02:47.548 INFO:tasks.workunit.client.0.smithi104.stdout:op 3357 completed, throughput=5MB/sec 2024-04-02T09:02:47.548 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-r3mpesKr9GNULy1 off=2111027 len=1801416 2024-04-02T09:02:47.552 INFO:tasks.workunit.client.0.smithi104.stdout:op 3358 completed, throughput=5MB/sec 2024-04-02T09:02:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:48.553 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Un0Ul3Oq037KfoU off=11909831 len=1503313 2024-04-02T09:02:48.560 INFO:tasks.workunit.client.0.smithi104.stdout:op 3359 completed, throughput=5MB/sec 2024-04-02T09:02:48.560 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uVLuU4baJnGOWHa off=2287250 len=1320450 2024-04-02T09:02:48.564 INFO:tasks.workunit.client.0.smithi104.stdout:op 3360 completed, throughput=5MB/sec 2024-04-02T09:02:48.565 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LdZlr5ul3fDiuUS off=7105332 len=802957 2024-04-02T09:02:48.565 INFO:tasks.workunit.client.0.smithi104.stdout:op 3361 completed, throughput=5MB/sec 2024-04-02T09:02:48.565 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XbcE8osYbIN_B7Q off=9255270 len=1947050 2024-04-02T09:02:48.567 INFO:tasks.workunit.client.0.smithi104.stdout:op 3362 completed, throughput=5MB/sec 2024-04-02T09:02:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:48 smithi188 ceph-mon[86835]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:02:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:48 smithi104 ceph-mon[94081]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:02:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:48 smithi104 ceph-mon[96567]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:02:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:49.567 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PtvX3mW0PhS9sSH off=616983 len=1798998 2024-04-02T09:02:49.577 INFO:tasks.workunit.client.0.smithi104.stdout:op 3363 completed, throughput=5MB/sec 2024-04-02T09:02:49.577 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9me_EYbPUIRgxXN off=2911657 len=503657 2024-04-02T09:02:49.578 INFO:tasks.workunit.client.0.smithi104.stdout:op 3364 completed, throughput=5MB/sec 2024-04-02T09:02:49.578 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RV5gqu1XoT53Idg off=8610873 len=1412463 2024-04-02T09:02:49.585 INFO:tasks.workunit.client.0.smithi104.stdout:op 3365 completed, throughput=5MB/sec 2024-04-02T09:02:49.585 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-u7E9N0GXmZTFz1U off=16291683 len=1381292 2024-04-02T09:02:49.592 INFO:tasks.workunit.client.0.smithi104.stdout:op 3366 completed, throughput=5MB/sec 2024-04-02T09:02:50.592 INFO:tasks.workunit.client.0.smithi104.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:50.592 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-K_ZFmLqFOP931be off=8927609 len=1828778 2024-04-02T09:02:50.599 INFO:tasks.workunit.client.0.smithi104.stdout:op 3367 completed, throughput=5MB/sec 2024-04-02T09:02:50.599 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_SXZ5-2O249b5WW off=11527556 len=1382409 2024-04-02T09:02:50.604 INFO:tasks.workunit.client.0.smithi104.stdout:op 3368 completed, throughput=5MB/sec 2024-04-02T09:02:50.604 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZNEIE5FvahZu4cv off=11720377 len=154202 2024-04-02T09:02:50.607 INFO:tasks.workunit.client.0.smithi104.stdout:op 3369 completed, throughput=5MB/sec 2024-04-02T09:02:50.607 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kuZ1MWSiCuR4OLU off=11914450 len=2034136 2024-04-02T09:02:50.617 INFO:tasks.workunit.client.0.smithi104.stdout:op 3370 completed, throughput=5MB/sec 2024-04-02T09:02:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:50 smithi188 ceph-mon[86835]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:50 smithi104 ceph-mon[96567]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:50 smithi104 ceph-mon[94081]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:51.618 INFO:tasks.workunit.client.0.smithi104.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:51.618 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-es-v2wF5wz6cDnF off=2997466 len=397420 2024-04-02T09:02:51.621 INFO:tasks.workunit.client.0.smithi104.stdout:op 3371 completed, throughput=4.99MB/sec 2024-04-02T09:02:51.621 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-C3uorgEPuB0x8oR off=2594915 len=1409668 2024-04-02T09:02:51.622 INFO:tasks.workunit.client.0.smithi104.stdout:op 3372 completed, throughput=5MB/sec 2024-04-02T09:02:51.622 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6ES35svFROtRcG6 off=357558 len=672958 2024-04-02T09:02:51.627 INFO:tasks.workunit.client.0.smithi104.stdout:op 3373 completed, throughput=5MB/sec 2024-04-02T09:02:51.627 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YTKt7y47VyrYmXl off=13827954 len=1638316 2024-04-02T09:02:51.628 INFO:tasks.workunit.client.0.smithi104.stdout:op 3374 completed, throughput=5MB/sec 2024-04-02T09:02:51.628 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ecXnemiJy0S4qSV off=9130000 len=1127610 2024-04-02T09:02:51.633 INFO:tasks.workunit.client.0.smithi104.stdout:op 3375 completed, throughput=5MB/sec 2024-04-02T09:02:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:52 smithi188 ceph-mon[86835]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:02:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:02:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:52.634 INFO:tasks.workunit.client.0.smithi104.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:52.634 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3JplkLOtpheaIxg off=185015 len=1596075 2024-04-02T09:02:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:52 smithi104 ceph-mon[96567]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:02:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:52 smithi104 ceph-mon[94081]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:02:52.641 INFO:tasks.workunit.client.0.smithi104.stdout:op 3376 completed, throughput=5MB/sec 2024-04-02T09:02:52.642 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nAsN5dPx889O77J off=9170376 len=1132436 2024-04-02T09:02:52.642 INFO:tasks.workunit.client.0.smithi104.stdout:op 3377 completed, throughput=5MB/sec 2024-04-02T09:02:52.642 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SlNomDEyakTmWm_ off=5867359 len=234448 2024-04-02T09:02:52.643 INFO:tasks.workunit.client.0.smithi104.stdout:op 3378 completed, throughput=5MB/sec 2024-04-02T09:02:52.643 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1_tXueCvW9-2Y09 off=2456202 len=1857247 2024-04-02T09:02:52.651 INFO:tasks.workunit.client.0.smithi104.stdout:op 3379 completed, throughput=5MB/sec 2024-04-02T09:02:53.651 INFO:tasks.workunit.client.0.smithi104.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:53.651 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Kg2I6E5AZo9fG-J off=11256447 len=1633222 2024-04-02T09:02:53.652 INFO:tasks.workunit.client.0.smithi104.stdout:op 3380 completed, throughput=5MB/sec 2024-04-02T09:02:53.652 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wlaR-A3e69YQ7SA off=6055524 len=2031262 2024-04-02T09:02:53.661 INFO:tasks.workunit.client.0.smithi104.stdout:op 3381 completed, throughput=5MB/sec 2024-04-02T09:02:53.661 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xt1Iz8gsiqJ_ssV off=3500476 len=272138 2024-04-02T09:02:53.664 INFO:tasks.workunit.client.0.smithi104.stdout:op 3382 completed, throughput=5MB/sec 2024-04-02T09:02:53.664 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rVRAASmnUXY_HBn off=3766663 len=1904766 2024-04-02T09:02:53.665 INFO:tasks.workunit.client.0.smithi104.stdout:op 3383 completed, throughput=5MB/sec 2024-04-02T09:02:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:54 smithi188 ceph-mon[86835]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:02:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:54 smithi104 ceph-mon[94081]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:02:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:54 smithi104 ceph-mon[96567]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:02:54.665 INFO:tasks.workunit.client.0.smithi104.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:54.666 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yUYvXJhufy8tRfr off=2545817 len=1437322 2024-04-02T09:02:54.667 INFO:tasks.workunit.client.0.smithi104.stdout:op 3384 completed, throughput=5MB/sec 2024-04-02T09:02:54.667 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-f6e4CaUxGuolngb off=5968113 len=1646772 2024-04-02T09:02:54.671 INFO:tasks.workunit.client.0.smithi104.stdout:op 3385 completed, throughput=5MB/sec 2024-04-02T09:02:54.671 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-11MW54MDjXHSd1W off=946071 len=1779371 2024-04-02T09:02:54.672 INFO:tasks.workunit.client.0.smithi104.stdout:op 3386 completed, throughput=5MB/sec 2024-04-02T09:02:55.672 INFO:tasks.workunit.client.0.smithi104.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:55.673 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cogxGeWx0MwmVM9 off=615682 len=1879821 2024-04-02T09:02:55.680 INFO:tasks.workunit.client.0.smithi104.stdout:op 3387 completed, throughput=5MB/sec 2024-04-02T09:02:55.680 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qk6A_v6lGgSf4qk off=12847725 len=1859437 2024-04-02T09:02:55.683 INFO:tasks.workunit.client.0.smithi104.stdout:op 3388 completed, throughput=5MB/sec 2024-04-02T09:02:55.684 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tUd7phWGjDpCj9F off=3720597 len=1843024 2024-04-02T09:02:55.691 INFO:tasks.workunit.client.0.smithi104.stdout:op 3389 completed, throughput=5MB/sec 2024-04-02T09:02:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:02:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:02:55] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-04-02T09:02:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:56 smithi188 ceph-mon[86835]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:02:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:56 smithi104 ceph-mon[96567]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:02:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:56 smithi104 ceph-mon[94081]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:02:56.691 INFO:tasks.workunit.client.0.smithi104.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:56.691 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dV0_Ru9Qpztznvh off=2181692 len=208004 2024-04-02T09:02:56.694 INFO:tasks.workunit.client.0.smithi104.stdout:op 3390 completed, throughput=4.99MB/sec 2024-04-02T09:02:56.694 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-efPb4rvaD_dFRER off=3917638 len=1995054 2024-04-02T09:02:56.698 INFO:tasks.workunit.client.0.smithi104.stdout:op 3391 completed, throughput=5MB/sec 2024-04-02T09:02:56.698 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--YVGna4PJ3bsH4M off=3331000 len=1149761 2024-04-02T09:02:56.704 INFO:tasks.workunit.client.0.smithi104.stdout:op 3392 completed, throughput=5MB/sec 2024-04-02T09:02:56.704 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RcQ-um8-1wOGpkB off=12425132 len=1413501 2024-04-02T09:02:56.705 INFO:tasks.workunit.client.0.smithi104.stdout:op 3393 completed, throughput=5MB/sec 2024-04-02T09:02:57.706 INFO:tasks.workunit.client.0.smithi104.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:57.706 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Zp66sh3bKl5H8_o off=5054028 len=670488 2024-04-02T09:02:57.707 INFO:tasks.workunit.client.0.smithi104.stdout:op 3394 completed, throughput=4.99MB/sec 2024-04-02T09:02:57.707 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CNPfhgZ5uKKjJdf off=17186278 len=2055616 2024-04-02T09:02:57.711 INFO:tasks.workunit.client.0.smithi104.stdout:op 3395 completed, throughput=5MB/sec 2024-04-02T09:02:57.711 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-h4mpYli6j0xR2jk off=12582509 len=880927 2024-04-02T09:02:57.716 INFO:tasks.workunit.client.0.smithi104.stdout:op 3396 completed, throughput=5MB/sec 2024-04-02T09:02:57.716 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BHHonIrzvuiadvr off=2512081 len=1290996 2024-04-02T09:02:57.719 INFO:tasks.workunit.client.0.smithi104.stdout:op 3397 completed, throughput=5MB/sec 2024-04-02T09:02:57.719 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hyY4Onx8gqXK1aB off=2947780 len=320228 2024-04-02T09:02:57.721 INFO:tasks.workunit.client.0.smithi104.stdout:op 3398 completed, throughput=5MB/sec 2024-04-02T09:02:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:02:58 smithi188 ceph-mon[86835]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T09:02:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:02:58 smithi104 ceph-mon[96567]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T09:02:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:02:58 smithi104 ceph-mon[94081]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T09:02:58.721 INFO:tasks.workunit.client.0.smithi104.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:58.722 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IADmBmvSI7lNPe8 off=916863 len=247074 2024-04-02T09:02:58.724 INFO:tasks.workunit.client.0.smithi104.stdout:op 3399 completed, throughput=4.99MB/sec 2024-04-02T09:02:58.724 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FQfW8x9IhUXVMUZ off=2409789 len=1292088 2024-04-02T09:02:58.731 INFO:tasks.workunit.client.0.smithi104.stdout:op 3400 completed, throughput=4.99MB/sec 2024-04-02T09:02:58.731 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-znRvh-axMH1P2wc off=4546146 len=915397 2024-04-02T09:02:58.736 INFO:tasks.workunit.client.0.smithi104.stdout:op 3401 completed, throughput=5MB/sec 2024-04-02T09:02:58.736 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aKEfitRz4Ta6sBj off=4004514 len=2015123 2024-04-02T09:02:58.746 INFO:tasks.workunit.client.0.smithi104.stdout:op 3402 completed, throughput=5MB/sec 2024-04-02T09:02:58.746 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wkBcCRWmRWgKzKG off=12505949 len=679273 2024-04-02T09:02:58.750 INFO:tasks.workunit.client.0.smithi104.stdout:op 3403 completed, throughput=5MB/sec 2024-04-02T09:02:58.750 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uWrQfzYbHBIB9fv off=8202650 len=197250 2024-04-02T09:02:58.753 INFO:tasks.workunit.client.0.smithi104.stdout:op 3404 completed, throughput=5MB/sec 2024-04-02T09:02:59.753 INFO:tasks.workunit.client.0.smithi104.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:59.753 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2oAzIz0BRGl0vIM off=12525572 len=1523895 2024-04-02T09:02:59.754 INFO:tasks.workunit.client.0.smithi104.stdout:op 3405 completed, throughput=4.99MB/sec 2024-04-02T09:02:59.754 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wglXHXh_elQkCVP off=782553 len=25315 2024-04-02T09:02:59.757 INFO:tasks.workunit.client.0.smithi104.stdout:op 3406 completed, throughput=4.99MB/sec 2024-04-02T09:02:59.757 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6SAM4SnWTOyeEQT off=13056426 len=77347 2024-04-02T09:02:59.758 INFO:tasks.workunit.client.0.smithi104.stdout:op 3407 completed, throughput=5MB/sec 2024-04-02T09:02:59.758 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vxvcFHydMF2LdBC off=5049233 len=820608 2024-04-02T09:02:59.758 INFO:tasks.workunit.client.0.smithi104.stdout:op 3408 completed, throughput=5MB/sec 2024-04-02T09:02:59.758 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-euuWEnPPxjtrybZ off=18284194 len=476906 2024-04-02T09:02:59.759 INFO:tasks.workunit.client.0.smithi104.stdout:op 3409 completed, throughput=5MB/sec 2024-04-02T09:02:59.759 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E6zDeTfzFzcnR49 off=10959280 len=674760 2024-04-02T09:02:59.760 INFO:tasks.workunit.client.0.smithi104.stdout:op 3410 completed, throughput=5MB/sec 2024-04-02T09:02:59.761 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5gTPggXN-tzy-uD off=8527705 len=1935400 2024-04-02T09:02:59.770 INFO:tasks.workunit.client.0.smithi104.stdout:op 3411 completed, throughput=5MB/sec 2024-04-02T09:03:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:00 smithi188 ceph-mon[86835]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:00 smithi104 ceph-mon[96567]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:00 smithi104 ceph-mon[94081]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:00.770 INFO:tasks.workunit.client.0.smithi104.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:00.771 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kMmo4YGfORNoEH- off=1678649 len=1361043 2024-04-02T09:03:00.772 INFO:tasks.workunit.client.0.smithi104.stdout:op 3412 completed, throughput=4.99MB/sec 2024-04-02T09:03:00.772 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-drFmbaAgLQw3Ymq off=291127 len=114075 2024-04-02T09:03:00.772 INFO:tasks.workunit.client.0.smithi104.stdout:op 3413 completed, throughput=5MB/sec 2024-04-02T09:03:00.773 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Zu3zTU72p7oQE6i off=157667 len=621557 2024-04-02T09:03:00.773 INFO:tasks.workunit.client.0.smithi104.stdout:op 3414 completed, throughput=5MB/sec 2024-04-02T09:03:00.773 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nNeAbHNaFSSIofQ off=9891602 len=675665 2024-04-02T09:03:00.775 INFO:tasks.workunit.client.0.smithi104.stdout:op 3415 completed, throughput=5MB/sec 2024-04-02T09:03:00.775 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-523VD-gXqCcs91w off=330299 len=1389692 2024-04-02T09:03:00.780 INFO:tasks.workunit.client.0.smithi104.stdout:op 3416 completed, throughput=5MB/sec 2024-04-02T09:03:00.781 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-a0jRW4sQTDO4iTw off=3578494 len=625574 2024-04-02T09:03:00.781 INFO:tasks.workunit.client.0.smithi104.stdout:op 3417 completed, throughput=5MB/sec 2024-04-02T09:03:00.781 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CB7odGDjCxbpUvm off=8437287 len=126843 2024-04-02T09:03:00.784 INFO:tasks.workunit.client.0.smithi104.stdout:op 3418 completed, throughput=5MB/sec 2024-04-02T09:03:00.784 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FpamVm58jxcdzU1 off=1432 len=1867710 2024-04-02T09:03:00.790 INFO:tasks.workunit.client.0.smithi104.stdout:op 3419 completed, throughput=5MB/sec 2024-04-02T09:03:01.791 INFO:tasks.workunit.client.0.smithi104.stdout: 680: throughput=5MB/sec pending data=0 2024-04-02T09:03:01.791 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7AOYqqtzC8zLXt2 off=2395364 len=1539834 2024-04-02T09:03:01.792 INFO:tasks.workunit.client.0.smithi104.stdout:op 3420 completed, throughput=5MB/sec 2024-04-02T09:03:01.792 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bFZiwg1iDmx4GEg off=8783578 len=1617837 2024-04-02T09:03:01.800 INFO:tasks.workunit.client.0.smithi104.stdout:op 3421 completed, throughput=5MB/sec 2024-04-02T09:03:01.800 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xtjoiur12f_GnO9 off=20000172 len=1007471 2024-04-02T09:03:01.805 INFO:tasks.workunit.client.0.smithi104.stdout:op 3422 completed, throughput=5MB/sec 2024-04-02T09:03:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:02 smithi188 ceph-mon[86835]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:03:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:03:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:03:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:02 smithi104 ceph-mon[94081]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:03:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:02 smithi104 ceph-mon[96567]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:03:02.805 INFO:tasks.workunit.client.0.smithi104.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:02.806 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bjHoiBXSuoiPCRd off=2241576 len=1118558 2024-04-02T09:03:02.808 INFO:tasks.workunit.client.0.smithi104.stdout:op 3423 completed, throughput=5MB/sec 2024-04-02T09:03:02.808 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BpgmwTP8b4f1V12 off=6152020 len=1271932 2024-04-02T09:03:02.814 INFO:tasks.workunit.client.0.smithi104.stdout:op 3424 completed, throughput=5MB/sec 2024-04-02T09:03:02.815 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VF6-0bU43Go1J-D off=215284 len=870484 2024-04-02T09:03:02.815 INFO:tasks.workunit.client.0.smithi104.stdout:op 3425 completed, throughput=5MB/sec 2024-04-02T09:03:02.816 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ETMIE52C7PlOYUx off=7316210 len=2018893 2024-04-02T09:03:02.823 INFO:tasks.workunit.client.0.smithi104.stdout:op 3426 completed, throughput=5MB/sec 2024-04-02T09:03:03.823 INFO:tasks.workunit.client.0.smithi104.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:03.823 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MezcW_wuDgsHA1m off=6900025 len=1579643 2024-04-02T09:03:03.824 INFO:tasks.workunit.client.0.smithi104.stdout:op 3427 completed, throughput=5MB/sec 2024-04-02T09:03:03.825 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-26a7AtyI-N_Y3d0 off=3391757 len=2082349 2024-04-02T09:03:03.826 INFO:tasks.workunit.client.0.smithi104.stdout:op 3428 completed, throughput=5MB/sec 2024-04-02T09:03:03.826 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-msY2lLmlf0PORuV off=11083856 len=956154 2024-04-02T09:03:03.827 INFO:tasks.workunit.client.0.smithi104.stdout:op 3429 completed, throughput=5MB/sec 2024-04-02T09:03:03.827 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nN4oVAMBV7vKpde off=4955732 len=1087372 2024-04-02T09:03:03.833 INFO:tasks.workunit.client.0.smithi104.stdout:op 3430 completed, throughput=5MB/sec 2024-04-02T09:03:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:04 smithi188 ceph-mon[86835]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:03:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:04 smithi104 ceph-mon[96567]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:03:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:04 smithi104 ceph-mon[94081]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:03:04.833 INFO:tasks.workunit.client.0.smithi104.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:04.833 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BECEfkk1kq0OlP8 off=1303491 len=1148177 2024-04-02T09:03:04.835 INFO:tasks.workunit.client.0.smithi104.stdout:op 3431 completed, throughput=5MB/sec 2024-04-02T09:03:04.835 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tFcC2rS6e6SR3tx off=8201260 len=1279560 2024-04-02T09:03:04.841 INFO:tasks.workunit.client.0.smithi104.stdout:op 3432 completed, throughput=5MB/sec 2024-04-02T09:03:04.841 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Tt_4Xmcew6ISjkO off=1961915 len=1168218 2024-04-02T09:03:04.842 INFO:tasks.workunit.client.0.smithi104.stdout:op 3433 completed, throughput=5MB/sec 2024-04-02T09:03:04.843 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SJCPje0d2EZcINf off=6670427 len=1076611 2024-04-02T09:03:04.843 INFO:tasks.workunit.client.0.smithi104.stdout:op 3434 completed, throughput=5MB/sec 2024-04-02T09:03:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:05.843 INFO:tasks.workunit.client.0.smithi104.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:05.843 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2ZViemD2xCEjEwl off=11438286 len=1306763 2024-04-02T09:03:05.845 INFO:tasks.workunit.client.0.smithi104.stdout:op 3435 completed, throughput=4.99MB/sec 2024-04-02T09:03:05.845 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--sTk8V3cHL2KlN- off=569266 len=396222 2024-04-02T09:03:05.848 INFO:tasks.workunit.client.0.smithi104.stdout:op 3436 completed, throughput=5MB/sec 2024-04-02T09:03:05.848 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TCgx6ab9plU-c4u off=11563820 len=549666 2024-04-02T09:03:05.852 INFO:tasks.workunit.client.0.smithi104.stdout:op 3437 completed, throughput=5MB/sec 2024-04-02T09:03:05.852 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gyYdv5_atRD6v4- off=11344750 len=1212962 2024-04-02T09:03:05.854 INFO:tasks.workunit.client.0.smithi104.stdout:op 3438 completed, throughput=5MB/sec 2024-04-02T09:03:05.854 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cjeBbukOy0uRFnq off=2711728 len=252733 2024-04-02T09:03:05.857 INFO:tasks.workunit.client.0.smithi104.stdout:op 3439 completed, throughput=5MB/sec 2024-04-02T09:03:05.857 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-b06VJ0TcRwWlRft off=3155785 len=1388359 2024-04-02T09:03:05.858 INFO:tasks.workunit.client.0.smithi104.stdout:op 3440 completed, throughput=5MB/sec 2024-04-02T09:03:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:03:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:03:05] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-02T09:03:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:06 smithi188 ceph-mon[86835]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:06 smithi104 ceph-mon[96567]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:06 smithi104 ceph-mon[94081]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:06.858 INFO:tasks.workunit.client.0.smithi104.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:06.859 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-e75LWa-19Td0KRq off=20815142 len=113440 2024-04-02T09:03:06.859 INFO:tasks.workunit.client.0.smithi104.stdout:op 3441 completed, throughput=4.99MB/sec 2024-04-02T09:03:06.859 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-L7lbRFqgBg5UFST off=1361938 len=922165 2024-04-02T09:03:06.861 INFO:tasks.workunit.client.0.smithi104.stdout:op 3442 completed, throughput=4.99MB/sec 2024-04-02T09:03:06.861 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wfCKLsk7G6BCXuK off=2962631 len=946123 2024-04-02T09:03:06.863 INFO:tasks.workunit.client.0.smithi104.stdout:op 3443 completed, throughput=5MB/sec 2024-04-02T09:03:06.863 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6KTFKO1nJAN-yry off=9506114 len=1550492 2024-04-02T09:03:06.872 INFO:tasks.workunit.client.0.smithi104.stdout:op 3444 completed, throughput=5MB/sec 2024-04-02T09:03:06.872 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vVuVP7K4QuIkqI8 off=19396165 len=445469 2024-04-02T09:03:06.874 INFO:tasks.workunit.client.0.smithi104.stdout:op 3445 completed, throughput=5MB/sec 2024-04-02T09:03:06.874 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VUJag9kvW-Gz-ZR off=17572083 len=407915 2024-04-02T09:03:06.875 INFO:tasks.workunit.client.0.smithi104.stdout:op 3446 completed, throughput=5MB/sec 2024-04-02T09:03:06.875 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ES9I3gKhdD2ui6W off=321295 len=1594279 2024-04-02T09:03:06.878 INFO:tasks.workunit.client.0.smithi104.stdout:op 3447 completed, throughput=5MB/sec 2024-04-02T09:03:07.878 INFO:tasks.workunit.client.0.smithi104.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:07.878 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-82heaSn5la4wNrH off=4773205 len=524507 2024-04-02T09:03:07.879 INFO:tasks.workunit.client.0.smithi104.stdout:op 3448 completed, throughput=4.99MB/sec 2024-04-02T09:03:07.879 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1yiDOb0n0X1D53O off=2204843 len=1553106 2024-04-02T09:03:07.882 INFO:tasks.workunit.client.0.smithi104.stdout:op 3449 completed, throughput=5MB/sec 2024-04-02T09:03:07.882 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-usqHMsNMX4Mg33a off=325733 len=1195285 2024-04-02T09:03:07.888 INFO:tasks.workunit.client.0.smithi104.stdout:op 3450 completed, throughput=5MB/sec 2024-04-02T09:03:07.888 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qxjQv1nTcqM1Jvk off=2675006 len=597785 2024-04-02T09:03:07.890 INFO:tasks.workunit.client.0.smithi104.stdout:op 3451 completed, throughput=5MB/sec 2024-04-02T09:03:07.890 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1obnNSCbEA7jsCG off=4736680 len=1242101 2024-04-02T09:03:07.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 3452 completed, throughput=5MB/sec 2024-04-02T09:03:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:08 smithi188 ceph-mon[86835]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:08 smithi104 ceph-mon[94081]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:08 smithi104 ceph-mon[96567]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:08.895 INFO:tasks.workunit.client.0.smithi104.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:08.895 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yAhZjnOxMthLkK7 off=2834716 len=819640 2024-04-02T09:03:08.896 INFO:tasks.workunit.client.0.smithi104.stdout:op 3453 completed, throughput=4.99MB/sec 2024-04-02T09:03:08.896 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wfxwarrwn4bh5zc off=10413047 len=1646545 2024-04-02T09:03:08.897 INFO:tasks.workunit.client.0.smithi104.stdout:op 3454 completed, throughput=5MB/sec 2024-04-02T09:03:08.897 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UMvAexR8trg6E3N off=2430953 len=175086 2024-04-02T09:03:08.898 INFO:tasks.workunit.client.0.smithi104.stdout:op 3455 completed, throughput=5MB/sec 2024-04-02T09:03:08.898 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-O74xgABvHu-JmrJ off=15810811 len=383338 2024-04-02T09:03:08.901 INFO:tasks.workunit.client.0.smithi104.stdout:op 3456 completed, throughput=5MB/sec 2024-04-02T09:03:08.902 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CbH1HoftDc5qvyh off=1506370 len=2071987 2024-04-02T09:03:08.911 INFO:tasks.workunit.client.0.smithi104.stdout:op 3457 completed, throughput=5MB/sec 2024-04-02T09:03:09.911 INFO:tasks.workunit.client.0.smithi104.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:09.911 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LIqEGSjGEmwdqQt off=15015883 len=311335 2024-04-02T09:03:09.912 INFO:tasks.workunit.client.0.smithi104.stdout:op 3458 completed, throughput=4.99MB/sec 2024-04-02T09:03:09.912 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MtfAATgyOJwjXHE off=558587 len=1673312 2024-04-02T09:03:09.919 INFO:tasks.workunit.client.0.smithi104.stdout:op 3459 completed, throughput=5MB/sec 2024-04-02T09:03:09.920 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FuH6rBDG5JnCL2L off=4587538 len=357563 2024-04-02T09:03:09.920 INFO:tasks.workunit.client.0.smithi104.stdout:op 3460 completed, throughput=5MB/sec 2024-04-02T09:03:09.920 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-14Pg8fmSeJIJjIT off=934230 len=1610947 2024-04-02T09:03:09.921 INFO:tasks.workunit.client.0.smithi104.stdout:op 3461 completed, throughput=5MB/sec 2024-04-02T09:03:09.921 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-M2HlGjgjsSOXchT off=141714 len=271673 2024-04-02T09:03:09.923 INFO:tasks.workunit.client.0.smithi104.stdout:op 3462 completed, throughput=5MB/sec 2024-04-02T09:03:09.923 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eIB9TVScfG2EAzg off=16392383 len=1985860 2024-04-02T09:03:09.935 INFO:tasks.workunit.client.0.smithi104.stdout:op 3463 completed, throughput=5MB/sec 2024-04-02T09:03:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:10 smithi188 ceph-mon[86835]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:10 smithi104 ceph-mon[94081]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:10 smithi104 ceph-mon[96567]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:10.935 INFO:tasks.workunit.client.0.smithi104.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:10.935 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-verbk5yNLNeH8cM off=2138988 len=1638881 2024-04-02T09:03:10.943 INFO:tasks.workunit.client.0.smithi104.stdout:op 3464 completed, throughput=5MB/sec 2024-04-02T09:03:10.943 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-u55BRwnDVJagu8p off=4176603 len=866641 2024-04-02T09:03:10.946 INFO:tasks.workunit.client.0.smithi104.stdout:op 3465 completed, throughput=5MB/sec 2024-04-02T09:03:10.946 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FHr58KDkmJsyPM5 off=13124655 len=1388769 2024-04-02T09:03:10.948 INFO:tasks.workunit.client.0.smithi104.stdout:op 3466 completed, throughput=5MB/sec 2024-04-02T09:03:10.948 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Bdu37LOMGHGM67F off=1684504 len=720012 2024-04-02T09:03:10.948 INFO:tasks.workunit.client.0.smithi104.stdout:op 3467 completed, throughput=5MB/sec 2024-04-02T09:03:11.948 INFO:tasks.workunit.client.0.smithi104.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:11.948 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LvvaXu5vULLbpes off=6836600 len=1132729 2024-04-02T09:03:11.951 INFO:tasks.workunit.client.0.smithi104.stdout:op 3468 completed, throughput=4.99MB/sec 2024-04-02T09:03:11.951 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lh60kTHevgRZc6W off=8617196 len=930477 2024-04-02T09:03:11.956 INFO:tasks.workunit.client.0.smithi104.stdout:op 3469 completed, throughput=5MB/sec 2024-04-02T09:03:11.956 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RQt0mf84CBaTPHL off=13799071 len=245312 2024-04-02T09:03:11.959 INFO:tasks.workunit.client.0.smithi104.stdout:op 3470 completed, throughput=5MB/sec 2024-04-02T09:03:11.959 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6EPgzag-9YhSkY1 off=12016319 len=257380 2024-04-02T09:03:11.961 INFO:tasks.workunit.client.0.smithi104.stdout:op 3471 completed, throughput=5MB/sec 2024-04-02T09:03:11.961 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NmD5-TLD5_aLPNA off=8203962 len=1624939 2024-04-02T09:03:11.964 INFO:tasks.workunit.client.0.smithi104.stdout:op 3472 completed, throughput=5MB/sec 2024-04-02T09:03:11.964 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-O5Zc-dRzxs8OgZ1 off=13065580 len=744902 2024-04-02T09:03:11.965 INFO:tasks.workunit.client.0.smithi104.stdout:op 3473 completed, throughput=5MB/sec 2024-04-02T09:03:11.965 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2u6juSujDPjBhsY off=301346 len=26753 2024-04-02T09:03:11.966 INFO:tasks.workunit.client.0.smithi104.stdout:op 3474 completed, throughput=5MB/sec 2024-04-02T09:03:11.966 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CdtHOTJLvMJhoa7 off=116041 len=1470542 2024-04-02T09:03:11.966 INFO:tasks.workunit.client.0.smithi104.stdout:op 3475 completed, throughput=5MB/sec 2024-04-02T09:03:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:12 smithi188 ceph-mon[86835]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:03:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:12 smithi104 ceph-mon[94081]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:12 smithi104 ceph-mon[96567]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:12.967 INFO:tasks.workunit.client.0.smithi104.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:12.967 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WSlpWxGzd1ZF3QQ off=10828676 len=552514 2024-04-02T09:03:12.967 INFO:tasks.workunit.client.0.smithi104.stdout:op 3476 completed, throughput=5MB/sec 2024-04-02T09:03:12.967 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nusAQT1S27bfV5h off=6029513 len=937797 2024-04-02T09:03:12.969 INFO:tasks.workunit.client.0.smithi104.stdout:op 3477 completed, throughput=5MB/sec 2024-04-02T09:03:12.969 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9EYkAEPYivrGRoQ off=1268968 len=302394 2024-04-02T09:03:12.970 INFO:tasks.workunit.client.0.smithi104.stdout:op 3478 completed, throughput=5MB/sec 2024-04-02T09:03:12.970 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-grjkFUGusmZGD4y off=1359787 len=23637 2024-04-02T09:03:12.970 INFO:tasks.workunit.client.0.smithi104.stdout:op 3479 completed, throughput=5MB/sec 2024-04-02T09:03:12.970 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IJCVOOr79fazKY5 off=17406759 len=228243 2024-04-02T09:03:12.970 INFO:tasks.workunit.client.0.smithi104.stdout:op 3480 completed, throughput=5MB/sec 2024-04-02T09:03:12.970 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GGxzTy7lBXj5Naq off=678290 len=1972780 2024-04-02T09:03:12.979 INFO:tasks.workunit.client.0.smithi104.stdout:op 3481 completed, throughput=5MB/sec 2024-04-02T09:03:13.979 INFO:tasks.workunit.client.0.smithi104.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:13.979 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4g0M6sX6ieFEBX9 off=6161061 len=1369569 2024-04-02T09:03:13.988 INFO:tasks.workunit.client.0.smithi104.stdout:op 3482 completed, throughput=4.99MB/sec 2024-04-02T09:03:13.988 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4F38Nbn1kOo6zPT off=180621 len=82258 2024-04-02T09:03:13.990 INFO:tasks.workunit.client.0.smithi104.stdout:op 3483 completed, throughput=5MB/sec 2024-04-02T09:03:13.990 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CMIvuQepAOVTuGA off=781605 len=605575 2024-04-02T09:03:13.991 INFO:tasks.workunit.client.0.smithi104.stdout:op 3484 completed, throughput=5MB/sec 2024-04-02T09:03:13.991 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Bb0W5PrgjZlhxqR off=6115425 len=273117 2024-04-02T09:03:13.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 3485 completed, throughput=5MB/sec 2024-04-02T09:03:13.992 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Rw_GOPojzTvTVTa off=1881166 len=293267 2024-04-02T09:03:13.994 INFO:tasks.workunit.client.0.smithi104.stdout:op 3486 completed, throughput=5MB/sec 2024-04-02T09:03:13.994 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GSNduAEAWqSiMJm off=1188162 len=246222 2024-04-02T09:03:13.996 INFO:tasks.workunit.client.0.smithi104.stdout:op 3487 completed, throughput=5MB/sec 2024-04-02T09:03:13.996 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-26a7AtyI-N_Y3d0 off=7519956 len=486581 2024-04-02T09:03:13.997 INFO:tasks.workunit.client.0.smithi104.stdout:op 3488 completed, throughput=5MB/sec 2024-04-02T09:03:13.997 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fvB_Fhc1YM-vNzC off=9781453 len=1463233 2024-04-02T09:03:13.998 INFO:tasks.workunit.client.0.smithi104.stdout:op 3489 completed, throughput=5MB/sec 2024-04-02T09:03:13.998 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sQ0t44t1Kws08vf off=12073836 len=848860 2024-04-02T09:03:13.999 INFO:tasks.workunit.client.0.smithi104.stdout:op 3490 completed, throughput=5MB/sec 2024-04-02T09:03:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:14 smithi188 ceph-mon[86835]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:03:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:14 smithi104 ceph-mon[94081]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:03:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:14 smithi104 ceph-mon[96567]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:03:15.000 INFO:tasks.workunit.client.0.smithi104.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:15.000 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-63CRe4r3EBJTEHE off=210233 len=1703003 2024-04-02T09:03:15.001 INFO:tasks.workunit.client.0.smithi104.stdout:op 3491 completed, throughput=5MB/sec 2024-04-02T09:03:15.001 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GzGMYoH6aEtBndp off=3531818 len=1366878 2024-04-02T09:03:15.008 INFO:tasks.workunit.client.0.smithi104.stdout:op 3492 completed, throughput=5MB/sec 2024-04-02T09:03:15.008 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yVDoHQQPnqkEmQH off=15141797 len=742417 2024-04-02T09:03:15.012 INFO:tasks.workunit.client.0.smithi104.stdout:op 3493 completed, throughput=5MB/sec 2024-04-02T09:03:15.012 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-75ruWU2vGAhl7dF off=4946210 len=1052016 2024-04-02T09:03:15.013 INFO:tasks.workunit.client.0.smithi104.stdout:op 3494 completed, throughput=5MB/sec 2024-04-02T09:03:16.014 INFO:tasks.workunit.client.0.smithi104.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:16.014 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F6ZrBhv6MOkDe-3 off=3404468 len=120144 2024-04-02T09:03:16.014 INFO:tasks.workunit.client.0.smithi104.stdout:op 3495 completed, throughput=4.99MB/sec 2024-04-02T09:03:16.014 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TOC9kcnEat86J5I off=10148741 len=19594 2024-04-02T09:03:16.016 INFO:tasks.workunit.client.0.smithi104.stdout:op 3496 completed, throughput=4.99MB/sec 2024-04-02T09:03:16.016 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-R5QK0WEvBD0HN-i off=8708569 len=488233 2024-04-02T09:03:16.016 INFO:tasks.workunit.client.0.smithi104.stdout:op 3497 completed, throughput=4.99MB/sec 2024-04-02T09:03:16.017 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mGatbtf9qdFbDP3 off=1379835 len=45702 2024-04-02T09:03:16.018 INFO:tasks.workunit.client.0.smithi104.stdout:op 3498 completed, throughput=4.99MB/sec 2024-04-02T09:03:16.018 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a_as3-U3vrMavvq off=22648142 len=404301 2024-04-02T09:03:16.022 INFO:tasks.workunit.client.0.smithi104.stdout:op 3499 completed, throughput=4.99MB/sec 2024-04-02T09:03:16.022 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MrxLc-u4TpPb3At off=5714968 len=789932 2024-04-02T09:03:16.022 INFO:tasks.workunit.client.0.smithi104.stdout:op 3500 completed, throughput=5MB/sec 2024-04-02T09:03:16.022 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kaifdZzPNIfSzYC off=4261103 len=1552327 2024-04-02T09:03:16.024 INFO:tasks.workunit.client.0.smithi104.stdout:op 3501 completed, throughput=5MB/sec 2024-04-02T09:03:16.024 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6hX42H212dMonGY off=892253 len=751448 2024-04-02T09:03:16.027 INFO:tasks.workunit.client.0.smithi104.stdout:op 3502 completed, throughput=5MB/sec 2024-04-02T09:03:16.028 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mdd2CsFvWPeuHtn off=9588188 len=69999 2024-04-02T09:03:16.029 INFO:tasks.workunit.client.0.smithi104.stdout:op 3503 completed, throughput=5MB/sec 2024-04-02T09:03:16.029 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Mu-hBHvy4Cyhbhi off=10827241 len=1898235 2024-04-02T09:03:16.039 INFO:tasks.workunit.client.0.smithi104.stdout:op 3504 completed, throughput=5MB/sec 2024-04-02T09:03:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:03:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:03:15] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-02T09:03:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:16 smithi188 ceph-mon[86835]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:16 smithi104 ceph-mon[96567]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:16 smithi104 ceph-mon[94081]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:17.040 INFO:tasks.workunit.client.0.smithi104.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:17.040 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RKGV_8XyQOfMqnt off=4522454 len=411533 2024-04-02T09:03:17.041 INFO:tasks.workunit.client.0.smithi104.stdout:op 3505 completed, throughput=4.99MB/sec 2024-04-02T09:03:17.041 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vehd61ZD7sdu75u off=4491782 len=130469 2024-04-02T09:03:17.041 INFO:tasks.workunit.client.0.smithi104.stdout:op 3506 completed, throughput=4.99MB/sec 2024-04-02T09:03:17.041 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tdW7dKYCBIjAdw- off=135939 len=1357867 2024-04-02T09:03:17.042 INFO:tasks.workunit.client.0.smithi104.stdout:op 3507 completed, throughput=5MB/sec 2024-04-02T09:03:17.042 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kGarhzArPguwKM7 off=2888412 len=236764 2024-04-02T09:03:17.042 INFO:tasks.workunit.client.0.smithi104.stdout:op 3508 completed, throughput=5MB/sec 2024-04-02T09:03:17.042 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-96aP7kipAkcSqiB off=3930288 len=1037514 2024-04-02T09:03:17.043 INFO:tasks.workunit.client.0.smithi104.stdout:op 3509 completed, throughput=5MB/sec 2024-04-02T09:03:17.043 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xTY9GuigH7I6xbg off=4304998 len=1553604 2024-04-02T09:03:17.051 INFO:tasks.workunit.client.0.smithi104.stdout:op 3510 completed, throughput=5MB/sec 2024-04-02T09:03:18.051 INFO:tasks.workunit.client.0.smithi104.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:18.051 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SgZsXu_ftmJC11M off=9552602 len=776219 2024-04-02T09:03:18.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 3511 completed, throughput=4.99MB/sec 2024-04-02T09:03:18.052 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vJ8Kro3XqMPf08z off=875278 len=1325304 2024-04-02T09:03:18.060 INFO:tasks.workunit.client.0.smithi104.stdout:op 3512 completed, throughput=5MB/sec 2024-04-02T09:03:18.061 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lSLswz_EykGk0Ui off=5641574 len=1873911 2024-04-02T09:03:18.070 INFO:tasks.workunit.client.0.smithi104.stdout:op 3513 completed, throughput=5MB/sec 2024-04-02T09:03:18.070 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XWlHowdF9wn2lSU off=11534993 len=1857291 2024-04-02T09:03:18.078 INFO:tasks.workunit.client.0.smithi104.stdout:op 3514 completed, throughput=5MB/sec 2024-04-02T09:03:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:18 smithi188 ceph-mon[86835]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:03:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:18 smithi104 ceph-mon[96567]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:03:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:18 smithi104 ceph-mon[94081]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:03:19.079 INFO:tasks.workunit.client.0.smithi104.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:19.079 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gZlpwR82tNGLCr_ off=15435536 len=1503212 2024-04-02T09:03:19.080 INFO:tasks.workunit.client.0.smithi104.stdout:op 3515 completed, throughput=5MB/sec 2024-04-02T09:03:19.080 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dGfejZwr2xbjLHG off=7434187 len=948391 2024-04-02T09:03:19.084 INFO:tasks.workunit.client.0.smithi104.stdout:op 3516 completed, throughput=5MB/sec 2024-04-02T09:03:19.085 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rcuHoj2hGZGc7na off=1468356 len=1136526 2024-04-02T09:03:19.087 INFO:tasks.workunit.client.0.smithi104.stdout:op 3517 completed, throughput=5MB/sec 2024-04-02T09:03:19.087 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TmU3NrBgzcZzXzd off=5272754 len=1739683 2024-04-02T09:03:19.095 INFO:tasks.workunit.client.0.smithi104.stdout:op 3518 completed, throughput=5MB/sec 2024-04-02T09:03:20.095 INFO:tasks.workunit.client.0.smithi104.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:20.096 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xjj1GR8dKMaqgWa off=6187606 len=1843678 2024-04-02T09:03:20.104 INFO:tasks.workunit.client.0.smithi104.stdout:op 3519 completed, throughput=5MB/sec 2024-04-02T09:03:20.104 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o36aV4--AQpfWeq off=10994777 len=1660272 2024-04-02T09:03:20.107 INFO:tasks.workunit.client.0.smithi104.stdout:op 3520 completed, throughput=5MB/sec 2024-04-02T09:03:20.107 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-isQc1_ILbv6FNQW off=11647032 len=2024016 2024-04-02T09:03:20.120 INFO:tasks.workunit.client.0.smithi104.stdout:op 3521 completed, throughput=5MB/sec 2024-04-02T09:03:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:20 smithi188 ceph-mon[86835]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:03:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:20 smithi104 ceph-mon[96567]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:03:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:20 smithi104 ceph-mon[94081]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:03:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:21.120 INFO:tasks.workunit.client.0.smithi104.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:21.120 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sa-U69LSQ7X-FU8 off=1356467 len=1320258 2024-04-02T09:03:21.128 INFO:tasks.workunit.client.0.smithi104.stdout:op 3522 completed, throughput=5MB/sec 2024-04-02T09:03:21.129 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Bz7zGQoONEv0Dm- off=2862860 len=1116064 2024-04-02T09:03:21.130 INFO:tasks.workunit.client.0.smithi104.stdout:op 3523 completed, throughput=5MB/sec 2024-04-02T09:03:21.130 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q83ClGuGv3yVmUr off=6657579 len=1316497 2024-04-02T09:03:21.136 INFO:tasks.workunit.client.0.smithi104.stdout:op 3524 completed, throughput=5MB/sec 2024-04-02T09:03:21.136 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-c5oDn4VfceVGPSa off=973271 len=667009 2024-04-02T09:03:21.136 INFO:tasks.workunit.client.0.smithi104.stdout:op 3525 completed, throughput=5MB/sec 2024-04-02T09:03:21.136 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lEBuygsX18fGOMf off=9273714 len=2066660 2024-04-02T09:03:21.147 INFO:tasks.workunit.client.0.smithi104.stdout:op 3526 completed, throughput=5MB/sec 2024-04-02T09:03:22.147 INFO:tasks.workunit.client.0.smithi104.stdout: 700: throughput=5MB/sec pending data=0 2024-04-02T09:03:22.147 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T8Wwky4vZGPg-lG off=3252324 len=1130426 2024-04-02T09:03:22.150 INFO:tasks.workunit.client.0.smithi104.stdout:op 3527 completed, throughput=5MB/sec 2024-04-02T09:03:22.150 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-E-pM73XswnmSsEQ off=20592398 len=199530 2024-04-02T09:03:22.153 INFO:tasks.workunit.client.0.smithi104.stdout:op 3528 completed, throughput=5MB/sec 2024-04-02T09:03:22.153 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kMkoyUAUokGCSTg off=3716342 len=1742267 2024-04-02T09:03:22.154 INFO:tasks.workunit.client.0.smithi104.stdout:op 3529 completed, throughput=5MB/sec 2024-04-02T09:03:22.154 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Un0Ul3Oq037KfoU off=17245578 len=359630 2024-04-02T09:03:22.155 INFO:tasks.workunit.client.0.smithi104.stdout:op 3530 completed, throughput=5MB/sec 2024-04-02T09:03:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:22 smithi188 ceph-mon[86835]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:03:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:03:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:22 smithi104 ceph-mon[96567]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:03:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:22 smithi104 ceph-mon[94081]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:03:23.155 INFO:tasks.workunit.client.0.smithi104.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:23.155 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SnhpjScA2CasfdA off=1640806 len=301980 2024-04-02T09:03:23.157 INFO:tasks.workunit.client.0.smithi104.stdout:op 3531 completed, throughput=4.99MB/sec 2024-04-02T09:03:23.157 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ijl-67H390xzwlZ off=825281 len=146146 2024-04-02T09:03:23.160 INFO:tasks.workunit.client.0.smithi104.stdout:op 3532 completed, throughput=4.99MB/sec 2024-04-02T09:03:23.160 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zna8fxJYFKfhSc1 off=2035208 len=770309 2024-04-02T09:03:23.162 INFO:tasks.workunit.client.0.smithi104.stdout:op 3533 completed, throughput=4.99MB/sec 2024-04-02T09:03:23.162 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pVn-OZep-s7V9r9 off=4417269 len=561720 2024-04-02T09:03:23.164 INFO:tasks.workunit.client.0.smithi104.stdout:op 3534 completed, throughput=5MB/sec 2024-04-02T09:03:23.164 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o1deVMiZh6gAzFs off=982999 len=1751941 2024-04-02T09:03:23.174 INFO:tasks.workunit.client.0.smithi104.stdout:op 3535 completed, throughput=5MB/sec 2024-04-02T09:03:23.174 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KAOu_mV8sC-RDra off=8704140 len=420517 2024-04-02T09:03:23.175 INFO:tasks.workunit.client.0.smithi104.stdout:op 3536 completed, throughput=5MB/sec 2024-04-02T09:03:23.175 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_NZC3J-OGZyEJoP off=5935092 len=1873364 2024-04-02T09:03:23.177 INFO:tasks.workunit.client.0.smithi104.stdout:op 3537 completed, throughput=5MB/sec 2024-04-02T09:03:24.177 INFO:tasks.workunit.client.0.smithi104.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:24.177 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KbnxG-pAngbACP7 off=5438412 len=610979 2024-04-02T09:03:24.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 3538 completed, throughput=4.99MB/sec 2024-04-02T09:03:24.178 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tMnnZVzFjgYSDp_ off=1204416 len=1838019 2024-04-02T09:03:24.182 INFO:tasks.workunit.client.0.smithi104.stdout:op 3539 completed, throughput=5MB/sec 2024-04-02T09:03:24.182 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rn-17Qmh69qgv9Q off=5125524 len=1828203 2024-04-02T09:03:24.184 INFO:tasks.workunit.client.0.smithi104.stdout:op 3540 completed, throughput=5MB/sec 2024-04-02T09:03:24.184 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Y6RV5v9Ja9guCLW off=3837211 len=631833 2024-04-02T09:03:24.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 3541 completed, throughput=5MB/sec 2024-04-02T09:03:24.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:24 smithi188 ceph-mon[86835]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:03:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:24 smithi104 ceph-mon[96567]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:03:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:24 smithi104 ceph-mon[94081]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:03:25.189 INFO:tasks.workunit.client.0.smithi104.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:25.189 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ghdU1jBpTYteaiS off=4890246 len=1040079 2024-04-02T09:03:25.190 INFO:tasks.workunit.client.0.smithi104.stdout:op 3542 completed, throughput=4.99MB/sec 2024-04-02T09:03:25.190 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ngefd-FXjIeFaXt off=8905871 len=779586 2024-04-02T09:03:25.194 INFO:tasks.workunit.client.0.smithi104.stdout:op 3543 completed, throughput=5MB/sec 2024-04-02T09:03:25.194 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ica3Mxng60WrmsS off=22384668 len=50307 2024-04-02T09:03:25.197 INFO:tasks.workunit.client.0.smithi104.stdout:op 3544 completed, throughput=5MB/sec 2024-04-02T09:03:25.197 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--BZI22wh3oWC3M6 off=8667959 len=448794 2024-04-02T09:03:25.197 INFO:tasks.workunit.client.0.smithi104.stdout:op 3545 completed, throughput=5MB/sec 2024-04-02T09:03:25.197 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zcnKh9-To0aiNKh off=9607052 len=1684863 2024-04-02T09:03:25.205 INFO:tasks.workunit.client.0.smithi104.stdout:op 3546 completed, throughput=5MB/sec 2024-04-02T09:03:25.205 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xueQ9b8NRMfHswV off=10508215 len=390331 2024-04-02T09:03:25.207 INFO:tasks.workunit.client.0.smithi104.stdout:op 3547 completed, throughput=5MB/sec 2024-04-02T09:03:25.207 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-V-KwVtfXB7LzbVv off=380736 len=1195032 2024-04-02T09:03:25.208 INFO:tasks.workunit.client.0.smithi104.stdout:op 3548 completed, throughput=5MB/sec 2024-04-02T09:03:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:03:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:03:25] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-02T09:03:26.208 INFO:tasks.workunit.client.0.smithi104.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:26.208 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cb0THFLiyh-qBiY off=5708119 len=514810 2024-04-02T09:03:26.212 INFO:tasks.workunit.client.0.smithi104.stdout:op 3549 completed, throughput=4.99MB/sec 2024-04-02T09:03:26.212 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-efPb4rvaD_dFRER off=4242953 len=1925558 2024-04-02T09:03:26.222 INFO:tasks.workunit.client.0.smithi104.stdout:op 3550 completed, throughput=5MB/sec 2024-04-02T09:03:26.222 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ssAmfuNFgmXhzbQ off=4346125 len=167754 2024-04-02T09:03:26.224 INFO:tasks.workunit.client.0.smithi104.stdout:op 3551 completed, throughput=5MB/sec 2024-04-02T09:03:26.225 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-P0js0ygMy2rlI4g off=8835224 len=571873 2024-04-02T09:03:26.228 INFO:tasks.workunit.client.0.smithi104.stdout:op 3552 completed, throughput=5MB/sec 2024-04-02T09:03:26.228 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tGCYyoPFf1Bz2J9 off=2966797 len=1987276 2024-04-02T09:03:26.235 INFO:tasks.workunit.client.0.smithi104.stdout:op 3553 completed, throughput=5MB/sec 2024-04-02T09:03:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:26 smithi188 ceph-mon[86835]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:26 smithi104 ceph-mon[96567]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:26 smithi104 ceph-mon[94081]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:27.236 INFO:tasks.workunit.client.0.smithi104.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:27.236 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D3qllheT-b481AT off=15472412 len=218006 2024-04-02T09:03:27.237 INFO:tasks.workunit.client.0.smithi104.stdout:op 3554 completed, throughput=4.99MB/sec 2024-04-02T09:03:27.237 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-m3xnn1OFteWq3Sn off=16290595 len=461074 2024-04-02T09:03:27.239 INFO:tasks.workunit.client.0.smithi104.stdout:op 3555 completed, throughput=4.99MB/sec 2024-04-02T09:03:27.239 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-M21AkOZf_P-GgJ9 off=7964144 len=476224 2024-04-02T09:03:27.243 INFO:tasks.workunit.client.0.smithi104.stdout:op 3556 completed, throughput=4.99MB/sec 2024-04-02T09:03:27.243 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f0mfgvo1HYOeoh_ off=3425223 len=623363 2024-04-02T09:03:27.247 INFO:tasks.workunit.client.0.smithi104.stdout:op 3557 completed, throughput=5MB/sec 2024-04-02T09:03:27.247 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fzW4XRPq3L1r5X8 off=14737647 len=625367 2024-04-02T09:03:27.251 INFO:tasks.workunit.client.0.smithi104.stdout:op 3558 completed, throughput=5MB/sec 2024-04-02T09:03:27.251 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VfErzIumeYQb_5w off=693678 len=319090 2024-04-02T09:03:27.253 INFO:tasks.workunit.client.0.smithi104.stdout:op 3559 completed, throughput=5MB/sec 2024-04-02T09:03:27.253 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LVjhkYNoJDvYFsj off=2985413 len=783042 2024-04-02T09:03:27.254 INFO:tasks.workunit.client.0.smithi104.stdout:op 3560 completed, throughput=5MB/sec 2024-04-02T09:03:27.254 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-V22lNrkY50YoVIx off=7759377 len=1916989 2024-04-02T09:03:27.255 INFO:tasks.workunit.client.0.smithi104.stdout:op 3561 completed, throughput=5MB/sec 2024-04-02T09:03:28.255 INFO:tasks.workunit.client.0.smithi104.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:28.256 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vu_l-ct1EHRoCzF off=8398765 len=1343198 2024-04-02T09:03:28.261 INFO:tasks.workunit.client.0.smithi104.stdout:op 3562 completed, throughput=5MB/sec 2024-04-02T09:03:28.261 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QGdt2nJGAjMA73k off=3252610 len=1069166 2024-04-02T09:03:28.266 INFO:tasks.workunit.client.0.smithi104.stdout:op 3563 completed, throughput=5MB/sec 2024-04-02T09:03:28.266 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YQwzE4qeN08c-kF off=0 len=1192181 2024-04-02T09:03:28.273 INFO:tasks.workunit.client.0.smithi104.stdout:op 3564 completed, throughput=5MB/sec 2024-04-02T09:03:28.274 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--sBg1_Y0PEfXKHl off=6837543 len=1993228 2024-04-02T09:03:28.281 INFO:tasks.workunit.client.0.smithi104.stdout:op 3565 completed, throughput=5MB/sec 2024-04-02T09:03:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:28 smithi188 ceph-mon[86835]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:03:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:28 smithi104 ceph-mon[96567]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:03:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:28 smithi104 ceph-mon[94081]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:03:29.282 INFO:tasks.workunit.client.0.smithi104.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:29.282 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XEJrnT3RnqJd72Z off=1124786 len=1712866 2024-04-02T09:03:29.289 INFO:tasks.workunit.client.0.smithi104.stdout:op 3566 completed, throughput=5MB/sec 2024-04-02T09:03:29.290 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ueK6gExtOUmStg1 off=2921288 len=501161 2024-04-02T09:03:29.290 INFO:tasks.workunit.client.0.smithi104.stdout:op 3567 completed, throughput=5MB/sec 2024-04-02T09:03:29.290 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2dfjGfJmBLo_LAP off=20363787 len=1333647 2024-04-02T09:03:29.297 INFO:tasks.workunit.client.0.smithi104.stdout:op 3568 completed, throughput=5MB/sec 2024-04-02T09:03:29.297 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vO6FJ3quq0ipxFi off=3137493 len=92834 2024-04-02T09:03:29.297 INFO:tasks.workunit.client.0.smithi104.stdout:op 3569 completed, throughput=5MB/sec 2024-04-02T09:03:29.297 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5zMz7qcuFHkBSF5 off=16410530 len=1351251 2024-04-02T09:03:29.298 INFO:tasks.workunit.client.0.smithi104.stdout:op 3570 completed, throughput=5MB/sec 2024-04-02T09:03:30.299 INFO:tasks.workunit.client.0.smithi104.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:30.299 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0KndDTGEDuhqdrY off=1735248 len=1327536 2024-04-02T09:03:30.300 INFO:tasks.workunit.client.0.smithi104.stdout:op 3571 completed, throughput=4.99MB/sec 2024-04-02T09:03:30.300 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6zF8D08yKcVxJeW off=20512809 len=715877 2024-04-02T09:03:30.303 INFO:tasks.workunit.client.0.smithi104.stdout:op 3572 completed, throughput=5MB/sec 2024-04-02T09:03:30.303 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G2el2Buyj8U-KdZ off=10271849 len=837117 2024-04-02T09:03:30.306 INFO:tasks.workunit.client.0.smithi104.stdout:op 3573 completed, throughput=5MB/sec 2024-04-02T09:03:30.307 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VGbW6hXyGptPeKG off=1825754 len=204108 2024-04-02T09:03:30.308 INFO:tasks.workunit.client.0.smithi104.stdout:op 3574 completed, throughput=5MB/sec 2024-04-02T09:03:30.308 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7JcQgqA1Ns64sps off=9990352 len=242196 2024-04-02T09:03:30.310 INFO:tasks.workunit.client.0.smithi104.stdout:op 3575 completed, throughput=5MB/sec 2024-04-02T09:03:30.310 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XpXEqdhw89YLofY off=9555960 len=1962476 2024-04-02T09:03:30.314 INFO:tasks.workunit.client.0.smithi104.stdout:op 3576 completed, throughput=5MB/sec 2024-04-02T09:03:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:30 smithi188 ceph-mon[86835]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:03:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:30 smithi104 ceph-mon[96567]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:03:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:30 smithi104 ceph-mon[94081]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:03:31.314 INFO:tasks.workunit.client.0.smithi104.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:31.314 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-R_2LQ6ppytGEBiZ off=1894000 len=171252 2024-04-02T09:03:31.317 INFO:tasks.workunit.client.0.smithi104.stdout:op 3577 completed, throughput=4.99MB/sec 2024-04-02T09:03:31.317 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PalVkgcIoz2iEc2 off=2185040 len=1716619 2024-04-02T09:03:31.318 INFO:tasks.workunit.client.0.smithi104.stdout:op 3578 completed, throughput=5MB/sec 2024-04-02T09:03:31.318 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nT8M0DUUgUyAvVf off=9533431 len=939220 2024-04-02T09:03:31.324 INFO:tasks.workunit.client.0.smithi104.stdout:op 3579 completed, throughput=5MB/sec 2024-04-02T09:03:31.324 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zrib089lhaA5V-E off=884676 len=1711371 2024-04-02T09:03:31.325 INFO:tasks.workunit.client.0.smithi104.stdout:op 3580 completed, throughput=5MB/sec 2024-04-02T09:03:31.325 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8TOBZRd4ExrVprW off=9005274 len=584312 2024-04-02T09:03:31.328 INFO:tasks.workunit.client.0.smithi104.stdout:op 3581 completed, throughput=5MB/sec 2024-04-02T09:03:31.328 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bovrRPZQU1BqAzJ off=2245856 len=1395686 2024-04-02T09:03:31.328 INFO:tasks.workunit.client.0.smithi104.stdout:op 3582 completed, throughput=5MB/sec 2024-04-02T09:03:32.329 INFO:tasks.workunit.client.0.smithi104.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:32.329 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5GpmBj-NHKSGBRQ off=13417908 len=317179 2024-04-02T09:03:32.332 INFO:tasks.workunit.client.0.smithi104.stdout:op 3583 completed, throughput=5MB/sec 2024-04-02T09:03:32.332 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Qjf1Spd9p9nxF9D off=10443405 len=237326 2024-04-02T09:03:32.332 INFO:tasks.workunit.client.0.smithi104.stdout:op 3584 completed, throughput=5MB/sec 2024-04-02T09:03:32.332 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gyYdv5_atRD6v4- off=6680172 len=1813484 2024-04-02T09:03:32.336 INFO:tasks.workunit.client.0.smithi104.stdout:op 3585 completed, throughput=5MB/sec 2024-04-02T09:03:32.336 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vBRFsCtIlAFfcjP off=11530842 len=17186 2024-04-02T09:03:32.338 INFO:tasks.workunit.client.0.smithi104.stdout:op 3586 completed, throughput=5MB/sec 2024-04-02T09:03:32.338 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XmNR6nln5E7mJE8 off=7742245 len=1591566 2024-04-02T09:03:32.347 INFO:tasks.workunit.client.0.smithi104.stdout:op 3587 completed, throughput=5MB/sec 2024-04-02T09:03:32.347 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k4VDC19Vz9Ht9FK off=21598364 len=868590 2024-04-02T09:03:32.348 INFO:tasks.workunit.client.0.smithi104.stdout:op 3588 completed, throughput=5MB/sec 2024-04-02T09:03:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:32 smithi188 ceph-mon[86835]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:03:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:32 smithi104 ceph-mon[96567]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:32 smithi104 ceph-mon[94081]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:33.348 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gd0Zkb-gjg5TkhQ off=17856033 len=950821 2024-04-02T09:03:33.353 INFO:tasks.workunit.client.0.smithi104.stdout:op 3589 completed, throughput=5MB/sec 2024-04-02T09:03:33.353 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Bxeigbe0XTYIqq_ off=8801542 len=897539 2024-04-02T09:03:33.356 INFO:tasks.workunit.client.0.smithi104.stdout:op 3590 completed, throughput=5MB/sec 2024-04-02T09:03:33.356 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PeLV0xg2Agc2rIq off=85904 len=615560 2024-04-02T09:03:33.361 INFO:tasks.workunit.client.0.smithi104.stdout:op 3591 completed, throughput=5MB/sec 2024-04-02T09:03:33.361 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wishb3Aq8dD_T4z off=640456 len=1671188 2024-04-02T09:03:33.366 INFO:tasks.workunit.client.0.smithi104.stdout:op 3592 completed, throughput=5MB/sec 2024-04-02T09:03:33.366 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zhu8k181TOFusIG off=8652443 len=1729398 2024-04-02T09:03:33.370 INFO:tasks.workunit.client.0.smithi104.stdout:op 3593 completed, throughput=5MB/sec 2024-04-02T09:03:34.370 INFO:tasks.workunit.client.0.smithi104.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:34.370 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NN0HiXgXp9pyJ79 off=4361247 len=1552172 2024-04-02T09:03:34.372 INFO:tasks.workunit.client.0.smithi104.stdout:op 3594 completed, throughput=5MB/sec 2024-04-02T09:03:34.372 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7QpyZHEyrYRI-C8 off=0 len=1390044 2024-04-02T09:03:34.377 INFO:tasks.workunit.client.0.smithi104.stdout:op 3595 completed, throughput=5MB/sec 2024-04-02T09:03:34.377 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v8HjcUToWf3-Af0 off=1211252 len=1053172 2024-04-02T09:03:34.382 INFO:tasks.workunit.client.0.smithi104.stdout:op 3596 completed, throughput=5MB/sec 2024-04-02T09:03:34.382 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LALSLN2g_UpoaPp off=6858719 len=1011289 2024-04-02T09:03:34.383 INFO:tasks.workunit.client.0.smithi104.stdout:op 3597 completed, throughput=5MB/sec 2024-04-02T09:03:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:34 smithi188 ceph-mon[86835]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:34 smithi104 ceph-mon[96567]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:34 smithi104 ceph-mon[94081]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:35.383 INFO:tasks.workunit.client.0.smithi104.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:35.383 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-45vQNr0tIl4JHhk off=0 len=1930816 2024-04-02T09:03:35.385 INFO:tasks.workunit.client.0.smithi104.stdout:op 3598 completed, throughput=5MB/sec 2024-04-02T09:03:35.385 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vuf-mEwdBbL2OMh off=13953617 len=608781 2024-04-02T09:03:35.386 INFO:tasks.workunit.client.0.smithi104.stdout:op 3599 completed, throughput=5MB/sec 2024-04-02T09:03:35.386 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BLFXfvZD2qJpDka off=127427 len=1757785 2024-04-02T09:03:35.387 INFO:tasks.workunit.client.0.smithi104.stdout:op 3600 completed, throughput=5MB/sec 2024-04-02T09:03:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:03:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:03:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:03:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:03:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:03:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:03:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:03:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:03:35] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-02T09:03:36.387 INFO:tasks.workunit.client.0.smithi104.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:36.388 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tHbcc9A_9jQR1jR off=3750554 len=97996 2024-04-02T09:03:36.390 INFO:tasks.workunit.client.0.smithi104.stdout:op 3601 completed, throughput=4.99MB/sec 2024-04-02T09:03:36.390 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-H-NsDAi0ppPZgVB off=7350286 len=1849405 2024-04-02T09:03:36.391 INFO:tasks.workunit.client.0.smithi104.stdout:op 3602 completed, throughput=5MB/sec 2024-04-02T09:03:36.391 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bc-2wn6W2YK3QYG off=1594472 len=108420 2024-04-02T09:03:36.392 INFO:tasks.workunit.client.0.smithi104.stdout:op 3603 completed, throughput=5MB/sec 2024-04-02T09:03:36.392 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jMZ2KDjVH94OrMD off=14413547 len=1179755 2024-04-02T09:03:36.399 INFO:tasks.workunit.client.0.smithi104.stdout:op 3604 completed, throughput=5MB/sec 2024-04-02T09:03:36.399 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7-foOojefn-P9V6 off=18179774 len=687526 2024-04-02T09:03:36.403 INFO:tasks.workunit.client.0.smithi104.stdout:op 3605 completed, throughput=5MB/sec 2024-04-02T09:03:36.403 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-t9o_OQGZzxvfZgK off=15261714 len=469666 2024-04-02T09:03:36.405 INFO:tasks.workunit.client.0.smithi104.stdout:op 3606 completed, throughput=5MB/sec 2024-04-02T09:03:36.405 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z8cFVBuV4XxpSc- off=2211138 len=703334 2024-04-02T09:03:36.407 INFO:tasks.workunit.client.0.smithi104.stdout:op 3607 completed, throughput=5MB/sec 2024-04-02T09:03:36.407 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jbI5aK28OKiQ7th off=11197711 len=1497481 2024-04-02T09:03:36.408 INFO:tasks.workunit.client.0.smithi104.stdout:op 3608 completed, throughput=5MB/sec 2024-04-02T09:03:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:36 smithi188 ceph-mon[86835]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:36 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:36 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:36 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:03:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:36 smithi104 ceph-mon[96567]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:36 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:36 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:36 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:03:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:36 smithi104 ceph-mon[94081]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:36 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:36 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:36 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:03:37.409 INFO:tasks.workunit.client.0.smithi104.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:37.409 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2QcjIBT0yEDqAzi off=1460807 len=714660 2024-04-02T09:03:37.410 INFO:tasks.workunit.client.0.smithi104.stdout:op 3609 completed, throughput=5MB/sec 2024-04-02T09:03:37.410 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6KjBw0miZBmwy7N off=689127 len=1729709 2024-04-02T09:03:37.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 3610 completed, throughput=5MB/sec 2024-04-02T09:03:37.414 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LVh7M2K_5DWHhw5 off=5037705 len=184551 2024-04-02T09:03:37.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 3611 completed, throughput=5MB/sec 2024-04-02T09:03:37.414 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Fg2SXfqyUJsRtjh off=3205717 len=1812012 2024-04-02T09:03:37.416 INFO:tasks.workunit.client.0.smithi104.stdout:op 3612 completed, throughput=5MB/sec 2024-04-02T09:03:38.416 INFO:tasks.workunit.client.0.smithi104.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:38.416 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vw8cbKhfQDQtB73 off=9468470 len=1627508 2024-04-02T09:03:38.418 INFO:tasks.workunit.client.0.smithi104.stdout:op 3613 completed, throughput=5MB/sec 2024-04-02T09:03:38.418 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JT06sr8ISq6YrIr off=5404873 len=1924018 2024-04-02T09:03:38.420 INFO:tasks.workunit.client.0.smithi104.stdout:op 3614 completed, throughput=5MB/sec 2024-04-02T09:03:38.420 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xueQ9b8NRMfHswV off=3752794 len=1456607 2024-04-02T09:03:38.420 INFO:tasks.workunit.client.0.smithi104.stdout:op 3615 completed, throughput=5MB/sec 2024-04-02T09:03:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:38 smithi188 ceph-mon[86835]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:38 smithi104 ceph-mon[96567]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:38 smithi104 ceph-mon[94081]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:39.420 INFO:tasks.workunit.client.0.smithi104.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:39.421 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T_oDCUVyeOEKz9s off=4722315 len=1663910 2024-04-02T09:03:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:op 3616 completed, throughput=5MB/sec 2024-04-02T09:03:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PnXoOONiCMO3rdi off=12085049 len=1544523 2024-04-02T09:03:39.437 INFO:tasks.workunit.client.0.smithi104.stdout:op 3617 completed, throughput=5MB/sec 2024-04-02T09:03:39.438 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1QOfm7PEOkbxekW off=2714032 len=1220307 2024-04-02T09:03:39.439 INFO:tasks.workunit.client.0.smithi104.stdout:op 3618 completed, throughput=5MB/sec 2024-04-02T09:03:39.439 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Inc98os8dt7T1WQ off=8170236 len=628575 2024-04-02T09:03:39.439 INFO:tasks.workunit.client.0.smithi104.stdout:op 3619 completed, throughput=5MB/sec 2024-04-02T09:03:39.439 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4ugaaqEk-evUBml off=218421 len=522235 2024-04-02T09:03:39.440 INFO:tasks.workunit.client.0.smithi104.stdout:op 3620 completed, throughput=5MB/sec 2024-04-02T09:03:40.440 INFO:tasks.workunit.client.0.smithi104.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:40.441 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qphG2UWhhXeHpeY off=1891070 len=376751 2024-04-02T09:03:40.441 INFO:tasks.workunit.client.0.smithi104.stdout:op 3621 completed, throughput=4.99MB/sec 2024-04-02T09:03:40.441 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n5B4BRTm87t-skr off=4480877 len=1053130 2024-04-02T09:03:40.442 INFO:tasks.workunit.client.0.smithi104.stdout:op 3622 completed, throughput=5MB/sec 2024-04-02T09:03:40.445 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-g4YlQmcs3WoohgP off=12086870 len=1003678 2024-04-02T09:03:40.446 INFO:tasks.workunit.client.0.smithi104.stdout:op 3623 completed, throughput=5MB/sec 2024-04-02T09:03:40.446 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UyXTx4mUXRKZjH1 off=9914418 len=1240768 2024-04-02T09:03:40.446 INFO:tasks.workunit.client.0.smithi104.stdout:op 3624 completed, throughput=5MB/sec 2024-04-02T09:03:40.446 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gEvuTOxubwQKplY off=6231715 len=374228 2024-04-02T09:03:40.446 INFO:tasks.workunit.client.0.smithi104.stdout:op 3625 completed, throughput=5MB/sec 2024-04-02T09:03:40.446 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Iu5_YdjaN6uw8do off=16574364 len=424479 2024-04-02T09:03:40.449 INFO:tasks.workunit.client.0.smithi104.stdout:op 3626 completed, throughput=5MB/sec 2024-04-02T09:03:40.449 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6bkp_U7I5DHEm_9 off=2936392 len=1583653 2024-04-02T09:03:40.456 INFO:tasks.workunit.client.0.smithi104.stdout:op 3627 completed, throughput=5MB/sec 2024-04-02T09:03:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:40 smithi188 ceph-mon[86835]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:40 smithi104 ceph-mon[96567]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:40 smithi104 ceph-mon[94081]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:41.456 INFO:tasks.workunit.client.0.smithi104.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:41.456 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7ImRQkqGv0GaZly off=2453820 len=816772 2024-04-02T09:03:41.457 INFO:tasks.workunit.client.0.smithi104.stdout:op 3628 completed, throughput=5MB/sec 2024-04-02T09:03:41.457 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N9M9es5hLXdk7jJ off=34581 len=1081877 2024-04-02T09:03:41.462 INFO:tasks.workunit.client.0.smithi104.stdout:op 3629 completed, throughput=5MB/sec 2024-04-02T09:03:41.462 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8cVMqEvHOLvCqoU off=14964762 len=898903 2024-04-02T09:03:41.467 INFO:tasks.workunit.client.0.smithi104.stdout:op 3630 completed, throughput=5MB/sec 2024-04-02T09:03:41.467 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Q6GSY-zRBOjyNHB off=5795356 len=1498678 2024-04-02T09:03:41.468 INFO:tasks.workunit.client.0.smithi104.stdout:op 3631 completed, throughput=5MB/sec 2024-04-02T09:03:42.469 INFO:tasks.workunit.client.0.smithi104.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:42.469 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zQDivkk2nphj9pn off=1336206 len=214179 2024-04-02T09:03:42.469 INFO:tasks.workunit.client.0.smithi104.stdout:op 3632 completed, throughput=4.99MB/sec 2024-04-02T09:03:42.469 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DjNm7OnJUwhlnbf off=182953 len=1194540 2024-04-02T09:03:42.475 INFO:tasks.workunit.client.0.smithi104.stdout:op 3633 completed, throughput=5MB/sec 2024-04-02T09:03:42.476 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6wPNegN88GCjaPj off=12008127 len=1215213 2024-04-02T09:03:42.477 INFO:tasks.workunit.client.0.smithi104.stdout:op 3634 completed, throughput=5MB/sec 2024-04-02T09:03:42.477 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-a8MIz2hlwwNDa7Q off=6012912 len=817645 2024-04-02T09:03:42.478 INFO:tasks.workunit.client.0.smithi104.stdout:op 3635 completed, throughput=5MB/sec 2024-04-02T09:03:42.478 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GIwKE5h_kaXwxgX off=2463717 len=651893 2024-04-02T09:03:42.482 INFO:tasks.workunit.client.0.smithi104.stdout:op 3636 completed, throughput=5MB/sec 2024-04-02T09:03:42.482 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4a_mXNVNCfIAutI off=2273292 len=1730937 2024-04-02T09:03:42.488 INFO:tasks.workunit.client.0.smithi104.stdout:op 3637 completed, throughput=5MB/sec 2024-04-02T09:03:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:42 smithi188 ceph-mon[86835]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:03:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:42 smithi104 ceph-mon[96567]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:42 smithi104 ceph-mon[94081]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:43.489 INFO:tasks.workunit.client.0.smithi104.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:43.489 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JEuiXMGg4WWk6si off=15045161 len=733825 2024-04-02T09:03:43.494 INFO:tasks.workunit.client.0.smithi104.stdout:op 3638 completed, throughput=4.99MB/sec 2024-04-02T09:03:43.494 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bUe8w9Sc9rGMCHL off=4773618 len=1800750 2024-04-02T09:03:43.495 INFO:tasks.workunit.client.0.smithi104.stdout:op 3639 completed, throughput=5MB/sec 2024-04-02T09:03:43.495 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-X7edWrlEwLNuBh5 off=14800484 len=71473 2024-04-02T09:03:43.497 INFO:tasks.workunit.client.0.smithi104.stdout:op 3640 completed, throughput=5MB/sec 2024-04-02T09:03:43.497 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WTU6T2ZMXIZbJNe off=7920860 len=1651338 2024-04-02T09:03:43.505 INFO:tasks.workunit.client.0.smithi104.stdout:op 3641 completed, throughput=5MB/sec 2024-04-02T09:03:43.505 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-576CBc9NIW-BmMt off=5266459 len=1892523 2024-04-02T09:03:43.515 INFO:tasks.workunit.client.0.smithi104.stdout:op 3642 completed, throughput=5MB/sec 2024-04-02T09:03:44.515 INFO:tasks.workunit.client.0.smithi104.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:44.515 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QJ2u0MfJ25x3PiS off=12288053 len=415647 2024-04-02T09:03:44.516 INFO:tasks.workunit.client.0.smithi104.stdout:op 3643 completed, throughput=5MB/sec 2024-04-02T09:03:44.516 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UpNt78lq22o2DC_ off=1429349 len=16039 2024-04-02T09:03:44.518 INFO:tasks.workunit.client.0.smithi104.stdout:op 3644 completed, throughput=5MB/sec 2024-04-02T09:03:44.519 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XDCS2b4UL56JCwj off=3956972 len=1356080 2024-04-02T09:03:44.520 INFO:tasks.workunit.client.0.smithi104.stdout:op 3645 completed, throughput=5MB/sec 2024-04-02T09:03:44.520 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-h9FwIS9sfyf0F2J off=4511723 len=1348163 2024-04-02T09:03:44.526 INFO:tasks.workunit.client.0.smithi104.stdout:op 3646 completed, throughput=5MB/sec 2024-04-02T09:03:44.527 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VqsEL-XtCq2pAtp off=1563548 len=329116 2024-04-02T09:03:44.528 INFO:tasks.workunit.client.0.smithi104.stdout:op 3647 completed, throughput=5MB/sec 2024-04-02T09:03:44.528 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PPU_2BGWujTisyS off=11658972 len=301549 2024-04-02T09:03:44.530 INFO:tasks.workunit.client.0.smithi104.stdout:op 3648 completed, throughput=5MB/sec 2024-04-02T09:03:44.531 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Tt1nYvbGduP1vDN off=18970117 len=894782 2024-04-02T09:03:44.532 INFO:tasks.workunit.client.0.smithi104.stdout:op 3649 completed, throughput=5MB/sec 2024-04-02T09:03:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:44 smithi188 ceph-mon[86835]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:44 smithi104 ceph-mon[94081]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:44 smithi104 ceph-mon[96567]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:45.532 INFO:tasks.workunit.client.0.smithi104.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:45.533 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N9M9es5hLXdk7jJ off=0 len=1116458 2024-04-02T09:03:45.534 INFO:tasks.workunit.client.0.smithi104.stdout:op 3650 completed, throughput=5MB/sec 2024-04-02T09:03:45.534 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XITVhV82VnRfmq- off=6178622 len=555873 2024-04-02T09:03:45.535 INFO:tasks.workunit.client.0.smithi104.stdout:op 3651 completed, throughput=5MB/sec 2024-04-02T09:03:45.535 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-i4mNOQmtuY5EE6Q off=11363765 len=659537 2024-04-02T09:03:45.539 INFO:tasks.workunit.client.0.smithi104.stdout:op 3652 completed, throughput=5MB/sec 2024-04-02T09:03:45.539 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jOazN3IcrLUmU4z off=647134 len=2058507 2024-04-02T09:03:45.540 INFO:tasks.workunit.client.0.smithi104.stdout:op 3653 completed, throughput=5MB/sec 2024-04-02T09:03:45.541 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-83PPUz3EiizgQ9a off=6659324 len=287354 2024-04-02T09:03:45.543 INFO:tasks.workunit.client.0.smithi104.stdout:op 3654 completed, throughput=5MB/sec 2024-04-02T09:03:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:03:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:03:45] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-02T09:03:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:46.543 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pKmNGup2O1moDvK off=558256 len=1000144 2024-04-02T09:03:46.548 INFO:tasks.workunit.client.0.smithi104.stdout:op 3655 completed, throughput=4.99MB/sec 2024-04-02T09:03:46.549 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_YU1VzhYLvIzoVz off=8333679 len=1193985 2024-04-02T09:03:46.550 INFO:tasks.workunit.client.0.smithi104.stdout:op 3656 completed, throughput=5MB/sec 2024-04-02T09:03:46.550 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0-rud3tVb6VG7nE off=2283995 len=1867640 2024-04-02T09:03:46.557 INFO:tasks.workunit.client.0.smithi104.stdout:op 3657 completed, throughput=5MB/sec 2024-04-02T09:03:46.557 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bX6_u31vkcVbVVt off=8441063 len=1531638 2024-04-02T09:03:46.564 INFO:tasks.workunit.client.0.smithi104.stdout:op 3658 completed, throughput=5MB/sec 2024-04-02T09:03:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:46 smithi188 ceph-mon[86835]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:46 smithi104 ceph-mon[96567]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:46 smithi104 ceph-mon[94081]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:47.564 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BspyhAqfRxZMiak off=4315135 len=1936297 2024-04-02T09:03:47.572 INFO:tasks.workunit.client.0.smithi104.stdout:op 3659 completed, throughput=5MB/sec 2024-04-02T09:03:47.572 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UBIXpUt_5XHMag1 off=12191876 len=2018377 2024-04-02T09:03:47.573 INFO:tasks.workunit.client.0.smithi104.stdout:op 3660 completed, throughput=5MB/sec 2024-04-02T09:03:47.573 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6PcEHFCNwlYSiH2 off=10506483 len=1546459 2024-04-02T09:03:47.574 INFO:tasks.workunit.client.0.smithi104.stdout:op 3661 completed, throughput=5MB/sec 2024-04-02T09:03:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:48.575 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-A9-DeNIZEuSLivW off=11903885 len=1019153 2024-04-02T09:03:48.579 INFO:tasks.workunit.client.0.smithi104.stdout:op 3662 completed, throughput=5MB/sec 2024-04-02T09:03:48.579 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gfUpM8FxcNvCSjO off=407061 len=1324273 2024-04-02T09:03:48.581 INFO:tasks.workunit.client.0.smithi104.stdout:op 3663 completed, throughput=5MB/sec 2024-04-02T09:03:48.581 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-h5JlmrKESaMvnXE off=964282 len=1154522 2024-04-02T09:03:48.584 INFO:tasks.workunit.client.0.smithi104.stdout:op 3664 completed, throughput=5MB/sec 2024-04-02T09:03:48.584 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-P76J2Gfu81Ypuyf off=6024909 len=1025871 2024-04-02T09:03:48.585 INFO:tasks.workunit.client.0.smithi104.stdout:op 3665 completed, throughput=5MB/sec 2024-04-02T09:03:48.585 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ica3Mxng60WrmsS off=9298208 len=1880238 2024-04-02T09:03:48.595 INFO:tasks.workunit.client.0.smithi104.stdout:op 3666 completed, throughput=5MB/sec 2024-04-02T09:03:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:48 smithi188 ceph-mon[86835]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:48 smithi104 ceph-mon[94081]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:48 smithi104 ceph-mon[96567]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: 727: throughput=5MB/sec pending data=0 2024-04-02T09:03:49.603 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jtQmYX_vub6sc2I off=4831546 len=483623 2024-04-02T09:03:49.604 INFO:tasks.workunit.client.0.smithi104.stdout:op 3667 completed, throughput=5MB/sec 2024-04-02T09:03:49.604 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JSYFKpSGR_RQHpm off=17977515 len=374597 2024-04-02T09:03:49.607 INFO:tasks.workunit.client.0.smithi104.stdout:op 3668 completed, throughput=5MB/sec 2024-04-02T09:03:49.608 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eWXQ2tjlB9Bp47j off=3152849 len=501900 2024-04-02T09:03:49.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 3669 completed, throughput=5MB/sec 2024-04-02T09:03:49.610 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4ysHIKxMpyyW7ht off=7617693 len=1230427 2024-04-02T09:03:49.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 3670 completed, throughput=5MB/sec 2024-04-02T09:03:49.610 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1D1Gbez0fkcWIsk off=4934292 len=327849 2024-04-02T09:03:49.614 INFO:tasks.workunit.client.0.smithi104.stdout:op 3671 completed, throughput=5MB/sec 2024-04-02T09:03:49.614 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QwiOwKmKiR5W4MU off=16482248 len=996217 2024-04-02T09:03:49.616 INFO:tasks.workunit.client.0.smithi104.stdout:op 3672 completed, throughput=5MB/sec 2024-04-02T09:03:50.611 INFO:tasks.workunit.client.0.smithi104.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:50.611 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-O_SjZxi3waVR7h4 off=757173 len=407818 2024-04-02T09:03:50.615 INFO:tasks.workunit.client.0.smithi104.stdout:op 3673 completed, throughput=4.99MB/sec 2024-04-02T09:03:50.615 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lVY95wQ6cWxKdFz off=3461058 len=577767 2024-04-02T09:03:50.615 INFO:tasks.workunit.client.0.smithi104.stdout:op 3674 completed, throughput=4.99MB/sec 2024-04-02T09:03:50.615 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LjQn_Qc2dpfpM2G off=2277759 len=2011343 2024-04-02T09:03:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:50 smithi188 ceph-mon[86835]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:50.626 INFO:tasks.workunit.client.0.smithi104.stdout:op 3675 completed, throughput=5MB/sec 2024-04-02T09:03:50.626 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CMfoqiuzBll7AIH off=186082 len=133918 2024-04-02T09:03:50.628 INFO:tasks.workunit.client.0.smithi104.stdout:op 3676 completed, throughput=5MB/sec 2024-04-02T09:03:50.628 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ye34MpZOEhweMnw off=11872324 len=1774069 2024-04-02T09:03:50.639 INFO:tasks.workunit.client.0.smithi104.stdout:op 3677 completed, throughput=5MB/sec 2024-04-02T09:03:50.639 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Z3pTS_DAa3-8LiD off=1683930 len=495164 2024-04-02T09:03:50.641 INFO:tasks.workunit.client.0.smithi104.stdout:op 3678 completed, throughput=5MB/sec 2024-04-02T09:03:50.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:50 smithi104 ceph-mon[94081]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:50.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:50.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:50 smithi104 ceph-mon[96567]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:50.643 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:51.639 INFO:tasks.workunit.client.0.smithi104.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:51.640 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lom_he0FX2iDdIP off=8865778 len=192284 2024-04-02T09:03:51.642 INFO:tasks.workunit.client.0.smithi104.stdout:op 3679 completed, throughput=4.99MB/sec 2024-04-02T09:03:51.642 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yIjpM8g7IapII-M off=7582403 len=647361 2024-04-02T09:03:51.646 INFO:tasks.workunit.client.0.smithi104.stdout:op 3680 completed, throughput=4.99MB/sec 2024-04-02T09:03:51.646 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UFeDaPDxRCL5M-t off=19346732 len=1038421 2024-04-02T09:03:51.650 INFO:tasks.workunit.client.0.smithi104.stdout:op 3681 completed, throughput=5MB/sec 2024-04-02T09:03:51.650 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PSLZOsNj-kZLD4M off=17405390 len=1789201 2024-04-02T09:03:51.650 INFO:tasks.workunit.client.0.smithi104.stdout:op 3682 completed, throughput=5MB/sec 2024-04-02T09:03:51.651 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-v8ZoE8QIdcwQGPk off=2819845 len=764073 2024-04-02T09:03:51.651 INFO:tasks.workunit.client.0.smithi104.stdout:op 3683 completed, throughput=5MB/sec 2024-04-02T09:03:51.651 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f0m7Gnk_p4rvM59 off=8529973 len=989219 2024-04-02T09:03:51.656 INFO:tasks.workunit.client.0.smithi104.stdout:op 3684 completed, throughput=5MB/sec 2024-04-02T09:03:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:52 smithi188 ceph-mon[86835]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:03:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:52 smithi104 ceph-mon[96567]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:52 smithi104 ceph-mon[94081]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:52.656 INFO:tasks.workunit.client.0.smithi104.stdout: 730: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:52.657 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iqgTEy4UXYhTA5P off=17789751 len=870716 2024-04-02T09:03:52.660 INFO:tasks.workunit.client.0.smithi104.stdout:op 3685 completed, throughput=4.99MB/sec 2024-04-02T09:03:52.660 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--F15morQRlED1gK off=2100910 len=1896170 2024-04-02T09:03:52.662 INFO:tasks.workunit.client.0.smithi104.stdout:op 3686 completed, throughput=5MB/sec 2024-04-02T09:03:52.662 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iad2rWDHWYDBHs4 off=7283580 len=39622 2024-04-02T09:03:52.662 INFO:tasks.workunit.client.0.smithi104.stdout:op 3687 completed, throughput=5MB/sec 2024-04-02T09:03:52.662 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q5mlf3_B25t9xOY off=2913117 len=1348533 2024-04-02T09:03:52.668 INFO:tasks.workunit.client.0.smithi104.stdout:op 3688 completed, throughput=5MB/sec 2024-04-02T09:03:52.668 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Z4ewPhtTGxciejr off=15278427 len=754386 2024-04-02T09:03:52.669 INFO:tasks.workunit.client.0.smithi104.stdout:op 3689 completed, throughput=5MB/sec 2024-04-02T09:03:52.669 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sioxWznoy_tyEnm off=2791843 len=1151141 2024-04-02T09:03:52.670 INFO:tasks.workunit.client.0.smithi104.stdout:op 3690 completed, throughput=5MB/sec 2024-04-02T09:03:53.670 INFO:tasks.workunit.client.0.smithi104.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:53.670 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CQoakjzYAIxRfYO off=4350126 len=415740 2024-04-02T09:03:53.671 INFO:tasks.workunit.client.0.smithi104.stdout:op 3691 completed, throughput=5MB/sec 2024-04-02T09:03:53.671 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tUEifnq4W-SPq0t off=18381932 len=1949050 2024-04-02T09:03:53.682 INFO:tasks.workunit.client.0.smithi104.stdout:op 3692 completed, throughput=5MB/sec 2024-04-02T09:03:53.682 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Qvi9gt5WzOy8Q2T off=15839268 len=1370577 2024-04-02T09:03:53.687 INFO:tasks.workunit.client.0.smithi104.stdout:op 3693 completed, throughput=5MB/sec 2024-04-02T09:03:53.687 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7yicHCOtWWY8ECU off=3045611 len=1890949 2024-04-02T09:03:53.696 INFO:tasks.workunit.client.0.smithi104.stdout:op 3694 completed, throughput=5MB/sec 2024-04-02T09:03:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:54 smithi188 ceph-mon[86835]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:03:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:54 smithi104 ceph-mon[94081]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:03:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:54 smithi104 ceph-mon[96567]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:03:54.696 INFO:tasks.workunit.client.0.smithi104.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:54.696 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-s0rcBYD9Cx7Nmqp off=3556685 len=407002 2024-04-02T09:03:54.696 INFO:tasks.workunit.client.0.smithi104.stdout:op 3695 completed, throughput=5MB/sec 2024-04-02T09:03:54.697 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HiR_3L2V3PqKr0b off=0 len=1178240 2024-04-02T09:03:54.703 INFO:tasks.workunit.client.0.smithi104.stdout:op 3696 completed, throughput=5MB/sec 2024-04-02T09:03:54.703 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MFKRhgWidHTFCWq off=3000989 len=179524 2024-04-02T09:03:54.706 INFO:tasks.workunit.client.0.smithi104.stdout:op 3697 completed, throughput=5MB/sec 2024-04-02T09:03:54.706 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cx_GIKLBaICh6SU off=1515493 len=1141383 2024-04-02T09:03:54.707 INFO:tasks.workunit.client.0.smithi104.stdout:op 3698 completed, throughput=5MB/sec 2024-04-02T09:03:54.707 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zvgMy8xF2HlM-KT off=2108703 len=1791605 2024-04-02T09:03:54.715 INFO:tasks.workunit.client.0.smithi104.stdout:op 3699 completed, throughput=5MB/sec 2024-04-02T09:03:55.715 INFO:tasks.workunit.client.0.smithi104.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:55.715 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-t4WtacFdMCXv_C9 off=6170186 len=714860 2024-04-02T09:03:55.716 INFO:tasks.workunit.client.0.smithi104.stdout:op 3700 completed, throughput=4.99MB/sec 2024-04-02T09:03:55.716 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uINj7pyQGj1nLEC off=9966689 len=1459489 2024-04-02T09:03:55.719 INFO:tasks.workunit.client.0.smithi104.stdout:op 3701 completed, throughput=5MB/sec 2024-04-02T09:03:55.719 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vBVWPsMz7ct8qwr off=12904088 len=915111 2024-04-02T09:03:55.720 INFO:tasks.workunit.client.0.smithi104.stdout:op 3702 completed, throughput=5MB/sec 2024-04-02T09:03:55.720 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r2CYOFyFUDzFrr0 off=6203246 len=1846469 2024-04-02T09:03:55.728 INFO:tasks.workunit.client.0.smithi104.stdout:op 3703 completed, throughput=5MB/sec 2024-04-02T09:03:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:03:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:03:55] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-02T09:03:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:56 smithi188 ceph-mon[86835]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:56 smithi104 ceph-mon[94081]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:56 smithi104 ceph-mon[96567]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:56.728 INFO:tasks.workunit.client.0.smithi104.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:56.729 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4F38Nbn1kOo6zPT off=2617449 len=682616 2024-04-02T09:03:56.729 INFO:tasks.workunit.client.0.smithi104.stdout:op 3704 completed, throughput=4.99MB/sec 2024-04-02T09:03:56.730 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PnMJ6deIwlHfNlj off=445534 len=1780001 2024-04-02T09:03:56.740 INFO:tasks.workunit.client.0.smithi104.stdout:op 3705 completed, throughput=5MB/sec 2024-04-02T09:03:56.741 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-g92EvoL0ZUjbGUc off=6941946 len=1700422 2024-04-02T09:03:56.741 INFO:tasks.workunit.client.0.smithi104.stdout:op 3706 completed, throughput=5MB/sec 2024-04-02T09:03:56.741 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-36apF0D_5VsJ8m7 off=528685 len=868074 2024-04-02T09:03:56.746 INFO:tasks.workunit.client.0.smithi104.stdout:op 3707 completed, throughput=5MB/sec 2024-04-02T09:03:56.746 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0NYvi-wesirDGgn off=4904760 len=522935 2024-04-02T09:03:56.750 INFO:tasks.workunit.client.0.smithi104.stdout:op 3708 completed, throughput=5MB/sec 2024-04-02T09:03:57.750 INFO:tasks.workunit.client.0.smithi104.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:57.751 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5ptEmRkj5OXCJJb off=97261 len=1590078 2024-04-02T09:03:57.758 INFO:tasks.workunit.client.0.smithi104.stdout:op 3709 completed, throughput=5MB/sec 2024-04-02T09:03:57.758 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QCcw5EAMp19KYxX off=9487835 len=311934 2024-04-02T09:03:57.761 INFO:tasks.workunit.client.0.smithi104.stdout:op 3710 completed, throughput=5MB/sec 2024-04-02T09:03:57.761 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2ZYD9KSqhVykh6J off=4574498 len=1697207 2024-04-02T09:03:57.764 INFO:tasks.workunit.client.0.smithi104.stdout:op 3711 completed, throughput=5MB/sec 2024-04-02T09:03:57.764 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OE7uLW20OWuJCfb off=6237247 len=463573 2024-04-02T09:03:57.765 INFO:tasks.workunit.client.0.smithi104.stdout:op 3712 completed, throughput=5MB/sec 2024-04-02T09:03:57.766 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-m1BPUDvLlcKw2tW off=10161209 len=1587287 2024-04-02T09:03:57.767 INFO:tasks.workunit.client.0.smithi104.stdout:op 3713 completed, throughput=5MB/sec 2024-04-02T09:03:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:03:58 smithi188 ceph-mon[86835]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:03:58 smithi104 ceph-mon[94081]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:03:58 smithi104 ceph-mon[96567]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:58.768 INFO:tasks.workunit.client.0.smithi104.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:58.768 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--Oi9bYGoEH7ljCv off=978211 len=243103 2024-04-02T09:03:58.769 INFO:tasks.workunit.client.0.smithi104.stdout:op 3714 completed, throughput=4.99MB/sec 2024-04-02T09:03:58.769 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-X6B4We9-iUsgmzb off=2110276 len=708793 2024-04-02T09:03:58.773 INFO:tasks.workunit.client.0.smithi104.stdout:op 3715 completed, throughput=5MB/sec 2024-04-02T09:03:58.773 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_Un0pW2JAWp-fF9 off=287339 len=1632641 2024-04-02T09:03:58.779 INFO:tasks.workunit.client.0.smithi104.stdout:op 3716 completed, throughput=5MB/sec 2024-04-02T09:03:58.779 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z3oabokVBzL3fRf off=6198016 len=1113118 2024-04-02T09:03:58.782 INFO:tasks.workunit.client.0.smithi104.stdout:op 3717 completed, throughput=5MB/sec 2024-04-02T09:03:58.782 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KK3xoBwTLqyVF9e off=1282698 len=2005553 2024-04-02T09:03:58.789 INFO:tasks.workunit.client.0.smithi104.stdout:op 3718 completed, throughput=5MB/sec 2024-04-02T09:03:59.790 INFO:tasks.workunit.client.0.smithi104.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:59.790 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y0xDT-WY2xW-DmW off=8296655 len=1205318 2024-04-02T09:03:59.797 INFO:tasks.workunit.client.0.smithi104.stdout:op 3719 completed, throughput=5MB/sec 2024-04-02T09:03:59.797 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VmOktQhG-L3sMXw off=3476606 len=1331520 2024-04-02T09:03:59.805 INFO:tasks.workunit.client.0.smithi104.stdout:op 3720 completed, throughput=5MB/sec 2024-04-02T09:03:59.805 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k6FTxW3sBC1Bm9Z off=20827458 len=362503 2024-04-02T09:03:59.805 INFO:tasks.workunit.client.0.smithi104.stdout:op 3721 completed, throughput=5MB/sec 2024-04-02T09:03:59.805 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3RhCKN3lS2GjsiX off=8740795 len=1758074 2024-04-02T09:03:59.813 INFO:tasks.workunit.client.0.smithi104.stdout:op 3722 completed, throughput=5MB/sec 2024-04-02T09:04:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:00 smithi188 ceph-mon[86835]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:00 smithi104 ceph-mon[96567]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:00 smithi104 ceph-mon[94081]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:00.814 INFO:tasks.workunit.client.0.smithi104.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:00.814 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bMRrID5bvcITFGP off=6557510 len=1032733 2024-04-02T09:04:00.817 INFO:tasks.workunit.client.0.smithi104.stdout:op 3723 completed, throughput=5MB/sec 2024-04-02T09:04:00.817 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6EPgzag-9YhSkY1 off=15803500 len=1159298 2024-04-02T09:04:00.818 INFO:tasks.workunit.client.0.smithi104.stdout:op 3724 completed, throughput=5MB/sec 2024-04-02T09:04:00.818 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--EJvxzYIj_j36AV off=5635923 len=1256338 2024-04-02T09:04:00.820 INFO:tasks.workunit.client.0.smithi104.stdout:op 3725 completed, throughput=5MB/sec 2024-04-02T09:04:00.820 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ssFy3awDr1ixDjg off=9631021 len=1326095 2024-04-02T09:04:00.826 INFO:tasks.workunit.client.0.smithi104.stdout:op 3726 completed, throughput=5MB/sec 2024-04-02T09:04:00.826 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7ZJ-IL6GA7m-XrS off=3200540 len=952782 2024-04-02T09:04:00.827 INFO:tasks.workunit.client.0.smithi104.stdout:op 3727 completed, throughput=5MB/sec 2024-04-02T09:04:01.827 INFO:tasks.workunit.client.0.smithi104.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:01.828 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_FgHjQFMYJc6SPG off=4757783 len=546857 2024-04-02T09:04:01.828 INFO:tasks.workunit.client.0.smithi104.stdout:op 3728 completed, throughput=5MB/sec 2024-04-02T09:04:01.828 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--ZPh0nXee6ik6At off=11286922 len=209353 2024-04-02T09:04:01.831 INFO:tasks.workunit.client.0.smithi104.stdout:op 3729 completed, throughput=5MB/sec 2024-04-02T09:04:01.831 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XDzG0lP0PS8pM8k off=12083542 len=1849428 2024-04-02T09:04:01.832 INFO:tasks.workunit.client.0.smithi104.stdout:op 3730 completed, throughput=5MB/sec 2024-04-02T09:04:01.833 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-c0UAUc_jMgqzAuM off=1312951 len=501279 2024-04-02T09:04:01.835 INFO:tasks.workunit.client.0.smithi104.stdout:op 3731 completed, throughput=5MB/sec 2024-04-02T09:04:01.836 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Kg8J9s8KpHHcLZx off=9610119 len=1382791 2024-04-02T09:04:01.837 INFO:tasks.workunit.client.0.smithi104.stdout:op 3732 completed, throughput=5MB/sec 2024-04-02T09:04:01.837 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-p_a_d8JHoe4HlVl off=5729906 len=216099 2024-04-02T09:04:01.840 INFO:tasks.workunit.client.0.smithi104.stdout:op 3733 completed, throughput=5MB/sec 2024-04-02T09:04:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:02 smithi188 ceph-mon[86835]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:04:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:04:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:04:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:02 smithi104 ceph-mon[94081]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:04:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:02 smithi104 ceph-mon[96567]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:04:02.840 INFO:tasks.workunit.client.0.smithi104.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:02.840 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GbQW-6qU4f0jiJY off=1916805 len=157219 2024-04-02T09:04:02.841 INFO:tasks.workunit.client.0.smithi104.stdout:op 3734 completed, throughput=4.99MB/sec 2024-04-02T09:04:02.841 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_GfDxgCS0_HsXl9 off=14306642 len=1609377 2024-04-02T09:04:02.849 INFO:tasks.workunit.client.0.smithi104.stdout:op 3735 completed, throughput=5MB/sec 2024-04-02T09:04:02.849 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Kx7O4-dK0ei_2HO off=16722402 len=1581303 2024-04-02T09:04:02.850 INFO:tasks.workunit.client.0.smithi104.stdout:op 3736 completed, throughput=5MB/sec 2024-04-02T09:04:02.850 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k--c4oQB42jj7_B off=14722241 len=165573 2024-04-02T09:04:02.853 INFO:tasks.workunit.client.0.smithi104.stdout:op 3737 completed, throughput=5MB/sec 2024-04-02T09:04:02.853 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1t8pYu-h8AqLnK0 off=71814 len=708892 2024-04-02T09:04:02.854 INFO:tasks.workunit.client.0.smithi104.stdout:op 3738 completed, throughput=5MB/sec 2024-04-02T09:04:02.854 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-c_VijizpmyobHUr off=5078141 len=1501581 2024-04-02T09:04:02.860 INFO:tasks.workunit.client.0.smithi104.stdout:op 3739 completed, throughput=5MB/sec 2024-04-02T09:04:03.860 INFO:tasks.workunit.client.0.smithi104.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:03.861 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d7ic_OrxdLzB08h off=11705600 len=1458155 2024-04-02T09:04:03.867 INFO:tasks.workunit.client.0.smithi104.stdout:op 3740 completed, throughput=5MB/sec 2024-04-02T09:04:03.867 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pPpfRdUIZNTxF6a off=3968600 len=1820378 2024-04-02T09:04:03.878 INFO:tasks.workunit.client.0.smithi104.stdout:op 3741 completed, throughput=5MB/sec 2024-04-02T09:04:03.878 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-e8Y4f3nMX5dM8cg off=16870731 len=850102 2024-04-02T09:04:03.879 INFO:tasks.workunit.client.0.smithi104.stdout:op 3742 completed, throughput=5MB/sec 2024-04-02T09:04:03.879 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fPaAi7XVqz4XoUA off=1482140 len=718523 2024-04-02T09:04:03.883 INFO:tasks.workunit.client.0.smithi104.stdout:op 3743 completed, throughput=5MB/sec 2024-04-02T09:04:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:04 smithi188 ceph-mon[86835]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:04:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:04 smithi104 ceph-mon[94081]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:04:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:04 smithi104 ceph-mon[96567]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:04:04.883 INFO:tasks.workunit.client.0.smithi104.stdout: 742: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:04.883 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QiARanEhihboF7U off=4115424 len=1895841 2024-04-02T09:04:04.885 INFO:tasks.workunit.client.0.smithi104.stdout:op 3744 completed, throughput=5MB/sec 2024-04-02T09:04:04.885 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WT2H-J1lxs6MZn7 off=329545 len=1280757 2024-04-02T09:04:04.891 INFO:tasks.workunit.client.0.smithi104.stdout:op 3745 completed, throughput=5MB/sec 2024-04-02T09:04:04.891 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jIapwNm6YptJr4R off=13055674 len=851233 2024-04-02T09:04:04.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 3746 completed, throughput=5MB/sec 2024-04-02T09:04:04.895 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3KNXeBAw1LbOmlo off=11294840 len=962926 2024-04-02T09:04:04.900 INFO:tasks.workunit.client.0.smithi104.stdout:op 3747 completed, throughput=5MB/sec 2024-04-02T09:04:04.900 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7gu1HztYiBpXpvz off=8312589 len=99545 2024-04-02T09:04:04.901 INFO:tasks.workunit.client.0.smithi104.stdout:op 3748 completed, throughput=5MB/sec 2024-04-02T09:04:04.901 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VwJ_JTQv8eijV9_ off=601929 len=1399707 2024-04-02T09:04:04.902 INFO:tasks.workunit.client.0.smithi104.stdout:op 3749 completed, throughput=5MB/sec 2024-04-02T09:04:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:05.902 INFO:tasks.workunit.client.0.smithi104.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:05.902 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--gw6QeSJHQhFeWm off=2539842 len=1944721 2024-04-02T09:04:05.909 INFO:tasks.workunit.client.0.smithi104.stdout:op 3750 completed, throughput=5MB/sec 2024-04-02T09:04:05.909 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gZ9TJNSUxST-GqE off=5502538 len=980622 2024-04-02T09:04:05.913 INFO:tasks.workunit.client.0.smithi104.stdout:op 3751 completed, throughput=5MB/sec 2024-04-02T09:04:05.914 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8MThxDvK2PlUCKE off=18383875 len=702017 2024-04-02T09:04:05.915 INFO:tasks.workunit.client.0.smithi104.stdout:op 3752 completed, throughput=5MB/sec 2024-04-02T09:04:05.916 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GQOy8HJhAAh-pbS off=1558511 len=548600 2024-04-02T09:04:05.918 INFO:tasks.workunit.client.0.smithi104.stdout:op 3753 completed, throughput=5MB/sec 2024-04-02T09:04:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:04:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:04:05] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-02T09:04:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:06 smithi188 ceph-mon[86835]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:04:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:06 smithi104 ceph-mon[94081]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:04:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:06 smithi104 ceph-mon[96567]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:04:06.918 INFO:tasks.workunit.client.0.smithi104.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:06.919 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_Fcgxz73N-aJMu- off=12840104 len=1346221 2024-04-02T09:04:06.920 INFO:tasks.workunit.client.0.smithi104.stdout:op 3754 completed, throughput=5MB/sec 2024-04-02T09:04:06.920 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4V4BZI5vJcYXJ8Y off=21363522 len=298729 2024-04-02T09:04:06.921 INFO:tasks.workunit.client.0.smithi104.stdout:op 3755 completed, throughput=5MB/sec 2024-04-02T09:04:06.921 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0_roOQ0t5m6df14 off=2432279 len=943122 2024-04-02T09:04:06.923 INFO:tasks.workunit.client.0.smithi104.stdout:op 3756 completed, throughput=5MB/sec 2024-04-02T09:04:06.923 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qMIdNIcOmG_tZef off=4988967 len=326684 2024-04-02T09:04:06.926 INFO:tasks.workunit.client.0.smithi104.stdout:op 3757 completed, throughput=5MB/sec 2024-04-02T09:04:06.926 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uCuG4pfVkeCtQTu off=641815 len=672275 2024-04-02T09:04:06.930 INFO:tasks.workunit.client.0.smithi104.stdout:op 3758 completed, throughput=5MB/sec 2024-04-02T09:04:06.930 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7JhZhWSLpi081OZ off=5519713 len=271329 2024-04-02T09:04:06.932 INFO:tasks.workunit.client.0.smithi104.stdout:op 3759 completed, throughput=5MB/sec 2024-04-02T09:04:06.932 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MoU4gh3iFO2xiJ4 off=6454664 len=1943131 2024-04-02T09:04:06.934 INFO:tasks.workunit.client.0.smithi104.stdout:op 3760 completed, throughput=5MB/sec 2024-04-02T09:04:07.934 INFO:tasks.workunit.client.0.smithi104.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:07.934 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gY0BOYepwoeztl3 off=3772254 len=515548 2024-04-02T09:04:07.937 INFO:tasks.workunit.client.0.smithi104.stdout:op 3761 completed, throughput=4.99MB/sec 2024-04-02T09:04:07.937 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-O_qc8yuEuh6JCnt off=15277974 len=623266 2024-04-02T09:04:07.939 INFO:tasks.workunit.client.0.smithi104.stdout:op 3762 completed, throughput=5MB/sec 2024-04-02T09:04:07.939 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8gT7Jiw4aaUBgwJ off=2216357 len=1467812 2024-04-02T09:04:07.940 INFO:tasks.workunit.client.0.smithi104.stdout:op 3763 completed, throughput=5MB/sec 2024-04-02T09:04:07.940 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ifpxnDJG-zQHKoX off=14162090 len=1591407 2024-04-02T09:04:07.949 INFO:tasks.workunit.client.0.smithi104.stdout:op 3764 completed, throughput=5MB/sec 2024-04-02T09:04:07.949 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XNLHLf3eToK72bR off=14292258 len=1654958 2024-04-02T09:04:07.957 INFO:tasks.workunit.client.0.smithi104.stdout:op 3765 completed, throughput=5MB/sec 2024-04-02T09:04:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:08 smithi188 ceph-mon[86835]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:04:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:08 smithi104 ceph-mon[94081]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:04:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:08 smithi104 ceph-mon[96567]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:04:08.957 INFO:tasks.workunit.client.0.smithi104.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:08.957 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZV_0kNNYFSIKMzj off=800767 len=1988380 2024-04-02T09:04:08.959 INFO:tasks.workunit.client.0.smithi104.stdout:op 3766 completed, throughput=5MB/sec 2024-04-02T09:04:08.959 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NGRBZYyWuLfHLg9 off=2252134 len=877376 2024-04-02T09:04:08.963 INFO:tasks.workunit.client.0.smithi104.stdout:op 3767 completed, throughput=5MB/sec 2024-04-02T09:04:08.963 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZXJpkvqN6JPhivU off=2943906 len=1678019 2024-04-02T09:04:08.964 INFO:tasks.workunit.client.0.smithi104.stdout:op 3768 completed, throughput=5MB/sec 2024-04-02T09:04:09.965 INFO:tasks.workunit.client.0.smithi104.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:09.965 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YRlSnSENbhFApSM off=129899 len=159124 2024-04-02T09:04:09.965 INFO:tasks.workunit.client.0.smithi104.stdout:op 3769 completed, throughput=4.99MB/sec 2024-04-02T09:04:09.965 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g3lpWNWn-O_nHFJ off=1322491 len=1345352 2024-04-02T09:04:09.970 INFO:tasks.workunit.client.0.smithi104.stdout:op 3770 completed, throughput=5MB/sec 2024-04-02T09:04:09.971 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0qDhCo0QXcOsdOk off=1013716 len=162024 2024-04-02T09:04:09.973 INFO:tasks.workunit.client.0.smithi104.stdout:op 3771 completed, throughput=5MB/sec 2024-04-02T09:04:09.973 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OmcsPJYyIwr3O-I off=2970353 len=1024758 2024-04-02T09:04:09.974 INFO:tasks.workunit.client.0.smithi104.stdout:op 3772 completed, throughput=5MB/sec 2024-04-02T09:04:09.974 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-649qjseF9PsOq00 off=4907223 len=226185 2024-04-02T09:04:09.976 INFO:tasks.workunit.client.0.smithi104.stdout:op 3773 completed, throughput=5MB/sec 2024-04-02T09:04:09.976 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9YAt1a41Ze3VtLn off=4307212 len=1011838 2024-04-02T09:04:09.980 INFO:tasks.workunit.client.0.smithi104.stdout:op 3774 completed, throughput=5MB/sec 2024-04-02T09:04:09.980 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MTDhSL_CcOZMjoZ off=901876 len=640644 2024-04-02T09:04:09.981 INFO:tasks.workunit.client.0.smithi104.stdout:op 3775 completed, throughput=5MB/sec 2024-04-02T09:04:09.981 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ABObCrytYFXslBN off=724672 len=173361 2024-04-02T09:04:09.982 INFO:tasks.workunit.client.0.smithi104.stdout:op 3776 completed, throughput=5MB/sec 2024-04-02T09:04:09.982 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lzxRzcBrvWhwGwO off=18384174 len=436368 2024-04-02T09:04:09.985 INFO:tasks.workunit.client.0.smithi104.stdout:op 3777 completed, throughput=5MB/sec 2024-04-02T09:04:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:10 smithi188 ceph-mon[86835]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:04:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:10 smithi104 ceph-mon[94081]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:04:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:10 smithi104 ceph-mon[96567]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:04:10.986 INFO:tasks.workunit.client.0.smithi104.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:10.986 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--ANARLK50MkSKTT off=17035480 len=374984 2024-04-02T09:04:10.987 INFO:tasks.workunit.client.0.smithi104.stdout:op 3778 completed, throughput=4.99MB/sec 2024-04-02T09:04:10.987 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZHehUDjEyOTrQoN off=4154975 len=784552 2024-04-02T09:04:10.988 INFO:tasks.workunit.client.0.smithi104.stdout:op 3779 completed, throughput=4.99MB/sec 2024-04-02T09:04:10.988 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FTXVnsFL9_6lwA8 off=2839493 len=1834983 2024-04-02T09:04:10.996 INFO:tasks.workunit.client.0.smithi104.stdout:op 3780 completed, throughput=5MB/sec 2024-04-02T09:04:10.996 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-md58fIA8SjPF9xs off=2672688 len=1672429 2024-04-02T09:04:11.002 INFO:tasks.workunit.client.0.smithi104.stdout:op 3781 completed, throughput=5MB/sec 2024-04-02T09:04:11.002 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vYAxJHZBkxKIBrW off=6829285 len=1288285 2024-04-02T09:04:11.003 INFO:tasks.workunit.client.0.smithi104.stdout:op 3782 completed, throughput=5MB/sec 2024-04-02T09:04:12.003 INFO:tasks.workunit.client.0.smithi104.stdout: 749: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:12.003 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-25sFF5uqGz3dVDh off=15929071 len=1895018 2024-04-02T09:04:12.011 INFO:tasks.workunit.client.0.smithi104.stdout:op 3783 completed, throughput=5MB/sec 2024-04-02T09:04:12.011 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aB0jn9cS0LS0kg8 off=1264204 len=502564 2024-04-02T09:04:12.012 INFO:tasks.workunit.client.0.smithi104.stdout:op 3784 completed, throughput=5MB/sec 2024-04-02T09:04:12.012 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fdyQnc0paHMKa0m off=9753375 len=1264011 2024-04-02T09:04:12.013 INFO:tasks.workunit.client.0.smithi104.stdout:op 3785 completed, throughput=5MB/sec 2024-04-02T09:04:12.013 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JsIwXssaCppdMYK off=901861 len=1428801 2024-04-02T09:04:12.018 INFO:tasks.workunit.client.0.smithi104.stdout:op 3786 completed, throughput=5MB/sec 2024-04-02T09:04:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:12 smithi188 ceph-mon[86835]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:04:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:04:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:12 smithi104 ceph-mon[94081]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:04:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:12 smithi104 ceph-mon[96567]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:04:13.019 INFO:tasks.workunit.client.0.smithi104.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:13.019 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d68P7iJ0T7d1K_O off=754777 len=754970 2024-04-02T09:04:13.021 INFO:tasks.workunit.client.0.smithi104.stdout:op 3787 completed, throughput=4.99MB/sec 2024-04-02T09:04:13.021 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vuN1jh4Ebt3hnK5 off=13294732 len=940599 2024-04-02T09:04:13.026 INFO:tasks.workunit.client.0.smithi104.stdout:op 3788 completed, throughput=5MB/sec 2024-04-02T09:04:13.026 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2uhXJE0eS6Wvhwn off=187202 len=849271 2024-04-02T09:04:13.031 INFO:tasks.workunit.client.0.smithi104.stdout:op 3789 completed, throughput=5MB/sec 2024-04-02T09:04:13.031 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Gobmlj-7sSD0Qx9 off=4305921 len=442516 2024-04-02T09:04:13.032 INFO:tasks.workunit.client.0.smithi104.stdout:op 3790 completed, throughput=5MB/sec 2024-04-02T09:04:13.032 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hdGu59ztgTbmn-k off=8697692 len=1832448 2024-04-02T09:04:13.033 INFO:tasks.workunit.client.0.smithi104.stdout:op 3791 completed, throughput=5MB/sec 2024-04-02T09:04:13.034 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-roxl-wUAfFxSTgC off=2061673 len=937626 2024-04-02T09:04:13.037 INFO:tasks.workunit.client.0.smithi104.stdout:op 3792 completed, throughput=5MB/sec 2024-04-02T09:04:14.037 INFO:tasks.workunit.client.0.smithi104.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:14.038 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N8_jlVSMbKUnsO0 off=4114311 len=19770 2024-04-02T09:04:14.038 INFO:tasks.workunit.client.0.smithi104.stdout:op 3793 completed, throughput=4.99MB/sec 2024-04-02T09:04:14.038 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7vlK9SAYuFxjrOQ off=520557 len=1377234 2024-04-02T09:04:14.041 INFO:tasks.workunit.client.0.smithi104.stdout:op 3794 completed, throughput=5MB/sec 2024-04-02T09:04:14.041 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Wa3B8TZr-PWxbU4 off=2479929 len=949390 2024-04-02T09:04:14.042 INFO:tasks.workunit.client.0.smithi104.stdout:op 3795 completed, throughput=5MB/sec 2024-04-02T09:04:14.042 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WymfSmp6iSox4lw off=4791548 len=719572 2024-04-02T09:04:14.043 INFO:tasks.workunit.client.0.smithi104.stdout:op 3796 completed, throughput=5MB/sec 2024-04-02T09:04:14.043 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--inF3kF-fbiKe53 off=9520040 len=1026264 2024-04-02T09:04:14.047 INFO:tasks.workunit.client.0.smithi104.stdout:op 3797 completed, throughput=5MB/sec 2024-04-02T09:04:14.047 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zbGsnr5vZSaJklH off=14436148 len=54905 2024-04-02T09:04:14.050 INFO:tasks.workunit.client.0.smithi104.stdout:op 3798 completed, throughput=5MB/sec 2024-04-02T09:04:14.050 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DpDDPbTvha6COnN off=505087 len=2001245 2024-04-02T09:04:14.056 INFO:tasks.workunit.client.0.smithi104.stdout:op 3799 completed, throughput=5MB/sec 2024-04-02T09:04:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:14 smithi188 ceph-mon[86835]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:14 smithi104 ceph-mon[96567]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:14 smithi104 ceph-mon[94081]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:15.057 INFO:tasks.workunit.client.0.smithi104.stdout: 752: throughput=5MB/sec pending data=0 2024-04-02T09:04:15.057 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NFgSWGHFg6uM7cA off=3637560 len=847627 2024-04-02T09:04:15.061 INFO:tasks.workunit.client.0.smithi104.stdout:op 3800 completed, throughput=5MB/sec 2024-04-02T09:04:15.061 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BHH7QuURzO5yV71 off=9042140 len=1749367 2024-04-02T09:04:15.063 INFO:tasks.workunit.client.0.smithi104.stdout:op 3801 completed, throughput=5MB/sec 2024-04-02T09:04:15.063 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oQtNxup6m-K0Sv2 off=7256325 len=1971240 2024-04-02T09:04:15.073 INFO:tasks.workunit.client.0.smithi104.stdout:op 3802 completed, throughput=5MB/sec 2024-04-02T09:04:16.073 INFO:tasks.workunit.client.0.smithi104.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:16.074 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-U1stdA6po7SFc-t off=6952581 len=405742 2024-04-02T09:04:16.074 INFO:tasks.workunit.client.0.smithi104.stdout:op 3803 completed, throughput=5MB/sec 2024-04-02T09:04:16.074 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-un18L86--TI49Ua off=4162719 len=1653488 2024-04-02T09:04:16.075 INFO:tasks.workunit.client.0.smithi104.stdout:op 3804 completed, throughput=5MB/sec 2024-04-02T09:04:16.075 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PBIsQdEDgsZKXQR off=2479639 len=1567035 2024-04-02T09:04:16.076 INFO:tasks.workunit.client.0.smithi104.stdout:op 3805 completed, throughput=5MB/sec 2024-04-02T09:04:16.077 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a62BdBmRcSQ9UDN off=7448571 len=1378422 2024-04-02T09:04:16.091 INFO:tasks.workunit.client.0.smithi104.stdout:op 3806 completed, throughput=5MB/sec 2024-04-02T09:04:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:04:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:04:15] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-02T09:04:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:16 smithi188 ceph-mon[86835]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:16 smithi104 ceph-mon[96567]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:16 smithi104 ceph-mon[94081]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:17.091 INFO:tasks.workunit.client.0.smithi104.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:17.091 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-52cK_x99Gifqy9_ off=2991223 len=2016000 2024-04-02T09:04:17.095 INFO:tasks.workunit.client.0.smithi104.stdout:op 3807 completed, throughput=5MB/sec 2024-04-02T09:04:17.095 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ra_PfgtScMA0oL3 off=1174653 len=1376948 2024-04-02T09:04:17.101 INFO:tasks.workunit.client.0.smithi104.stdout:op 3808 completed, throughput=5MB/sec 2024-04-02T09:04:17.101 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ABs0SHeoWmmSI9V off=5307280 len=1642023 2024-04-02T09:04:17.105 INFO:tasks.workunit.client.0.smithi104.stdout:op 3809 completed, throughput=5MB/sec 2024-04-02T09:04:18.105 INFO:tasks.workunit.client.0.smithi104.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:18.105 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3hu93_WpvaZ1mGa off=6800450 len=1723903 2024-04-02T09:04:18.115 INFO:tasks.workunit.client.0.smithi104.stdout:op 3810 completed, throughput=5MB/sec 2024-04-02T09:04:18.115 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tPc1S8n6hrAmLh_ off=11246500 len=1165277 2024-04-02T09:04:18.116 INFO:tasks.workunit.client.0.smithi104.stdout:op 3811 completed, throughput=5MB/sec 2024-04-02T09:04:18.116 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UmfsIwHBVLZWwYu off=3137665 len=236138 2024-04-02T09:04:18.119 INFO:tasks.workunit.client.0.smithi104.stdout:op 3812 completed, throughput=5MB/sec 2024-04-02T09:04:18.119 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wP_gVRK-77zXXAU off=6734561 len=728968 2024-04-02T09:04:18.123 INFO:tasks.workunit.client.0.smithi104.stdout:op 3813 completed, throughput=5MB/sec 2024-04-02T09:04:18.123 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-t9egaqbr-3P95og off=3422584 len=1727981 2024-04-02T09:04:18.124 INFO:tasks.workunit.client.0.smithi104.stdout:op 3814 completed, throughput=5MB/sec 2024-04-02T09:04:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:18 smithi188 ceph-mon[86835]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:18 smithi104 ceph-mon[96567]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:18 smithi104 ceph-mon[94081]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:19.125 INFO:tasks.workunit.client.0.smithi104.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:19.125 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-y1iQGEIgQVgbbIC off=328538 len=1750185 2024-04-02T09:04:19.126 INFO:tasks.workunit.client.0.smithi104.stdout:op 3815 completed, throughput=5MB/sec 2024-04-02T09:04:19.126 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N9MFXkUAB7ODtxL off=11047612 len=11073 2024-04-02T09:04:19.126 INFO:tasks.workunit.client.0.smithi104.stdout:op 3816 completed, throughput=5MB/sec 2024-04-02T09:04:19.126 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gCGpzjRXJuinGtN off=1951069 len=980961 2024-04-02T09:04:19.127 INFO:tasks.workunit.client.0.smithi104.stdout:op 3817 completed, throughput=5MB/sec 2024-04-02T09:04:19.127 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YqiOlG5_ORXei2Z off=525007 len=1872709 2024-04-02T09:04:19.134 INFO:tasks.workunit.client.0.smithi104.stdout:op 3818 completed, throughput=5MB/sec 2024-04-02T09:04:19.134 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-t3hy8kmfj10fBAb off=1158393 len=301124 2024-04-02T09:04:19.135 INFO:tasks.workunit.client.0.smithi104.stdout:op 3819 completed, throughput=5MB/sec 2024-04-02T09:04:20.135 INFO:tasks.workunit.client.0.smithi104.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:20.135 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ni_Cmy2Hnkn0UFs off=9393142 len=1835948 2024-04-02T09:04:20.146 INFO:tasks.workunit.client.0.smithi104.stdout:op 3820 completed, throughput=5MB/sec 2024-04-02T09:04:20.146 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lbi5OGry6jW6Z5G off=5972676 len=2087998 2024-04-02T09:04:20.157 INFO:tasks.workunit.client.0.smithi104.stdout:op 3821 completed, throughput=5MB/sec 2024-04-02T09:04:20.158 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AYNQXPGXRxIuFq6 off=3325910 len=1206038 2024-04-02T09:04:20.158 INFO:tasks.workunit.client.0.smithi104.stdout:op 3822 completed, throughput=5MB/sec 2024-04-02T09:04:20.158 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hcOuT7A1MRLE4o7 off=10261205 len=1499716 2024-04-02T09:04:20.167 INFO:tasks.workunit.client.0.smithi104.stdout:op 3823 completed, throughput=5MB/sec 2024-04-02T09:04:20.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:20 smithi188 ceph-mon[86835]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:04:20.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:20 smithi104 ceph-mon[96567]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:04:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:20 smithi104 ceph-mon[94081]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:04:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:21.167 INFO:tasks.workunit.client.0.smithi104.stdout: 758: throughput=5MB/sec pending data=0 2024-04-02T09:04:21.167 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zhCf3FiM6ZRJpDG off=756684 len=1471005 2024-04-02T09:04:21.170 INFO:tasks.workunit.client.0.smithi104.stdout:op 3824 completed, throughput=5MB/sec 2024-04-02T09:04:21.170 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q5cuYgMGdHxaKOd off=21995599 len=1589064 2024-04-02T09:04:21.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 3825 completed, throughput=5MB/sec 2024-04-02T09:04:21.178 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q0vE4tapVoEq64d off=6147513 len=985806 2024-04-02T09:04:21.183 INFO:tasks.workunit.client.0.smithi104.stdout:op 3826 completed, throughput=5MB/sec 2024-04-02T09:04:22.183 INFO:tasks.workunit.client.0.smithi104.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:22.183 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TJw7DiGiL7R4c6k off=649198 len=1077888 2024-04-02T09:04:22.184 INFO:tasks.workunit.client.0.smithi104.stdout:op 3827 completed, throughput=4.99MB/sec 2024-04-02T09:04:22.185 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ols47m2435yG9FZ off=1047083 len=1186069 2024-04-02T09:04:22.186 INFO:tasks.workunit.client.0.smithi104.stdout:op 3828 completed, throughput=5MB/sec 2024-04-02T09:04:22.186 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FmzeYiCt9ltWzdZ off=155361 len=1205266 2024-04-02T09:04:22.187 INFO:tasks.workunit.client.0.smithi104.stdout:op 3829 completed, throughput=5MB/sec 2024-04-02T09:04:22.187 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LegHw63iQF8ip2J off=5932997 len=1870264 2024-04-02T09:04:22.191 INFO:tasks.workunit.client.0.smithi104.stdout:op 3830 completed, throughput=5MB/sec 2024-04-02T09:04:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:22 smithi188 ceph-mon[86835]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:04:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:04:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:22 smithi104 ceph-mon[96567]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:22 smithi104 ceph-mon[94081]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:23.191 INFO:tasks.workunit.client.0.smithi104.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:23.191 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ofkrjdfs8iMS78I off=13554825 len=1997083 2024-04-02T09:04:23.195 INFO:tasks.workunit.client.0.smithi104.stdout:op 3831 completed, throughput=5MB/sec 2024-04-02T09:04:23.195 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F04sNeA9Ofmbegt off=4377810 len=1168384 2024-04-02T09:04:23.197 INFO:tasks.workunit.client.0.smithi104.stdout:op 3832 completed, throughput=5MB/sec 2024-04-02T09:04:23.198 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SVJzqfhlNtO5I2V off=1101715 len=2089553 2024-04-02T09:04:23.209 INFO:tasks.workunit.client.0.smithi104.stdout:op 3833 completed, throughput=5MB/sec 2024-04-02T09:04:24.209 INFO:tasks.workunit.client.0.smithi104.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:24.210 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9sUQKCUnYG5cWeW off=4733237 len=616967 2024-04-02T09:04:24.214 INFO:tasks.workunit.client.0.smithi104.stdout:op 3834 completed, throughput=4.99MB/sec 2024-04-02T09:04:24.214 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W7XIcw3106X9hLM off=78847 len=828559 2024-04-02T09:04:24.218 INFO:tasks.workunit.client.0.smithi104.stdout:op 3835 completed, throughput=5MB/sec 2024-04-02T09:04:24.218 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r4arxKpF9j8oA03 off=3056 len=798109 2024-04-02T09:04:24.222 INFO:tasks.workunit.client.0.smithi104.stdout:op 3836 completed, throughput=5MB/sec 2024-04-02T09:04:24.222 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nLnEuaZ6NdFG253 off=4340416 len=141856 2024-04-02T09:04:24.223 INFO:tasks.workunit.client.0.smithi104.stdout:op 3837 completed, throughput=5MB/sec 2024-04-02T09:04:24.223 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jC-1F3FiMo9rPzL off=1143001 len=897739 2024-04-02T09:04:24.225 INFO:tasks.workunit.client.0.smithi104.stdout:op 3838 completed, throughput=5MB/sec 2024-04-02T09:04:24.225 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XS1g7EWdZuad1fV off=4653446 len=1052079 2024-04-02T09:04:24.230 INFO:tasks.workunit.client.0.smithi104.stdout:op 3839 completed, throughput=5MB/sec 2024-04-02T09:04:24.230 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BVJquz_NAc1xyUj off=15916110 len=293720 2024-04-02T09:04:24.231 INFO:tasks.workunit.client.0.smithi104.stdout:op 3840 completed, throughput=5MB/sec 2024-04-02T09:04:24.231 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WuE6XsbldeyF2Ap off=4605790 len=1897086 2024-04-02T09:04:24.231 INFO:tasks.workunit.client.0.smithi104.stdout:op 3841 completed, throughput=5MB/sec 2024-04-02T09:04:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:24 smithi188 ceph-mon[86835]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:24 smithi104 ceph-mon[94081]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:24 smithi104 ceph-mon[96567]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:25.232 INFO:tasks.workunit.client.0.smithi104.stdout: 762: throughput=5MB/sec pending data=0 2024-04-02T09:04:25.232 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-p3UYz0vYRTZJKxW off=8561556 len=869059 2024-04-02T09:04:25.236 INFO:tasks.workunit.client.0.smithi104.stdout:op 3842 completed, throughput=5MB/sec 2024-04-02T09:04:25.236 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-beMLMzGdxGHUoPu off=12014935 len=502480 2024-04-02T09:04:25.239 INFO:tasks.workunit.client.0.smithi104.stdout:op 3843 completed, throughput=5MB/sec 2024-04-02T09:04:25.239 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6VWCgRLOm-Fh_5B off=675768 len=547932 2024-04-02T09:04:25.239 INFO:tasks.workunit.client.0.smithi104.stdout:op 3844 completed, throughput=5MB/sec 2024-04-02T09:04:25.239 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G4bhTOCa4qJCLdF off=1499108 len=1366868 2024-04-02T09:04:25.246 INFO:tasks.workunit.client.0.smithi104.stdout:op 3845 completed, throughput=5MB/sec 2024-04-02T09:04:25.246 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-q6D4nUA-VwZwxYp off=2352873 len=1189180 2024-04-02T09:04:25.248 INFO:tasks.workunit.client.0.smithi104.stdout:op 3846 completed, throughput=5MB/sec 2024-04-02T09:04:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:04:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:04:25] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-02T09:04:26.249 INFO:tasks.workunit.client.0.smithi104.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:26.249 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2rmyAxf7eZ1ZHl2 off=6009533 len=1578949 2024-04-02T09:04:26.250 INFO:tasks.workunit.client.0.smithi104.stdout:op 3847 completed, throughput=5MB/sec 2024-04-02T09:04:26.250 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FM7qFEON01sLzHp off=7897743 len=1599036 2024-04-02T09:04:26.253 INFO:tasks.workunit.client.0.smithi104.stdout:op 3848 completed, throughput=5MB/sec 2024-04-02T09:04:26.253 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rI7sr_rI2qBb4PY off=1659923 len=150394 2024-04-02T09:04:26.254 INFO:tasks.workunit.client.0.smithi104.stdout:op 3849 completed, throughput=5MB/sec 2024-04-02T09:04:26.254 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TpxW_uH57C61VmW off=15606830 len=168684 2024-04-02T09:04:26.255 INFO:tasks.workunit.client.0.smithi104.stdout:op 3850 completed, throughput=5MB/sec 2024-04-02T09:04:26.255 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Lk8-_gYUux2E6Y0 off=9717195 len=702836 2024-04-02T09:04:26.256 INFO:tasks.workunit.client.0.smithi104.stdout:op 3851 completed, throughput=5MB/sec 2024-04-02T09:04:26.256 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DJloKP0GtbKcTGb off=1245077 len=896791 2024-04-02T09:04:26.256 INFO:tasks.workunit.client.0.smithi104.stdout:op 3852 completed, throughput=5MB/sec 2024-04-02T09:04:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:26 smithi188 ceph-mon[86835]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:26 smithi104 ceph-mon[96567]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:26 smithi104 ceph-mon[94081]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:27.257 INFO:tasks.workunit.client.0.smithi104.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:27.257 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OE7uLW20OWuJCfb off=4859447 len=1841373 2024-04-02T09:04:27.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 3853 completed, throughput=5MB/sec 2024-04-02T09:04:27.267 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0xXoES1VLjcVWBG off=1317901 len=1330425 2024-04-02T09:04:27.273 INFO:tasks.workunit.client.0.smithi104.stdout:op 3854 completed, throughput=5MB/sec 2024-04-02T09:04:27.273 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0dTQ2CxizRD12mu off=8533856 len=1914796 2024-04-02T09:04:27.275 INFO:tasks.workunit.client.0.smithi104.stdout:op 3855 completed, throughput=5MB/sec 2024-04-02T09:04:27.275 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jUCUMhSBWfrGtlr off=22548632 len=1654211 2024-04-02T09:04:27.283 INFO:tasks.workunit.client.0.smithi104.stdout:op 3856 completed, throughput=5MB/sec 2024-04-02T09:04:28.283 INFO:tasks.workunit.client.0.smithi104.stdout: 765: throughput=5MB/sec pending data=0 2024-04-02T09:04:28.283 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UH5t76TVZwjn9g0 off=3958722 len=1349095 2024-04-02T09:04:28.286 INFO:tasks.workunit.client.0.smithi104.stdout:op 3857 completed, throughput=5MB/sec 2024-04-02T09:04:28.286 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gTagB5s77u1s7MD off=0 len=1407367 2024-04-02T09:04:28.289 INFO:tasks.workunit.client.0.smithi104.stdout:op 3858 completed, throughput=5MB/sec 2024-04-02T09:04:28.289 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9STUeK7UAWC4gKb off=2317826 len=322636 2024-04-02T09:04:28.290 INFO:tasks.workunit.client.0.smithi104.stdout:op 3859 completed, throughput=5MB/sec 2024-04-02T09:04:28.290 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-y5TvYUVRXTl3dn4 off=7211877 len=324908 2024-04-02T09:04:28.290 INFO:tasks.workunit.client.0.smithi104.stdout:op 3860 completed, throughput=5MB/sec 2024-04-02T09:04:28.290 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Am0qRxD_1_ESVMX off=575361 len=1772329 2024-04-02T09:04:28.300 INFO:tasks.workunit.client.0.smithi104.stdout:op 3861 completed, throughput=5MB/sec 2024-04-02T09:04:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:28 smithi188 ceph-mon[86835]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:04:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:28 smithi104 ceph-mon[96567]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:04:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:28 smithi104 ceph-mon[94081]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:04:29.301 INFO:tasks.workunit.client.0.smithi104.stdout: 766: throughput=5MB/sec pending data=0 2024-04-02T09:04:29.301 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ng6OQHVvpbmInz6 off=99104 len=1865839 2024-04-02T09:04:29.302 INFO:tasks.workunit.client.0.smithi104.stdout:op 3862 completed, throughput=5MB/sec 2024-04-02T09:04:29.302 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ueFxvsjKnRMJ-WY off=268277 len=1296117 2024-04-02T09:04:29.307 INFO:tasks.workunit.client.0.smithi104.stdout:op 3863 completed, throughput=5MB/sec 2024-04-02T09:04:29.308 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hshscE_x5lksplt off=9603497 len=1544240 2024-04-02T09:04:29.311 INFO:tasks.workunit.client.0.smithi104.stdout:op 3864 completed, throughput=5MB/sec 2024-04-02T09:04:30.311 INFO:tasks.workunit.client.0.smithi104.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:30.311 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-y7QK7HByS4klmpT off=14682804 len=462156 2024-04-02T09:04:30.311 INFO:tasks.workunit.client.0.smithi104.stdout:op 3865 completed, throughput=5MB/sec 2024-04-02T09:04:30.311 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AWQzzNDbkOLqeR2 off=7882823 len=883298 2024-04-02T09:04:30.314 INFO:tasks.workunit.client.0.smithi104.stdout:op 3866 completed, throughput=5MB/sec 2024-04-02T09:04:30.314 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4x3pqBSURd-Bi5d off=23556343 len=1150222 2024-04-02T09:04:30.320 INFO:tasks.workunit.client.0.smithi104.stdout:op 3867 completed, throughput=5MB/sec 2024-04-02T09:04:30.320 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2LWKv7RwkUPMvXH off=3326034 len=668134 2024-04-02T09:04:30.321 INFO:tasks.workunit.client.0.smithi104.stdout:op 3868 completed, throughput=5MB/sec 2024-04-02T09:04:30.321 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hEWv3oftBpYqbkC off=8695498 len=1489558 2024-04-02T09:04:30.328 INFO:tasks.workunit.client.0.smithi104.stdout:op 3869 completed, throughput=5MB/sec 2024-04-02T09:04:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:30 smithi188 ceph-mon[86835]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:30 smithi104 ceph-mon[96567]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:30 smithi104 ceph-mon[94081]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:31.328 INFO:tasks.workunit.client.0.smithi104.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:31.328 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0ZoW_nDLf1_M-uK off=5913843 len=1023997 2024-04-02T09:04:31.334 INFO:tasks.workunit.client.0.smithi104.stdout:op 3870 completed, throughput=4.99MB/sec 2024-04-02T09:04:31.334 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FR_5Nf_Ktl_DZUF off=16912919 len=1972860 2024-04-02T09:04:31.337 INFO:tasks.workunit.client.0.smithi104.stdout:op 3871 completed, throughput=5MB/sec 2024-04-02T09:04:31.338 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jyk-BhAbNZOsdBu off=1188108 len=2033424 2024-04-02T09:04:31.339 INFO:tasks.workunit.client.0.smithi104.stdout:op 3872 completed, throughput=5MB/sec 2024-04-02T09:04:31.339 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SnhpjScA2CasfdA off=488875 len=173499 2024-04-02T09:04:31.341 INFO:tasks.workunit.client.0.smithi104.stdout:op 3873 completed, throughput=5MB/sec 2024-04-02T09:04:32.342 INFO:tasks.workunit.client.0.smithi104.stdout: 769: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:32.342 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZZDj1RJE3sv2L0R off=359530 len=1190665 2024-04-02T09:04:32.343 INFO:tasks.workunit.client.0.smithi104.stdout:op 3874 completed, throughput=5MB/sec 2024-04-02T09:04:32.343 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ieb2o1YYTl7EoJD off=5954844 len=1751221 2024-04-02T09:04:32.351 INFO:tasks.workunit.client.0.smithi104.stdout:op 3875 completed, throughput=5MB/sec 2024-04-02T09:04:32.351 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Hv9sfNWHjGrHrvS off=23171939 len=988010 2024-04-02T09:04:32.356 INFO:tasks.workunit.client.0.smithi104.stdout:op 3876 completed, throughput=5MB/sec 2024-04-02T09:04:32.356 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vmbFGb4cQ9SVbYX off=23428823 len=163604 2024-04-02T09:04:32.358 INFO:tasks.workunit.client.0.smithi104.stdout:op 3877 completed, throughput=5MB/sec 2024-04-02T09:04:32.359 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1VbzSGScsDAmvO1 off=17081932 len=252309 2024-04-02T09:04:32.361 INFO:tasks.workunit.client.0.smithi104.stdout:op 3878 completed, throughput=5MB/sec 2024-04-02T09:04:32.361 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_z_YlFTfchMungc off=1299040 len=207347 2024-04-02T09:04:32.362 INFO:tasks.workunit.client.0.smithi104.stdout:op 3879 completed, throughput=5MB/sec 2024-04-02T09:04:32.362 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-byle_dbgdu3gEbf off=7279858 len=1779165 2024-04-02T09:04:32.365 INFO:tasks.workunit.client.0.smithi104.stdout:op 3880 completed, throughput=5MB/sec 2024-04-02T09:04:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:32 smithi188 ceph-mon[86835]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:04:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:04:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:04:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:32 smithi104 ceph-mon[94081]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:04:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:32 smithi104 ceph-mon[96567]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:04:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:33.365 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o2-5I3acLeyubEM off=2714939 len=827120 2024-04-02T09:04:33.370 INFO:tasks.workunit.client.0.smithi104.stdout:op 3881 completed, throughput=5MB/sec 2024-04-02T09:04:33.370 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-l8NUOZ_c2Y7q14e off=472781 len=1210152 2024-04-02T09:04:33.382 INFO:tasks.workunit.client.0.smithi104.stdout:op 3882 completed, throughput=5MB/sec 2024-04-02T09:04:33.382 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZFw15wxAMjwCdpl off=591172 len=1008489 2024-04-02T09:04:33.387 INFO:tasks.workunit.client.0.smithi104.stdout:op 3883 completed, throughput=5MB/sec 2024-04-02T09:04:33.388 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RX7YYiovfNW9gCj off=1975884 len=856781 2024-04-02T09:04:33.391 INFO:tasks.workunit.client.0.smithi104.stdout:op 3884 completed, throughput=5MB/sec 2024-04-02T09:04:33.391 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3lW8Hlb0zlkaEgt off=2364213 len=1254340 2024-04-02T09:04:33.392 INFO:tasks.workunit.client.0.smithi104.stdout:op 3885 completed, throughput=5MB/sec 2024-04-02T09:04:34.392 INFO:tasks.workunit.client.0.smithi104.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:34.392 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JTRKbvPL7g6TMTn off=10157267 len=1521948 2024-04-02T09:04:34.398 INFO:tasks.workunit.client.0.smithi104.stdout:op 3886 completed, throughput=5MB/sec 2024-04-02T09:04:34.398 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jIapwNm6YptJr4R off=12991986 len=1408867 2024-04-02T09:04:34.405 INFO:tasks.workunit.client.0.smithi104.stdout:op 3887 completed, throughput=5MB/sec 2024-04-02T09:04:34.405 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HJ6AWpQXIywytoe off=374330 len=474061 2024-04-02T09:04:34.405 INFO:tasks.workunit.client.0.smithi104.stdout:op 3888 completed, throughput=5MB/sec 2024-04-02T09:04:34.405 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d4A6-Pz3RYOrEus off=13059358 len=299588 2024-04-02T09:04:34.409 INFO:tasks.workunit.client.0.smithi104.stdout:op 3889 completed, throughput=5MB/sec 2024-04-02T09:04:34.409 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MMD2byejD4hvk5c off=824673 len=1499603 2024-04-02T09:04:34.415 INFO:tasks.workunit.client.0.smithi104.stdout:op 3890 completed, throughput=5MB/sec 2024-04-02T09:04:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:34 smithi188 ceph-mon[86835]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:34 smithi104 ceph-mon[96567]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:34 smithi104 ceph-mon[94081]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:35.416 INFO:tasks.workunit.client.0.smithi104.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:35.416 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RSswLHUFT5RvgT0 off=18482543 len=477394 2024-04-02T09:04:35.416 INFO:tasks.workunit.client.0.smithi104.stdout:op 3891 completed, throughput=4.99MB/sec 2024-04-02T09:04:35.416 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jj83S1tQyM8Juic off=9603759 len=1160940 2024-04-02T09:04:35.417 INFO:tasks.workunit.client.0.smithi104.stdout:op 3892 completed, throughput=5MB/sec 2024-04-02T09:04:35.417 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HkOfi3O1M75wQS4 off=1186231 len=1792757 2024-04-02T09:04:35.426 INFO:tasks.workunit.client.0.smithi104.stdout:op 3893 completed, throughput=5MB/sec 2024-04-02T09:04:35.426 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NSA1IpCSMMZGiRJ off=5547335 len=1761066 2024-04-02T09:04:35.427 INFO:tasks.workunit.client.0.smithi104.stdout:op 3894 completed, throughput=5MB/sec 2024-04-02T09:04:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:04:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:04:35] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-02T09:04:36.427 INFO:tasks.workunit.client.0.smithi104.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:36.427 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oTdvYAnfdRj8WAI off=6073486 len=1011640 2024-04-02T09:04:36.428 INFO:tasks.workunit.client.0.smithi104.stdout:op 3895 completed, throughput=5MB/sec 2024-04-02T09:04:36.428 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AO7N9Gq4J0vQTca off=14553918 len=79250 2024-04-02T09:04:36.430 INFO:tasks.workunit.client.0.smithi104.stdout:op 3896 completed, throughput=5MB/sec 2024-04-02T09:04:36.430 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HyVPbJHlkI0BOnF off=5081854 len=1249596 2024-04-02T09:04:36.435 INFO:tasks.workunit.client.0.smithi104.stdout:op 3897 completed, throughput=5MB/sec 2024-04-02T09:04:36.435 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NIZlCUl_83t7fgH off=7722639 len=1047218 2024-04-02T09:04:36.439 INFO:tasks.workunit.client.0.smithi104.stdout:op 3898 completed, throughput=5MB/sec 2024-04-02T09:04:36.439 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-P24Hc2x0V9A6F6t off=10650257 len=1345714 2024-04-02T09:04:36.443 INFO:tasks.workunit.client.0.smithi104.stdout:op 3899 completed, throughput=5MB/sec 2024-04-02T09:04:36.444 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-avM89jYtyoI7_Ke off=5207405 len=1081635 2024-04-02T09:04:36.448 INFO:tasks.workunit.client.0.smithi104.stdout:op 3900 completed, throughput=5MB/sec 2024-04-02T09:04:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:36 smithi188 ceph-mon[86835]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:36 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:36 smithi104 ceph-mon[96567]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:36 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:36 smithi104 ceph-mon[94081]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:36 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:37.448 INFO:tasks.workunit.client.0.smithi104.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:37.449 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bAQNyeL5chata54 off=4229264 len=743744 2024-04-02T09:04:37.453 INFO:tasks.workunit.client.0.smithi104.stdout:op 3901 completed, throughput=5MB/sec 2024-04-02T09:04:37.453 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-elam7TFesLzjAgx off=14860757 len=1750377 2024-04-02T09:04:37.462 INFO:tasks.workunit.client.0.smithi104.stdout:op 3902 completed, throughput=5MB/sec 2024-04-02T09:04:37.462 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SegefUkVK7b_lhA off=15814909 len=970881 2024-04-02T09:04:37.466 INFO:tasks.workunit.client.0.smithi104.stdout:op 3903 completed, throughput=5MB/sec 2024-04-02T09:04:37.466 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AYYOyOFDmMrkhnI off=14671764 len=2076809 2024-04-02T09:04:37.473 INFO:tasks.workunit.client.0.smithi104.stdout:op 3904 completed, throughput=5MB/sec 2024-04-02T09:04:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:04:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:04:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:37 smithi188 ceph-mon[86835]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:04:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:04:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:04:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[96567]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:04:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:04:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:04:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[94081]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:04:38.474 INFO:tasks.workunit.client.0.smithi104.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:38.474 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CTD_A8XBkOEsjI6 off=5328513 len=1285568 2024-04-02T09:04:38.475 INFO:tasks.workunit.client.0.smithi104.stdout:op 3905 completed, throughput=5MB/sec 2024-04-02T09:04:38.475 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ig5vmTp4jwsbSEM off=6215320 len=1222800 2024-04-02T09:04:38.476 INFO:tasks.workunit.client.0.smithi104.stdout:op 3906 completed, throughput=5MB/sec 2024-04-02T09:04:38.477 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ehwSdzGdCr6P0tE off=2795729 len=85794 2024-04-02T09:04:38.477 INFO:tasks.workunit.client.0.smithi104.stdout:op 3907 completed, throughput=5MB/sec 2024-04-02T09:04:38.477 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o0O5LjarjoPKlzE off=4344963 len=240473 2024-04-02T09:04:38.480 INFO:tasks.workunit.client.0.smithi104.stdout:op 3908 completed, throughput=5MB/sec 2024-04-02T09:04:38.480 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0tSriMhsGIxT_3O off=7699530 len=48921 2024-04-02T09:04:38.482 INFO:tasks.workunit.client.0.smithi104.stdout:op 3909 completed, throughput=5MB/sec 2024-04-02T09:04:38.482 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sNuwd4VtG1Mx8Am off=3126259 len=1097516 2024-04-02T09:04:38.483 INFO:tasks.workunit.client.0.smithi104.stdout:op 3910 completed, throughput=5MB/sec 2024-04-02T09:04:38.483 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BR2ddpcocyuYfoU off=8112942 len=100837 2024-04-02T09:04:38.485 INFO:tasks.workunit.client.0.smithi104.stdout:op 3911 completed, throughput=5MB/sec 2024-04-02T09:04:38.485 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-t_jQNNB0P78ab_h off=2709534 len=1650813 2024-04-02T09:04:38.492 INFO:tasks.workunit.client.0.smithi104.stdout:op 3912 completed, throughput=5MB/sec 2024-04-02T09:04:39.493 INFO:tasks.workunit.client.0.smithi104.stdout: 776: throughput=5MB/sec pending data=0 2024-04-02T09:04:39.493 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-88e-fPup2wntyWQ off=837083 len=815840 2024-04-02T09:04:39.497 INFO:tasks.workunit.client.0.smithi104.stdout:op 3913 completed, throughput=5MB/sec 2024-04-02T09:04:39.497 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IZfiXZlix_12Rf6 off=380704 len=746827 2024-04-02T09:04:39.498 INFO:tasks.workunit.client.0.smithi104.stdout:op 3914 completed, throughput=5MB/sec 2024-04-02T09:04:39.498 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7eD2brRf8QxXXOI off=209377 len=1422876 2024-04-02T09:04:39.505 INFO:tasks.workunit.client.0.smithi104.stdout:op 3915 completed, throughput=5MB/sec 2024-04-02T09:04:39.505 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kk4aOy9YhdI6n67 off=1640574 len=582424 2024-04-02T09:04:39.509 INFO:tasks.workunit.client.0.smithi104.stdout:op 3916 completed, throughput=5MB/sec 2024-04-02T09:04:39.509 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-X3b48Z4l6ZecHF2 off=9388113 len=592026 2024-04-02T09:04:39.512 INFO:tasks.workunit.client.0.smithi104.stdout:op 3917 completed, throughput=5MB/sec 2024-04-02T09:04:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:39 smithi188 ceph-mon[86835]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:40.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:39 smithi104 ceph-mon[96567]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:40.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:39 smithi104 ceph-mon[94081]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:40.512 INFO:tasks.workunit.client.0.smithi104.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:40.512 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MddJ2P-3IBLTH77 off=113053 len=131792 2024-04-02T09:04:40.513 INFO:tasks.workunit.client.0.smithi104.stdout:op 3918 completed, throughput=4.99MB/sec 2024-04-02T09:04:40.513 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EVTG21If1Zave1X off=8562155 len=833623 2024-04-02T09:04:40.517 INFO:tasks.workunit.client.0.smithi104.stdout:op 3919 completed, throughput=5MB/sec 2024-04-02T09:04:40.517 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0W2Y5mNI-JdtBv5 off=4915133 len=189239 2024-04-02T09:04:40.518 INFO:tasks.workunit.client.0.smithi104.stdout:op 3920 completed, throughput=5MB/sec 2024-04-02T09:04:40.518 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YOrNm21CnW6N8XC off=810346 len=323102 2024-04-02T09:04:40.518 INFO:tasks.workunit.client.0.smithi104.stdout:op 3921 completed, throughput=5MB/sec 2024-04-02T09:04:40.518 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G2_KYzO44piQqW7 off=7865038 len=2089769 2024-04-02T09:04:40.520 INFO:tasks.workunit.client.0.smithi104.stdout:op 3922 completed, throughput=5MB/sec 2024-04-02T09:04:40.520 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gE4uobh9xkqtjiA off=20760051 len=463428 2024-04-02T09:04:40.520 INFO:tasks.workunit.client.0.smithi104.stdout:op 3923 completed, throughput=5MB/sec 2024-04-02T09:04:40.520 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bPjB5kCZq7SuQXE off=2582783 len=283786 2024-04-02T09:04:40.521 INFO:tasks.workunit.client.0.smithi104.stdout:op 3924 completed, throughput=5MB/sec 2024-04-02T09:04:40.521 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rRg3yxhlbYg7Nio off=19767350 len=419261 2024-04-02T09:04:40.521 INFO:tasks.workunit.client.0.smithi104.stdout:op 3925 completed, throughput=5MB/sec 2024-04-02T09:04:40.522 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fAamqyWf__SRY1N off=5272568 len=381770 2024-04-02T09:04:40.522 INFO:tasks.workunit.client.0.smithi104.stdout:op 3926 completed, throughput=5MB/sec 2024-04-02T09:04:41.522 INFO:tasks.workunit.client.0.smithi104.stdout: 778: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:41.522 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rl82Za023R0cnaT off=1483515 len=569368 2024-04-02T09:04:41.524 INFO:tasks.workunit.client.0.smithi104.stdout:op 3927 completed, throughput=4.99MB/sec 2024-04-02T09:04:41.524 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-s7qG1VURUi2acGM off=3642989 len=1334486 2024-04-02T09:04:41.532 INFO:tasks.workunit.client.0.smithi104.stdout:op 3928 completed, throughput=5MB/sec 2024-04-02T09:04:41.532 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YSs4clugqtL420g off=3145844 len=704619 2024-04-02T09:04:41.533 INFO:tasks.workunit.client.0.smithi104.stdout:op 3929 completed, throughput=5MB/sec 2024-04-02T09:04:41.533 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EHRFy-1YwAo0KY8 off=1406044 len=1522205 2024-04-02T09:04:41.537 INFO:tasks.workunit.client.0.smithi104.stdout:op 3930 completed, throughput=5MB/sec 2024-04-02T09:04:41.537 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D6m55D7RZQbWfkG off=20229477 len=1161439 2024-04-02T09:04:41.539 INFO:tasks.workunit.client.0.smithi104.stdout:op 3931 completed, throughput=5MB/sec 2024-04-02T09:04:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:41 smithi188 ceph-mon[86835]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:04:42.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:41 smithi104 ceph-mon[96567]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:04:42.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:41 smithi104 ceph-mon[94081]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:04:42.539 INFO:tasks.workunit.client.0.smithi104.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:42.540 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ceM8gAxyRVdS_52 off=172601 len=637023 2024-04-02T09:04:42.542 INFO:tasks.workunit.client.0.smithi104.stdout:op 3932 completed, throughput=4.99MB/sec 2024-04-02T09:04:42.543 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gwDfLgoSl8NgxlZ off=1818918 len=386599 2024-04-02T09:04:42.545 INFO:tasks.workunit.client.0.smithi104.stdout:op 3933 completed, throughput=4.99MB/sec 2024-04-02T09:04:42.545 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vUEpb_1wJOMyQhn off=1203823 len=1998372 2024-04-02T09:04:42.549 INFO:tasks.workunit.client.0.smithi104.stdout:op 3934 completed, throughput=5MB/sec 2024-04-02T09:04:42.549 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QjO0ydfQu9T84h8 off=0 len=1597429 2024-04-02T09:04:42.550 INFO:tasks.workunit.client.0.smithi104.stdout:op 3935 completed, throughput=5MB/sec 2024-04-02T09:04:42.550 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-crReyKHJ6rxVWNs off=2535262 len=1467361 2024-04-02T09:04:42.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 3936 completed, throughput=5MB/sec 2024-04-02T09:04:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:04:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:43.554 INFO:tasks.workunit.client.0.smithi104.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:43.554 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OpI50rk-pitPlC9 off=5972260 len=126723 2024-04-02T09:04:43.556 INFO:tasks.workunit.client.0.smithi104.stdout:op 3937 completed, throughput=4.99MB/sec 2024-04-02T09:04:43.556 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9w_VjvDl3Zs_EL3 off=9796776 len=12859 2024-04-02T09:04:43.557 INFO:tasks.workunit.client.0.smithi104.stdout:op 3938 completed, throughput=4.99MB/sec 2024-04-02T09:04:43.557 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uPps2rA5-QYwdM6 off=9996899 len=919247 2024-04-02T09:04:43.560 INFO:tasks.workunit.client.0.smithi104.stdout:op 3939 completed, throughput=5MB/sec 2024-04-02T09:04:43.560 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UjlGO0Xi0mkkRAN off=491258 len=742586 2024-04-02T09:04:43.567 INFO:tasks.workunit.client.0.smithi104.stdout:op 3940 completed, throughput=5MB/sec 2024-04-02T09:04:43.567 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dj2fGHlvJNt88np off=7769894 len=832502 2024-04-02T09:04:43.572 INFO:tasks.workunit.client.0.smithi104.stdout:op 3941 completed, throughput=5MB/sec 2024-04-02T09:04:43.572 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vgYkJk3qDQri9r3 off=4934374 len=51245 2024-04-02T09:04:43.572 INFO:tasks.workunit.client.0.smithi104.stdout:op 3942 completed, throughput=5MB/sec 2024-04-02T09:04:43.572 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eGKUj7ciGgsx5Bh off=496905 len=1175816 2024-04-02T09:04:43.573 INFO:tasks.workunit.client.0.smithi104.stdout:op 3943 completed, throughput=5MB/sec 2024-04-02T09:04:43.574 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HpP5RASJ4Uxp7cr off=13273187 len=277735 2024-04-02T09:04:43.576 INFO:tasks.workunit.client.0.smithi104.stdout:op 3944 completed, throughput=5MB/sec 2024-04-02T09:04:43.576 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Gm3SmuYITkmzi6S off=9815314 len=701974 2024-04-02T09:04:43.580 INFO:tasks.workunit.client.0.smithi104.stdout:op 3945 completed, throughput=5MB/sec 2024-04-02T09:04:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:43 smithi188 ceph-mon[86835]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:44.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:43 smithi104 ceph-mon[94081]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:44.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:43 smithi104 ceph-mon[96567]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:44.580 INFO:tasks.workunit.client.0.smithi104.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:44.581 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hnCg_6k-g10Anpx off=4125408 len=2048175 2024-04-02T09:04:44.582 INFO:tasks.workunit.client.0.smithi104.stdout:op 3946 completed, throughput=5MB/sec 2024-04-02T09:04:44.582 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Q7ym_8iB3IlJVXU off=3150325 len=892712 2024-04-02T09:04:44.583 INFO:tasks.workunit.client.0.smithi104.stdout:op 3947 completed, throughput=5MB/sec 2024-04-02T09:04:44.583 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7_SsJTQDgpypihM off=1238154 len=1654366 2024-04-02T09:04:44.584 INFO:tasks.workunit.client.0.smithi104.stdout:op 3948 completed, throughput=5MB/sec 2024-04-02T09:04:44.584 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FFdh4VpiqwDXl7K off=13936823 len=923112 2024-04-02T09:04:44.586 INFO:tasks.workunit.client.0.smithi104.stdout:op 3949 completed, throughput=5MB/sec 2024-04-02T09:04:45.587 INFO:tasks.workunit.client.0.smithi104.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:45.587 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DGv9FlA_sHjkqoE off=10448802 len=1065950 2024-04-02T09:04:45.588 INFO:tasks.workunit.client.0.smithi104.stdout:op 3950 completed, throughput=5MB/sec 2024-04-02T09:04:45.588 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lVY95wQ6cWxKdFz off=10887587 len=1259468 2024-04-02T09:04:45.593 INFO:tasks.workunit.client.0.smithi104.stdout:op 3951 completed, throughput=5MB/sec 2024-04-02T09:04:45.593 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OPAUlRz_SAphYOK off=5635745 len=1915794 2024-04-02T09:04:45.601 INFO:tasks.workunit.client.0.smithi104.stdout:op 3952 completed, throughput=5MB/sec 2024-04-02T09:04:45.601 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4uLTJw9dpJ837O1 off=10332483 len=2014896 2024-04-02T09:04:45.608 INFO:tasks.workunit.client.0.smithi104.stdout:op 3953 completed, throughput=5MB/sec 2024-04-02T09:04:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:45 smithi188 ceph-mon[86835]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:46.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:45 smithi104 ceph-mon[96567]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:46.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:45 smithi104 ceph-mon[94081]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:04:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:04:45] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-02T09:04:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: 783: throughput=5MB/sec pending data=0 2024-04-02T09:04:46.610 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yVtAuPqcTo1scQs off=10971968 len=336860 2024-04-02T09:04:46.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 3954 completed, throughput=5MB/sec 2024-04-02T09:04:46.610 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KDSiKgE-p74y_7v off=3465920 len=1582576 2024-04-02T09:04:46.611 INFO:tasks.workunit.client.0.smithi104.stdout:op 3955 completed, throughput=5MB/sec 2024-04-02T09:04:46.611 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uXMe4-NqU9H_N2H off=4518685 len=2001000 2024-04-02T09:04:46.613 INFO:tasks.workunit.client.0.smithi104.stdout:op 3956 completed, throughput=5MB/sec 2024-04-02T09:04:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:47.613 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NNdbqixdvsaJ1Jh off=4934719 len=9051 2024-04-02T09:04:47.615 INFO:tasks.workunit.client.0.smithi104.stdout:op 3957 completed, throughput=4.99MB/sec 2024-04-02T09:04:47.615 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HaF8TIrTIDhUyLY off=1718643 len=1284390 2024-04-02T09:04:47.616 INFO:tasks.workunit.client.0.smithi104.stdout:op 3958 completed, throughput=5MB/sec 2024-04-02T09:04:47.616 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qg6FHSNCabKhR7W off=1794295 len=1207533 2024-04-02T09:04:47.623 INFO:tasks.workunit.client.0.smithi104.stdout:op 3959 completed, throughput=5MB/sec 2024-04-02T09:04:47.623 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Hz0q8NOwTbNoF1K off=13759023 len=785628 2024-04-02T09:04:47.628 INFO:tasks.workunit.client.0.smithi104.stdout:op 3960 completed, throughput=5MB/sec 2024-04-02T09:04:47.628 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZLePONZCU0BH-eD off=21207016 len=2065214 2024-04-02T09:04:47.635 INFO:tasks.workunit.client.0.smithi104.stdout:op 3961 completed, throughput=5MB/sec 2024-04-02T09:04:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:47 smithi188 ceph-mon[86835]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:48.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:47 smithi104 ceph-mon[96567]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:47 smithi104 ceph-mon[94081]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:48.635 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3H9UMRQVeB2REHm off=5117370 len=1232441 2024-04-02T09:04:48.637 INFO:tasks.workunit.client.0.smithi104.stdout:op 3962 completed, throughput=5MB/sec 2024-04-02T09:04:48.637 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xX9pGirmrogto98 off=20781229 len=1342018 2024-04-02T09:04:48.644 INFO:tasks.workunit.client.0.smithi104.stdout:op 3963 completed, throughput=5MB/sec 2024-04-02T09:04:48.644 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FmPbxPG4UoNb_JB off=1556378 len=1556551 2024-04-02T09:04:48.645 INFO:tasks.workunit.client.0.smithi104.stdout:op 3964 completed, throughput=5MB/sec 2024-04-02T09:04:48.645 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZTBvU9kofpQKWhH off=3751800 len=1375766 2024-04-02T09:04:48.652 INFO:tasks.workunit.client.0.smithi104.stdout:op 3965 completed, throughput=5MB/sec 2024-04-02T09:04:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: 786: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:49.653 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MdGpuVGNTWPi9Q4 off=4179580 len=464008 2024-04-02T09:04:49.656 INFO:tasks.workunit.client.0.smithi104.stdout:op 3966 completed, throughput=4.99MB/sec 2024-04-02T09:04:49.656 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WsABj_HfBnQ32i8 off=1718742 len=1556899 2024-04-02T09:04:49.657 INFO:tasks.workunit.client.0.smithi104.stdout:op 3967 completed, throughput=5MB/sec 2024-04-02T09:04:49.657 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jH1nvFubOG4QBDc off=2792608 len=1339237 2024-04-02T09:04:49.658 INFO:tasks.workunit.client.0.smithi104.stdout:op 3968 completed, throughput=5MB/sec 2024-04-02T09:04:49.658 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zMl5xbkDzDnTLrm off=4944350 len=513536 2024-04-02T09:04:49.659 INFO:tasks.workunit.client.0.smithi104.stdout:op 3969 completed, throughput=5MB/sec 2024-04-02T09:04:49.659 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0VJDBA9LJeq7g8e off=637395 len=660486 2024-04-02T09:04:49.660 INFO:tasks.workunit.client.0.smithi104.stdout:op 3970 completed, throughput=5MB/sec 2024-04-02T09:04:49.660 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8fTUnqsgwu2Vtb2 off=294400 len=976064 2024-04-02T09:04:49.664 INFO:tasks.workunit.client.0.smithi104.stdout:op 3971 completed, throughput=5MB/sec 2024-04-02T09:04:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:49 smithi188 ceph-mon[86835]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:04:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:50.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:49 smithi104 ceph-mon[96567]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:04:50.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:50.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:49 smithi104 ceph-mon[94081]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:04:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:50.664 INFO:tasks.workunit.client.0.smithi104.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:50.665 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PAkk3oRuazG3CmJ off=0 len=1747205 2024-04-02T09:04:50.671 INFO:tasks.workunit.client.0.smithi104.stdout:op 3972 completed, throughput=5MB/sec 2024-04-02T09:04:50.671 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bdMPh7da3hnj2UW off=9393333 len=919329 2024-04-02T09:04:50.673 INFO:tasks.workunit.client.0.smithi104.stdout:op 3973 completed, throughput=5MB/sec 2024-04-02T09:04:50.673 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-A0_Ai9sw4V2m5Xy off=7148414 len=320688 2024-04-02T09:04:50.674 INFO:tasks.workunit.client.0.smithi104.stdout:op 3974 completed, throughput=5MB/sec 2024-04-02T09:04:50.674 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E5z9eyT7PWsJF0A off=6582093 len=1902071 2024-04-02T09:04:50.675 INFO:tasks.workunit.client.0.smithi104.stdout:op 3975 completed, throughput=5MB/sec 2024-04-02T09:04:51.675 INFO:tasks.workunit.client.0.smithi104.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:51.675 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nyES5RvJEHEFvs7 off=11203666 len=498336 2024-04-02T09:04:51.678 INFO:tasks.workunit.client.0.smithi104.stdout:op 3976 completed, throughput=4.99MB/sec 2024-04-02T09:04:51.678 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o03FiGB8bky2ESc off=12270023 len=1984745 2024-04-02T09:04:51.680 INFO:tasks.workunit.client.0.smithi104.stdout:op 3977 completed, throughput=5MB/sec 2024-04-02T09:04:51.680 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-t8pAa9td7ZhK_XF off=1480414 len=1123320 2024-04-02T09:04:51.680 INFO:tasks.workunit.client.0.smithi104.stdout:op 3978 completed, throughput=5MB/sec 2024-04-02T09:04:51.681 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zSfKFALJcPeW6De off=4478355 len=1094529 2024-04-02T09:04:51.686 INFO:tasks.workunit.client.0.smithi104.stdout:op 3979 completed, throughput=5MB/sec 2024-04-02T09:04:51.686 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_f-Zzi-U2V6TazD off=2672980 len=1394075 2024-04-02T09:04:51.687 INFO:tasks.workunit.client.0.smithi104.stdout:op 3980 completed, throughput=5MB/sec 2024-04-02T09:04:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:51 smithi188 ceph-mon[86835]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:52.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:51 smithi104 ceph-mon[96567]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:52.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:51 smithi104 ceph-mon[94081]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:04:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:52.687 INFO:tasks.workunit.client.0.smithi104.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:52.687 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-02ARkmlY7WG1ZyZ off=817623 len=1086617 2024-04-02T09:04:52.693 INFO:tasks.workunit.client.0.smithi104.stdout:op 3981 completed, throughput=5MB/sec 2024-04-02T09:04:52.693 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TbGHtgPuwmtsHpJ off=17169575 len=269763 2024-04-02T09:04:52.695 INFO:tasks.workunit.client.0.smithi104.stdout:op 3982 completed, throughput=5MB/sec 2024-04-02T09:04:52.695 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hEWv3oftBpYqbkC off=286392 len=296750 2024-04-02T09:04:52.697 INFO:tasks.workunit.client.0.smithi104.stdout:op 3983 completed, throughput=5MB/sec 2024-04-02T09:04:52.698 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-I2l_DfD4Iq79S6r off=1992192 len=902392 2024-04-02T09:04:52.699 INFO:tasks.workunit.client.0.smithi104.stdout:op 3984 completed, throughput=5MB/sec 2024-04-02T09:04:52.700 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oEBaOz_9SiXu-NR off=3230182 len=1034731 2024-04-02T09:04:52.704 INFO:tasks.workunit.client.0.smithi104.stdout:op 3985 completed, throughput=5MB/sec 2024-04-02T09:04:52.704 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fj2dNy2MH9k4aw_ off=15986354 len=690419 2024-04-02T09:04:52.707 INFO:tasks.workunit.client.0.smithi104.stdout:op 3986 completed, throughput=5MB/sec 2024-04-02T09:04:52.707 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BBiImlfX6sBVepk off=1836522 len=1557437 2024-04-02T09:04:52.716 INFO:tasks.workunit.client.0.smithi104.stdout:op 3987 completed, throughput=5MB/sec 2024-04-02T09:04:53.716 INFO:tasks.workunit.client.0.smithi104.stdout: 790: throughput=5MB/sec pending data=0 2024-04-02T09:04:53.717 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-L7ucMccug73Syak off=11448858 len=1315879 2024-04-02T09:04:53.717 INFO:tasks.workunit.client.0.smithi104.stdout:op 3988 completed, throughput=5MB/sec 2024-04-02T09:04:53.717 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_mkx1g_aCtyiw4B off=10131204 len=1645315 2024-04-02T09:04:53.719 INFO:tasks.workunit.client.0.smithi104.stdout:op 3989 completed, throughput=5MB/sec 2024-04-02T09:04:53.719 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cvtukdYMiIqcZCy off=6370971 len=1299569 2024-04-02T09:04:53.720 INFO:tasks.workunit.client.0.smithi104.stdout:op 3990 completed, throughput=5MB/sec 2024-04-02T09:04:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:53 smithi188 ceph-mon[86835]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:04:54.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:53 smithi104 ceph-mon[96567]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:04:54.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:53 smithi104 ceph-mon[94081]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:04:54.720 INFO:tasks.workunit.client.0.smithi104.stdout: 791: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:54.721 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Onl-IbLr8uBPmSY off=1479892 len=2045793 2024-04-02T09:04:54.730 INFO:tasks.workunit.client.0.smithi104.stdout:op 3991 completed, throughput=5MB/sec 2024-04-02T09:04:54.730 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oje0cGyGRUYtz4J off=5991587 len=1830315 2024-04-02T09:04:54.738 INFO:tasks.workunit.client.0.smithi104.stdout:op 3992 completed, throughput=5MB/sec 2024-04-02T09:04:54.738 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dHOSYLm4xIao3lY off=1165506 len=1456322 2024-04-02T09:04:54.741 INFO:tasks.workunit.client.0.smithi104.stdout:op 3993 completed, throughput=5MB/sec 2024-04-02T09:04:55.741 INFO:tasks.workunit.client.0.smithi104.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:55.741 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hkZCCtCAVojpn6t off=1524258 len=1825198 2024-04-02T09:04:55.749 INFO:tasks.workunit.client.0.smithi104.stdout:op 3994 completed, throughput=5MB/sec 2024-04-02T09:04:55.749 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Lus_bdpdS-XOFb_ off=6283210 len=924551 2024-04-02T09:04:55.750 INFO:tasks.workunit.client.0.smithi104.stdout:op 3995 completed, throughput=5MB/sec 2024-04-02T09:04:55.750 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qxGJoLni_Y6dc-8 off=4762859 len=1490167 2024-04-02T09:04:55.758 INFO:tasks.workunit.client.0.smithi104.stdout:op 3996 completed, throughput=5MB/sec 2024-04-02T09:04:55.759 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-scJtpsfs-b5YwCJ off=2762126 len=214270 2024-04-02T09:04:55.761 INFO:tasks.workunit.client.0.smithi104.stdout:op 3997 completed, throughput=5MB/sec 2024-04-02T09:04:55.761 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mVE1eCQEEy_Zl8c off=0 len=1306502 2024-04-02T09:04:55.762 INFO:tasks.workunit.client.0.smithi104.stdout:op 3998 completed, throughput=5MB/sec 2024-04-02T09:04:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:55 smithi188 ceph-mon[86835]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:56.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:55 smithi104 ceph-mon[94081]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:04:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:04:55] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:04:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:55 smithi104 ceph-mon[96567]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:56.762 INFO:tasks.workunit.client.0.smithi104.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:56.763 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GbgjHFZgbc7TJJV off=9680249 len=1999072 2024-04-02T09:04:56.773 INFO:tasks.workunit.client.0.smithi104.stdout:op 3999 completed, throughput=5MB/sec 2024-04-02T09:04:56.773 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F4S7HBDB1gL-eJi off=8025133 len=1047399 2024-04-02T09:04:56.776 INFO:tasks.workunit.client.0.smithi104.stdout:op 4000 completed, throughput=5MB/sec 2024-04-02T09:04:56.776 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PUGxuJgFEAFLrYX off=6227251 len=207694 2024-04-02T09:04:56.776 INFO:tasks.workunit.client.0.smithi104.stdout:op 4001 completed, throughput=5MB/sec 2024-04-02T09:04:56.776 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r9JmDunD7i5bkU3 off=5103354 len=1684996 2024-04-02T09:04:56.783 INFO:tasks.workunit.client.0.smithi104.stdout:op 4002 completed, throughput=5MB/sec 2024-04-02T09:04:57.783 INFO:tasks.workunit.client.0.smithi104.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:57.784 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CNPfhgZ5uKKjJdf off=1056855 len=1362488 2024-04-02T09:04:57.786 INFO:tasks.workunit.client.0.smithi104.stdout:op 4003 completed, throughput=5MB/sec 2024-04-02T09:04:57.786 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XZGEYXOzm4ghCYa off=1602352 len=1945840 2024-04-02T09:04:57.788 INFO:tasks.workunit.client.0.smithi104.stdout:op 4004 completed, throughput=5MB/sec 2024-04-02T09:04:57.788 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-slZCtDWEu0H7dSX off=6694258 len=1400980 2024-04-02T09:04:57.789 INFO:tasks.workunit.client.0.smithi104.stdout:op 4005 completed, throughput=5MB/sec 2024-04-02T09:04:57.789 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qbMdekjuEdztiIu off=2878038 len=883528 2024-04-02T09:04:57.790 INFO:tasks.workunit.client.0.smithi104.stdout:op 4006 completed, throughput=5MB/sec 2024-04-02T09:04:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:57 smithi188 ceph-mon[86835]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:58.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:57 smithi104 ceph-mon[96567]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:57 smithi104 ceph-mon[94081]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:58.790 INFO:tasks.workunit.client.0.smithi104.stdout: 795: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:58.791 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6u7dLKow-8trWe8 off=5704680 len=523399 2024-04-02T09:04:58.794 INFO:tasks.workunit.client.0.smithi104.stdout:op 4007 completed, throughput=5MB/sec 2024-04-02T09:04:58.794 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UxRvHSjF5uC4qXM off=4671246 len=1297778 2024-04-02T09:04:58.801 INFO:tasks.workunit.client.0.smithi104.stdout:op 4008 completed, throughput=5MB/sec 2024-04-02T09:04:58.801 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HjKw-JJkuTcSHWi off=296006 len=190442 2024-04-02T09:04:58.804 INFO:tasks.workunit.client.0.smithi104.stdout:op 4009 completed, throughput=5MB/sec 2024-04-02T09:04:58.804 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HjKw-JJkuTcSHWi off=2447646 len=1664863 2024-04-02T09:04:58.807 INFO:tasks.workunit.client.0.smithi104.stdout:op 4010 completed, throughput=5MB/sec 2024-04-02T09:04:58.807 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7T04ZAd3trz0Q2P off=9058679 len=713744 2024-04-02T09:04:58.808 INFO:tasks.workunit.client.0.smithi104.stdout:op 4011 completed, throughput=5MB/sec 2024-04-02T09:04:58.808 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OmcsPJYyIwr3O-I off=1555792 len=1877095 2024-04-02T09:04:58.809 INFO:tasks.workunit.client.0.smithi104.stdout:op 4012 completed, throughput=5MB/sec 2024-04-02T09:04:59.809 INFO:tasks.workunit.client.0.smithi104.stdout: 796: throughput=5MB/sec pending data=0 2024-04-02T09:04:59.809 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4_RLPxcCuIoQjtf off=2011601 len=364990 2024-04-02T09:04:59.812 INFO:tasks.workunit.client.0.smithi104.stdout:op 4013 completed, throughput=5MB/sec 2024-04-02T09:04:59.812 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jUavaa32M76_2Ze off=10462795 len=1815108 2024-04-02T09:04:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:op 4014 completed, throughput=5MB/sec 2024-04-02T09:04:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Raydot9Fa3vC3hp off=6964010 len=976368 2024-04-02T09:04:59.826 INFO:tasks.workunit.client.0.smithi104.stdout:op 4015 completed, throughput=5MB/sec 2024-04-02T09:04:59.826 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0vesdzT0byExWFC off=2985301 len=691382 2024-04-02T09:04:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:op 4016 completed, throughput=5MB/sec 2024-04-02T09:05:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:04:59 smithi188 ceph-mon[86835]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:05:00.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:04:59 smithi104 ceph-mon[96567]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:05:00.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:04:59 smithi104 ceph-mon[94081]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:05:00.829 INFO:tasks.workunit.client.0.smithi104.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:00.829 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Hqb8eMni26FQH66 off=118306 len=805100 2024-04-02T09:05:00.842 INFO:tasks.workunit.client.0.smithi104.stdout:op 4017 completed, throughput=4.99MB/sec 2024-04-02T09:05:00.842 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yXdK36vfJ7aTr6S off=2446549 len=128405 2024-04-02T09:05:00.844 INFO:tasks.workunit.client.0.smithi104.stdout:op 4018 completed, throughput=4.99MB/sec 2024-04-02T09:05:00.844 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VvhP9PArkuY4W8l off=14213554 len=522314 2024-04-02T09:05:00.846 INFO:tasks.workunit.client.0.smithi104.stdout:op 4019 completed, throughput=5MB/sec 2024-04-02T09:05:00.846 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dkoNg1rSC7m9f7p off=3461526 len=516382 2024-04-02T09:05:00.847 INFO:tasks.workunit.client.0.smithi104.stdout:op 4020 completed, throughput=5MB/sec 2024-04-02T09:05:00.847 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XNt8Y54whCUGtWJ off=7828917 len=970640 2024-04-02T09:05:00.847 INFO:tasks.workunit.client.0.smithi104.stdout:op 4021 completed, throughput=5MB/sec 2024-04-02T09:05:00.848 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-08GaZmfS8H39rgj off=1405556 len=1142050 2024-04-02T09:05:00.850 INFO:tasks.workunit.client.0.smithi104.stdout:op 4022 completed, throughput=5MB/sec 2024-04-02T09:05:00.850 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q7ym_8iB3IlJVXU off=15629904 len=623898 2024-04-02T09:05:00.853 INFO:tasks.workunit.client.0.smithi104.stdout:op 4023 completed, throughput=5MB/sec 2024-04-02T09:05:00.853 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xVt-8IX2fE9tBcR off=1651330 len=266440 2024-04-02T09:05:00.856 INFO:tasks.workunit.client.0.smithi104.stdout:op 4024 completed, throughput=5MB/sec 2024-04-02T09:05:00.856 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YhwgNWZpbnr6DeN off=6434343 len=1937012 2024-04-02T09:05:00.858 INFO:tasks.workunit.client.0.smithi104.stdout:op 4025 completed, throughput=5MB/sec 2024-04-02T09:05:01.858 INFO:tasks.workunit.client.0.smithi104.stdout: 798: throughput=5MB/sec pending data=0 2024-04-02T09:05:01.858 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JTKO8MIUDRWSsgA off=6266233 len=2008749 2024-04-02T09:05:01.867 INFO:tasks.workunit.client.0.smithi104.stdout:op 4026 completed, throughput=5MB/sec 2024-04-02T09:05:01.867 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LlHiKIJairmpSqw off=4162018 len=1082023 2024-04-02T09:05:01.868 INFO:tasks.workunit.client.0.smithi104.stdout:op 4027 completed, throughput=5MB/sec 2024-04-02T09:05:01.868 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AYVU7L8O4PeI5Cx off=5313716 len=688352 2024-04-02T09:05:01.869 INFO:tasks.workunit.client.0.smithi104.stdout:op 4028 completed, throughput=5MB/sec 2024-04-02T09:05:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:01 smithi188 ceph-mon[86835]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:02.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:01 smithi104 ceph-mon[96567]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:02.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:01 smithi104 ceph-mon[94081]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:05:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:02.869 INFO:tasks.workunit.client.0.smithi104.stdout: 799: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:02.869 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mbAWUwnKnRZiycF off=7218943 len=921581 2024-04-02T09:05:02.874 INFO:tasks.workunit.client.0.smithi104.stdout:op 4029 completed, throughput=4.99MB/sec 2024-04-02T09:05:02.874 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vDVKbjXXg1FelMI off=2705184 len=1936008 2024-04-02T09:05:02.875 INFO:tasks.workunit.client.0.smithi104.stdout:op 4030 completed, throughput=5MB/sec 2024-04-02T09:05:02.875 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UATT3iBpx-wUAj2 off=12039990 len=628098 2024-04-02T09:05:02.881 INFO:tasks.workunit.client.0.smithi104.stdout:op 4031 completed, throughput=5MB/sec 2024-04-02T09:05:02.881 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jwv0g74udSaVXjQ off=10944410 len=1257633 2024-04-02T09:05:02.882 INFO:tasks.workunit.client.0.smithi104.stdout:op 4032 completed, throughput=5MB/sec 2024-04-02T09:05:02.882 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RNzZbhe-b_p4gei off=573748 len=3036 2024-04-02T09:05:02.884 INFO:tasks.workunit.client.0.smithi104.stdout:op 4033 completed, throughput=5MB/sec 2024-04-02T09:05:02.884 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NiusURyjLTrxF4L off=16410243 len=86461 2024-04-02T09:05:02.885 INFO:tasks.workunit.client.0.smithi104.stdout:op 4034 completed, throughput=5MB/sec 2024-04-02T09:05:02.885 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RQs3i3NIur3RAcL off=4155457 len=276742 2024-04-02T09:05:02.886 INFO:tasks.workunit.client.0.smithi104.stdout:op 4035 completed, throughput=5MB/sec 2024-04-02T09:05:02.886 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-B-w-6ECx_PesnrN off=10342805 len=220079 2024-04-02T09:05:02.888 INFO:tasks.workunit.client.0.smithi104.stdout:op 4036 completed, throughput=5MB/sec 2024-04-02T09:05:02.888 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YSclPDWQQhIzucP off=461955 len=1684164 2024-04-02T09:05:02.896 INFO:tasks.workunit.client.0.smithi104.stdout:op 4037 completed, throughput=5MB/sec 2024-04-02T09:05:03.896 INFO:tasks.workunit.client.0.smithi104.stdout: 800: throughput=5MB/sec pending data=0 2024-04-02T09:05:03.897 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0wMdQ7W6wl9GndM off=14206623 len=376077 2024-04-02T09:05:03.897 INFO:tasks.workunit.client.0.smithi104.stdout:op 4038 completed, throughput=5MB/sec 2024-04-02T09:05:03.897 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-W2OmsrV6TpqSeeV off=16377607 len=871185 2024-04-02T09:05:03.899 INFO:tasks.workunit.client.0.smithi104.stdout:op 4039 completed, throughput=5MB/sec 2024-04-02T09:05:03.899 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-t9DfyCkIGp01fHA off=3372642 len=543866 2024-04-02T09:05:03.903 INFO:tasks.workunit.client.0.smithi104.stdout:op 4040 completed, throughput=5MB/sec 2024-04-02T09:05:03.903 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gcbWUrd7B1lomJs off=7270831 len=1279874 2024-04-02T09:05:03.909 INFO:tasks.workunit.client.0.smithi104.stdout:op 4041 completed, throughput=5MB/sec 2024-04-02T09:05:03.909 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eforLF96vwTc7mx off=378621 len=1785877 2024-04-02T09:05:03.919 INFO:tasks.workunit.client.0.smithi104.stdout:op 4042 completed, throughput=5MB/sec 2024-04-02T09:05:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:03 smithi188 ceph-mon[86835]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:04.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:03 smithi104 ceph-mon[96567]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:04.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:03 smithi104 ceph-mon[94081]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:04.919 INFO:tasks.workunit.client.0.smithi104.stdout: 801: throughput=5MB/sec pending data=0 2024-04-02T09:05:04.920 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FrraeiZsCMgsrjx off=14139615 len=1574214 2024-04-02T09:05:04.921 INFO:tasks.workunit.client.0.smithi104.stdout:op 4043 completed, throughput=5MB/sec 2024-04-02T09:05:04.921 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-F10n7Dotn9c-B7- off=360436 len=1021469 2024-04-02T09:05:04.924 INFO:tasks.workunit.client.0.smithi104.stdout:op 4044 completed, throughput=5MB/sec 2024-04-02T09:05:04.924 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Lv0EQynO505q6_7 off=8193609 len=259482 2024-04-02T09:05:04.925 INFO:tasks.workunit.client.0.smithi104.stdout:op 4045 completed, throughput=5MB/sec 2024-04-02T09:05:04.925 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XKbGdKNFbRXz9-l off=4774380 len=812042 2024-04-02T09:05:04.926 INFO:tasks.workunit.client.0.smithi104.stdout:op 4046 completed, throughput=5MB/sec 2024-04-02T09:05:04.926 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KFZQq3wipp8aJb_ off=12343839 len=852625 2024-04-02T09:05:04.930 INFO:tasks.workunit.client.0.smithi104.stdout:op 4047 completed, throughput=5MB/sec 2024-04-02T09:05:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:05.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:05.931 INFO:tasks.workunit.client.0.smithi104.stdout: 802: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:05.931 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nyCkOavKujhLG7V off=11599322 len=12440 2024-04-02T09:05:05.933 INFO:tasks.workunit.client.0.smithi104.stdout:op 4048 completed, throughput=4.99MB/sec 2024-04-02T09:05:05.933 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ddvlpgaumvG7dob off=6578286 len=1704115 2024-04-02T09:05:05.934 INFO:tasks.workunit.client.0.smithi104.stdout:op 4049 completed, throughput=5MB/sec 2024-04-02T09:05:05.935 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GebXijaFVuNt3F_ off=2379994 len=1957518 2024-04-02T09:05:05.936 INFO:tasks.workunit.client.0.smithi104.stdout:op 4050 completed, throughput=5MB/sec 2024-04-02T09:05:05.936 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YogDSEmh4pf8ggZ off=10173377 len=1956038 2024-04-02T09:05:05.937 INFO:tasks.workunit.client.0.smithi104.stdout:op 4051 completed, throughput=5MB/sec 2024-04-02T09:05:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:05 smithi188 ceph-mon[86835]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:06.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:05 smithi104 ceph-mon[94081]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:05:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:05:05] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-02T09:05:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:05 smithi104 ceph-mon[96567]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:06.937 INFO:tasks.workunit.client.0.smithi104.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:06.937 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9OfcymbmPCn_JDZ off=2244274 len=1185186 2024-04-02T09:05:06.940 INFO:tasks.workunit.client.0.smithi104.stdout:op 4052 completed, throughput=5MB/sec 2024-04-02T09:05:06.940 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7vlqyTTNUH-KWbT off=7057700 len=1481987 2024-04-02T09:05:06.943 INFO:tasks.workunit.client.0.smithi104.stdout:op 4053 completed, throughput=5MB/sec 2024-04-02T09:05:06.943 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oWOZ4p2ecr_8Whc off=16369674 len=746061 2024-04-02T09:05:06.945 INFO:tasks.workunit.client.0.smithi104.stdout:op 4054 completed, throughput=5MB/sec 2024-04-02T09:05:06.945 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OucGAuIyAQGs_j- off=12204480 len=1696004 2024-04-02T09:05:06.946 INFO:tasks.workunit.client.0.smithi104.stdout:op 4055 completed, throughput=5MB/sec 2024-04-02T09:05:07.947 INFO:tasks.workunit.client.0.smithi104.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:07.947 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-i6cVAzbSOF4m833 off=323450 len=1000637 2024-04-02T09:05:07.951 INFO:tasks.workunit.client.0.smithi104.stdout:op 4056 completed, throughput=5MB/sec 2024-04-02T09:05:07.951 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jsjZK3OMVNgra5l off=12575333 len=1592806 2024-04-02T09:05:07.952 INFO:tasks.workunit.client.0.smithi104.stdout:op 4057 completed, throughput=5MB/sec 2024-04-02T09:05:07.952 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o_F7RnSkOHc266t off=565838 len=691679 2024-04-02T09:05:07.958 INFO:tasks.workunit.client.0.smithi104.stdout:op 4058 completed, throughput=5MB/sec 2024-04-02T09:05:07.958 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PMdMBhz_ihCk-_e off=2791665 len=1196680 2024-04-02T09:05:07.962 INFO:tasks.workunit.client.0.smithi104.stdout:op 4059 completed, throughput=5MB/sec 2024-04-02T09:05:07.962 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YeFdgaGRZEJIyd9 off=19246039 len=218121 2024-04-02T09:05:07.963 INFO:tasks.workunit.client.0.smithi104.stdout:op 4060 completed, throughput=5MB/sec 2024-04-02T09:05:07.963 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HjhoUvjlq5XmPOJ off=6008938 len=756771 2024-04-02T09:05:07.964 INFO:tasks.workunit.client.0.smithi104.stdout:op 4061 completed, throughput=5MB/sec 2024-04-02T09:05:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:07 smithi188 ceph-mon[86835]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:08.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:07 smithi104 ceph-mon[96567]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:08.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:07 smithi104 ceph-mon[94081]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:08.964 INFO:tasks.workunit.client.0.smithi104.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:08.964 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-llhj_9mBJFGcAxV off=2634868 len=78601 2024-04-02T09:05:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:op 4062 completed, throughput=4.99MB/sec 2024-04-02T09:05:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bQ6XOfjdkrxX-ir off=2091118 len=1238004 2024-04-02T09:05:08.969 INFO:tasks.workunit.client.0.smithi104.stdout:op 4063 completed, throughput=5MB/sec 2024-04-02T09:05:08.969 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-y3VRx-gNj7021HG off=10363517 len=1884793 2024-04-02T09:05:08.972 INFO:tasks.workunit.client.0.smithi104.stdout:op 4064 completed, throughput=5MB/sec 2024-04-02T09:05:08.972 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vtGy8F3V6ONva0U off=12519864 len=1774323 2024-04-02T09:05:08.979 INFO:tasks.workunit.client.0.smithi104.stdout:op 4065 completed, throughput=5MB/sec 2024-04-02T09:05:09.979 INFO:tasks.workunit.client.0.smithi104.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:09.980 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Eq0Aw-0KdcHOHvU off=3644572 len=2097092 2024-04-02T09:05:09.983 INFO:tasks.workunit.client.0.smithi104.stdout:op 4066 completed, throughput=5MB/sec 2024-04-02T09:05:09.983 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fNFGNDMeh6rufrX off=4500928 len=843076 2024-04-02T09:05:09.984 INFO:tasks.workunit.client.0.smithi104.stdout:op 4067 completed, throughput=5MB/sec 2024-04-02T09:05:09.984 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d3AbXJxcXrCziHU off=11839946 len=768229 2024-04-02T09:05:09.985 INFO:tasks.workunit.client.0.smithi104.stdout:op 4068 completed, throughput=5MB/sec 2024-04-02T09:05:09.985 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZHehUDjEyOTrQoN off=8457549 len=74108 2024-04-02T09:05:09.988 INFO:tasks.workunit.client.0.smithi104.stdout:op 4069 completed, throughput=5MB/sec 2024-04-02T09:05:09.988 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aQXrU-y8KRYmDI5 off=1154380 len=657127 2024-04-02T09:05:09.988 INFO:tasks.workunit.client.0.smithi104.stdout:op 4070 completed, throughput=5MB/sec 2024-04-02T09:05:09.988 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--MHr-AX2yA20fK7 off=2734391 len=403099 2024-04-02T09:05:09.991 INFO:tasks.workunit.client.0.smithi104.stdout:op 4071 completed, throughput=5MB/sec 2024-04-02T09:05:09.991 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hyi3kBpGl2AW6bo off=5378550 len=449764 2024-04-02T09:05:09.991 INFO:tasks.workunit.client.0.smithi104.stdout:op 4072 completed, throughput=5MB/sec 2024-04-02T09:05:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:09 smithi188 ceph-mon[86835]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:05:10.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:09 smithi104 ceph-mon[96567]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:05:10.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:09 smithi104 ceph-mon[94081]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:05:10.992 INFO:tasks.workunit.client.0.smithi104.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:10.992 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MY4aGK5quAD5kYf off=4724007 len=2040061 2024-04-02T09:05:11.003 INFO:tasks.workunit.client.0.smithi104.stdout:op 4073 completed, throughput=5MB/sec 2024-04-02T09:05:11.003 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2_HCAWXajI0oobu off=11457159 len=1666505 2024-04-02T09:05:11.009 INFO:tasks.workunit.client.0.smithi104.stdout:op 4074 completed, throughput=5MB/sec 2024-04-02T09:05:11.009 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QwiOwKmKiR5W4MU off=22871157 len=1155473 2024-04-02T09:05:11.011 INFO:tasks.workunit.client.0.smithi104.stdout:op 4075 completed, throughput=5MB/sec 2024-04-02T09:05:11.011 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-76ygoe7YGztBcOO off=15151636 len=1331623 2024-04-02T09:05:11.014 INFO:tasks.workunit.client.0.smithi104.stdout:op 4076 completed, throughput=5MB/sec 2024-04-02T09:05:12.014 INFO:tasks.workunit.client.0.smithi104.stdout: 808: throughput=5MB/sec pending data=0 2024-04-02T09:05:12.014 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hC2QbVrw8lOw8SE off=4036835 len=1024514 2024-04-02T09:05:12.015 INFO:tasks.workunit.client.0.smithi104.stdout:op 4077 completed, throughput=5MB/sec 2024-04-02T09:05:12.015 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SyCXZwIbcQI4Jp8 off=646522 len=1710933 2024-04-02T09:05:12.017 INFO:tasks.workunit.client.0.smithi104.stdout:op 4078 completed, throughput=5MB/sec 2024-04-02T09:05:12.017 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8KbAYra2ExvILMF off=11741698 len=474650 2024-04-02T09:05:12.021 INFO:tasks.workunit.client.0.smithi104.stdout:op 4079 completed, throughput=5MB/sec 2024-04-02T09:05:12.021 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Un8n78wIGYBXW81 off=5367252 len=1493910 2024-04-02T09:05:12.027 INFO:tasks.workunit.client.0.smithi104.stdout:op 4080 completed, throughput=5MB/sec 2024-04-02T09:05:12.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:11 smithi188 ceph-mon[86835]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:12.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:11 smithi104 ceph-mon[96567]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:12.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:11 smithi104 ceph-mon[94081]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:05:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:05:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:13.028 INFO:tasks.workunit.client.0.smithi104.stdout: 809: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:13.028 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N37LzW98QFDSDbi off=1632534 len=1244557 2024-04-02T09:05:13.036 INFO:tasks.workunit.client.0.smithi104.stdout:op 4081 completed, throughput=5MB/sec 2024-04-02T09:05:13.036 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o952pVjE6zQDfG4 off=9644966 len=1118720 2024-04-02T09:05:13.042 INFO:tasks.workunit.client.0.smithi104.stdout:op 4082 completed, throughput=5MB/sec 2024-04-02T09:05:13.042 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-twZwHZZhX5NT8LT off=3872989 len=1866640 2024-04-02T09:05:13.044 INFO:tasks.workunit.client.0.smithi104.stdout:op 4083 completed, throughput=5MB/sec 2024-04-02T09:05:13.044 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Te7_2V09cgT29oD off=0 len=1432190 2024-04-02T09:05:13.049 INFO:tasks.workunit.client.0.smithi104.stdout:op 4084 completed, throughput=5MB/sec 2024-04-02T09:05:14.049 INFO:tasks.workunit.client.0.smithi104.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:14.049 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-649qjseF9PsOq00 off=5011131 len=1827594 2024-04-02T09:05:14.051 INFO:tasks.workunit.client.0.smithi104.stdout:op 4085 completed, throughput=5MB/sec 2024-04-02T09:05:14.051 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-B7T5YHPQNdYyqdh off=7367832 len=102905 2024-04-02T09:05:14.054 INFO:tasks.workunit.client.0.smithi104.stdout:op 4086 completed, throughput=5MB/sec 2024-04-02T09:05:14.054 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AXLznYAkvpA5X5c off=0 len=1102493 2024-04-02T09:05:14.055 INFO:tasks.workunit.client.0.smithi104.stdout:op 4087 completed, throughput=5MB/sec 2024-04-02T09:05:14.055 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KBsW-yl-7ZdoFcb off=5845289 len=1133552 2024-04-02T09:05:14.059 INFO:tasks.workunit.client.0.smithi104.stdout:op 4088 completed, throughput=5MB/sec 2024-04-02T09:05:14.059 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PZsCv65PnuObwP2 off=1098038 len=1221238 2024-04-02T09:05:14.060 INFO:tasks.workunit.client.0.smithi104.stdout:op 4089 completed, throughput=5MB/sec 2024-04-02T09:05:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:13 smithi188 ceph-mon[86835]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:13 smithi104 ceph-mon[96567]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:14.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:13 smithi104 ceph-mon[94081]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:15.060 INFO:tasks.workunit.client.0.smithi104.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:15.061 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-b06VJ0TcRwWlRft off=5907904 len=1820009 2024-04-02T09:05:15.069 INFO:tasks.workunit.client.0.smithi104.stdout:op 4090 completed, throughput=5MB/sec 2024-04-02T09:05:15.069 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uZylFONs7ssKEdi off=1963257 len=65942 2024-04-02T09:05:15.070 INFO:tasks.workunit.client.0.smithi104.stdout:op 4091 completed, throughput=5MB/sec 2024-04-02T09:05:15.070 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kwUBxa_-EwwmMoH off=3817995 len=1082626 2024-04-02T09:05:15.076 INFO:tasks.workunit.client.0.smithi104.stdout:op 4092 completed, throughput=5MB/sec 2024-04-02T09:05:15.076 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ecXnemiJy0S4qSV off=613104 len=154382 2024-04-02T09:05:15.077 INFO:tasks.workunit.client.0.smithi104.stdout:op 4093 completed, throughput=5MB/sec 2024-04-02T09:05:15.077 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Nc0w-5JzWu_jEtG off=11455448 len=1104638 2024-04-02T09:05:15.078 INFO:tasks.workunit.client.0.smithi104.stdout:op 4094 completed, throughput=5MB/sec 2024-04-02T09:05:15.078 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sTo-oPQWSebVGJt off=4026786 len=504667 2024-04-02T09:05:15.081 INFO:tasks.workunit.client.0.smithi104.stdout:op 4095 completed, throughput=5MB/sec 2024-04-02T09:05:16.082 INFO:tasks.workunit.client.0.smithi104.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:16.082 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--1KO0VcJHltSmZi off=6710809 len=535741 2024-04-02T09:05:16.084 INFO:tasks.workunit.client.0.smithi104.stdout:op 4096 completed, throughput=4.99MB/sec 2024-04-02T09:05:16.084 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N8JgsmTvRV4k92e off=1000885 len=1345270 2024-04-02T09:05:16.086 INFO:tasks.workunit.client.0.smithi104.stdout:op 4097 completed, throughput=5MB/sec 2024-04-02T09:05:16.086 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mQ_dUray3t4BqCO off=3898915 len=199282 2024-04-02T09:05:16.087 INFO:tasks.workunit.client.0.smithi104.stdout:op 4098 completed, throughput=5MB/sec 2024-04-02T09:05:16.087 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IccE3f_7LHH3WpG off=11556070 len=785469 2024-04-02T09:05:16.092 INFO:tasks.workunit.client.0.smithi104.stdout:op 4099 completed, throughput=5MB/sec 2024-04-02T09:05:16.092 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--noCJEevbl1f5uY off=10517514 len=1145210 2024-04-02T09:05:16.096 INFO:tasks.workunit.client.0.smithi104.stdout:op 4100 completed, throughput=5MB/sec 2024-04-02T09:05:16.096 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hOcdQYYXKe_kJDE off=18612899 len=187048 2024-04-02T09:05:16.097 INFO:tasks.workunit.client.0.smithi104.stdout:op 4101 completed, throughput=5MB/sec 2024-04-02T09:05:16.097 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qPSqpx_wKd0uR8d off=1283136 len=1302567 2024-04-02T09:05:16.102 INFO:tasks.workunit.client.0.smithi104.stdout:op 4102 completed, throughput=5MB/sec 2024-04-02T09:05:16.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:15 smithi188 ceph-mon[86835]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:16.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:15 smithi104 ceph-mon[96567]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:16.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:15 smithi104 ceph-mon[94081]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:05:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:05:15] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-02T09:05:17.103 INFO:tasks.workunit.client.0.smithi104.stdout: 813: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:17.103 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D1x15mmQHQPtDgE off=6126506 len=981366 2024-04-02T09:05:17.103 INFO:tasks.workunit.client.0.smithi104.stdout:op 4103 completed, throughput=5MB/sec 2024-04-02T09:05:17.104 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZddLa0Z9A6wStbc off=17095134 len=1929820 2024-04-02T09:05:17.105 INFO:tasks.workunit.client.0.smithi104.stdout:op 4104 completed, throughput=5MB/sec 2024-04-02T09:05:17.105 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KatdogH6bFbJihp off=114557 len=661852 2024-04-02T09:05:17.106 INFO:tasks.workunit.client.0.smithi104.stdout:op 4105 completed, throughput=5MB/sec 2024-04-02T09:05:17.106 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zwRkyNkHaFxvQQl off=1302742 len=1386458 2024-04-02T09:05:17.107 INFO:tasks.workunit.client.0.smithi104.stdout:op 4106 completed, throughput=5MB/sec 2024-04-02T09:05:18.107 INFO:tasks.workunit.client.0.smithi104.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:18.107 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OX-B36kX784hgQX off=1306071 len=1171259 2024-04-02T09:05:18.111 INFO:tasks.workunit.client.0.smithi104.stdout:op 4107 completed, throughput=5MB/sec 2024-04-02T09:05:18.111 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tiI8D_n-jy3lf7p off=246783 len=1153127 2024-04-02T09:05:18.113 INFO:tasks.workunit.client.0.smithi104.stdout:op 4108 completed, throughput=5MB/sec 2024-04-02T09:05:18.113 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tKbkcFyuUxUtfAm off=14417746 len=1673659 2024-04-02T09:05:18.121 INFO:tasks.workunit.client.0.smithi104.stdout:op 4109 completed, throughput=5MB/sec 2024-04-02T09:05:18.121 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bmNY2Law6_VcGBU off=823551 len=498646 2024-04-02T09:05:18.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:17 smithi188 ceph-mon[86835]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:18.124 INFO:tasks.workunit.client.0.smithi104.stdout:op 4110 completed, throughput=5MB/sec 2024-04-02T09:05:18.125 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nhkVX0J6rzGr1DC off=3942594 len=542558 2024-04-02T09:05:18.127 INFO:tasks.workunit.client.0.smithi104.stdout:op 4111 completed, throughput=5MB/sec 2024-04-02T09:05:18.127 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ieb2o1YYTl7EoJD off=827212 len=295134 2024-04-02T09:05:18.128 INFO:tasks.workunit.client.0.smithi104.stdout:op 4112 completed, throughput=5MB/sec 2024-04-02T09:05:18.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:17 smithi104 ceph-mon[96567]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:18.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:17 smithi104 ceph-mon[94081]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:19.128 INFO:tasks.workunit.client.0.smithi104.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:19.128 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bTckpJ7UTX0HuyE off=20437276 len=53798 2024-04-02T09:05:19.129 INFO:tasks.workunit.client.0.smithi104.stdout:op 4113 completed, throughput=4.99MB/sec 2024-04-02T09:05:19.129 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lsmTgRXR9i0m1WE off=11774152 len=623627 2024-04-02T09:05:19.129 INFO:tasks.workunit.client.0.smithi104.stdout:op 4114 completed, throughput=4.99MB/sec 2024-04-02T09:05:19.130 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bSm85KI-w16LFgZ off=16082296 len=62138 2024-04-02T09:05:19.132 INFO:tasks.workunit.client.0.smithi104.stdout:op 4115 completed, throughput=4.99MB/sec 2024-04-02T09:05:19.132 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ooXbf8JaLbn1cJM off=12162114 len=170419 2024-04-02T09:05:19.135 INFO:tasks.workunit.client.0.smithi104.stdout:op 4116 completed, throughput=5MB/sec 2024-04-02T09:05:19.135 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xoIR6QDZlKa4iH5 off=5617248 len=1216659 2024-04-02T09:05:19.136 INFO:tasks.workunit.client.0.smithi104.stdout:op 4117 completed, throughput=5MB/sec 2024-04-02T09:05:19.136 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-U0XZsLeSOAqE1FE off=366687 len=1465301 2024-04-02T09:05:19.137 INFO:tasks.workunit.client.0.smithi104.stdout:op 4118 completed, throughput=5MB/sec 2024-04-02T09:05:19.137 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-b8SjTJJTkTpF13N off=1008909 len=407063 2024-04-02T09:05:19.137 INFO:tasks.workunit.client.0.smithi104.stdout:op 4119 completed, throughput=5MB/sec 2024-04-02T09:05:19.138 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nyCkOavKujhLG7V off=5130663 len=2020715 2024-04-02T09:05:19.139 INFO:tasks.workunit.client.0.smithi104.stdout:op 4120 completed, throughput=5MB/sec 2024-04-02T09:05:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:19 smithi188 ceph-mon[86835]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:05:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:20.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:19 smithi104 ceph-mon[96567]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:05:20.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:20.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:19 smithi104 ceph-mon[94081]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:05:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:20.140 INFO:tasks.workunit.client.0.smithi104.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:20.140 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-M2HlGjgjsSOXchT off=984575 len=1841289 2024-04-02T09:05:20.148 INFO:tasks.workunit.client.0.smithi104.stdout:op 4121 completed, throughput=5MB/sec 2024-04-02T09:05:20.148 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WpX4EUx7fHb_USp off=9669645 len=1139550 2024-04-02T09:05:20.152 INFO:tasks.workunit.client.0.smithi104.stdout:op 4122 completed, throughput=5MB/sec 2024-04-02T09:05:20.153 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CHR3Ev7O4tmND3p off=1894730 len=535533 2024-04-02T09:05:20.156 INFO:tasks.workunit.client.0.smithi104.stdout:op 4123 completed, throughput=5MB/sec 2024-04-02T09:05:20.156 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ctZ1tzbmtYVCuJ6 off=3911125 len=610745 2024-04-02T09:05:20.157 INFO:tasks.workunit.client.0.smithi104.stdout:op 4124 completed, throughput=5MB/sec 2024-04-02T09:05:20.157 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zcf42sSwoBXmYMw off=1452740 len=42184 2024-04-02T09:05:20.158 INFO:tasks.workunit.client.0.smithi104.stdout:op 4125 completed, throughput=5MB/sec 2024-04-02T09:05:20.158 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RWUwiFnU-YevxnP off=13044353 len=759248 2024-04-02T09:05:20.159 INFO:tasks.workunit.client.0.smithi104.stdout:op 4126 completed, throughput=5MB/sec 2024-04-02T09:05:21.159 INFO:tasks.workunit.client.0.smithi104.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:21.159 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VOJOQI6iH2VO7p9 off=23572808 len=361130 2024-04-02T09:05:21.160 INFO:tasks.workunit.client.0.smithi104.stdout:op 4127 completed, throughput=4.99MB/sec 2024-04-02T09:05:21.160 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zVpk5ViTCwPz47M off=1570104 len=616941 2024-04-02T09:05:21.163 INFO:tasks.workunit.client.0.smithi104.stdout:op 4128 completed, throughput=5MB/sec 2024-04-02T09:05:21.163 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GtlIv-focblm0Hh off=6448756 len=45433 2024-04-02T09:05:21.166 INFO:tasks.workunit.client.0.smithi104.stdout:op 4129 completed, throughput=5MB/sec 2024-04-02T09:05:21.166 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MUh67P_pYaE_ek2 off=9996898 len=1288181 2024-04-02T09:05:21.171 INFO:tasks.workunit.client.0.smithi104.stdout:op 4130 completed, throughput=5MB/sec 2024-04-02T09:05:21.171 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8Q0YPcSdf3-hVKz off=11241523 len=1253131 2024-04-02T09:05:21.175 INFO:tasks.workunit.client.0.smithi104.stdout:op 4131 completed, throughput=5MB/sec 2024-04-02T09:05:21.175 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gzskEcyg9tuy_Jq off=3283343 len=795949 2024-04-02T09:05:21.180 INFO:tasks.workunit.client.0.smithi104.stdout:op 4132 completed, throughput=5MB/sec 2024-04-02T09:05:21.180 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VL0P4khr77JxWxh off=1883766 len=1703513 2024-04-02T09:05:21.186 INFO:tasks.workunit.client.0.smithi104.stdout:op 4133 completed, throughput=5MB/sec 2024-04-02T09:05:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:21 smithi188 ceph-mon[86835]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:22.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:21 smithi104 ceph-mon[94081]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:22.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:21 smithi104 ceph-mon[96567]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:22.186 INFO:tasks.workunit.client.0.smithi104.stdout: 818: throughput=5MB/sec pending data=0 2024-04-02T09:05:22.186 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tTnjmB2jfA3FNsK off=10368187 len=1144732 2024-04-02T09:05:22.187 INFO:tasks.workunit.client.0.smithi104.stdout:op 4134 completed, throughput=5MB/sec 2024-04-02T09:05:22.187 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NIa-wCW6iRHJ8k5 off=8026837 len=1874500 2024-04-02T09:05:22.196 INFO:tasks.workunit.client.0.smithi104.stdout:op 4135 completed, throughput=5MB/sec 2024-04-02T09:05:22.196 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-I0sIVO1ct-nImUt off=567018 len=485916 2024-04-02T09:05:22.197 INFO:tasks.workunit.client.0.smithi104.stdout:op 4136 completed, throughput=5MB/sec 2024-04-02T09:05:22.197 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iXobIpzsKKz0Tsq off=3070756 len=1473563 2024-04-02T09:05:22.200 INFO:tasks.workunit.client.0.smithi104.stdout:op 4137 completed, throughput=5MB/sec 2024-04-02T09:05:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:05:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:23.200 INFO:tasks.workunit.client.0.smithi104.stdout: 819: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:23.200 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-s5-dnFNjC7f7v3L off=16008585 len=1262534 2024-04-02T09:05:23.201 INFO:tasks.workunit.client.0.smithi104.stdout:op 4138 completed, throughput=5MB/sec 2024-04-02T09:05:23.201 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Z49C4AahVH5o1-f off=2261517 len=358369 2024-04-02T09:05:23.204 INFO:tasks.workunit.client.0.smithi104.stdout:op 4139 completed, throughput=5MB/sec 2024-04-02T09:05:23.204 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r6D-L_EMaSzGY6a off=1642008 len=1441358 2024-04-02T09:05:23.211 INFO:tasks.workunit.client.0.smithi104.stdout:op 4140 completed, throughput=5MB/sec 2024-04-02T09:05:23.211 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qMRcAg5LlTtACwj off=2846541 len=1551180 2024-04-02T09:05:23.220 INFO:tasks.workunit.client.0.smithi104.stdout:op 4141 completed, throughput=5MB/sec 2024-04-02T09:05:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:23 smithi188 ceph-mon[86835]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:05:24.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:23 smithi104 ceph-mon[96567]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:05:24.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:23 smithi104 ceph-mon[94081]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:05:24.220 INFO:tasks.workunit.client.0.smithi104.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:24.220 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mZ8vZBvOJVbch0H off=1493114 len=1102005 2024-04-02T09:05:24.222 INFO:tasks.workunit.client.0.smithi104.stdout:op 4142 completed, throughput=5MB/sec 2024-04-02T09:05:24.222 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Hyn1U4f_XqwpF4E off=195018 len=1966910 2024-04-02T09:05:24.224 INFO:tasks.workunit.client.0.smithi104.stdout:op 4143 completed, throughput=5MB/sec 2024-04-02T09:05:24.224 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bTpNTRCnJOo5MW_ off=18495655 len=1092460 2024-04-02T09:05:24.225 INFO:tasks.workunit.client.0.smithi104.stdout:op 4144 completed, throughput=5MB/sec 2024-04-02T09:05:24.225 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qdBn4rnSQ_w5GNt off=6055711 len=1017775 2024-04-02T09:05:24.229 INFO:tasks.workunit.client.0.smithi104.stdout:op 4145 completed, throughput=5MB/sec 2024-04-02T09:05:24.229 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jMZ2KDjVH94OrMD off=18584625 len=2078680 2024-04-02T09:05:24.240 INFO:tasks.workunit.client.0.smithi104.stdout:op 4146 completed, throughput=5MB/sec 2024-04-02T09:05:25.240 INFO:tasks.workunit.client.0.smithi104.stdout: 821: throughput=5MB/sec pending data=0 2024-04-02T09:05:25.240 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9jTg1b6BA8logfU off=157904 len=1520204 2024-04-02T09:05:25.242 INFO:tasks.workunit.client.0.smithi104.stdout:op 4147 completed, throughput=5MB/sec 2024-04-02T09:05:25.242 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IxbBH7rz8whYBM- off=11697349 len=730791 2024-04-02T09:05:25.245 INFO:tasks.workunit.client.0.smithi104.stdout:op 4148 completed, throughput=5MB/sec 2024-04-02T09:05:25.245 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-euuWEnPPxjtrybZ off=7120947 len=863158 2024-04-02T09:05:25.246 INFO:tasks.workunit.client.0.smithi104.stdout:op 4149 completed, throughput=5MB/sec 2024-04-02T09:05:25.246 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iZfX6Yxx9gFOWtJ off=951299 len=1394444 2024-04-02T09:05:25.248 INFO:tasks.workunit.client.0.smithi104.stdout:op 4150 completed, throughput=5MB/sec 2024-04-02T09:05:26.127 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:25 smithi188 ceph-mon[86835]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:05:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:05:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:05:25] "GET /metrics HTTP/1.1" 200 34140 "" "Prometheus/2.43.0" 2024-04-02T09:05:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:25 smithi104 ceph-mon[96567]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:05:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:25 smithi104 ceph-mon[94081]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:05:26.249 INFO:tasks.workunit.client.0.smithi104.stdout: 822: throughput=5MB/sec pending data=0 2024-04-02T09:05:26.249 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zh6ojLQXWIAw2wH off=1340676 len=137418 2024-04-02T09:05:26.250 INFO:tasks.workunit.client.0.smithi104.stdout:op 4151 completed, throughput=5MB/sec 2024-04-02T09:05:26.250 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FW0v_IYOAoabacO off=12538057 len=1722426 2024-04-02T09:05:26.258 INFO:tasks.workunit.client.0.smithi104.stdout:op 4152 completed, throughput=5MB/sec 2024-04-02T09:05:26.258 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-45m3GUzQVQsrWig off=10264518 len=928197 2024-04-02T09:05:26.259 INFO:tasks.workunit.client.0.smithi104.stdout:op 4153 completed, throughput=5MB/sec 2024-04-02T09:05:26.259 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-63q4DmthKKlW8oV off=5601435 len=1171058 2024-04-02T09:05:26.260 INFO:tasks.workunit.client.0.smithi104.stdout:op 4154 completed, throughput=5MB/sec 2024-04-02T09:05:26.260 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-apE90sRanaYEXK_ off=15532100 len=1857061 2024-04-02T09:05:26.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 4155 completed, throughput=5MB/sec 2024-04-02T09:05:27.267 INFO:tasks.workunit.client.0.smithi104.stdout: 823: throughput=5MB/sec pending data=0 2024-04-02T09:05:27.267 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YllfrAg3E0S0wOU off=8690076 len=1865833 2024-04-02T09:05:27.268 INFO:tasks.workunit.client.0.smithi104.stdout:op 4156 completed, throughput=5MB/sec 2024-04-02T09:05:27.269 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CJEMJMmvLrdArrD off=4361522 len=415734 2024-04-02T09:05:27.271 INFO:tasks.workunit.client.0.smithi104.stdout:op 4157 completed, throughput=5MB/sec 2024-04-02T09:05:27.271 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uf6DR9JE0LCOIbo off=1764705 len=1711626 2024-04-02T09:05:27.273 INFO:tasks.workunit.client.0.smithi104.stdout:op 4158 completed, throughput=5MB/sec 2024-04-02T09:05:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:27 smithi188 ceph-mon[86835]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:27 smithi104 ceph-mon[96567]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:27 smithi104 ceph-mon[94081]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:28.273 INFO:tasks.workunit.client.0.smithi104.stdout: 824: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:28.274 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fY7Bf3ryCQ7CscD off=9604159 len=1168446 2024-04-02T09:05:28.280 INFO:tasks.workunit.client.0.smithi104.stdout:op 4159 completed, throughput=5MB/sec 2024-04-02T09:05:28.280 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iljHAptmwU0dx03 off=2275263 len=918590 2024-04-02T09:05:28.285 INFO:tasks.workunit.client.0.smithi104.stdout:op 4160 completed, throughput=5MB/sec 2024-04-02T09:05:28.285 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RVz_jPIfNWw7M9D off=3920021 len=1016090 2024-04-02T09:05:28.289 INFO:tasks.workunit.client.0.smithi104.stdout:op 4161 completed, throughput=5MB/sec 2024-04-02T09:05:28.289 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4_rhWXe9N8PbLRx off=1390866 len=1831722 2024-04-02T09:05:28.297 INFO:tasks.workunit.client.0.smithi104.stdout:op 4162 completed, throughput=5MB/sec 2024-04-02T09:05:28.298 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xpY2RwjQ-UOuL8U off=10782527 len=2016128 2024-04-02T09:05:28.299 INFO:tasks.workunit.client.0.smithi104.stdout:op 4163 completed, throughput=5MB/sec 2024-04-02T09:05:29.299 INFO:tasks.workunit.client.0.smithi104.stdout: 825: throughput=5MB/sec pending data=0 2024-04-02T09:05:29.300 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-t9eF4OIDeQwuKFQ off=15162029 len=1191517 2024-04-02T09:05:29.302 INFO:tasks.workunit.client.0.smithi104.stdout:op 4164 completed, throughput=5MB/sec 2024-04-02T09:05:29.302 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BdjUujwZ0LJSSWt off=6534683 len=1764381 2024-04-02T09:05:29.304 INFO:tasks.workunit.client.0.smithi104.stdout:op 4165 completed, throughput=5MB/sec 2024-04-02T09:05:29.304 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MltiL3z2K_LH7QG off=173919 len=36212 2024-04-02T09:05:29.305 INFO:tasks.workunit.client.0.smithi104.stdout:op 4166 completed, throughput=5MB/sec 2024-04-02T09:05:29.306 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ofk0kso6h-_mONs off=899201 len=1565253 2024-04-02T09:05:29.307 INFO:tasks.workunit.client.0.smithi104.stdout:op 4167 completed, throughput=5MB/sec 2024-04-02T09:05:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:29 smithi188 ceph-mon[86835]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:30.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:29 smithi104 ceph-mon[96567]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:30.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:29 smithi104 ceph-mon[94081]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:05:30.307 INFO:tasks.workunit.client.0.smithi104.stdout: 826: throughput=5MB/sec pending data=0 2024-04-02T09:05:30.308 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nqgE4UQhg_oC9Ib off=10233598 len=508673 2024-04-02T09:05:30.311 INFO:tasks.workunit.client.0.smithi104.stdout:op 4168 completed, throughput=5MB/sec 2024-04-02T09:05:30.311 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3kj8PQe1Wop_qVG off=8496935 len=1636935 2024-04-02T09:05:30.312 INFO:tasks.workunit.client.0.smithi104.stdout:op 4169 completed, throughput=5MB/sec 2024-04-02T09:05:30.313 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bSMfyxKs_RMhb7W off=11410459 len=917473 2024-04-02T09:05:30.318 INFO:tasks.workunit.client.0.smithi104.stdout:op 4170 completed, throughput=5MB/sec 2024-04-02T09:05:30.318 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ncA-frNCFBSjxKu off=10022764 len=122028 2024-04-02T09:05:30.319 INFO:tasks.workunit.client.0.smithi104.stdout:op 4171 completed, throughput=5MB/sec 2024-04-02T09:05:30.319 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5-erh6iS8mguz7_ off=9987314 len=1637219 2024-04-02T09:05:30.320 INFO:tasks.workunit.client.0.smithi104.stdout:op 4172 completed, throughput=5MB/sec 2024-04-02T09:05:31.320 INFO:tasks.workunit.client.0.smithi104.stdout: 827: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:31.320 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qfvLBJ00vIw7NF9 off=859533 len=540075 2024-04-02T09:05:31.324 INFO:tasks.workunit.client.0.smithi104.stdout:op 4173 completed, throughput=5MB/sec 2024-04-02T09:05:31.324 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AIPBFd_v0ANURo_ off=1670744 len=1985909 2024-04-02T09:05:31.328 INFO:tasks.workunit.client.0.smithi104.stdout:op 4174 completed, throughput=5MB/sec 2024-04-02T09:05:31.328 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vH5ARnk5Qfl-_6K off=4003304 len=1788246 2024-04-02T09:05:31.330 INFO:tasks.workunit.client.0.smithi104.stdout:op 4175 completed, throughput=5MB/sec 2024-04-02T09:05:31.330 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TVcZzvYAIXswVSH off=13668939 len=288342 2024-04-02T09:05:31.332 INFO:tasks.workunit.client.0.smithi104.stdout:op 4176 completed, throughput=5MB/sec 2024-04-02T09:05:31.332 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lIIpiZeuOCPmQXL off=1992607 len=926438 2024-04-02T09:05:31.337 INFO:tasks.workunit.client.0.smithi104.stdout:op 4177 completed, throughput=5MB/sec 2024-04-02T09:05:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:31 smithi188 ceph-mon[86835]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:05:32.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:31 smithi104 ceph-mon[96567]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:05:32.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:31 smithi104 ceph-mon[94081]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:05:32.337 INFO:tasks.workunit.client.0.smithi104.stdout: 828: throughput=5MB/sec pending data=0 2024-04-02T09:05:32.337 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wBLPf0wshgs0ofT off=8021894 len=863680 2024-04-02T09:05:32.342 INFO:tasks.workunit.client.0.smithi104.stdout:op 4178 completed, throughput=5MB/sec 2024-04-02T09:05:32.343 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-y7QK7HByS4klmpT off=4318484 len=603601 2024-04-02T09:05:32.343 INFO:tasks.workunit.client.0.smithi104.stdout:op 4179 completed, throughput=5MB/sec 2024-04-02T09:05:32.343 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-U0XZsLeSOAqE1FE off=16140613 len=162461 2024-04-02T09:05:32.346 INFO:tasks.workunit.client.0.smithi104.stdout:op 4180 completed, throughput=5MB/sec 2024-04-02T09:05:32.346 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_wHfsv5NuQ7lTLi off=7391471 len=974247 2024-04-02T09:05:32.346 INFO:tasks.workunit.client.0.smithi104.stdout:op 4181 completed, throughput=5MB/sec 2024-04-02T09:05:32.347 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ymv93s1MScoAm-8 off=9455868 len=1076075 2024-04-02T09:05:32.353 INFO:tasks.workunit.client.0.smithi104.stdout:op 4182 completed, throughput=5MB/sec 2024-04-02T09:05:32.353 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hgJf19vt80vXZns off=1613096 len=935162 2024-04-02T09:05:32.357 INFO:tasks.workunit.client.0.smithi104.stdout:op 4183 completed, throughput=5MB/sec 2024-04-02T09:05:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:05:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:05:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: 829: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:33.358 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rrj59rHFqh3y8wN off=19760691 len=1715098 2024-04-02T09:05:33.359 INFO:tasks.workunit.client.0.smithi104.stdout:op 4184 completed, throughput=5MB/sec 2024-04-02T09:05:33.360 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AKuDctTxDVo_6Gh off=140169 len=1025709 2024-04-02T09:05:33.360 INFO:tasks.workunit.client.0.smithi104.stdout:op 4185 completed, throughput=5MB/sec 2024-04-02T09:05:33.360 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-z_wSdizkDVu0mb8 off=1287226 len=1128042 2024-04-02T09:05:33.365 INFO:tasks.workunit.client.0.smithi104.stdout:op 4186 completed, throughput=5MB/sec 2024-04-02T09:05:33.365 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f-QTf0UgIneoKtg off=19309336 len=647998 2024-04-02T09:05:33.368 INFO:tasks.workunit.client.0.smithi104.stdout:op 4187 completed, throughput=5MB/sec 2024-04-02T09:05:33.368 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-H8QZLD77Y7LtB0Q off=11391862 len=1624592 2024-04-02T09:05:33.369 INFO:tasks.workunit.client.0.smithi104.stdout:op 4188 completed, throughput=5MB/sec 2024-04-02T09:05:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:33 smithi188 ceph-mon[86835]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:34.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:33 smithi104 ceph-mon[94081]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:34.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:33 smithi104 ceph-mon[96567]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:34.370 INFO:tasks.workunit.client.0.smithi104.stdout: 830: throughput=5MB/sec pending data=0 2024-04-02T09:05:34.370 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GYb8Lyo5eLU_M8N off=9412206 len=1500917 2024-04-02T09:05:34.373 INFO:tasks.workunit.client.0.smithi104.stdout:op 4189 completed, throughput=5MB/sec 2024-04-02T09:05:34.373 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tMnnZVzFjgYSDp_ off=12898602 len=1554092 2024-04-02T09:05:34.382 INFO:tasks.workunit.client.0.smithi104.stdout:op 4190 completed, throughput=5MB/sec 2024-04-02T09:05:34.382 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jT4tVshWCbmowWK off=784765 len=551738 2024-04-02T09:05:34.385 INFO:tasks.workunit.client.0.smithi104.stdout:op 4191 completed, throughput=5MB/sec 2024-04-02T09:05:34.385 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RbRCSppB_Do332d off=7777095 len=866321 2024-04-02T09:05:34.386 INFO:tasks.workunit.client.0.smithi104.stdout:op 4192 completed, throughput=5MB/sec 2024-04-02T09:05:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:35.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:35.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:35.386 INFO:tasks.workunit.client.0.smithi104.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:35.387 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mbto7gdZXhjvfMi off=16056693 len=1449671 2024-04-02T09:05:35.388 INFO:tasks.workunit.client.0.smithi104.stdout:op 4193 completed, throughput=5MB/sec 2024-04-02T09:05:35.388 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BlFl7oBFsJA7Spn off=4610438 len=814301 2024-04-02T09:05:35.392 INFO:tasks.workunit.client.0.smithi104.stdout:op 4194 completed, throughput=5MB/sec 2024-04-02T09:05:35.392 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W5ypQq9SHqqoLED off=8782181 len=1045853 2024-04-02T09:05:35.397 INFO:tasks.workunit.client.0.smithi104.stdout:op 4195 completed, throughput=5MB/sec 2024-04-02T09:05:35.398 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kpzr3Tq4XFhxx7_ off=5978262 len=190551 2024-04-02T09:05:35.398 INFO:tasks.workunit.client.0.smithi104.stdout:op 4196 completed, throughput=5MB/sec 2024-04-02T09:05:35.398 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QUAdF1b7pbFLNSc off=3331643 len=1981197 2024-04-02T09:05:35.400 INFO:tasks.workunit.client.0.smithi104.stdout:op 4197 completed, throughput=5MB/sec 2024-04-02T09:05:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:35 smithi188 ceph-mon[86835]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:05:36.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:35 smithi104 ceph-mon[96567]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:05:36.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:35 smithi104 ceph-mon[94081]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:05:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:05:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:05:35] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-02T09:05:36.400 INFO:tasks.workunit.client.0.smithi104.stdout: 832: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:36.400 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lEBuygsX18fGOMf off=4722838 len=1269674 2024-04-02T09:05:36.403 INFO:tasks.workunit.client.0.smithi104.stdout:op 4198 completed, throughput=5MB/sec 2024-04-02T09:05:36.403 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-svRzLNY0yy-bdsR off=794394 len=896564 2024-04-02T09:05:36.407 INFO:tasks.workunit.client.0.smithi104.stdout:op 4199 completed, throughput=5MB/sec 2024-04-02T09:05:36.407 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cXFizhMbZ8eFHH4 off=1113560 len=1720228 2024-04-02T09:05:36.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 4200 completed, throughput=5MB/sec 2024-04-02T09:05:36.414 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VIxu2y9k9CmmoKd off=11567455 len=1710230 2024-04-02T09:05:36.416 INFO:tasks.workunit.client.0.smithi104.stdout:op 4201 completed, throughput=5MB/sec 2024-04-02T09:05:37.416 INFO:tasks.workunit.client.0.smithi104.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:37.416 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sHmxX48nMlqMyY5 off=1726484 len=1047932 2024-04-02T09:05:37.421 INFO:tasks.workunit.client.0.smithi104.stdout:op 4202 completed, throughput=5MB/sec 2024-04-02T09:05:37.421 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qgUAR265svOjbBk off=4949529 len=1803651 2024-04-02T09:05:37.422 INFO:tasks.workunit.client.0.smithi104.stdout:op 4203 completed, throughput=5MB/sec 2024-04-02T09:05:37.423 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GIz0XvFmGpXiSNz off=8843242 len=1882862 2024-04-02T09:05:37.426 INFO:tasks.workunit.client.0.smithi104.stdout:op 4204 completed, throughput=5MB/sec 2024-04-02T09:05:37.426 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lBqjWCupp3q5d6U off=14170837 len=567368 2024-04-02T09:05:37.429 INFO:tasks.workunit.client.0.smithi104.stdout:op 4205 completed, throughput=5MB/sec 2024-04-02T09:05:38.430 INFO:tasks.workunit.client.0.smithi104.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F4S7HBDB1gL-eJi off=6988649 len=158089 2024-04-02T09:05:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:op 4206 completed, throughput=4.99MB/sec 2024-04-02T09:05:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xtJrEq2QY1L8des off=1447988 len=360314 2024-04-02T09:05:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:op 4207 completed, throughput=5MB/sec 2024-04-02T09:05:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nOPbvDUf60aQk7N off=2481574 len=1019869 2024-04-02T09:05:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:op 4208 completed, throughput=5MB/sec 2024-04-02T09:05:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-veGxaAd6bqXsczE off=2170509 len=952813 2024-04-02T09:05:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:op 4209 completed, throughput=5MB/sec 2024-04-02T09:05:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ojDbZDaEhC91vb- off=472809 len=85504 2024-04-02T09:05:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:op 4210 completed, throughput=5MB/sec 2024-04-02T09:05:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-isQrPjhN9UMHubA off=3253547 len=53447 2024-04-02T09:05:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:op 4211 completed, throughput=5MB/sec 2024-04-02T09:05:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iBKKqgGBz-wNwOJ off=388797 len=1175812 2024-04-02T09:05:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:op 4212 completed, throughput=5MB/sec 2024-04-02T09:05:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mjvoVrYM2JBsomw off=20837059 len=328045 2024-04-02T09:05:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:op 4213 completed, throughput=5MB/sec 2024-04-02T09:05:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T7BGlF9gO_X8Kt4 off=6893463 len=269008 2024-04-02T09:05:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:op 4214 completed, throughput=5MB/sec 2024-04-02T09:05:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dj6tmtmpfLRuv3e off=4603014 len=1751722 2024-04-02T09:05:38.446 INFO:tasks.workunit.client.0.smithi104.stdout:op 4215 completed, throughput=5MB/sec 2024-04-02T09:05:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:38 smithi188 ceph-mon[86835]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:05:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:38 smithi104 ceph-mon[94081]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:05:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:38 smithi104 ceph-mon[96567]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:05:39.446 INFO:tasks.workunit.client.0.smithi104.stdout: 835: throughput=5MB/sec pending data=0 2024-04-02T09:05:39.446 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0UmbAKXnEp4i4Zh off=2676323 len=1019069 2024-04-02T09:05:39.447 INFO:tasks.workunit.client.0.smithi104.stdout:op 4216 completed, throughput=5MB/sec 2024-04-02T09:05:39.447 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DCWEmT0GwT0ZHJo off=6521695 len=229436 2024-04-02T09:05:39.450 INFO:tasks.workunit.client.0.smithi104.stdout:op 4217 completed, throughput=5MB/sec 2024-04-02T09:05:39.450 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N6x6-ZbMLp94-8- off=3388967 len=1365119 2024-04-02T09:05:39.450 INFO:tasks.workunit.client.0.smithi104.stdout:op 4218 completed, throughput=5MB/sec 2024-04-02T09:05:39.450 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-m3CAMOuSJd62H2p off=2383975 len=1765594 2024-04-02T09:05:39.456 INFO:tasks.workunit.client.0.smithi104.stdout:op 4219 completed, throughput=5MB/sec 2024-04-02T09:05:40.457 INFO:tasks.workunit.client.0.smithi104.stdout: 836: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:40.457 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wrikzKwWYuAn1KQ off=18733943 len=1875163 2024-04-02T09:05:40.464 INFO:tasks.workunit.client.0.smithi104.stdout:op 4220 completed, throughput=5MB/sec 2024-04-02T09:05:40.464 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5qh0U_mo6pd0-2s off=222313 len=1356997 2024-04-02T09:05:40.465 INFO:tasks.workunit.client.0.smithi104.stdout:op 4221 completed, throughput=5MB/sec 2024-04-02T09:05:40.465 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nigs8n_mVvRXG9_ off=13725622 len=209970 2024-04-02T09:05:40.466 INFO:tasks.workunit.client.0.smithi104.stdout:op 4222 completed, throughput=5MB/sec 2024-04-02T09:05:40.466 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-712nnqmjViTnZsy off=1548907 len=1412528 2024-04-02T09:05:40.467 INFO:tasks.workunit.client.0.smithi104.stdout:op 4223 completed, throughput=5MB/sec 2024-04-02T09:05:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:40 smithi188 ceph-mon[86835]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:40 smithi104 ceph-mon[96567]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:40 smithi104 ceph-mon[94081]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:41.467 INFO:tasks.workunit.client.0.smithi104.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:41.467 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kKEUIKnAW1p-urx off=0 len=1159297 2024-04-02T09:05:41.468 INFO:tasks.workunit.client.0.smithi104.stdout:op 4224 completed, throughput=5MB/sec 2024-04-02T09:05:41.468 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-a_IdzXPk7OR-r4z off=183285 len=277287 2024-04-02T09:05:41.469 INFO:tasks.workunit.client.0.smithi104.stdout:op 4225 completed, throughput=5MB/sec 2024-04-02T09:05:41.469 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lLLOOyUuZw8CE7l off=10397513 len=1303276 2024-04-02T09:05:41.474 INFO:tasks.workunit.client.0.smithi104.stdout:op 4226 completed, throughput=5MB/sec 2024-04-02T09:05:41.474 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9GKY-2Y6gFmT-u4 off=2686005 len=479194 2024-04-02T09:05:41.477 INFO:tasks.workunit.client.0.smithi104.stdout:op 4227 completed, throughput=5MB/sec 2024-04-02T09:05:41.477 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QnY_Iwt1eB1iofX off=21118762 len=1925845 2024-04-02T09:05:41.478 INFO:tasks.workunit.client.0.smithi104.stdout:op 4228 completed, throughput=5MB/sec 2024-04-02T09:05:41.478 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Viehu6HdO2PZnDN off=179644 len=499780 2024-04-02T09:05:41.478 INFO:tasks.workunit.client.0.smithi104.stdout:op 4229 completed, throughput=5MB/sec 2024-04-02T09:05:42.425 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:42 smithi188 ceph-mon[86835]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:05:42.426 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:05:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:05:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:42.479 INFO:tasks.workunit.client.0.smithi104.stdout: 838: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:42.479 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ExM7McFs2HuFi3z off=4708841 len=743772 2024-04-02T09:05:42.479 INFO:tasks.workunit.client.0.smithi104.stdout:op 4230 completed, throughput=5MB/sec 2024-04-02T09:05:42.480 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xPSHx5-GoXs14EL off=5867639 len=382376 2024-04-02T09:05:42.480 INFO:tasks.workunit.client.0.smithi104.stdout:op 4231 completed, throughput=5MB/sec 2024-04-02T09:05:42.480 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eOIi28tG_s6rmbe off=8727377 len=1988788 2024-04-02T09:05:42.488 INFO:tasks.workunit.client.0.smithi104.stdout:op 4232 completed, throughput=5MB/sec 2024-04-02T09:05:42.488 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2GsZfDEF2qtBv7d off=763813 len=881235 2024-04-02T09:05:42.492 INFO:tasks.workunit.client.0.smithi104.stdout:op 4233 completed, throughput=5MB/sec 2024-04-02T09:05:42.492 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8I4lfvZLTQPtvaJ off=6346607 len=653436 2024-04-02T09:05:42.494 INFO:tasks.workunit.client.0.smithi104.stdout:op 4234 completed, throughput=5MB/sec 2024-04-02T09:05:42.494 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lBWL_Mnf6GYv2bR off=118847 len=1584964 2024-04-02T09:05:42.501 INFO:tasks.workunit.client.0.smithi104.stdout:op 4235 completed, throughput=5MB/sec 2024-04-02T09:05:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:42 smithi104 ceph-mon[96567]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:05:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:42 smithi104 ceph-mon[94081]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:05:43.502 INFO:tasks.workunit.client.0.smithi104.stdout: 839: throughput=5MB/sec pending data=0 2024-04-02T09:05:43.502 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-72nTew672pzsV-z off=5537087 len=1664614 2024-04-02T09:05:43.509 INFO:tasks.workunit.client.0.smithi104.stdout:op 4236 completed, throughput=5MB/sec 2024-04-02T09:05:43.510 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Jm5AsWUX0CPidsd off=3889837 len=128840 2024-04-02T09:05:43.512 INFO:tasks.workunit.client.0.smithi104.stdout:op 4237 completed, throughput=5MB/sec 2024-04-02T09:05:43.512 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TRN2SyiYPVfpTXI off=5746362 len=244651 2024-04-02T09:05:43.513 INFO:tasks.workunit.client.0.smithi104.stdout:op 4238 completed, throughput=5MB/sec 2024-04-02T09:05:43.513 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ica3Mxng60WrmsS off=17203113 len=832391 2024-04-02T09:05:43.515 INFO:tasks.workunit.client.0.smithi104.stdout:op 4239 completed, throughput=5MB/sec 2024-04-02T09:05:43.515 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Z7XipS71urFk5BO off=3554253 len=1201384 2024-04-02T09:05:43.521 INFO:tasks.workunit.client.0.smithi104.stdout:op 4240 completed, throughput=5MB/sec 2024-04-02T09:05:43.521 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xaC8tSqx36z_CGq off=9845141 len=581212 2024-04-02T09:05:43.522 INFO:tasks.workunit.client.0.smithi104.stdout:op 4241 completed, throughput=5MB/sec 2024-04-02T09:05:44.522 INFO:tasks.workunit.client.0.smithi104.stdout: 840: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:44.523 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NLWnVF6soCavSRp off=1512769 len=1436270 2024-04-02T09:05:44.528 INFO:tasks.workunit.client.0.smithi104.stdout:op 4242 completed, throughput=5MB/sec 2024-04-02T09:05:44.528 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uYQfFVpS7uprrN7 off=4531379 len=1757386 2024-04-02T09:05:44.531 INFO:tasks.workunit.client.0.smithi104.stdout:op 4243 completed, throughput=5MB/sec 2024-04-02T09:05:44.531 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TpfzSXsz3ZSi6BH off=6523109 len=948256 2024-04-02T09:05:44.533 INFO:tasks.workunit.client.0.smithi104.stdout:op 4244 completed, throughput=5MB/sec 2024-04-02T09:05:44.533 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ogYOhtBMpb6f4EZ off=3980670 len=1615878 2024-04-02T09:05:44.535 INFO:tasks.workunit.client.0.smithi104.stdout:op 4245 completed, throughput=5MB/sec 2024-04-02T09:05:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:44 smithi188 ceph-mon[86835]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:05:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:44 smithi104 ceph-mon[96567]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:05:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:44 smithi104 ceph-mon[94081]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:05:45.535 INFO:tasks.workunit.client.0.smithi104.stdout: 841: throughput=5MB/sec pending data=0 2024-04-02T09:05:45.535 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cna9MIS1C-V9VYg off=14861954 len=942346 2024-04-02T09:05:45.536 INFO:tasks.workunit.client.0.smithi104.stdout:op 4246 completed, throughput=5MB/sec 2024-04-02T09:05:45.536 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BPkf13ruCWisrrU off=13904533 len=331011 2024-04-02T09:05:45.539 INFO:tasks.workunit.client.0.smithi104.stdout:op 4247 completed, throughput=5MB/sec 2024-04-02T09:05:45.540 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KqCml94cOcZ8hmV off=2255392 len=367771 2024-04-02T09:05:45.542 INFO:tasks.workunit.client.0.smithi104.stdout:op 4248 completed, throughput=5MB/sec 2024-04-02T09:05:45.542 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CZ9HLbG_PJqNkP7 off=2852965 len=1062946 2024-04-02T09:05:45.548 INFO:tasks.workunit.client.0.smithi104.stdout:op 4249 completed, throughput=5MB/sec 2024-04-02T09:05:45.548 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XHdbI5-cuJexSob off=5343116 len=167656 2024-04-02T09:05:45.550 INFO:tasks.workunit.client.0.smithi104.stdout:op 4250 completed, throughput=5MB/sec 2024-04-02T09:05:45.550 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HgGkWBsqV1zOKMl off=5848708 len=1797255 2024-04-02T09:05:45.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 4251 completed, throughput=5MB/sec 2024-04-02T09:05:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:05:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:05:45] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-02T09:05:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:46.554 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dHYzsqBvF81Qo59 off=4132704 len=522207 2024-04-02T09:05:46.557 INFO:tasks.workunit.client.0.smithi104.stdout:op 4252 completed, throughput=5MB/sec 2024-04-02T09:05:46.557 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VT-pjGQ9sJILSfX off=12948194 len=1785723 2024-04-02T09:05:46.566 INFO:tasks.workunit.client.0.smithi104.stdout:op 4253 completed, throughput=5MB/sec 2024-04-02T09:05:46.566 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SSoFW4lf8u7fEYp off=12339163 len=1828724 2024-04-02T09:05:46.576 INFO:tasks.workunit.client.0.smithi104.stdout:op 4254 completed, throughput=5MB/sec 2024-04-02T09:05:46.576 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OtPIdMRHJnJvxxC off=5650083 len=1824566 2024-04-02T09:05:46.578 INFO:tasks.workunit.client.0.smithi104.stdout:op 4255 completed, throughput=5MB/sec 2024-04-02T09:05:46.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:46 smithi188 ceph-mon[86835]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:05:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:46 smithi104 ceph-mon[94081]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:05:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:46 smithi104 ceph-mon[96567]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:05:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: 843: throughput=5MB/sec pending data=0 2024-04-02T09:05:47.578 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UZZ7qE9Pwt7j5_A off=2094274 len=1846757 2024-04-02T09:05:47.587 INFO:tasks.workunit.client.0.smithi104.stdout:op 4256 completed, throughput=5MB/sec 2024-04-02T09:05:47.587 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sGNX0p6pMHlKDXW off=21952781 len=1233693 2024-04-02T09:05:47.588 INFO:tasks.workunit.client.0.smithi104.stdout:op 4257 completed, throughput=5MB/sec 2024-04-02T09:05:47.588 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RWUwiFnU-YevxnP off=18792435 len=429115 2024-04-02T09:05:47.588 INFO:tasks.workunit.client.0.smithi104.stdout:op 4258 completed, throughput=5MB/sec 2024-04-02T09:05:47.588 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UB4DeEL6TAT6-sg off=13254612 len=192910 2024-04-02T09:05:47.591 INFO:tasks.workunit.client.0.smithi104.stdout:op 4259 completed, throughput=5MB/sec 2024-04-02T09:05:47.591 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ECM36tRHuxptedq off=16414439 len=1942536 2024-04-02T09:05:47.599 INFO:tasks.workunit.client.0.smithi104.stdout:op 4260 completed, throughput=5MB/sec 2024-04-02T09:05:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: 844: throughput=5MB/sec pending data=0 2024-04-02T09:05:48.620 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Nc0w-5JzWu_jEtG off=10160577 len=2065049 2024-04-02T09:05:48.621 INFO:tasks.workunit.client.0.smithi104.stdout:op 4261 completed, throughput=5MB/sec 2024-04-02T09:05:48.621 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QYhpaUIHchhe6Li off=1581041 len=242307 2024-04-02T09:05:48.621 INFO:tasks.workunit.client.0.smithi104.stdout:op 4262 completed, throughput=5MB/sec 2024-04-02T09:05:48.622 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_5Tvpv4IUqpqDki off=15836398 len=596952 2024-04-02T09:05:48.622 INFO:tasks.workunit.client.0.smithi104.stdout:op 4263 completed, throughput=5MB/sec 2024-04-02T09:05:48.622 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7X7uTBGmVgSuSX0 off=1177895 len=1213627 2024-04-02T09:05:48.622 INFO:tasks.workunit.client.0.smithi104.stdout:op 4264 completed, throughput=5MB/sec 2024-04-02T09:05:48.622 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3G1NVqcZaU4X0F9 off=5576454 len=841450 2024-04-02T09:05:48.622 INFO:tasks.workunit.client.0.smithi104.stdout:op 4265 completed, throughput=5MB/sec 2024-04-02T09:05:48.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:48 smithi188 ceph-mon[86835]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:05:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:48 smithi104 ceph-mon[94081]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:05:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:48 smithi104 ceph-mon[96567]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:05:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: 845: throughput=5MB/sec pending data=0 2024-04-02T09:05:49.618 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bV0A2KsRWlT-Z3M off=2051851 len=1187693 2024-04-02T09:05:49.623 INFO:tasks.workunit.client.0.smithi104.stdout:op 4266 completed, throughput=5MB/sec 2024-04-02T09:05:49.623 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5Ssw4ozFDSUvcDX off=6350960 len=3517 2024-04-02T09:05:49.623 INFO:tasks.workunit.client.0.smithi104.stdout:op 4267 completed, throughput=5MB/sec 2024-04-02T09:05:49.623 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q6vi0Aq1gfaDcA5 off=12191 len=611441 2024-04-02T09:05:49.626 INFO:tasks.workunit.client.0.smithi104.stdout:op 4268 completed, throughput=5MB/sec 2024-04-02T09:05:49.626 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1pLmMLSNUTjB21L off=2433227 len=121712 2024-04-02T09:05:49.627 INFO:tasks.workunit.client.0.smithi104.stdout:op 4269 completed, throughput=5MB/sec 2024-04-02T09:05:49.627 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N00QWErhATUlNI9 off=228247 len=657985 2024-04-02T09:05:49.629 INFO:tasks.workunit.client.0.smithi104.stdout:op 4270 completed, throughput=5MB/sec 2024-04-02T09:05:49.630 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kMguhRgevftiCJX off=2866931 len=840121 2024-04-02T09:05:49.632 INFO:tasks.workunit.client.0.smithi104.stdout:op 4271 completed, throughput=5MB/sec 2024-04-02T09:05:49.633 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zqh75wJbMk9u5NS off=3246214 len=1939860 2024-04-02T09:05:49.634 INFO:tasks.workunit.client.0.smithi104.stdout:op 4272 completed, throughput=5MB/sec 2024-04-02T09:05:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:50 smithi188 ceph-mon[86835]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:50.634 INFO:tasks.workunit.client.0.smithi104.stdout: 846: throughput=5MB/sec pending data=0 2024-04-02T09:05:50.634 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2pMB24nZC0PStEa off=7406569 len=597311 2024-04-02T09:05:50.638 INFO:tasks.workunit.client.0.smithi104.stdout:op 4273 completed, throughput=5MB/sec 2024-04-02T09:05:50.639 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CAPlnsGXCzZOMj6 off=15824790 len=1949275 2024-04-02T09:05:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:50 smithi104 ceph-mon[96567]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:50 smithi104 ceph-mon[94081]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:50.642 INFO:tasks.workunit.client.0.smithi104.stdout:op 4274 completed, throughput=5MB/sec 2024-04-02T09:05:50.642 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d8UvMNyk_PH61rY off=10154426 len=240168 2024-04-02T09:05:50.645 INFO:tasks.workunit.client.0.smithi104.stdout:op 4275 completed, throughput=5MB/sec 2024-04-02T09:05:50.645 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TvbhuLKwpExHyqG off=22608663 len=1203264 2024-04-02T09:05:50.651 INFO:tasks.workunit.client.0.smithi104.stdout:op 4276 completed, throughput=5MB/sec 2024-04-02T09:05:50.651 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6tY0K3PUnm_SUkv off=439504 len=1260300 2024-04-02T09:05:50.652 INFO:tasks.workunit.client.0.smithi104.stdout:op 4277 completed, throughput=5MB/sec 2024-04-02T09:05:51.652 INFO:tasks.workunit.client.0.smithi104.stdout: 847: throughput=5MB/sec pending data=0 2024-04-02T09:05:51.652 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uu3OiQRDSdk_zq8 off=8163339 len=1434028 2024-04-02T09:05:51.659 INFO:tasks.workunit.client.0.smithi104.stdout:op 4278 completed, throughput=5MB/sec 2024-04-02T09:05:51.659 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fYPraChi_IPV5Ba off=2034201 len=1221119 2024-04-02T09:05:51.668 INFO:tasks.workunit.client.0.smithi104.stdout:op 4279 completed, throughput=5MB/sec 2024-04-02T09:05:51.668 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AkQFLadLVuhoOIZ off=4805885 len=980735 2024-04-02T09:05:51.668 INFO:tasks.workunit.client.0.smithi104.stdout:op 4280 completed, throughput=5MB/sec 2024-04-02T09:05:51.668 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d1bNuhTrn08XM_b off=3171472 len=55979 2024-04-02T09:05:51.669 INFO:tasks.workunit.client.0.smithi104.stdout:op 4281 completed, throughput=5MB/sec 2024-04-02T09:05:51.669 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wn0DQCZbcs2LKfu off=12257948 len=1070689 2024-04-02T09:05:51.671 INFO:tasks.workunit.client.0.smithi104.stdout:op 4282 completed, throughput=5MB/sec 2024-04-02T09:05:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:52 smithi188 ceph-mon[86835]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:05:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:05:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:52 smithi104 ceph-mon[96567]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:05:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:52 smithi104 ceph-mon[94081]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:05:52.671 INFO:tasks.workunit.client.0.smithi104.stdout: 848: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:52.671 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qAtVfkaXufQd8Nq off=6826231 len=752985 2024-04-02T09:05:52.673 INFO:tasks.workunit.client.0.smithi104.stdout:op 4283 completed, throughput=5MB/sec 2024-04-02T09:05:52.673 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o8CjQmfpHxdZIyK off=13414865 len=497836 2024-04-02T09:05:52.674 INFO:tasks.workunit.client.0.smithi104.stdout:op 4284 completed, throughput=5MB/sec 2024-04-02T09:05:52.674 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-66EysCwuSGo2MQJ off=138167 len=1268775 2024-04-02T09:05:52.675 INFO:tasks.workunit.client.0.smithi104.stdout:op 4285 completed, throughput=5MB/sec 2024-04-02T09:05:52.675 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YruU5kiCViIn4Oi off=5021228 len=1124562 2024-04-02T09:05:52.682 INFO:tasks.workunit.client.0.smithi104.stdout:op 4286 completed, throughput=5MB/sec 2024-04-02T09:05:52.682 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-E7MP1H8i7wqUX4W off=13879163 len=1862294 2024-04-02T09:05:52.689 INFO:tasks.workunit.client.0.smithi104.stdout:op 4287 completed, throughput=5MB/sec 2024-04-02T09:05:53.690 INFO:tasks.workunit.client.0.smithi104.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:53.690 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-URIMhoMnAoY-eNo off=11479365 len=441345 2024-04-02T09:05:53.693 INFO:tasks.workunit.client.0.smithi104.stdout:op 4288 completed, throughput=5MB/sec 2024-04-02T09:05:53.693 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ncHUIHNMT09ay77 off=10816219 len=36197 2024-04-02T09:05:53.695 INFO:tasks.workunit.client.0.smithi104.stdout:op 4289 completed, throughput=5MB/sec 2024-04-02T09:05:53.696 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_20CLJ980P_mV3j off=17726210 len=108935 2024-04-02T09:05:53.696 INFO:tasks.workunit.client.0.smithi104.stdout:op 4290 completed, throughput=5MB/sec 2024-04-02T09:05:53.696 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7JhZhWSLpi081OZ off=18330626 len=1238946 2024-04-02T09:05:53.702 INFO:tasks.workunit.client.0.smithi104.stdout:op 4291 completed, throughput=5MB/sec 2024-04-02T09:05:53.702 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y3qNRbFBQsv2vQF off=12277057 len=1439215 2024-04-02T09:05:53.708 INFO:tasks.workunit.client.0.smithi104.stdout:op 4292 completed, throughput=5MB/sec 2024-04-02T09:05:53.708 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vBwseCKJ0topYN5 off=1218318 len=1019514 2024-04-02T09:05:53.712 INFO:tasks.workunit.client.0.smithi104.stdout:op 4293 completed, throughput=5MB/sec 2024-04-02T09:05:53.712 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tdW7dKYCBIjAdw- off=6114923 len=59163 2024-04-02T09:05:53.712 INFO:tasks.workunit.client.0.smithi104.stdout:op 4294 completed, throughput=5MB/sec 2024-04-02T09:05:53.712 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SPqA8e0qYPpAThM off=22981195 len=1343637 2024-04-02T09:05:53.720 INFO:tasks.workunit.client.0.smithi104.stdout:op 4295 completed, throughput=5MB/sec 2024-04-02T09:05:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:54 smithi188 ceph-mon[86835]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:05:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:54 smithi104 ceph-mon[96567]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:05:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:54 smithi104 ceph-mon[94081]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:05:54.720 INFO:tasks.workunit.client.0.smithi104.stdout: 850: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:54.720 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nw-lRh3kbFzM5kR off=12163412 len=476012 2024-04-02T09:05:54.720 INFO:tasks.workunit.client.0.smithi104.stdout:op 4296 completed, throughput=5MB/sec 2024-04-02T09:05:54.720 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wBLPf0wshgs0ofT off=8382831 len=1493190 2024-04-02T09:05:54.722 INFO:tasks.workunit.client.0.smithi104.stdout:op 4297 completed, throughput=5MB/sec 2024-04-02T09:05:54.722 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QUAdF1b7pbFLNSc off=441886 len=1623651 2024-04-02T09:05:54.724 INFO:tasks.workunit.client.0.smithi104.stdout:op 4298 completed, throughput=5MB/sec 2024-04-02T09:05:54.724 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uSXbcHmAknrxdjo off=3916526 len=151317 2024-04-02T09:05:54.724 INFO:tasks.workunit.client.0.smithi104.stdout:op 4299 completed, throughput=5MB/sec 2024-04-02T09:05:54.724 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Riq5F_dodcY4WCm off=3423804 len=784908 2024-04-02T09:05:54.728 INFO:tasks.workunit.client.0.smithi104.stdout:op 4300 completed, throughput=5MB/sec 2024-04-02T09:05:54.728 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JiEzjNuQ9Lf-1_4 off=5513978 len=13292 2024-04-02T09:05:54.728 INFO:tasks.workunit.client.0.smithi104.stdout:op 4301 completed, throughput=5MB/sec 2024-04-02T09:05:54.728 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6jt4qeP8xU1Eww1 off=7841675 len=561135 2024-04-02T09:05:54.729 INFO:tasks.workunit.client.0.smithi104.stdout:op 4302 completed, throughput=5MB/sec 2024-04-02T09:05:55.729 INFO:tasks.workunit.client.0.smithi104.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:55.729 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VgNBbIb07_3oAdD off=9695099 len=882146 2024-04-02T09:05:55.732 INFO:tasks.workunit.client.0.smithi104.stdout:op 4303 completed, throughput=5MB/sec 2024-04-02T09:05:55.732 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o4YNdw3VQdTiJwt off=2830961 len=508781 2024-04-02T09:05:55.733 INFO:tasks.workunit.client.0.smithi104.stdout:op 4304 completed, throughput=5MB/sec 2024-04-02T09:05:55.733 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MWhe4jRx_W3BQL3 off=6409786 len=531946 2024-04-02T09:05:55.733 INFO:tasks.workunit.client.0.smithi104.stdout:op 4305 completed, throughput=5MB/sec 2024-04-02T09:05:55.734 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-odiELs_0-qpBsxR off=12421610 len=840722 2024-04-02T09:05:55.734 INFO:tasks.workunit.client.0.smithi104.stdout:op 4306 completed, throughput=5MB/sec 2024-04-02T09:05:55.734 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bWPDSXRCh8G_ylo off=9818541 len=1687273 2024-04-02T09:05:55.737 INFO:tasks.workunit.client.0.smithi104.stdout:op 4307 completed, throughput=5MB/sec 2024-04-02T09:05:55.738 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ds8_brsrBkf0VUZ off=4889107 len=1208499 2024-04-02T09:05:55.739 INFO:tasks.workunit.client.0.smithi104.stdout:op 4308 completed, throughput=5MB/sec 2024-04-02T09:05:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:05:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:05:55] "GET /metrics HTTP/1.1" 200 34140 "" "Prometheus/2.43.0" 2024-04-02T09:05:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:56 smithi188 ceph-mon[86835]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:56 smithi104 ceph-mon[94081]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:56 smithi104 ceph-mon[96567]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:56.739 INFO:tasks.workunit.client.0.smithi104.stdout: 852: throughput=5MB/sec pending data=0 2024-04-02T09:05:56.739 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-st-TYMAQVFLxTcn off=1860635 len=605093 2024-04-02T09:05:56.742 INFO:tasks.workunit.client.0.smithi104.stdout:op 4309 completed, throughput=5MB/sec 2024-04-02T09:05:56.743 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cdw85K985QhZFGc off=8900779 len=1491084 2024-04-02T09:05:56.744 INFO:tasks.workunit.client.0.smithi104.stdout:op 4310 completed, throughput=5MB/sec 2024-04-02T09:05:56.744 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FLjY8YbODKS_2Vu off=1999949 len=1080500 2024-04-02T09:05:56.748 INFO:tasks.workunit.client.0.smithi104.stdout:op 4311 completed, throughput=5MB/sec 2024-04-02T09:05:56.748 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0vHjGT8ZHR4DKVT off=13380285 len=1082956 2024-04-02T09:05:56.753 INFO:tasks.workunit.client.0.smithi104.stdout:op 4312 completed, throughput=5MB/sec 2024-04-02T09:05:56.753 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bcZpfpGGKVKmWjb off=12935556 len=1755892 2024-04-02T09:05:56.754 INFO:tasks.workunit.client.0.smithi104.stdout:op 4313 completed, throughput=5MB/sec 2024-04-02T09:05:57.754 INFO:tasks.workunit.client.0.smithi104.stdout: 853: throughput=5MB/sec pending data=0 2024-04-02T09:05:57.754 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZmMd3Nc7CysniW8 off=10795763 len=770147 2024-04-02T09:05:57.758 INFO:tasks.workunit.client.0.smithi104.stdout:op 4314 completed, throughput=5MB/sec 2024-04-02T09:05:57.758 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wn_mPa3Tx0SFEkB off=1339125 len=1496028 2024-04-02T09:05:57.759 INFO:tasks.workunit.client.0.smithi104.stdout:op 4315 completed, throughput=5MB/sec 2024-04-02T09:05:57.759 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KztudmXgVsb7MmG off=104970 len=960951 2024-04-02T09:05:57.764 INFO:tasks.workunit.client.0.smithi104.stdout:op 4316 completed, throughput=5MB/sec 2024-04-02T09:05:57.764 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E5uzjU8OXRaITch off=1716043 len=21509 2024-04-02T09:05:57.764 INFO:tasks.workunit.client.0.smithi104.stdout:op 4317 completed, throughput=5MB/sec 2024-04-02T09:05:57.764 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0vHjGT8ZHR4DKVT off=14600230 len=1336390 2024-04-02T09:05:57.765 INFO:tasks.workunit.client.0.smithi104.stdout:op 4318 completed, throughput=5MB/sec 2024-04-02T09:05:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:05:58 smithi188 ceph-mon[86835]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:05:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:05:58 smithi104 ceph-mon[96567]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:05:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:05:58 smithi104 ceph-mon[94081]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:05:58.765 INFO:tasks.workunit.client.0.smithi104.stdout: 854: throughput=5MB/sec pending data=0 2024-04-02T09:05:58.765 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5QEOn55JexJEFUq off=5460313 len=621150 2024-04-02T09:05:58.770 INFO:tasks.workunit.client.0.smithi104.stdout:op 4319 completed, throughput=5MB/sec 2024-04-02T09:05:58.770 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-J_1SwHZJk-RUulK off=10693274 len=803287 2024-04-02T09:05:58.774 INFO:tasks.workunit.client.0.smithi104.stdout:op 4320 completed, throughput=5MB/sec 2024-04-02T09:05:58.774 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lJGyqgBNXyiV0Oz off=339 len=1361620 2024-04-02T09:05:58.781 INFO:tasks.workunit.client.0.smithi104.stdout:op 4321 completed, throughput=5MB/sec 2024-04-02T09:05:58.781 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ld0w8TL8rpkMFkm off=17270638 len=1417374 2024-04-02T09:05:58.786 INFO:tasks.workunit.client.0.smithi104.stdout:op 4322 completed, throughput=5MB/sec 2024-04-02T09:05:58.787 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uW4WkXyVYZoEY7Q off=10110083 len=862323 2024-04-02T09:05:58.791 INFO:tasks.workunit.client.0.smithi104.stdout:op 4323 completed, throughput=5MB/sec 2024-04-02T09:05:59.791 INFO:tasks.workunit.client.0.smithi104.stdout: 855: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:59.791 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ueK6gExtOUmStg1 off=2891916 len=629558 2024-04-02T09:05:59.792 INFO:tasks.workunit.client.0.smithi104.stdout:op 4324 completed, throughput=5MB/sec 2024-04-02T09:05:59.792 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_fUrFxIuorLj1gB off=7118837 len=1556624 2024-04-02T09:05:59.793 INFO:tasks.workunit.client.0.smithi104.stdout:op 4325 completed, throughput=5MB/sec 2024-04-02T09:05:59.793 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BdZv0bfMT_X55iD off=5054498 len=1928777 2024-04-02T09:05:59.795 INFO:tasks.workunit.client.0.smithi104.stdout:op 4326 completed, throughput=5MB/sec 2024-04-02T09:05:59.795 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SPMFWrh7TbXKinS off=3668012 len=464305 2024-04-02T09:05:59.795 INFO:tasks.workunit.client.0.smithi104.stdout:op 4327 completed, throughput=5MB/sec 2024-04-02T09:05:59.795 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9Ls9DRNDCgQlSWx off=11480302 len=426328 2024-04-02T09:05:59.799 INFO:tasks.workunit.client.0.smithi104.stdout:op 4328 completed, throughput=5MB/sec 2024-04-02T09:06:00.441 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:00 smithi104 ceph-mon[96567]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:06:00.441 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:00 smithi104 ceph-mon[94081]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:06:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:00 smithi188 ceph-mon[86835]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:06:00.799 INFO:tasks.workunit.client.0.smithi104.stdout: 856: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:00.800 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DoPGaZQFWEa4OZa off=23529504 len=1068500 2024-04-02T09:06:00.804 INFO:tasks.workunit.client.0.smithi104.stdout:op 4329 completed, throughput=5MB/sec 2024-04-02T09:06:00.804 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Kx7O4-dK0ei_2HO off=20566623 len=450455 2024-04-02T09:06:00.807 INFO:tasks.workunit.client.0.smithi104.stdout:op 4330 completed, throughput=5MB/sec 2024-04-02T09:06:00.807 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cly1LcY_uKvnBN4 off=7642579 len=455683 2024-04-02T09:06:00.808 INFO:tasks.workunit.client.0.smithi104.stdout:op 4331 completed, throughput=5MB/sec 2024-04-02T09:06:00.808 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Rs1bfH5hR4BRXwD off=1855699 len=492041 2024-04-02T09:06:00.810 INFO:tasks.workunit.client.0.smithi104.stdout:op 4332 completed, throughput=5MB/sec 2024-04-02T09:06:00.811 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dHkgnNsNYf2mUTB off=4334044 len=2033811 2024-04-02T09:06:00.812 INFO:tasks.workunit.client.0.smithi104.stdout:op 4333 completed, throughput=5MB/sec 2024-04-02T09:06:00.812 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d9CvOKdls08vF2x off=802571 len=1980007 2024-04-02T09:06:00.814 INFO:tasks.workunit.client.0.smithi104.stdout:op 4334 completed, throughput=5MB/sec 2024-04-02T09:06:01.815 INFO:tasks.workunit.client.0.smithi104.stdout: 857: throughput=5MB/sec pending data=0 2024-04-02T09:06:01.815 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-M2CGFYybosmQL6q off=9598782 len=1965627 2024-04-02T09:06:01.816 INFO:tasks.workunit.client.0.smithi104.stdout:op 4335 completed, throughput=5MB/sec 2024-04-02T09:06:01.816 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L2eR-6am_DurE3Q off=1273034 len=1331423 2024-04-02T09:06:01.823 INFO:tasks.workunit.client.0.smithi104.stdout:op 4336 completed, throughput=5MB/sec 2024-04-02T09:06:01.823 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-16MA8A9-epOlzcY off=2014175 len=1863852 2024-04-02T09:06:01.831 INFO:tasks.workunit.client.0.smithi104.stdout:op 4337 completed, throughput=5MB/sec 2024-04-02T09:06:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:02 smithi188 ceph-mon[86835]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:06:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:06:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:02 smithi104 ceph-mon[96567]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:06:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:02 smithi104 ceph-mon[94081]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:06:02.832 INFO:tasks.workunit.client.0.smithi104.stdout: 858: throughput=5MB/sec pending data=0 2024-04-02T09:06:02.832 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S6Tcdcysnb-fbC9 off=20540338 len=1177670 2024-04-02T09:06:02.837 INFO:tasks.workunit.client.0.smithi104.stdout:op 4338 completed, throughput=5MB/sec 2024-04-02T09:06:02.837 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tskHbt7RqgepVYo off=15018890 len=1203258 2024-04-02T09:06:02.839 INFO:tasks.workunit.client.0.smithi104.stdout:op 4339 completed, throughput=5MB/sec 2024-04-02T09:06:02.839 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1A5dnhf1XZYNRjz off=4903996 len=1202193 2024-04-02T09:06:02.845 INFO:tasks.workunit.client.0.smithi104.stdout:op 4340 completed, throughput=5MB/sec 2024-04-02T09:06:02.845 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HOIzD0w8teSe3Su off=1564087 len=2021086 2024-04-02T09:06:02.853 INFO:tasks.workunit.client.0.smithi104.stdout:op 4341 completed, throughput=5MB/sec 2024-04-02T09:06:03.854 INFO:tasks.workunit.client.0.smithi104.stdout: 859: throughput=5MB/sec pending data=0 2024-04-02T09:06:03.854 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xtFqsp_ZikE-Q_5 off=13291234 len=1203870 2024-04-02T09:06:03.856 INFO:tasks.workunit.client.0.smithi104.stdout:op 4342 completed, throughput=5MB/sec 2024-04-02T09:06:03.856 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-98SlvrPmYI_qhpy off=3021342 len=837688 2024-04-02T09:06:03.861 INFO:tasks.workunit.client.0.smithi104.stdout:op 4343 completed, throughput=5MB/sec 2024-04-02T09:06:03.861 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RGuoMoft2nLENHw off=10762912 len=318186 2024-04-02T09:06:03.864 INFO:tasks.workunit.client.0.smithi104.stdout:op 4344 completed, throughput=5MB/sec 2024-04-02T09:06:03.864 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Sr5jone2h5XwIEG off=9177976 len=28847 2024-04-02T09:06:03.865 INFO:tasks.workunit.client.0.smithi104.stdout:op 4345 completed, throughput=5MB/sec 2024-04-02T09:06:03.866 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MDiePdXP-03gYjq off=6437615 len=1892577 2024-04-02T09:06:03.867 INFO:tasks.workunit.client.0.smithi104.stdout:op 4346 completed, throughput=5MB/sec 2024-04-02T09:06:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:04 smithi188 ceph-mon[86835]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:06:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:04 smithi104 ceph-mon[96567]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:06:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:04 smithi104 ceph-mon[94081]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:06:04.867 INFO:tasks.workunit.client.0.smithi104.stdout: 860: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:04.867 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UxRvHSjF5uC4qXM off=2992172 len=1958834 2024-04-02T09:06:04.869 INFO:tasks.workunit.client.0.smithi104.stdout:op 4347 completed, throughput=5MB/sec 2024-04-02T09:06:04.869 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F3FFC7M5ddbbkMp off=8608961 len=1165677 2024-04-02T09:06:04.870 INFO:tasks.workunit.client.0.smithi104.stdout:op 4348 completed, throughput=5MB/sec 2024-04-02T09:06:04.870 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Iq0cToGwR1kLa4a off=6202596 len=830990 2024-04-02T09:06:04.875 INFO:tasks.workunit.client.0.smithi104.stdout:op 4349 completed, throughput=5MB/sec 2024-04-02T09:06:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BmHl64MVGL6qhm9 off=7036950 len=766406 2024-04-02T09:06:04.880 INFO:tasks.workunit.client.0.smithi104.stdout:op 4350 completed, throughput=5MB/sec 2024-04-02T09:06:04.880 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SB2rVGrzOJidFlJ off=1503857 len=707600 2024-04-02T09:06:04.881 INFO:tasks.workunit.client.0.smithi104.stdout:op 4351 completed, throughput=5MB/sec 2024-04-02T09:06:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:05.882 INFO:tasks.workunit.client.0.smithi104.stdout: 861: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:05.882 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vYAxJHZBkxKIBrW off=6385288 len=846691 2024-04-02T09:06:05.886 INFO:tasks.workunit.client.0.smithi104.stdout:op 4352 completed, throughput=5MB/sec 2024-04-02T09:06:05.886 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jW73L2nAxYJLMr3 off=5213538 len=1680012 2024-04-02T09:06:05.893 INFO:tasks.workunit.client.0.smithi104.stdout:op 4353 completed, throughput=5MB/sec 2024-04-02T09:06:05.893 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XfPss2JbpXDoq1K off=3022357 len=1614476 2024-04-02T09:06:05.894 INFO:tasks.workunit.client.0.smithi104.stdout:op 4354 completed, throughput=5MB/sec 2024-04-02T09:06:05.894 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EtkDV7ouJbgswKX off=13635544 len=1006822 2024-04-02T09:06:05.899 INFO:tasks.workunit.client.0.smithi104.stdout:op 4355 completed, throughput=5MB/sec 2024-04-02T09:06:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:06:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:06:05] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:06:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:06 smithi188 ceph-mon[86835]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:06:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:06 smithi104 ceph-mon[96567]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:06:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:06 smithi104 ceph-mon[94081]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:06:06.900 INFO:tasks.workunit.client.0.smithi104.stdout: 862: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:06.900 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XDCS2b4UL56JCwj off=2151996 len=853807 2024-04-02T09:06:06.901 INFO:tasks.workunit.client.0.smithi104.stdout:op 4356 completed, throughput=5MB/sec 2024-04-02T09:06:06.901 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q-nUf4p5rAuKh96 off=14292487 len=1887133 2024-04-02T09:06:06.909 INFO:tasks.workunit.client.0.smithi104.stdout:op 4357 completed, throughput=5MB/sec 2024-04-02T09:06:06.909 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-g3dXY0r4LSju820 off=20619315 len=688544 2024-04-02T09:06:06.910 INFO:tasks.workunit.client.0.smithi104.stdout:op 4358 completed, throughput=5MB/sec 2024-04-02T09:06:06.910 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G79ZUmIp-0LG4EO off=3768402 len=1976079 2024-04-02T09:06:06.911 INFO:tasks.workunit.client.0.smithi104.stdout:op 4359 completed, throughput=5MB/sec 2024-04-02T09:06:07.912 INFO:tasks.workunit.client.0.smithi104.stdout: 863: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:07.912 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mFdPCauLUO-Wkul off=3677298 len=1915148 2024-04-02T09:06:07.919 INFO:tasks.workunit.client.0.smithi104.stdout:op 4360 completed, throughput=5MB/sec 2024-04-02T09:06:07.919 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1xA0V5SboAWl5bh off=4624588 len=1537444 2024-04-02T09:06:07.922 INFO:tasks.workunit.client.0.smithi104.stdout:op 4361 completed, throughput=5MB/sec 2024-04-02T09:06:07.922 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tUd7phWGjDpCj9F off=13384238 len=1815877 2024-04-02T09:06:07.928 INFO:tasks.workunit.client.0.smithi104.stdout:op 4362 completed, throughput=5MB/sec 2024-04-02T09:06:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:08 smithi188 ceph-mon[86835]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:06:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:08 smithi104 ceph-mon[96567]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:06:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:08 smithi104 ceph-mon[94081]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:06:08.928 INFO:tasks.workunit.client.0.smithi104.stdout: 864: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:08.929 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PnkZ8qO-Upd07EO off=14146350 len=1891995 2024-04-02T09:06:08.940 INFO:tasks.workunit.client.0.smithi104.stdout:op 4363 completed, throughput=5MB/sec 2024-04-02T09:06:08.940 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Bdu37LOMGHGM67F off=8383206 len=828502 2024-04-02T09:06:08.944 INFO:tasks.workunit.client.0.smithi104.stdout:op 4364 completed, throughput=5MB/sec 2024-04-02T09:06:08.944 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yHGMazCRh3_G-6z off=761547 len=275915 2024-04-02T09:06:08.945 INFO:tasks.workunit.client.0.smithi104.stdout:op 4365 completed, throughput=5MB/sec 2024-04-02T09:06:08.945 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ovQZ1YuV8nXw-17 off=143590 len=1243461 2024-04-02T09:06:08.951 INFO:tasks.workunit.client.0.smithi104.stdout:op 4366 completed, throughput=5MB/sec 2024-04-02T09:06:08.951 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G7IoWJ13EviI5p0 off=2855289 len=1673342 2024-04-02T09:06:08.958 INFO:tasks.workunit.client.0.smithi104.stdout:op 4367 completed, throughput=5MB/sec 2024-04-02T09:06:09.958 INFO:tasks.workunit.client.0.smithi104.stdout: 865: throughput=5MB/sec pending data=0 2024-04-02T09:06:09.959 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XLL0HeAVU60nwoI off=5628463 len=881133 2024-04-02T09:06:09.959 INFO:tasks.workunit.client.0.smithi104.stdout:op 4368 completed, throughput=5MB/sec 2024-04-02T09:06:09.959 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aVweVtYD3YjFDvG off=15857300 len=748940 2024-04-02T09:06:09.962 INFO:tasks.workunit.client.0.smithi104.stdout:op 4369 completed, throughput=5MB/sec 2024-04-02T09:06:09.962 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vsHekRHn-DnrHFa off=10396354 len=1087045 2024-04-02T09:06:09.967 INFO:tasks.workunit.client.0.smithi104.stdout:op 4370 completed, throughput=5MB/sec 2024-04-02T09:06:09.967 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dzg58HCKBRtxfS1 off=798092 len=1611673 2024-04-02T09:06:09.974 INFO:tasks.workunit.client.0.smithi104.stdout:op 4371 completed, throughput=5MB/sec 2024-04-02T09:06:09.974 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dOMre1s4xpvxIaX off=13504572 len=1081076 2024-04-02T09:06:09.980 INFO:tasks.workunit.client.0.smithi104.stdout:op 4372 completed, throughput=5MB/sec 2024-04-02T09:06:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:10 smithi188 ceph-mon[86835]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:06:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:10 smithi104 ceph-mon[96567]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:06:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:10 smithi104 ceph-mon[94081]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:06:10.980 INFO:tasks.workunit.client.0.smithi104.stdout: 866: throughput=5MB/sec pending data=0 2024-04-02T09:06:10.980 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JTd8B5Q_TBaJ0qy off=8558489 len=9213 2024-04-02T09:06:10.980 INFO:tasks.workunit.client.0.smithi104.stdout:op 4373 completed, throughput=5MB/sec 2024-04-02T09:06:10.981 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-STjWv3cLjSwvVcP off=3042090 len=784776 2024-04-02T09:06:10.983 INFO:tasks.workunit.client.0.smithi104.stdout:op 4374 completed, throughput=5MB/sec 2024-04-02T09:06:10.984 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ws1nT6c-b078eBQ off=16921142 len=1430199 2024-04-02T09:06:10.985 INFO:tasks.workunit.client.0.smithi104.stdout:op 4375 completed, throughput=5MB/sec 2024-04-02T09:06:10.985 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CRIxkJKJmmp96ff off=6450836 len=1308940 2024-04-02T09:06:10.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 4376 completed, throughput=5MB/sec 2024-04-02T09:06:10.992 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0zEHDkqzLGxRsGI off=2024241 len=1673194 2024-04-02T09:06:11.001 INFO:tasks.workunit.client.0.smithi104.stdout:op 4377 completed, throughput=5MB/sec 2024-04-02T09:06:12.001 INFO:tasks.workunit.client.0.smithi104.stdout: 867: throughput=5MB/sec pending data=0 2024-04-02T09:06:12.001 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CBjqhYEvTF-r8si off=6367045 len=1720916 2024-04-02T09:06:12.009 INFO:tasks.workunit.client.0.smithi104.stdout:op 4378 completed, throughput=5MB/sec 2024-04-02T09:06:12.009 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Z3xaFldmJUnoPyN off=6622909 len=859836 2024-04-02T09:06:12.013 INFO:tasks.workunit.client.0.smithi104.stdout:op 4379 completed, throughput=5MB/sec 2024-04-02T09:06:12.013 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rkcuhth3IHT5Fa1 off=3718903 len=1559409 2024-04-02T09:06:12.015 INFO:tasks.workunit.client.0.smithi104.stdout:op 4380 completed, throughput=5MB/sec 2024-04-02T09:06:12.015 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BhrNsLhnBn8Gsso off=3796455 len=21922 2024-04-02T09:06:12.016 INFO:tasks.workunit.client.0.smithi104.stdout:op 4381 completed, throughput=5MB/sec 2024-04-02T09:06:12.016 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z8V63FX03vz7CUS off=8878233 len=36893 2024-04-02T09:06:12.017 INFO:tasks.workunit.client.0.smithi104.stdout:op 4382 completed, throughput=5MB/sec 2024-04-02T09:06:12.017 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-R0k47wx12n2n5mE off=3762641 len=505402 2024-04-02T09:06:12.020 INFO:tasks.workunit.client.0.smithi104.stdout:op 4383 completed, throughput=5MB/sec 2024-04-02T09:06:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:12 smithi188 ceph-mon[86835]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:06:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:06:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:12 smithi104 ceph-mon[94081]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:06:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:12 smithi104 ceph-mon[96567]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:06:13.020 INFO:tasks.workunit.client.0.smithi104.stdout: 868: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:13.020 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BLKOvnBmps_0XQ0 off=2983218 len=1718697 2024-04-02T09:06:13.030 INFO:tasks.workunit.client.0.smithi104.stdout:op 4384 completed, throughput=5MB/sec 2024-04-02T09:06:13.031 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HJttszqNyAoSDqL off=8049520 len=146330 2024-04-02T09:06:13.032 INFO:tasks.workunit.client.0.smithi104.stdout:op 4385 completed, throughput=5MB/sec 2024-04-02T09:06:13.033 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MLDqvTemot5oEbm off=2168799 len=991535 2024-04-02T09:06:13.036 INFO:tasks.workunit.client.0.smithi104.stdout:op 4386 completed, throughput=5MB/sec 2024-04-02T09:06:13.036 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YeFdgaGRZEJIyd9 off=3208958 len=1249076 2024-04-02T09:06:13.042 INFO:tasks.workunit.client.0.smithi104.stdout:op 4387 completed, throughput=5MB/sec 2024-04-02T09:06:13.042 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-67mOImn-GBSVBw8 off=637747 len=145417 2024-04-02T09:06:13.043 INFO:tasks.workunit.client.0.smithi104.stdout:op 4388 completed, throughput=5MB/sec 2024-04-02T09:06:13.044 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-J2GDny5Tr4VT3TC off=11218608 len=1431557 2024-04-02T09:06:13.050 INFO:tasks.workunit.client.0.smithi104.stdout:op 4389 completed, throughput=5MB/sec 2024-04-02T09:06:14.050 INFO:tasks.workunit.client.0.smithi104.stdout: 869: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:14.051 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-n0oc4SsfVzeqzAN off=14123282 len=34837 2024-04-02T09:06:14.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 4390 completed, throughput=4.99MB/sec 2024-04-02T09:06:14.053 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4LMM4zZmE3o7yrQ off=13683498 len=954681 2024-04-02T09:06:14.056 INFO:tasks.workunit.client.0.smithi104.stdout:op 4391 completed, throughput=5MB/sec 2024-04-02T09:06:14.056 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-c9muc2L87TwH1gG off=1441007 len=1744917 2024-04-02T09:06:14.059 INFO:tasks.workunit.client.0.smithi104.stdout:op 4392 completed, throughput=5MB/sec 2024-04-02T09:06:14.060 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-52dZRglEAc2uQ5r off=1081228 len=622553 2024-04-02T09:06:14.064 INFO:tasks.workunit.client.0.smithi104.stdout:op 4393 completed, throughput=5MB/sec 2024-04-02T09:06:14.064 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XCAR8epAqRrD1h0 off=3789262 len=546234 2024-04-02T09:06:14.065 INFO:tasks.workunit.client.0.smithi104.stdout:op 4394 completed, throughput=5MB/sec 2024-04-02T09:06:14.065 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Bj_ERdpsd8Pj3wu off=13750605 len=1948886 2024-04-02T09:06:14.070 INFO:tasks.workunit.client.0.smithi104.stdout:op 4395 completed, throughput=5MB/sec 2024-04-02T09:06:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:14 smithi188 ceph-mon[86835]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:06:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:14 smithi104 ceph-mon[96567]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:06:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:14 smithi104 ceph-mon[94081]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:06:15.070 INFO:tasks.workunit.client.0.smithi104.stdout: 870: throughput=5MB/sec pending data=0 2024-04-02T09:06:15.070 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iJHsuI8Rcid5Cs2 off=7758894 len=270789 2024-04-02T09:06:15.073 INFO:tasks.workunit.client.0.smithi104.stdout:op 4396 completed, throughput=5MB/sec 2024-04-02T09:06:15.073 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-t9DfyCkIGp01fHA off=5304300 len=157584 2024-04-02T09:06:15.073 INFO:tasks.workunit.client.0.smithi104.stdout:op 4397 completed, throughput=5MB/sec 2024-04-02T09:06:15.073 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TJiqYPitzEWtX9I off=10012178 len=1957395 2024-04-02T09:06:15.080 INFO:tasks.workunit.client.0.smithi104.stdout:op 4398 completed, throughput=5MB/sec 2024-04-02T09:06:15.080 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iGA51IAXgWhIZsl off=1854338 len=1280649 2024-04-02T09:06:15.081 INFO:tasks.workunit.client.0.smithi104.stdout:op 4399 completed, throughput=5MB/sec 2024-04-02T09:06:15.081 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DpDDPbTvha6COnN off=615007 len=2057774 2024-04-02T09:06:15.083 INFO:tasks.workunit.client.0.smithi104.stdout:op 4400 completed, throughput=5MB/sec 2024-04-02T09:06:16.084 INFO:tasks.workunit.client.0.smithi104.stdout: 871: throughput=5MB/sec pending data=0 2024-04-02T09:06:16.084 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o3qWa2ReVF3quKq off=14921288 len=2068463 2024-04-02T09:06:16.096 INFO:tasks.workunit.client.0.smithi104.stdout:op 4401 completed, throughput=5MB/sec 2024-04-02T09:06:16.096 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9ThSjt_BjNr_qjp off=1805761 len=1240092 2024-04-02T09:06:16.103 INFO:tasks.workunit.client.0.smithi104.stdout:op 4402 completed, throughput=5MB/sec 2024-04-02T09:06:16.103 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zYlJDpWgt-TzXAs off=7746729 len=1781413 2024-04-02T09:06:16.112 INFO:tasks.workunit.client.0.smithi104.stdout:op 4403 completed, throughput=5MB/sec 2024-04-02T09:06:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:06:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:06:15] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:06:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:16 smithi188 ceph-mon[86835]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:16 smithi104 ceph-mon[94081]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:16 smithi104 ceph-mon[96567]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:17.112 INFO:tasks.workunit.client.0.smithi104.stdout: 872: throughput=5MB/sec pending data=0 2024-04-02T09:06:17.112 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TDg3l9xG4I4ARck off=9907860 len=1807116 2024-04-02T09:06:17.119 INFO:tasks.workunit.client.0.smithi104.stdout:op 4404 completed, throughput=5MB/sec 2024-04-02T09:06:17.119 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3zRFVzTc0iAfkax off=9794266 len=366427 2024-04-02T09:06:17.120 INFO:tasks.workunit.client.0.smithi104.stdout:op 4405 completed, throughput=5MB/sec 2024-04-02T09:06:17.121 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5KKxWO2t-c60X19 off=5879910 len=1392279 2024-04-02T09:06:17.123 INFO:tasks.workunit.client.0.smithi104.stdout:op 4406 completed, throughput=5MB/sec 2024-04-02T09:06:17.123 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-06WLhrZ7Gu8aW_6 off=105269 len=1831327 2024-04-02T09:06:17.124 INFO:tasks.workunit.client.0.smithi104.stdout:op 4407 completed, throughput=5MB/sec 2024-04-02T09:06:18.125 INFO:tasks.workunit.client.0.smithi104.stdout: 873: throughput=5MB/sec pending data=0 2024-04-02T09:06:18.125 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HeXIoBhBU7gAuJ_ off=4509157 len=929153 2024-04-02T09:06:18.130 INFO:tasks.workunit.client.0.smithi104.stdout:op 4408 completed, throughput=5MB/sec 2024-04-02T09:06:18.130 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-A0AoSxAhOXWB1Sv off=1709340 len=704796 2024-04-02T09:06:18.133 INFO:tasks.workunit.client.0.smithi104.stdout:op 4409 completed, throughput=5MB/sec 2024-04-02T09:06:18.133 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1rYXlJa0TjGZE0f off=5096431 len=1437325 2024-04-02T09:06:18.138 INFO:tasks.workunit.client.0.smithi104.stdout:op 4410 completed, throughput=5MB/sec 2024-04-02T09:06:18.138 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-310zXT34XDwovIE off=6143294 len=354714 2024-04-02T09:06:18.139 INFO:tasks.workunit.client.0.smithi104.stdout:op 4411 completed, throughput=5MB/sec 2024-04-02T09:06:18.139 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S9l32jFXYX6i3d2 off=16385916 len=1673924 2024-04-02T09:06:18.145 INFO:tasks.workunit.client.0.smithi104.stdout:op 4412 completed, throughput=5MB/sec 2024-04-02T09:06:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:18 smithi188 ceph-mon[86835]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:06:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:18 smithi104 ceph-mon[94081]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:06:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:18 smithi104 ceph-mon[96567]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:06:19.146 INFO:tasks.workunit.client.0.smithi104.stdout: 874: throughput=5MB/sec pending data=0 2024-04-02T09:06:19.146 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7wdJ2T0L2n-8eqC off=4552211 len=1793138 2024-04-02T09:06:19.156 INFO:tasks.workunit.client.0.smithi104.stdout:op 4413 completed, throughput=5MB/sec 2024-04-02T09:06:19.156 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dLL7QKbJdica_xz off=1321718 len=268197 2024-04-02T09:06:19.159 INFO:tasks.workunit.client.0.smithi104.stdout:op 4414 completed, throughput=5MB/sec 2024-04-02T09:06:19.159 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-y5GcGqF1_VH_bF5 off=8227456 len=439664 2024-04-02T09:06:19.160 INFO:tasks.workunit.client.0.smithi104.stdout:op 4415 completed, throughput=5MB/sec 2024-04-02T09:06:19.160 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5Ptdb_0WgFxkTHW off=6038461 len=1273827 2024-04-02T09:06:19.165 INFO:tasks.workunit.client.0.smithi104.stdout:op 4416 completed, throughput=5MB/sec 2024-04-02T09:06:19.165 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-z_M71ehpnxRNyf9 off=8294661 len=888871 2024-04-02T09:06:19.169 INFO:tasks.workunit.client.0.smithi104.stdout:op 4417 completed, throughput=5MB/sec 2024-04-02T09:06:20.169 INFO:tasks.workunit.client.0.smithi104.stdout: 875: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:20.169 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WLPI_0rHs7vNj5E off=6276528 len=345214 2024-04-02T09:06:20.170 INFO:tasks.workunit.client.0.smithi104.stdout:op 4418 completed, throughput=4.99MB/sec 2024-04-02T09:06:20.170 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Y3pMLxCd6YtlNbh off=4274602 len=1669957 2024-04-02T09:06:20.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 4419 completed, throughput=5MB/sec 2024-04-02T09:06:20.178 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Vv1cUNxeH16w2o8 off=5846385 len=936303 2024-04-02T09:06:20.183 INFO:tasks.workunit.client.0.smithi104.stdout:op 4420 completed, throughput=5MB/sec 2024-04-02T09:06:20.183 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-M_mTzRb5b3OOktH off=16762620 len=1211744 2024-04-02T09:06:20.188 INFO:tasks.workunit.client.0.smithi104.stdout:op 4421 completed, throughput=5MB/sec 2024-04-02T09:06:20.188 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qObxnM1jpzn7JHY off=3385960 len=832565 2024-04-02T09:06:20.191 INFO:tasks.workunit.client.0.smithi104.stdout:op 4422 completed, throughput=5MB/sec 2024-04-02T09:06:20.191 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bcNlfQmxEuH5QkI off=2959530 len=420082 2024-04-02T09:06:20.194 INFO:tasks.workunit.client.0.smithi104.stdout:op 4423 completed, throughput=5MB/sec 2024-04-02T09:06:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:20 smithi188 ceph-mon[86835]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:06:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:20 smithi104 ceph-mon[94081]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:06:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:20 smithi104 ceph-mon[96567]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:06:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:21.194 INFO:tasks.workunit.client.0.smithi104.stdout: 876: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:21.194 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LVHuCiL3pF-7USg off=15576878 len=262141 2024-04-02T09:06:21.195 INFO:tasks.workunit.client.0.smithi104.stdout:op 4424 completed, throughput=4.99MB/sec 2024-04-02T09:06:21.195 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G79ZUmIp-0LG4EO off=255647 len=493778 2024-04-02T09:06:21.196 INFO:tasks.workunit.client.0.smithi104.stdout:op 4425 completed, throughput=5MB/sec 2024-04-02T09:06:21.197 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XAzXsDEi0f0efp2 off=11005915 len=1901476 2024-04-02T09:06:21.198 INFO:tasks.workunit.client.0.smithi104.stdout:op 4426 completed, throughput=5MB/sec 2024-04-02T09:06:21.198 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Y84cCHOow6iUWLW off=13171260 len=1794678 2024-04-02T09:06:21.206 INFO:tasks.workunit.client.0.smithi104.stdout:op 4427 completed, throughput=5MB/sec 2024-04-02T09:06:21.207 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-86hUS8VFpvF8gUW off=6006081 len=1381412 2024-04-02T09:06:21.207 INFO:tasks.workunit.client.0.smithi104.stdout:op 4428 completed, throughput=5MB/sec 2024-04-02T09:06:22.207 INFO:tasks.workunit.client.0.smithi104.stdout: 877: throughput=5MB/sec pending data=0 2024-04-02T09:06:22.208 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-P3YlmRR7hl0PEwI off=43394 len=1739064 2024-04-02T09:06:22.211 INFO:tasks.workunit.client.0.smithi104.stdout:op 4429 completed, throughput=5MB/sec 2024-04-02T09:06:22.211 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QJ2u0MfJ25x3PiS off=10867028 len=1755630 2024-04-02T09:06:22.217 INFO:tasks.workunit.client.0.smithi104.stdout:op 4430 completed, throughput=5MB/sec 2024-04-02T09:06:22.218 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TGcfhR76NqWzXl- off=2817640 len=816739 2024-04-02T09:06:22.218 INFO:tasks.workunit.client.0.smithi104.stdout:op 4431 completed, throughput=5MB/sec 2024-04-02T09:06:22.218 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-16fALRgjTbPIV7H off=2378793 len=723172 2024-04-02T09:06:22.219 INFO:tasks.workunit.client.0.smithi104.stdout:op 4432 completed, throughput=5MB/sec 2024-04-02T09:06:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:22 smithi188 ceph-mon[86835]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:06:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:06:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:22 smithi104 ceph-mon[96567]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:06:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:22 smithi104 ceph-mon[94081]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:06:23.220 INFO:tasks.workunit.client.0.smithi104.stdout: 878: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:23.220 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qAZMDQbQuA544aZ off=8131823 len=1152400 2024-04-02T09:06:23.221 INFO:tasks.workunit.client.0.smithi104.stdout:op 4433 completed, throughput=5MB/sec 2024-04-02T09:06:23.221 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oz66vGlc2fvv2UO off=5283437 len=1454477 2024-04-02T09:06:23.226 INFO:tasks.workunit.client.0.smithi104.stdout:op 4434 completed, throughput=5MB/sec 2024-04-02T09:06:23.226 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pNYnsGWkupY59gQ off=14459 len=1427775 2024-04-02T09:06:23.231 INFO:tasks.workunit.client.0.smithi104.stdout:op 4435 completed, throughput=5MB/sec 2024-04-02T09:06:23.231 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2EfKclXbm-lu7_0 off=1859065 len=116753 2024-04-02T09:06:23.233 INFO:tasks.workunit.client.0.smithi104.stdout:op 4436 completed, throughput=5MB/sec 2024-04-02T09:06:23.234 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UVpr0j7kek5fNXs off=10850139 len=1586643 2024-04-02T09:06:23.235 INFO:tasks.workunit.client.0.smithi104.stdout:op 4437 completed, throughput=5MB/sec 2024-04-02T09:06:24.235 INFO:tasks.workunit.client.0.smithi104.stdout: 879: throughput=5MB/sec pending data=0 2024-04-02T09:06:24.235 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-h44_iZN5YRFB3aR off=0 len=1330439 2024-04-02T09:06:24.236 INFO:tasks.workunit.client.0.smithi104.stdout:op 4438 completed, throughput=5MB/sec 2024-04-02T09:06:24.236 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DHYUrO0gqWzqC6t off=15874828 len=906133 2024-04-02T09:06:24.240 INFO:tasks.workunit.client.0.smithi104.stdout:op 4439 completed, throughput=5MB/sec 2024-04-02T09:06:24.240 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mGatbtf9qdFbDP3 off=1791074 len=1224112 2024-04-02T09:06:24.246 INFO:tasks.workunit.client.0.smithi104.stdout:op 4440 completed, throughput=5MB/sec 2024-04-02T09:06:24.246 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-__-qhUvjg3WyDWc off=12066141 len=591670 2024-04-02T09:06:24.247 INFO:tasks.workunit.client.0.smithi104.stdout:op 4441 completed, throughput=5MB/sec 2024-04-02T09:06:24.247 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GbQW-6qU4f0jiJY off=738825 len=1721172 2024-04-02T09:06:24.253 INFO:tasks.workunit.client.0.smithi104.stdout:op 4442 completed, throughput=5MB/sec 2024-04-02T09:06:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:24 smithi188 ceph-mon[86835]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T09:06:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:24 smithi104 ceph-mon[96567]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T09:06:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:24 smithi104 ceph-mon[94081]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T09:06:25.253 INFO:tasks.workunit.client.0.smithi104.stdout: 880: throughput=5MB/sec pending data=0 2024-04-02T09:06:25.253 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NaO2WIgV5lORFTF off=16305160 len=1172647 2024-04-02T09:06:25.260 INFO:tasks.workunit.client.0.smithi104.stdout:op 4443 completed, throughput=5MB/sec 2024-04-02T09:06:25.260 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PXBx281SLwpMbRo off=5565803 len=1825879 2024-04-02T09:06:25.270 INFO:tasks.workunit.client.0.smithi104.stdout:op 4444 completed, throughput=5MB/sec 2024-04-02T09:06:25.271 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y7z4LygUaPsI1B7 off=88197 len=574381 2024-04-02T09:06:25.274 INFO:tasks.workunit.client.0.smithi104.stdout:op 4445 completed, throughput=5MB/sec 2024-04-02T09:06:25.274 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--ANARLK50MkSKTT off=9440452 len=313287 2024-04-02T09:06:25.276 INFO:tasks.workunit.client.0.smithi104.stdout:op 4446 completed, throughput=5MB/sec 2024-04-02T09:06:25.277 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Wd8aOz5TdRYhUsD off=1066449 len=1472322 2024-04-02T09:06:25.285 INFO:tasks.workunit.client.0.smithi104.stdout:op 4447 completed, throughput=5MB/sec 2024-04-02T09:06:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:06:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:06:25] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:06:26.286 INFO:tasks.workunit.client.0.smithi104.stdout: 881: throughput=5MB/sec pending data=0 2024-04-02T09:06:26.286 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AR4j2mvfDu_-7Ih off=3279155 len=838438 2024-04-02T09:06:26.291 INFO:tasks.workunit.client.0.smithi104.stdout:op 4448 completed, throughput=5MB/sec 2024-04-02T09:06:26.291 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nXts5XOmwxF8f6F off=573038 len=416788 2024-04-02T09:06:26.294 INFO:tasks.workunit.client.0.smithi104.stdout:op 4449 completed, throughput=5MB/sec 2024-04-02T09:06:26.295 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0xeQSCTzNsuCl13 off=9621472 len=1601736 2024-04-02T09:06:26.296 INFO:tasks.workunit.client.0.smithi104.stdout:op 4450 completed, throughput=5MB/sec 2024-04-02T09:06:26.296 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JL9l0fUe8hFYAj3 off=1099354 len=1203423 2024-04-02T09:06:26.302 INFO:tasks.workunit.client.0.smithi104.stdout:op 4451 completed, throughput=5MB/sec 2024-04-02T09:06:26.302 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yMrfzKDAblr7nrh off=2430579 len=1045011 2024-04-02T09:06:26.306 INFO:tasks.workunit.client.0.smithi104.stdout:op 4452 completed, throughput=5MB/sec 2024-04-02T09:06:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:26 smithi188 ceph-mon[86835]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:06:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:26 smithi104 ceph-mon[96567]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:06:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:26 smithi104 ceph-mon[94081]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:06:27.307 INFO:tasks.workunit.client.0.smithi104.stdout: 882: throughput=5MB/sec pending data=0 2024-04-02T09:06:27.307 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Sj3RQJcoJdztkT1 off=1376240 len=1805952 2024-04-02T09:06:27.311 INFO:tasks.workunit.client.0.smithi104.stdout:op 4453 completed, throughput=5MB/sec 2024-04-02T09:06:27.312 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BaQ6YgXnYO9QDN4 off=699147 len=252712 2024-04-02T09:06:27.314 INFO:tasks.workunit.client.0.smithi104.stdout:op 4454 completed, throughput=5MB/sec 2024-04-02T09:06:27.315 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qnd6d9-YlZdV18a off=10757042 len=569631 2024-04-02T09:06:27.316 INFO:tasks.workunit.client.0.smithi104.stdout:op 4455 completed, throughput=5MB/sec 2024-04-02T09:06:27.316 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gbn8tUZlsh1li-Y off=5722327 len=1739256 2024-04-02T09:06:27.317 INFO:tasks.workunit.client.0.smithi104.stdout:op 4456 completed, throughput=5MB/sec 2024-04-02T09:06:28.318 INFO:tasks.workunit.client.0.smithi104.stdout: 883: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:28.318 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cDkqMf83XgqHP9H off=19828868 len=726960 2024-04-02T09:06:28.318 INFO:tasks.workunit.client.0.smithi104.stdout:op 4457 completed, throughput=5MB/sec 2024-04-02T09:06:28.319 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W-dup4wGIpleU6g off=2907986 len=197642 2024-04-02T09:06:28.322 INFO:tasks.workunit.client.0.smithi104.stdout:op 4458 completed, throughput=5MB/sec 2024-04-02T09:06:28.322 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f7oELojrm-oP9x5 off=456796 len=167107 2024-04-02T09:06:28.324 INFO:tasks.workunit.client.0.smithi104.stdout:op 4459 completed, throughput=5MB/sec 2024-04-02T09:06:28.324 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-c-6PbWO8C-gZAGH off=13606588 len=1317540 2024-04-02T09:06:28.325 INFO:tasks.workunit.client.0.smithi104.stdout:op 4460 completed, throughput=5MB/sec 2024-04-02T09:06:28.325 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d4PYfaYP-voOml_ off=15092169 len=877560 2024-04-02T09:06:28.326 INFO:tasks.workunit.client.0.smithi104.stdout:op 4461 completed, throughput=5MB/sec 2024-04-02T09:06:28.326 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-f0roRKNlKXcOzSL off=8782657 len=1822461 2024-04-02T09:06:28.327 INFO:tasks.workunit.client.0.smithi104.stdout:op 4462 completed, throughput=5MB/sec 2024-04-02T09:06:28.327 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tFcC2rS6e6SR3tx off=3259429 len=1692169 2024-04-02T09:06:28.329 INFO:tasks.workunit.client.0.smithi104.stdout:op 4463 completed, throughput=5MB/sec 2024-04-02T09:06:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:28 smithi188 ceph-mon[86835]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:06:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:28 smithi104 ceph-mon[96567]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:06:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:28 smithi104 ceph-mon[94081]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:06:29.329 INFO:tasks.workunit.client.0.smithi104.stdout: 884: throughput=5MB/sec pending data=0 2024-04-02T09:06:29.329 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wExjZfIdfTQtH1K off=4680854 len=1662268 2024-04-02T09:06:29.335 INFO:tasks.workunit.client.0.smithi104.stdout:op 4464 completed, throughput=5MB/sec 2024-04-02T09:06:29.335 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kA2pBxs9OLhFVRg off=735539 len=725016 2024-04-02T09:06:29.336 INFO:tasks.workunit.client.0.smithi104.stdout:op 4465 completed, throughput=5MB/sec 2024-04-02T09:06:29.336 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RvexU4JqAZAv7hD off=958371 len=547250 2024-04-02T09:06:29.337 INFO:tasks.workunit.client.0.smithi104.stdout:op 4466 completed, throughput=5MB/sec 2024-04-02T09:06:29.337 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-c1XRlet_o2D1Y5i off=4715696 len=447322 2024-04-02T09:06:29.337 INFO:tasks.workunit.client.0.smithi104.stdout:op 4467 completed, throughput=5MB/sec 2024-04-02T09:06:29.337 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KDSiKgE-p74y_7v off=3591555 len=926969 2024-04-02T09:06:29.338 INFO:tasks.workunit.client.0.smithi104.stdout:op 4468 completed, throughput=5MB/sec 2024-04-02T09:06:30.338 INFO:tasks.workunit.client.0.smithi104.stdout: 885: throughput=5MB/sec pending data=0 2024-04-02T09:06:30.339 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gPLEDsTENyhlCU8 off=2078603 len=771428 2024-04-02T09:06:30.340 INFO:tasks.workunit.client.0.smithi104.stdout:op 4469 completed, throughput=5MB/sec 2024-04-02T09:06:30.341 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XIx-3DSixUq0izT off=6887111 len=1946879 2024-04-02T09:06:30.342 INFO:tasks.workunit.client.0.smithi104.stdout:op 4470 completed, throughput=5MB/sec 2024-04-02T09:06:30.342 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oVpTiUH0tlSWGgu off=11287718 len=981108 2024-04-02T09:06:30.346 INFO:tasks.workunit.client.0.smithi104.stdout:op 4471 completed, throughput=5MB/sec 2024-04-02T09:06:30.346 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BoevhDeS-mOVzG5 off=1305371 len=2002886 2024-04-02T09:06:30.356 INFO:tasks.workunit.client.0.smithi104.stdout:op 4472 completed, throughput=5MB/sec 2024-04-02T09:06:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:30 smithi188 ceph-mon[86835]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T09:06:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:30 smithi104 ceph-mon[94081]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T09:06:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:30 smithi104 ceph-mon[96567]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T09:06:31.356 INFO:tasks.workunit.client.0.smithi104.stdout: 886: throughput=5MB/sec pending data=0 2024-04-02T09:06:31.356 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6Gc4e3I6Sbr-yJ6 off=3776990 len=1573425 2024-04-02T09:06:31.358 INFO:tasks.workunit.client.0.smithi104.stdout:op 4473 completed, throughput=5MB/sec 2024-04-02T09:06:31.358 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dHyYspx9fxm0UAZ off=7835060 len=2048073 2024-04-02T09:06:31.369 INFO:tasks.workunit.client.0.smithi104.stdout:op 4474 completed, throughput=5MB/sec 2024-04-02T09:06:31.369 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HCrEWXGDwhNmTWw off=7541592 len=828766 2024-04-02T09:06:31.373 INFO:tasks.workunit.client.0.smithi104.stdout:op 4475 completed, throughput=5MB/sec 2024-04-02T09:06:32.373 INFO:tasks.workunit.client.0.smithi104.stdout: 887: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:32.373 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wCc_FXqrwi46TBm off=210389 len=1308422 2024-04-02T09:06:32.376 INFO:tasks.workunit.client.0.smithi104.stdout:op 4476 completed, throughput=5MB/sec 2024-04-02T09:06:32.376 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zaxUhDvK7s86lsx off=855754 len=1583351 2024-04-02T09:06:32.383 INFO:tasks.workunit.client.0.smithi104.stdout:op 4477 completed, throughput=5MB/sec 2024-04-02T09:06:32.383 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sDTJ4LO4rwP4mJj off=18992327 len=1749654 2024-04-02T09:06:32.386 INFO:tasks.workunit.client.0.smithi104.stdout:op 4478 completed, throughput=5MB/sec 2024-04-02T09:06:32.386 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-j_Rf7EaNctOzSuL off=6475649 len=935662 2024-04-02T09:06:32.391 INFO:tasks.workunit.client.0.smithi104.stdout:op 4479 completed, throughput=5MB/sec 2024-04-02T09:06:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:32 smithi188 ceph-mon[86835]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:06:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:06:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:32 smithi104 ceph-mon[94081]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:06:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:32 smithi104 ceph-mon[96567]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:06:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: 888: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:33.391 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f7k-qDxrwu-rQEh off=3306698 len=1229053 2024-04-02T09:06:33.395 INFO:tasks.workunit.client.0.smithi104.stdout:op 4480 completed, throughput=5MB/sec 2024-04-02T09:06:33.395 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MRpS9wCHfCvW41w off=7861526 len=271232 2024-04-02T09:06:33.396 INFO:tasks.workunit.client.0.smithi104.stdout:op 4481 completed, throughput=5MB/sec 2024-04-02T09:06:33.396 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Fy2AD4GCr2uUqil off=8092048 len=1216569 2024-04-02T09:06:33.396 INFO:tasks.workunit.client.0.smithi104.stdout:op 4482 completed, throughput=5MB/sec 2024-04-02T09:06:33.397 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xaC8tSqx36z_CGq off=10634844 len=191661 2024-04-02T09:06:33.399 INFO:tasks.workunit.client.0.smithi104.stdout:op 4483 completed, throughput=5MB/sec 2024-04-02T09:06:33.399 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AbgDlZr2WKNCX3U off=1478157 len=535780 2024-04-02T09:06:33.400 INFO:tasks.workunit.client.0.smithi104.stdout:op 4484 completed, throughput=5MB/sec 2024-04-02T09:06:33.400 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JdnT8EevYOQOY_5 off=2210431 len=328736 2024-04-02T09:06:33.400 INFO:tasks.workunit.client.0.smithi104.stdout:op 4485 completed, throughput=5MB/sec 2024-04-02T09:06:33.400 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QdoKzVRjTmy76rt off=3419450 len=536468 2024-04-02T09:06:33.401 INFO:tasks.workunit.client.0.smithi104.stdout:op 4486 completed, throughput=5MB/sec 2024-04-02T09:06:33.401 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zeBlM2WjUpyOkrj off=12039449 len=1009318 2024-04-02T09:06:33.401 INFO:tasks.workunit.client.0.smithi104.stdout:op 4487 completed, throughput=5MB/sec 2024-04-02T09:06:34.402 INFO:tasks.workunit.client.0.smithi104.stdout: 889: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:34.402 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xl1srqJ_G6h1phP off=633109 len=571772 2024-04-02T09:06:34.406 INFO:tasks.workunit.client.0.smithi104.stdout:op 4488 completed, throughput=5MB/sec 2024-04-02T09:06:34.406 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OfXKRtYYNwzc_bT off=5519 len=1079950 2024-04-02T09:06:34.411 INFO:tasks.workunit.client.0.smithi104.stdout:op 4489 completed, throughput=5MB/sec 2024-04-02T09:06:34.411 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2fvoAePJn46di5s off=5534852 len=697207 2024-04-02T09:06:34.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 4490 completed, throughput=5MB/sec 2024-04-02T09:06:34.414 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LlKMiJrvnsEpR1K off=11580159 len=1790675 2024-04-02T09:06:34.416 INFO:tasks.workunit.client.0.smithi104.stdout:op 4491 completed, throughput=5MB/sec 2024-04-02T09:06:34.416 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KqCml94cOcZ8hmV off=7485956 len=343742 2024-04-02T09:06:34.417 INFO:tasks.workunit.client.0.smithi104.stdout:op 4492 completed, throughput=5MB/sec 2024-04-02T09:06:34.417 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EI-OLxtUesAHb15 off=6184696 len=1123270 2024-04-02T09:06:34.418 INFO:tasks.workunit.client.0.smithi104.stdout:op 4493 completed, throughput=5MB/sec 2024-04-02T09:06:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:34 smithi188 ceph-mon[86835]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:06:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:34 smithi104 ceph-mon[96567]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:06:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:34 smithi104 ceph-mon[94081]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:06:35.419 INFO:tasks.workunit.client.0.smithi104.stdout: 890: throughput=5MB/sec pending data=0 2024-04-02T09:06:35.419 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GO6AeXNrfAFUiWc off=402028 len=1237333 2024-04-02T09:06:35.420 INFO:tasks.workunit.client.0.smithi104.stdout:op 4494 completed, throughput=5MB/sec 2024-04-02T09:06:35.420 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uw1t7p-tngx4fH- off=11865792 len=678913 2024-04-02T09:06:35.423 INFO:tasks.workunit.client.0.smithi104.stdout:op 4495 completed, throughput=5MB/sec 2024-04-02T09:06:35.423 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Mg4o-LL08acUxTm off=13329021 len=1439295 2024-04-02T09:06:35.430 INFO:tasks.workunit.client.0.smithi104.stdout:op 4496 completed, throughput=5MB/sec 2024-04-02T09:06:35.430 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-g9XN0CA3-bOyUON off=0 len=1089958 2024-04-02T09:06:35.431 INFO:tasks.workunit.client.0.smithi104.stdout:op 4497 completed, throughput=5MB/sec 2024-04-02T09:06:35.431 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Lvyw8lUhnn_wvYS off=1729965 len=175481 2024-04-02T09:06:35.432 INFO:tasks.workunit.client.0.smithi104.stdout:op 4498 completed, throughput=5MB/sec 2024-04-02T09:06:35.432 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PsAGldmiAOGTldW off=14862798 len=1776209 2024-04-02T09:06:35.435 INFO:tasks.workunit.client.0.smithi104.stdout:op 4499 completed, throughput=5MB/sec 2024-04-02T09:06:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:06:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:06:35] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:06:36.436 INFO:tasks.workunit.client.0.smithi104.stdout: 891: throughput=5MB/sec pending data=0 2024-04-02T09:06:36.436 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B0xXhv16wxYDRu9 off=8281346 len=1361932 2024-04-02T09:06:36.437 INFO:tasks.workunit.client.0.smithi104.stdout:op 4500 completed, throughput=5MB/sec 2024-04-02T09:06:36.437 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IJAozMBvBK6glMf off=8477973 len=850200 2024-04-02T09:06:36.438 INFO:tasks.workunit.client.0.smithi104.stdout:op 4501 completed, throughput=5MB/sec 2024-04-02T09:06:36.438 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-swo0Um8cdqqI73- off=8408228 len=1131811 2024-04-02T09:06:36.439 INFO:tasks.workunit.client.0.smithi104.stdout:op 4502 completed, throughput=5MB/sec 2024-04-02T09:06:36.439 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-83PPUz3EiizgQ9a off=3850067 len=563701 2024-04-02T09:06:36.440 INFO:tasks.workunit.client.0.smithi104.stdout:op 4503 completed, throughput=5MB/sec 2024-04-02T09:06:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:36 smithi188 ceph-mon[86835]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:06:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:36 smithi104 ceph-mon[96567]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:06:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:36 smithi104 ceph-mon[94081]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:06:37.440 INFO:tasks.workunit.client.0.smithi104.stdout: 892: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:37.441 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YnZN5mQSFMfeONT off=6140650 len=1423719 2024-04-02T09:06:37.448 INFO:tasks.workunit.client.0.smithi104.stdout:op 4504 completed, throughput=5MB/sec 2024-04-02T09:06:37.448 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z9s8hP-anPqSpJN off=161028 len=1851620 2024-04-02T09:06:37.449 INFO:tasks.workunit.client.0.smithi104.stdout:op 4505 completed, throughput=5MB/sec 2024-04-02T09:06:37.449 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-J0cWPzU-DZvhgmU off=5079935 len=1791162 2024-04-02T09:06:37.456 INFO:tasks.workunit.client.0.smithi104.stdout:op 4506 completed, throughput=5MB/sec 2024-04-02T09:06:38.456 INFO:tasks.workunit.client.0.smithi104.stdout: 893: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:38.456 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TbGHtgPuwmtsHpJ off=6320703 len=1829811 2024-04-02T09:06:38.457 INFO:tasks.workunit.client.0.smithi104.stdout:op 4507 completed, throughput=5MB/sec 2024-04-02T09:06:38.458 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AWQzzNDbkOLqeR2 off=9384983 len=282382 2024-04-02T09:06:38.461 INFO:tasks.workunit.client.0.smithi104.stdout:op 4508 completed, throughput=5MB/sec 2024-04-02T09:06:38.462 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cWgOuJDPvthUdCT off=7490744 len=1833692 2024-04-02T09:06:38.467 INFO:tasks.workunit.client.0.smithi104.stdout:op 4509 completed, throughput=5MB/sec 2024-04-02T09:06:38.467 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lSLswz_EykGk0Ui off=3068149 len=1926403 2024-04-02T09:06:38.470 INFO:tasks.workunit.client.0.smithi104.stdout:op 4510 completed, throughput=5MB/sec 2024-04-02T09:06:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:38 smithi188 ceph-mon[86835]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:06:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:38 smithi104 ceph-mon[96567]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:06:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:38 smithi104 ceph-mon[94081]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:06:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:39.470 INFO:tasks.workunit.client.0.smithi104.stdout: 894: throughput=5MB/sec pending data=0 2024-04-02T09:06:39.470 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8MThxDvK2PlUCKE off=13348908 len=853592 2024-04-02T09:06:39.472 INFO:tasks.workunit.client.0.smithi104.stdout:op 4511 completed, throughput=5MB/sec 2024-04-02T09:06:39.473 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MY4aGK5quAD5kYf off=8690018 len=769718 2024-04-02T09:06:39.473 INFO:tasks.workunit.client.0.smithi104.stdout:op 4512 completed, throughput=5MB/sec 2024-04-02T09:06:39.473 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZBcpjg14cOY-3xk off=3926838 len=1980206 2024-04-02T09:06:39.482 INFO:tasks.workunit.client.0.smithi104.stdout:op 4513 completed, throughput=5MB/sec 2024-04-02T09:06:39.482 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Bo9ZRabOgfj2lOl off=2023517 len=225269 2024-04-02T09:06:39.483 INFO:tasks.workunit.client.0.smithi104.stdout:op 4514 completed, throughput=5MB/sec 2024-04-02T09:06:39.483 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rXOE9JgtskfDyEs off=5672606 len=1078518 2024-04-02T09:06:39.484 INFO:tasks.workunit.client.0.smithi104.stdout:op 4515 completed, throughput=5MB/sec 2024-04-02T09:06:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:06:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:06:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:06:40.485 INFO:tasks.workunit.client.0.smithi104.stdout: 895: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:40.485 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UhcG2ns-ACqwWaf off=613145 len=1339554 2024-04-02T09:06:40.487 INFO:tasks.workunit.client.0.smithi104.stdout:op 4516 completed, throughput=5MB/sec 2024-04-02T09:06:40.487 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mlxRl1oslWRdQ-c off=3818546 len=1408866 2024-04-02T09:06:40.488 INFO:tasks.workunit.client.0.smithi104.stdout:op 4517 completed, throughput=5MB/sec 2024-04-02T09:06:40.488 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XNsaCT4pcXtdGCT off=11249683 len=1852708 2024-04-02T09:06:40.497 INFO:tasks.workunit.client.0.smithi104.stdout:op 4518 completed, throughput=5MB/sec 2024-04-02T09:06:40.497 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--Cgp5rAMyN5XjL0 off=3197701 len=1425966 2024-04-02T09:06:40.500 INFO:tasks.workunit.client.0.smithi104.stdout:op 4519 completed, throughput=5MB/sec 2024-04-02T09:06:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:40 smithi188 ceph-mon[86835]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:06:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:40 smithi104 ceph-mon[96567]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:06:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:40 smithi104 ceph-mon[94081]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:06:41.500 INFO:tasks.workunit.client.0.smithi104.stdout: 896: throughput=5MB/sec pending data=0 2024-04-02T09:06:41.500 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-brRvvXkua1mZAvp off=19078560 len=1390427 2024-04-02T09:06:41.505 INFO:tasks.workunit.client.0.smithi104.stdout:op 4520 completed, throughput=5MB/sec 2024-04-02T09:06:41.505 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dKFQ1c_GtndP1iJ off=4158155 len=1470743 2024-04-02T09:06:41.508 INFO:tasks.workunit.client.0.smithi104.stdout:op 4521 completed, throughput=5MB/sec 2024-04-02T09:06:41.508 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HJgB7EWZVMH0kgW off=8224879 len=993935 2024-04-02T09:06:41.509 INFO:tasks.workunit.client.0.smithi104.stdout:op 4522 completed, throughput=5MB/sec 2024-04-02T09:06:41.509 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2oFC99VpGxq5hSQ off=2698048 len=493638 2024-04-02T09:06:41.513 INFO:tasks.workunit.client.0.smithi104.stdout:op 4523 completed, throughput=5MB/sec 2024-04-02T09:06:41.514 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sYlcTYPi06Ki28Z off=5146850 len=1333873 2024-04-02T09:06:41.515 INFO:tasks.workunit.client.0.smithi104.stdout:op 4524 completed, throughput=5MB/sec 2024-04-02T09:06:42.515 INFO:tasks.workunit.client.0.smithi104.stdout: 897: throughput=5MB/sec pending data=0 2024-04-02T09:06:42.515 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rjPANTVmlkUdWYS off=2031123 len=1963282 2024-04-02T09:06:42.523 INFO:tasks.workunit.client.0.smithi104.stdout:op 4525 completed, throughput=5MB/sec 2024-04-02T09:06:42.523 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2ZViemD2xCEjEwl off=13109916 len=1865779 2024-04-02T09:06:42.524 INFO:tasks.workunit.client.0.smithi104.stdout:op 4526 completed, throughput=5MB/sec 2024-04-02T09:06:42.524 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LQI14WVvwyhGzCW off=2563572 len=922844 2024-04-02T09:06:42.529 INFO:tasks.workunit.client.0.smithi104.stdout:op 4527 completed, throughput=5MB/sec 2024-04-02T09:06:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:42 smithi188 ceph-mon[86835]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:06:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:06:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:06:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:42 smithi104 ceph-mon[94081]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:06:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:42 smithi104 ceph-mon[96567]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:06:43.529 INFO:tasks.workunit.client.0.smithi104.stdout: 898: throughput=5MB/sec pending data=0 2024-04-02T09:06:43.529 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9ctnzEHu9J4sK79 off=1763320 len=1423389 2024-04-02T09:06:43.530 INFO:tasks.workunit.client.0.smithi104.stdout:op 4528 completed, throughput=5MB/sec 2024-04-02T09:06:43.530 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jwF_XuOe9WI8eyK off=41087 len=1031672 2024-04-02T09:06:43.531 INFO:tasks.workunit.client.0.smithi104.stdout:op 4529 completed, throughput=5MB/sec 2024-04-02T09:06:43.531 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mZCowz22IJ2uRkm off=8462694 len=56902 2024-04-02T09:06:43.531 INFO:tasks.workunit.client.0.smithi104.stdout:op 4530 completed, throughput=5MB/sec 2024-04-02T09:06:43.531 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hwunULRCQULZkvZ off=793708 len=799876 2024-04-02T09:06:43.536 INFO:tasks.workunit.client.0.smithi104.stdout:op 4531 completed, throughput=5MB/sec 2024-04-02T09:06:43.536 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fmYK1hOGDwz56Y9 off=5574027 len=776188 2024-04-02T09:06:43.540 INFO:tasks.workunit.client.0.smithi104.stdout:op 4532 completed, throughput=5MB/sec 2024-04-02T09:06:43.541 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B5Dp_9ZLNz5BFo6 off=5426812 len=998233 2024-04-02T09:06:43.542 INFO:tasks.workunit.client.0.smithi104.stdout:op 4533 completed, throughput=5MB/sec 2024-04-02T09:06:44.543 INFO:tasks.workunit.client.0.smithi104.stdout: 899: throughput=5MB/sec pending data=0 2024-04-02T09:06:44.543 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bpKa_njuofr7LxF off=2354029 len=1953074 2024-04-02T09:06:44.544 INFO:tasks.workunit.client.0.smithi104.stdout:op 4534 completed, throughput=5MB/sec 2024-04-02T09:06:44.545 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dlBQena0_PyqrU- off=1353051 len=1360173 2024-04-02T09:06:44.551 INFO:tasks.workunit.client.0.smithi104.stdout:op 4535 completed, throughput=5MB/sec 2024-04-02T09:06:44.551 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lJaACyfc-Mzuwg- off=3547506 len=441012 2024-04-02T09:06:44.552 INFO:tasks.workunit.client.0.smithi104.stdout:op 4536 completed, throughput=5MB/sec 2024-04-02T09:06:44.552 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IdeGeSY1SLr-MfK off=56593 len=1641639 2024-04-02T09:06:44.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 4537 completed, throughput=5MB/sec 2024-04-02T09:06:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:44 smithi188 ceph-mon[86835]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:06:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:44 smithi104 ceph-mon[94081]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:06:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:44 smithi104 ceph-mon[96567]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:06:45.554 INFO:tasks.workunit.client.0.smithi104.stdout: 900: throughput=5MB/sec pending data=0 2024-04-02T09:06:45.554 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HGhavScvR7m1NFm off=18843245 len=38559 2024-04-02T09:06:45.555 INFO:tasks.workunit.client.0.smithi104.stdout:op 4538 completed, throughput=5MB/sec 2024-04-02T09:06:45.555 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MrKMqgHLdHzf4J3 off=8209080 len=958035 2024-04-02T09:06:45.555 INFO:tasks.workunit.client.0.smithi104.stdout:op 4539 completed, throughput=5MB/sec 2024-04-02T09:06:45.555 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FCb9NzcEXescXIY off=17888116 len=525435 2024-04-02T09:06:45.558 INFO:tasks.workunit.client.0.smithi104.stdout:op 4540 completed, throughput=5MB/sec 2024-04-02T09:06:45.558 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PP0xsi2qgAjZN9p off=4834843 len=1908536 2024-04-02T09:06:45.562 INFO:tasks.workunit.client.0.smithi104.stdout:op 4541 completed, throughput=5MB/sec 2024-04-02T09:06:45.562 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5Ptdb_0WgFxkTHW off=440933 len=222635 2024-04-02T09:06:45.562 INFO:tasks.workunit.client.0.smithi104.stdout:op 4542 completed, throughput=5MB/sec 2024-04-02T09:06:45.562 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a7wssxxENyrPGCT off=9145670 len=1705738 2024-04-02T09:06:45.574 INFO:tasks.workunit.client.0.smithi104.stdout:op 4543 completed, throughput=5MB/sec 2024-04-02T09:06:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:06:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:06:45] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:06:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: 901: throughput=5MB/sec pending data=0 2024-04-02T09:06:46.574 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fuxRcocWGWBSusc off=0 len=1418792 2024-04-02T09:06:46.577 INFO:tasks.workunit.client.0.smithi104.stdout:op 4544 completed, throughput=5MB/sec 2024-04-02T09:06:46.577 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cfRBuqhx-5sng5C off=13377111 len=1656206 2024-04-02T09:06:46.586 INFO:tasks.workunit.client.0.smithi104.stdout:op 4545 completed, throughput=5MB/sec 2024-04-02T09:06:46.586 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2ur8tgZjlCLt4SK off=3688658 len=27287 2024-04-02T09:06:46.587 INFO:tasks.workunit.client.0.smithi104.stdout:op 4546 completed, throughput=5MB/sec 2024-04-02T09:06:46.587 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T7EbCUrHtyHm2Cm off=20368288 len=568505 2024-04-02T09:06:46.587 INFO:tasks.workunit.client.0.smithi104.stdout:op 4547 completed, throughput=5MB/sec 2024-04-02T09:06:46.587 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qGZxMvkhh0OD_tG off=9347929 len=1661633 2024-04-02T09:06:46.596 INFO:tasks.workunit.client.0.smithi104.stdout:op 4548 completed, throughput=5MB/sec 2024-04-02T09:06:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:46 smithi188 ceph-mon[86835]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:06:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:46 smithi104 ceph-mon[94081]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:06:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:46 smithi104 ceph-mon[96567]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:06:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: 902: throughput=5MB/sec pending data=0 2024-04-02T09:06:47.597 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pTvrYezN5xstuo7 off=6476335 len=221254 2024-04-02T09:06:47.597 INFO:tasks.workunit.client.0.smithi104.stdout:op 4549 completed, throughput=5MB/sec 2024-04-02T09:06:47.598 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-96sgd6W_bV5zCxM off=15142257 len=127016 2024-04-02T09:06:47.600 INFO:tasks.workunit.client.0.smithi104.stdout:op 4550 completed, throughput=5MB/sec 2024-04-02T09:06:47.600 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zsyuEFl7BRQAUCX off=14537077 len=557282 2024-04-02T09:06:47.601 INFO:tasks.workunit.client.0.smithi104.stdout:op 4551 completed, throughput=5MB/sec 2024-04-02T09:06:47.601 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xecCKCXo38zPbkN off=1695705 len=113723 2024-04-02T09:06:47.603 INFO:tasks.workunit.client.0.smithi104.stdout:op 4552 completed, throughput=5MB/sec 2024-04-02T09:06:47.603 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6afDl-AoI3WOcXR off=4183234 len=1461989 2024-04-02T09:06:47.608 INFO:tasks.workunit.client.0.smithi104.stdout:op 4553 completed, throughput=5MB/sec 2024-04-02T09:06:47.608 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QH8ZvKjVkQ7RyGx off=1281362 len=1418046 2024-04-02T09:06:47.613 INFO:tasks.workunit.client.0.smithi104.stdout:op 4554 completed, throughput=5MB/sec 2024-04-02T09:06:47.613 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-e4Kr-mvYzhExt2o off=2911801 len=687595 2024-04-02T09:06:47.617 INFO:tasks.workunit.client.0.smithi104.stdout:op 4555 completed, throughput=5MB/sec 2024-04-02T09:06:47.617 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CkBohE0MiqB1nr3 off=8880689 len=723176 2024-04-02T09:06:47.619 INFO:tasks.workunit.client.0.smithi104.stdout:op 4556 completed, throughput=5MB/sec 2024-04-02T09:06:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: 903: throughput=5MB/sec pending data=0 2024-04-02T09:06:48.619 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3aei2XQZyLhq8XK off=11065688 len=2049966 2024-04-02T09:06:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:48 smithi188 ceph-mon[86835]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:06:48.627 INFO:tasks.workunit.client.0.smithi104.stdout:op 4557 completed, throughput=5MB/sec 2024-04-02T09:06:48.627 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vEXUC-wdNNzVUgm off=742369 len=1812210 2024-04-02T09:06:48.637 INFO:tasks.workunit.client.0.smithi104.stdout:op 4558 completed, throughput=5MB/sec 2024-04-02T09:06:48.637 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vCTK1urFzzXUO-w off=785943 len=84629 2024-04-02T09:06:48.638 INFO:tasks.workunit.client.0.smithi104.stdout:op 4559 completed, throughput=5MB/sec 2024-04-02T09:06:48.638 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ts6y3KZ5bNlVtRh off=11424300 len=1494362 2024-04-02T09:06:48.639 INFO:tasks.workunit.client.0.smithi104.stdout:op 4560 completed, throughput=5MB/sec 2024-04-02T09:06:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:48 smithi104 ceph-mon[96567]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:06:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:48 smithi104 ceph-mon[94081]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:06:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: 904: throughput=5MB/sec pending data=0 2024-04-02T09:06:49.639 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-M_NxkNTCn82U8Jn off=11010426 len=1423323 2024-04-02T09:06:49.646 INFO:tasks.workunit.client.0.smithi104.stdout:op 4561 completed, throughput=5MB/sec 2024-04-02T09:06:49.646 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2C3vPw6mppZhUTu off=6695298 len=1402701 2024-04-02T09:06:49.648 INFO:tasks.workunit.client.0.smithi104.stdout:op 4562 completed, throughput=5MB/sec 2024-04-02T09:06:49.648 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2j6R0jbXi86ALu3 off=6974040 len=1615 2024-04-02T09:06:49.649 INFO:tasks.workunit.client.0.smithi104.stdout:op 4563 completed, throughput=5MB/sec 2024-04-02T09:06:49.650 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xJ1HjfZwuKDhLrr off=12304729 len=1057467 2024-04-02T09:06:49.655 INFO:tasks.workunit.client.0.smithi104.stdout:op 4564 completed, throughput=5MB/sec 2024-04-02T09:06:49.655 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UT4_9yQ8ANDcIKn off=9138952 len=649074 2024-04-02T09:06:49.659 INFO:tasks.workunit.client.0.smithi104.stdout:op 4565 completed, throughput=5MB/sec 2024-04-02T09:06:49.659 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fB2GM6FDOVRokcn off=11406226 len=961904 2024-04-02T09:06:49.660 INFO:tasks.workunit.client.0.smithi104.stdout:op 4566 completed, throughput=5MB/sec 2024-04-02T09:06:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:50 smithi188 ceph-mon[86835]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:50 smithi104 ceph-mon[96567]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:50 smithi104 ceph-mon[94081]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:50.660 INFO:tasks.workunit.client.0.smithi104.stdout: 905: throughput=5MB/sec pending data=0 2024-04-02T09:06:50.660 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iWVC4csv1NaGh6I off=6142755 len=234275 2024-04-02T09:06:50.663 INFO:tasks.workunit.client.0.smithi104.stdout:op 4567 completed, throughput=5MB/sec 2024-04-02T09:06:50.663 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ceTL2vJxMpjt8dn off=6917488 len=1407329 2024-04-02T09:06:50.672 INFO:tasks.workunit.client.0.smithi104.stdout:op 4568 completed, throughput=5MB/sec 2024-04-02T09:06:50.672 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-X35gwi3tKLkq2qt off=14384915 len=387209 2024-04-02T09:06:50.675 INFO:tasks.workunit.client.0.smithi104.stdout:op 4569 completed, throughput=5MB/sec 2024-04-02T09:06:50.675 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-25sFF5uqGz3dVDh off=10956104 len=2083525 2024-04-02T09:06:50.686 INFO:tasks.workunit.client.0.smithi104.stdout:op 4570 completed, throughput=5MB/sec 2024-04-02T09:06:50.686 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CfYM_ESxl4AYksK off=1711335 len=1684301 2024-04-02T09:06:50.692 INFO:tasks.workunit.client.0.smithi104.stdout:op 4571 completed, throughput=5MB/sec 2024-04-02T09:06:51.693 INFO:tasks.workunit.client.0.smithi104.stdout: 906: throughput=5MB/sec pending data=0 2024-04-02T09:06:51.693 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xMIJgLV8MAPuczB off=5591846 len=1221141 2024-04-02T09:06:51.701 INFO:tasks.workunit.client.0.smithi104.stdout:op 4572 completed, throughput=5MB/sec 2024-04-02T09:06:51.701 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SOTNMP1HrP391h3 off=4467503 len=803496 2024-04-02T09:06:51.706 INFO:tasks.workunit.client.0.smithi104.stdout:op 4573 completed, throughput=5MB/sec 2024-04-02T09:06:51.706 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2sjAwpei3KHbrYr off=1300008 len=1552778 2024-04-02T09:06:51.713 INFO:tasks.workunit.client.0.smithi104.stdout:op 4574 completed, throughput=5MB/sec 2024-04-02T09:06:51.713 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yOet7SKumXRrYft off=12957541 len=1760590 2024-04-02T09:06:51.722 INFO:tasks.workunit.client.0.smithi104.stdout:op 4575 completed, throughput=5MB/sec 2024-04-02T09:06:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:52 smithi188 ceph-mon[86835]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:06:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:06:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:52 smithi104 ceph-mon[96567]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:06:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:52 smithi104 ceph-mon[94081]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:06:52.722 INFO:tasks.workunit.client.0.smithi104.stdout: 907: throughput=5MB/sec pending data=0 2024-04-02T09:06:52.722 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-q-FDBJfGRxv-R9I off=9670240 len=733166 2024-04-02T09:06:52.723 INFO:tasks.workunit.client.0.smithi104.stdout:op 4576 completed, throughput=5MB/sec 2024-04-02T09:06:52.723 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qZJa3HKooqJLoQz off=3750952 len=1002017 2024-04-02T09:06:52.728 INFO:tasks.workunit.client.0.smithi104.stdout:op 4577 completed, throughput=5MB/sec 2024-04-02T09:06:52.728 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HsxnGHPQ7dQRsmc off=11430623 len=1552002 2024-04-02T09:06:52.735 INFO:tasks.workunit.client.0.smithi104.stdout:op 4578 completed, throughput=5MB/sec 2024-04-02T09:06:52.735 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7NTEedXnInke98d off=1105550 len=363462 2024-04-02T09:06:52.736 INFO:tasks.workunit.client.0.smithi104.stdout:op 4579 completed, throughput=5MB/sec 2024-04-02T09:06:52.736 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RIqXJ_-Uj3iAGtz off=1931845 len=737146 2024-04-02T09:06:52.736 INFO:tasks.workunit.client.0.smithi104.stdout:op 4580 completed, throughput=5MB/sec 2024-04-02T09:06:53.737 INFO:tasks.workunit.client.0.smithi104.stdout: 908: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:53.737 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-41QXUjuqIWWdGt8 off=7405987 len=1813398 2024-04-02T09:06:53.747 INFO:tasks.workunit.client.0.smithi104.stdout:op 4581 completed, throughput=5MB/sec 2024-04-02T09:06:53.747 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ffGVUC6KnW5GkXg off=21781207 len=1166204 2024-04-02T09:06:53.748 INFO:tasks.workunit.client.0.smithi104.stdout:op 4582 completed, throughput=5MB/sec 2024-04-02T09:06:53.748 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iU4BK7TvjpUqtgU off=2776768 len=62442 2024-04-02T09:06:53.750 INFO:tasks.workunit.client.0.smithi104.stdout:op 4583 completed, throughput=5MB/sec 2024-04-02T09:06:53.750 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1rKU3OgwBoc9PaV off=877602 len=746429 2024-04-02T09:06:53.757 INFO:tasks.workunit.client.0.smithi104.stdout:op 4584 completed, throughput=5MB/sec 2024-04-02T09:06:53.757 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YnpkTnw5n2LZgUU off=17134998 len=1525425 2024-04-02T09:06:53.758 INFO:tasks.workunit.client.0.smithi104.stdout:op 4585 completed, throughput=5MB/sec 2024-04-02T09:06:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:54 smithi188 ceph-mon[86835]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:06:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:54 smithi104 ceph-mon[94081]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:06:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:54 smithi104 ceph-mon[96567]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:06:54.758 INFO:tasks.workunit.client.0.smithi104.stdout: 909: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:54.758 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GE-WG-MVYSLkiIZ off=6919409 len=663424 2024-04-02T09:06:54.759 INFO:tasks.workunit.client.0.smithi104.stdout:op 4586 completed, throughput=5MB/sec 2024-04-02T09:06:54.760 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5MtbogKJ6V9qXjJ off=5341186 len=1667405 2024-04-02T09:06:54.767 INFO:tasks.workunit.client.0.smithi104.stdout:op 4587 completed, throughput=5MB/sec 2024-04-02T09:06:54.767 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Zs0u3jGA2y6LIvU off=9340830 len=1144565 2024-04-02T09:06:54.771 INFO:tasks.workunit.client.0.smithi104.stdout:op 4588 completed, throughput=5MB/sec 2024-04-02T09:06:54.772 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7vlqyTTNUH-KWbT off=5249860 len=551740 2024-04-02T09:06:54.776 INFO:tasks.workunit.client.0.smithi104.stdout:op 4589 completed, throughput=5MB/sec 2024-04-02T09:06:54.776 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pZfOI0Mwx24BJ2o off=66634 len=2045270 2024-04-02T09:06:54.778 INFO:tasks.workunit.client.0.smithi104.stdout:op 4590 completed, throughput=5MB/sec 2024-04-02T09:06:55.778 INFO:tasks.workunit.client.0.smithi104.stdout: 910: throughput=5MB/sec pending data=0 2024-04-02T09:06:55.779 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6qvqN5YXsCHFSV6 off=18578386 len=138385 2024-04-02T09:06:55.781 INFO:tasks.workunit.client.0.smithi104.stdout:op 4591 completed, throughput=5MB/sec 2024-04-02T09:06:55.781 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ltB1BYFxJ3dkRTt off=289714 len=1655467 2024-04-02T09:06:55.791 INFO:tasks.workunit.client.0.smithi104.stdout:op 4592 completed, throughput=5MB/sec 2024-04-02T09:06:55.791 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ncHUIHNMT09ay77 off=2158612 len=1669583 2024-04-02T09:06:55.794 INFO:tasks.workunit.client.0.smithi104.stdout:op 4593 completed, throughput=5MB/sec 2024-04-02T09:06:55.794 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rI7sr_rI2qBb4PY off=16448892 len=1913983 2024-04-02T09:06:55.804 INFO:tasks.workunit.client.0.smithi104.stdout:op 4594 completed, throughput=5MB/sec 2024-04-02T09:06:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:06:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:06:55] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-02T09:06:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:56 smithi188 ceph-mon[86835]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:56 smithi104 ceph-mon[96567]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:56 smithi104 ceph-mon[94081]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:56.804 INFO:tasks.workunit.client.0.smithi104.stdout: 911: throughput=5MB/sec pending data=0 2024-04-02T09:06:56.804 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-O89dTUJglqfxf3x off=18159741 len=1367069 2024-04-02T09:06:56.805 INFO:tasks.workunit.client.0.smithi104.stdout:op 4595 completed, throughput=5MB/sec 2024-04-02T09:06:56.805 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JxHXry1lP-wbbKW off=13086092 len=2085162 2024-04-02T09:06:56.808 INFO:tasks.workunit.client.0.smithi104.stdout:op 4596 completed, throughput=5MB/sec 2024-04-02T09:06:56.808 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--udQYVgSzTnYSAR off=2956798 len=1507630 2024-04-02T09:06:56.814 INFO:tasks.workunit.client.0.smithi104.stdout:op 4597 completed, throughput=5MB/sec 2024-04-02T09:06:57.815 INFO:tasks.workunit.client.0.smithi104.stdout: 912: throughput=5MB/sec pending data=0 2024-04-02T09:06:57.815 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5xq9jg7ZpOiTVQk off=6652107 len=228804 2024-04-02T09:06:57.818 INFO:tasks.workunit.client.0.smithi104.stdout:op 4598 completed, throughput=5MB/sec 2024-04-02T09:06:57.818 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-c7b4h-iDPiKnwuc off=19091216 len=140377 2024-04-02T09:06:57.820 INFO:tasks.workunit.client.0.smithi104.stdout:op 4599 completed, throughput=5MB/sec 2024-04-02T09:06:57.821 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HtytwLzlOfhzhKA off=8040714 len=552243 2024-04-02T09:06:57.821 INFO:tasks.workunit.client.0.smithi104.stdout:op 4600 completed, throughput=5MB/sec 2024-04-02T09:06:57.821 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-C9A4nD7r2Mq9pye off=11631654 len=909870 2024-04-02T09:06:57.822 INFO:tasks.workunit.client.0.smithi104.stdout:op 4601 completed, throughput=5MB/sec 2024-04-02T09:06:57.822 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-raTu_9Tz2OfhEzu off=1327004 len=1701018 2024-04-02T09:06:57.831 INFO:tasks.workunit.client.0.smithi104.stdout:op 4602 completed, throughput=5MB/sec 2024-04-02T09:06:57.831 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fAtvaU24KrYM15e off=589216 len=1765534 2024-04-02T09:06:57.838 INFO:tasks.workunit.client.0.smithi104.stdout:op 4603 completed, throughput=5MB/sec 2024-04-02T09:06:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:06:58 smithi188 ceph-mon[86835]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:06:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:06:58 smithi104 ceph-mon[96567]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:06:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:06:58 smithi104 ceph-mon[94081]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:06:58.838 INFO:tasks.workunit.client.0.smithi104.stdout: 913: throughput=5MB/sec pending data=0 2024-04-02T09:06:58.839 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RekhXLebadwNmMa off=2310009 len=1221744 2024-04-02T09:06:58.841 INFO:tasks.workunit.client.0.smithi104.stdout:op 4604 completed, throughput=5MB/sec 2024-04-02T09:06:58.841 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-h9Z5rZPbVo9hrIF off=1415569 len=719184 2024-04-02T09:06:58.846 INFO:tasks.workunit.client.0.smithi104.stdout:op 4605 completed, throughput=5MB/sec 2024-04-02T09:06:58.846 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PIkAZixBaC73G8G off=7237149 len=1175365 2024-04-02T09:06:58.850 INFO:tasks.workunit.client.0.smithi104.stdout:op 4606 completed, throughput=5MB/sec 2024-04-02T09:06:58.850 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f6iOIEbmvfr4XFG off=1271828 len=1258052 2024-04-02T09:06:58.857 INFO:tasks.workunit.client.0.smithi104.stdout:op 4607 completed, throughput=5MB/sec 2024-04-02T09:06:58.857 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tocoKHcx4PHqJ6P off=1519311 len=262693 2024-04-02T09:06:58.859 INFO:tasks.workunit.client.0.smithi104.stdout:op 4608 completed, throughput=5MB/sec 2024-04-02T09:06:58.859 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S48HWHgLvuz2yNJ off=5846117 len=988924 2024-04-02T09:06:58.863 INFO:tasks.workunit.client.0.smithi104.stdout:op 4609 completed, throughput=5MB/sec 2024-04-02T09:06:59.863 INFO:tasks.workunit.client.0.smithi104.stdout: 914: throughput=5MB/sec pending data=0 2024-04-02T09:06:59.863 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aIDfE_o_awgJygT off=3011936 len=1452761 2024-04-02T09:06:59.864 INFO:tasks.workunit.client.0.smithi104.stdout:op 4610 completed, throughput=5MB/sec 2024-04-02T09:06:59.864 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jveZSArFUMQRbXa off=23631221 len=17485 2024-04-02T09:06:59.867 INFO:tasks.workunit.client.0.smithi104.stdout:op 4611 completed, throughput=5MB/sec 2024-04-02T09:06:59.867 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eUaqaLc0nPq9yqs off=5631162 len=870405 2024-04-02T09:06:59.871 INFO:tasks.workunit.client.0.smithi104.stdout:op 4612 completed, throughput=5MB/sec 2024-04-02T09:06:59.871 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oUnK1QUCpEfv9A5 off=1945445 len=1642048 2024-04-02T09:06:59.879 INFO:tasks.workunit.client.0.smithi104.stdout:op 4613 completed, throughput=5MB/sec 2024-04-02T09:06:59.879 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IKXQIWpSf5w7Icb off=15118425 len=2053706 2024-04-02T09:06:59.880 INFO:tasks.workunit.client.0.smithi104.stdout:op 4614 completed, throughput=5MB/sec 2024-04-02T09:07:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:00 smithi188 ceph-mon[86835]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:07:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:00 smithi104 ceph-mon[94081]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:07:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:00 smithi104 ceph-mon[96567]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:07:00.880 INFO:tasks.workunit.client.0.smithi104.stdout: 915: throughput=5MB/sec pending data=0 2024-04-02T09:07:00.881 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wIw0qgWECtT6CqF off=1850322 len=213535 2024-04-02T09:07:00.883 INFO:tasks.workunit.client.0.smithi104.stdout:op 4615 completed, throughput=5MB/sec 2024-04-02T09:07:00.883 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cTmcsnypH4AKRAi off=5424380 len=2009613 2024-04-02T09:07:00.885 INFO:tasks.workunit.client.0.smithi104.stdout:op 4616 completed, throughput=5MB/sec 2024-04-02T09:07:00.885 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KLjqgg12J2EhT5O off=8762535 len=601308 2024-04-02T09:07:00.886 INFO:tasks.workunit.client.0.smithi104.stdout:op 4617 completed, throughput=5MB/sec 2024-04-02T09:07:00.887 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Zsh6ApAWmlAzQtF off=2708739 len=765944 2024-04-02T09:07:00.894 INFO:tasks.workunit.client.0.smithi104.stdout:op 4618 completed, throughput=5MB/sec 2024-04-02T09:07:00.894 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-twj2F9EcegZVBaG off=10135688 len=1969347 2024-04-02T09:07:00.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 4619 completed, throughput=5MB/sec 2024-04-02T09:07:01.894 INFO:tasks.workunit.client.0.smithi104.stdout: 916: throughput=5MB/sec pending data=0 2024-04-02T09:07:01.895 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jsH6D5JDtj5EloH off=1638716 len=1644068 2024-04-02T09:07:01.902 INFO:tasks.workunit.client.0.smithi104.stdout:op 4620 completed, throughput=5MB/sec 2024-04-02T09:07:01.902 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VVXm10lPuoQt-Ln off=4556431 len=1776284 2024-04-02T09:07:01.909 INFO:tasks.workunit.client.0.smithi104.stdout:op 4621 completed, throughput=5MB/sec 2024-04-02T09:07:01.909 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PUXO1DtoTzgx_rO off=10990802 len=567205 2024-04-02T09:07:01.912 INFO:tasks.workunit.client.0.smithi104.stdout:op 4622 completed, throughput=5MB/sec 2024-04-02T09:07:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:02 smithi188 ceph-mon[86835]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:07:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:07:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:02 smithi104 ceph-mon[96567]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:07:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:02 smithi104 ceph-mon[94081]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:07:02.913 INFO:tasks.workunit.client.0.smithi104.stdout: 917: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:02.913 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OA4wsUEuimyYKEQ off=735650 len=345924 2024-04-02T09:07:02.918 INFO:tasks.workunit.client.0.smithi104.stdout:op 4623 completed, throughput=5MB/sec 2024-04-02T09:07:02.918 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2cU-gOyQHE9P9w9 off=0 len=1683922 2024-04-02T09:07:02.919 INFO:tasks.workunit.client.0.smithi104.stdout:op 4624 completed, throughput=5MB/sec 2024-04-02T09:07:02.920 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xJ1HjfZwuKDhLrr off=16170289 len=1345352 2024-04-02T09:07:02.923 INFO:tasks.workunit.client.0.smithi104.stdout:op 4625 completed, throughput=5MB/sec 2024-04-02T09:07:02.923 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KLjqgg12J2EhT5O off=1618040 len=98244 2024-04-02T09:07:02.926 INFO:tasks.workunit.client.0.smithi104.stdout:op 4626 completed, throughput=5MB/sec 2024-04-02T09:07:02.926 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kkdpQjtzZGwadh3 off=5150973 len=666118 2024-04-02T09:07:02.931 INFO:tasks.workunit.client.0.smithi104.stdout:op 4627 completed, throughput=5MB/sec 2024-04-02T09:07:02.931 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kqu_stSZx9DctSd off=17592508 len=511457 2024-04-02T09:07:02.932 INFO:tasks.workunit.client.0.smithi104.stdout:op 4628 completed, throughput=5MB/sec 2024-04-02T09:07:02.932 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8_0wORt82vas7hc off=2649693 len=1323855 2024-04-02T09:07:02.933 INFO:tasks.workunit.client.0.smithi104.stdout:op 4629 completed, throughput=5MB/sec 2024-04-02T09:07:03.933 INFO:tasks.workunit.client.0.smithi104.stdout: 918: throughput=5MB/sec pending data=0 2024-04-02T09:07:03.934 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--gMtttYPGkEvBur off=4520929 len=1863588 2024-04-02T09:07:03.937 INFO:tasks.workunit.client.0.smithi104.stdout:op 4630 completed, throughput=5MB/sec 2024-04-02T09:07:03.938 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nCMz-iDu8fbEn14 off=3453068 len=1595433 2024-04-02T09:07:03.943 INFO:tasks.workunit.client.0.smithi104.stdout:op 4631 completed, throughput=5MB/sec 2024-04-02T09:07:03.943 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ODDoF3uvyCMIG87 off=66382 len=905668 2024-04-02T09:07:03.949 INFO:tasks.workunit.client.0.smithi104.stdout:op 4632 completed, throughput=5MB/sec 2024-04-02T09:07:03.949 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Mg4o-LL08acUxTm off=17801136 len=16346 2024-04-02T09:07:03.950 INFO:tasks.workunit.client.0.smithi104.stdout:op 4633 completed, throughput=5MB/sec 2024-04-02T09:07:03.951 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IZdpdduJzQE2GSI off=6298265 len=1811137 2024-04-02T09:07:03.960 INFO:tasks.workunit.client.0.smithi104.stdout:op 4634 completed, throughput=5MB/sec 2024-04-02T09:07:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:04 smithi188 ceph-mon[86835]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:07:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:04 smithi104 ceph-mon[96567]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:07:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:04 smithi104 ceph-mon[94081]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:07:04.961 INFO:tasks.workunit.client.0.smithi104.stdout: 919: throughput=5MB/sec pending data=0 2024-04-02T09:07:04.961 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JQnrtTvPZaqEkO3 off=43146 len=1682913 2024-04-02T09:07:04.962 INFO:tasks.workunit.client.0.smithi104.stdout:op 4635 completed, throughput=5MB/sec 2024-04-02T09:07:04.962 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LgHgk0JQ9bhdQYJ off=9637768 len=996810 2024-04-02T09:07:04.966 INFO:tasks.workunit.client.0.smithi104.stdout:op 4636 completed, throughput=5MB/sec 2024-04-02T09:07:04.967 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7Yiks2szCUREx0D off=2102768 len=1431134 2024-04-02T09:07:04.975 INFO:tasks.workunit.client.0.smithi104.stdout:op 4637 completed, throughput=5MB/sec 2024-04-02T09:07:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:05.976 INFO:tasks.workunit.client.0.smithi104.stdout: 920: throughput=5MB/sec pending data=0 2024-04-02T09:07:05.976 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SGU0Yk7ROmg026T off=296785 len=86750 2024-04-02T09:07:05.976 INFO:tasks.workunit.client.0.smithi104.stdout:op 4638 completed, throughput=5MB/sec 2024-04-02T09:07:05.976 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pkcCRtKcKfC2s5n off=17341256 len=534669 2024-04-02T09:07:05.977 INFO:tasks.workunit.client.0.smithi104.stdout:op 4639 completed, throughput=5MB/sec 2024-04-02T09:07:05.977 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rgTyPL88TdqZl1M off=12335055 len=1653713 2024-04-02T09:07:05.985 INFO:tasks.workunit.client.0.smithi104.stdout:op 4640 completed, throughput=5MB/sec 2024-04-02T09:07:05.985 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D-Z8-p-HcNQ7gAS off=10006964 len=113547 2024-04-02T09:07:05.986 INFO:tasks.workunit.client.0.smithi104.stdout:op 4641 completed, throughput=5MB/sec 2024-04-02T09:07:05.986 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n_ChXGOvFn001c_ off=5726917 len=1362393 2024-04-02T09:07:05.987 INFO:tasks.workunit.client.0.smithi104.stdout:op 4642 completed, throughput=5MB/sec 2024-04-02T09:07:05.987 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kLeBe9nLGymh1cw off=998922 len=1197194 2024-04-02T09:07:05.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 4643 completed, throughput=5MB/sec 2024-04-02T09:07:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:07:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:07:05] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-02T09:07:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:06 smithi188 ceph-mon[86835]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:07:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:06 smithi104 ceph-mon[94081]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:07:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:06 smithi104 ceph-mon[96567]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:07:06.992 INFO:tasks.workunit.client.0.smithi104.stdout: 921: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:06.992 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3yFJm0kCaYWA-2p off=7467617 len=1715816 2024-04-02T09:07:07.000 INFO:tasks.workunit.client.0.smithi104.stdout:op 4644 completed, throughput=5MB/sec 2024-04-02T09:07:07.000 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-x286nzSq_TgeUC7 off=2557952 len=569108 2024-04-02T09:07:07.001 INFO:tasks.workunit.client.0.smithi104.stdout:op 4645 completed, throughput=5MB/sec 2024-04-02T09:07:07.001 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MWdEW_JX2RVOZza off=789284 len=1640120 2024-04-02T09:07:07.010 INFO:tasks.workunit.client.0.smithi104.stdout:op 4646 completed, throughput=5MB/sec 2024-04-02T09:07:07.010 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vU5ewYa3eECVr8L off=3889178 len=1693540 2024-04-02T09:07:07.017 INFO:tasks.workunit.client.0.smithi104.stdout:op 4647 completed, throughput=5MB/sec 2024-04-02T09:07:08.017 INFO:tasks.workunit.client.0.smithi104.stdout: 922: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:08.017 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Sro5M9FfJK1WUGB off=8622077 len=1263600 2024-04-02T09:07:08.023 INFO:tasks.workunit.client.0.smithi104.stdout:op 4648 completed, throughput=5MB/sec 2024-04-02T09:07:08.023 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-m7u0kkBsSDp5F3H off=7312035 len=927962 2024-04-02T09:07:08.029 INFO:tasks.workunit.client.0.smithi104.stdout:op 4649 completed, throughput=5MB/sec 2024-04-02T09:07:08.029 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DKwNaSaf2ywfC8q off=11084409 len=1205488 2024-04-02T09:07:08.031 INFO:tasks.workunit.client.0.smithi104.stdout:op 4650 completed, throughput=5MB/sec 2024-04-02T09:07:08.031 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yAphYp46Bkba18H off=15013061 len=469047 2024-04-02T09:07:08.032 INFO:tasks.workunit.client.0.smithi104.stdout:op 4651 completed, throughput=5MB/sec 2024-04-02T09:07:08.032 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lBWL_Mnf6GYv2bR off=952162 len=663121 2024-04-02T09:07:08.037 INFO:tasks.workunit.client.0.smithi104.stdout:op 4652 completed, throughput=5MB/sec 2024-04-02T09:07:08.037 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Alm-EritGkEY1Yc off=3075821 len=398640 2024-04-02T09:07:08.037 INFO:tasks.workunit.client.0.smithi104.stdout:op 4653 completed, throughput=5MB/sec 2024-04-02T09:07:08.037 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5nGhYmGN2ZFie9f off=11114983 len=248439 2024-04-02T09:07:08.038 INFO:tasks.workunit.client.0.smithi104.stdout:op 4654 completed, throughput=5MB/sec 2024-04-02T09:07:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:08 smithi188 ceph-mon[86835]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:07:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:08 smithi104 ceph-mon[94081]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:07:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:08 smithi104 ceph-mon[96567]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:07:09.038 INFO:tasks.workunit.client.0.smithi104.stdout: 923: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:09.038 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-q_lDN79WhJDxOq7 off=968974 len=1852127 2024-04-02T09:07:09.040 INFO:tasks.workunit.client.0.smithi104.stdout:op 4655 completed, throughput=5MB/sec 2024-04-02T09:07:09.040 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-I_ZD9CDd4mBGwLD off=23835736 len=130044 2024-04-02T09:07:09.041 INFO:tasks.workunit.client.0.smithi104.stdout:op 4656 completed, throughput=5MB/sec 2024-04-02T09:07:09.041 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OBaNHcGUYnOCfEb off=1874811 len=735737 2024-04-02T09:07:09.042 INFO:tasks.workunit.client.0.smithi104.stdout:op 4657 completed, throughput=5MB/sec 2024-04-02T09:07:09.043 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HPnzkwJSa-Wvw4F off=21014346 len=133520 2024-04-02T09:07:09.045 INFO:tasks.workunit.client.0.smithi104.stdout:op 4658 completed, throughput=5MB/sec 2024-04-02T09:07:09.045 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-t9DfyCkIGp01fHA off=6287538 len=439350 2024-04-02T09:07:09.049 INFO:tasks.workunit.client.0.smithi104.stdout:op 4659 completed, throughput=5MB/sec 2024-04-02T09:07:09.049 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QChAW_ZzGPu_moK off=12275481 len=1426688 2024-04-02T09:07:09.050 INFO:tasks.workunit.client.0.smithi104.stdout:op 4660 completed, throughput=5MB/sec 2024-04-02T09:07:09.050 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BlFl7oBFsJA7Spn off=3216994 len=739030 2024-04-02T09:07:09.053 INFO:tasks.workunit.client.0.smithi104.stdout:op 4661 completed, throughput=5MB/sec 2024-04-02T09:07:10.053 INFO:tasks.workunit.client.0.smithi104.stdout: 924: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:10.054 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZkX8_bP3lGtpH5k off=3017811 len=478467 2024-04-02T09:07:10.057 INFO:tasks.workunit.client.0.smithi104.stdout:op 4662 completed, throughput=5MB/sec 2024-04-02T09:07:10.057 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QH6nsbKRdYdzwdI off=4331606 len=1756459 2024-04-02T09:07:10.065 INFO:tasks.workunit.client.0.smithi104.stdout:op 4663 completed, throughput=5MB/sec 2024-04-02T09:07:10.065 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jsjZK3OMVNgra5l off=13946542 len=288633 2024-04-02T09:07:10.066 INFO:tasks.workunit.client.0.smithi104.stdout:op 4664 completed, throughput=5MB/sec 2024-04-02T09:07:10.066 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IZh_o0WzSyhgRM_ off=3958288 len=1498105 2024-04-02T09:07:10.072 INFO:tasks.workunit.client.0.smithi104.stdout:op 4665 completed, throughput=5MB/sec 2024-04-02T09:07:10.072 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aXOyLQRHaT9gB53 off=2024790 len=1754972 2024-04-02T09:07:10.081 INFO:tasks.workunit.client.0.smithi104.stdout:op 4666 completed, throughput=5MB/sec 2024-04-02T09:07:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:10 smithi188 ceph-mon[86835]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:07:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:10 smithi104 ceph-mon[94081]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:07:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:10 smithi104 ceph-mon[96567]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:07:11.080 INFO:tasks.workunit.client.0.smithi104.stdout: 925: throughput=5MB/sec pending data=0 2024-04-02T09:07:11.080 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-spgGaedy-l-2VCH off=12921650 len=626857 2024-04-02T09:07:11.080 INFO:tasks.workunit.client.0.smithi104.stdout:op 4667 completed, throughput=5MB/sec 2024-04-02T09:07:11.080 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-a0GMpXdznamThff off=3240105 len=89025 2024-04-02T09:07:11.083 INFO:tasks.workunit.client.0.smithi104.stdout:op 4668 completed, throughput=5MB/sec 2024-04-02T09:07:11.083 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tP_99wMSM7b4TKW off=1905890 len=1867019 2024-04-02T09:07:11.091 INFO:tasks.workunit.client.0.smithi104.stdout:op 4669 completed, throughput=5MB/sec 2024-04-02T09:07:11.091 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FCb9NzcEXescXIY off=17409187 len=1215458 2024-04-02T09:07:11.095 INFO:tasks.workunit.client.0.smithi104.stdout:op 4670 completed, throughput=5MB/sec 2024-04-02T09:07:11.095 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MkMsSnWr0M5QrAV off=11021483 len=2049943 2024-04-02T09:07:11.106 INFO:tasks.workunit.client.0.smithi104.stdout:op 4671 completed, throughput=5MB/sec 2024-04-02T09:07:12.106 INFO:tasks.workunit.client.0.smithi104.stdout: 926: throughput=5MB/sec pending data=0 2024-04-02T09:07:12.106 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lG0isMc_o00Wi2s off=6827470 len=852195 2024-04-02T09:07:12.111 INFO:tasks.workunit.client.0.smithi104.stdout:op 4672 completed, throughput=5MB/sec 2024-04-02T09:07:12.111 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BuqpyJ6rafjmeXP off=4037935 len=896480 2024-04-02T09:07:12.112 INFO:tasks.workunit.client.0.smithi104.stdout:op 4673 completed, throughput=5MB/sec 2024-04-02T09:07:12.112 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cmSACzdWGzrZ-w9 off=4660014 len=1548240 2024-04-02T09:07:12.118 INFO:tasks.workunit.client.0.smithi104.stdout:op 4674 completed, throughput=5MB/sec 2024-04-02T09:07:12.118 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uyUkYpEsbVX-6m3 off=7450411 len=666040 2024-04-02T09:07:12.122 INFO:tasks.workunit.client.0.smithi104.stdout:op 4675 completed, throughput=5MB/sec 2024-04-02T09:07:12.122 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SmiD0E-LK79VdHi off=1097210 len=1499999 2024-04-02T09:07:12.129 INFO:tasks.workunit.client.0.smithi104.stdout:op 4676 completed, throughput=5MB/sec 2024-04-02T09:07:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:12 smithi188 ceph-mon[86835]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:07:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:12 smithi104 ceph-mon[94081]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:12 smithi104 ceph-mon[96567]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:13.129 INFO:tasks.workunit.client.0.smithi104.stdout: 927: throughput=5MB/sec pending data=0 2024-04-02T09:07:13.129 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EHLj71VVMBjqkxQ off=6729266 len=629241 2024-04-02T09:07:13.130 INFO:tasks.workunit.client.0.smithi104.stdout:op 4677 completed, throughput=5MB/sec 2024-04-02T09:07:13.130 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QGOS6Dl8QJ1EKZ- off=2623082 len=1213486 2024-04-02T09:07:13.136 INFO:tasks.workunit.client.0.smithi104.stdout:op 4678 completed, throughput=5MB/sec 2024-04-02T09:07:13.136 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aEjrNOhcNvtVMyS off=754714 len=1810963 2024-04-02T09:07:13.144 INFO:tasks.workunit.client.0.smithi104.stdout:op 4679 completed, throughput=5MB/sec 2024-04-02T09:07:13.144 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-f5L6K8nW5l5_zXz off=28596 len=1724605 2024-04-02T09:07:13.145 INFO:tasks.workunit.client.0.smithi104.stdout:op 4680 completed, throughput=5MB/sec 2024-04-02T09:07:14.146 INFO:tasks.workunit.client.0.smithi104.stdout: 928: throughput=5MB/sec pending data=0 2024-04-02T09:07:14.146 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4JJ-4ujEC21kPAU off=8399794 len=1589922 2024-04-02T09:07:14.152 INFO:tasks.workunit.client.0.smithi104.stdout:op 4681 completed, throughput=5MB/sec 2024-04-02T09:07:14.152 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kWcBmGqJQcgQXiK off=992811 len=113120 2024-04-02T09:07:14.154 INFO:tasks.workunit.client.0.smithi104.stdout:op 4682 completed, throughput=5MB/sec 2024-04-02T09:07:14.154 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-i143JXm55OERRFt off=0 len=1067518 2024-04-02T09:07:14.159 INFO:tasks.workunit.client.0.smithi104.stdout:op 4683 completed, throughput=5MB/sec 2024-04-02T09:07:14.159 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Cmf1WAlPEtLJ-0m off=346917 len=741294 2024-04-02T09:07:14.163 INFO:tasks.workunit.client.0.smithi104.stdout:op 4684 completed, throughput=5MB/sec 2024-04-02T09:07:14.163 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xPwOwtF7bzdXmHV off=13157240 len=1779488 2024-04-02T09:07:14.169 INFO:tasks.workunit.client.0.smithi104.stdout:op 4685 completed, throughput=5MB/sec 2024-04-02T09:07:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:14 smithi188 ceph-mon[86835]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:07:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:14 smithi104 ceph-mon[96567]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:07:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:14 smithi104 ceph-mon[94081]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:07:15.170 INFO:tasks.workunit.client.0.smithi104.stdout: 929: throughput=5MB/sec pending data=0 2024-04-02T09:07:15.170 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fveL6J2boQsoY_0 off=16855934 len=1606143 2024-04-02T09:07:15.173 INFO:tasks.workunit.client.0.smithi104.stdout:op 4686 completed, throughput=5MB/sec 2024-04-02T09:07:15.173 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dl2NrVVOpK9HXm_ off=3128403 len=1959437 2024-04-02T09:07:15.174 INFO:tasks.workunit.client.0.smithi104.stdout:op 4687 completed, throughput=5MB/sec 2024-04-02T09:07:15.174 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YFTyyudaG28AGt7 off=104906 len=1384320 2024-04-02T09:07:15.176 INFO:tasks.workunit.client.0.smithi104.stdout:op 4688 completed, throughput=5MB/sec 2024-04-02T09:07:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:07:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:07:15] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-02T09:07:16.176 INFO:tasks.workunit.client.0.smithi104.stdout: 930: throughput=5MB/sec pending data=0 2024-04-02T09:07:16.176 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ci7OHOIkQf4Iyo6 off=5524116 len=1632828 2024-04-02T09:07:16.182 INFO:tasks.workunit.client.0.smithi104.stdout:op 4689 completed, throughput=5MB/sec 2024-04-02T09:07:16.182 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YLQQ8mqpHGEPVBW off=8955195 len=2054554 2024-04-02T09:07:16.183 INFO:tasks.workunit.client.0.smithi104.stdout:op 4690 completed, throughput=5MB/sec 2024-04-02T09:07:16.183 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3LWOzlPXZW2R9T1 off=2230843 len=1376485 2024-04-02T09:07:16.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 4691 completed, throughput=5MB/sec 2024-04-02T09:07:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:16 smithi188 ceph-mon[86835]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:16 smithi104 ceph-mon[96567]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:16 smithi104 ceph-mon[94081]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:17.189 INFO:tasks.workunit.client.0.smithi104.stdout: 931: throughput=5MB/sec pending data=0 2024-04-02T09:07:17.190 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E5z9eyT7PWsJF0A off=13878589 len=1840358 2024-04-02T09:07:17.191 INFO:tasks.workunit.client.0.smithi104.stdout:op 4692 completed, throughput=5MB/sec 2024-04-02T09:07:17.191 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LXMEDYNbiZPI9IQ off=1457487 len=68813 2024-04-02T09:07:17.194 INFO:tasks.workunit.client.0.smithi104.stdout:op 4693 completed, throughput=5MB/sec 2024-04-02T09:07:17.194 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lUjVocHcAiDtHBp off=10106493 len=1660764 2024-04-02T09:07:17.197 INFO:tasks.workunit.client.0.smithi104.stdout:op 4694 completed, throughput=5MB/sec 2024-04-02T09:07:17.197 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RfpMzYNWRZhVV8s off=386076 len=222171 2024-04-02T09:07:17.197 INFO:tasks.workunit.client.0.smithi104.stdout:op 4695 completed, throughput=5MB/sec 2024-04-02T09:07:17.197 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F6s612oV0g9UEU6 off=23593432 len=1323046 2024-04-02T09:07:17.198 INFO:tasks.workunit.client.0.smithi104.stdout:op 4696 completed, throughput=5MB/sec 2024-04-02T09:07:18.199 INFO:tasks.workunit.client.0.smithi104.stdout: 932: throughput=5MB/sec pending data=0 2024-04-02T09:07:18.199 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-h_gpjdQrobMB-MM off=1950305 len=1948806 2024-04-02T09:07:18.201 INFO:tasks.workunit.client.0.smithi104.stdout:op 4697 completed, throughput=5MB/sec 2024-04-02T09:07:18.201 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9ARfyff8qZsg8RA off=4549691 len=1909410 2024-04-02T09:07:18.209 INFO:tasks.workunit.client.0.smithi104.stdout:op 4698 completed, throughput=5MB/sec 2024-04-02T09:07:18.209 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ghdU1jBpTYteaiS off=17907632 len=544026 2024-04-02T09:07:18.210 INFO:tasks.workunit.client.0.smithi104.stdout:op 4699 completed, throughput=5MB/sec 2024-04-02T09:07:18.210 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZDTtaz9UoVR6Cao off=22560617 len=1148231 2024-04-02T09:07:18.216 INFO:tasks.workunit.client.0.smithi104.stdout:op 4700 completed, throughput=5MB/sec 2024-04-02T09:07:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:18 smithi188 ceph-mon[86835]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:07:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:18 smithi104 ceph-mon[96567]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:07:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:18 smithi104 ceph-mon[94081]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:07:19.216 INFO:tasks.workunit.client.0.smithi104.stdout: 933: throughput=5MB/sec pending data=0 2024-04-02T09:07:19.216 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ys-1zj1C4A35cWB off=6875704 len=1360453 2024-04-02T09:07:19.219 INFO:tasks.workunit.client.0.smithi104.stdout:op 4701 completed, throughput=5MB/sec 2024-04-02T09:07:19.219 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1NqCkx_K_mMRHCn off=1289019 len=1988826 2024-04-02T09:07:19.223 INFO:tasks.workunit.client.0.smithi104.stdout:op 4702 completed, throughput=5MB/sec 2024-04-02T09:07:19.223 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EPGULXt_eZ_aDIL off=12676012 len=1374831 2024-04-02T09:07:19.230 INFO:tasks.workunit.client.0.smithi104.stdout:op 4703 completed, throughput=5MB/sec 2024-04-02T09:07:20.230 INFO:tasks.workunit.client.0.smithi104.stdout: 934: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:20.230 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aBxicu6e3ONb5t5 off=13764145 len=1064343 2024-04-02T09:07:20.231 INFO:tasks.workunit.client.0.smithi104.stdout:op 4704 completed, throughput=5MB/sec 2024-04-02T09:07:20.231 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--e9h5TUXSGCiRW5 off=2068991 len=1820126 2024-04-02T09:07:20.238 INFO:tasks.workunit.client.0.smithi104.stdout:op 4705 completed, throughput=5MB/sec 2024-04-02T09:07:20.238 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WgxP2-jz8JTVE6h off=4352959 len=1042114 2024-04-02T09:07:20.242 INFO:tasks.workunit.client.0.smithi104.stdout:op 4706 completed, throughput=5MB/sec 2024-04-02T09:07:20.242 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-X2GTyxjr0vZsK2b off=1304603 len=1680553 2024-04-02T09:07:20.243 INFO:tasks.workunit.client.0.smithi104.stdout:op 4707 completed, throughput=5MB/sec 2024-04-02T09:07:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:20 smithi188 ceph-mon[86835]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:07:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:20 smithi104 ceph-mon[96567]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:07:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:20 smithi104 ceph-mon[94081]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:07:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:21.244 INFO:tasks.workunit.client.0.smithi104.stdout: 935: throughput=5MB/sec pending data=0 2024-04-02T09:07:21.244 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k5iHrMhsb5ox6ad off=5035353 len=1771159 2024-04-02T09:07:21.245 INFO:tasks.workunit.client.0.smithi104.stdout:op 4708 completed, throughput=5MB/sec 2024-04-02T09:07:21.245 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TzhWv0WRVYKVlj1 off=584222 len=34500 2024-04-02T09:07:21.248 INFO:tasks.workunit.client.0.smithi104.stdout:op 4709 completed, throughput=5MB/sec 2024-04-02T09:07:21.248 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xCiG77W3E1EKOP4 off=6132151 len=213327 2024-04-02T09:07:21.250 INFO:tasks.workunit.client.0.smithi104.stdout:op 4710 completed, throughput=5MB/sec 2024-04-02T09:07:21.250 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xcfT0XfI9SvLkFR off=934319 len=2077497 2024-04-02T09:07:21.254 INFO:tasks.workunit.client.0.smithi104.stdout:op 4711 completed, throughput=5MB/sec 2024-04-02T09:07:21.254 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XR46Cl7AeikxLjE off=11024185 len=2019868 2024-04-02T09:07:21.256 INFO:tasks.workunit.client.0.smithi104.stdout:op 4712 completed, throughput=5MB/sec 2024-04-02T09:07:22.256 INFO:tasks.workunit.client.0.smithi104.stdout: 936: throughput=5MB/sec pending data=0 2024-04-02T09:07:22.256 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QtmwelSE6mnsib5 off=5658232 len=445047 2024-04-02T09:07:22.260 INFO:tasks.workunit.client.0.smithi104.stdout:op 4713 completed, throughput=5MB/sec 2024-04-02T09:07:22.260 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-O84VyJ3i6zFOHOz off=8876512 len=2027596 2024-04-02T09:07:22.271 INFO:tasks.workunit.client.0.smithi104.stdout:op 4714 completed, throughput=5MB/sec 2024-04-02T09:07:22.271 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-S6Tcdcysnb-fbC9 off=3741696 len=28620 2024-04-02T09:07:22.271 INFO:tasks.workunit.client.0.smithi104.stdout:op 4715 completed, throughput=5MB/sec 2024-04-02T09:07:22.271 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Jm5AsWUX0CPidsd off=1433814 len=1831290 2024-04-02T09:07:22.281 INFO:tasks.workunit.client.0.smithi104.stdout:op 4716 completed, throughput=5MB/sec 2024-04-02T09:07:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:22 smithi188 ceph-mon[86835]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:07:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:07:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:07:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:22 smithi104 ceph-mon[96567]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:07:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:22 smithi104 ceph-mon[94081]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:07:23.281 INFO:tasks.workunit.client.0.smithi104.stdout: 937: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:23.281 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cIvdkvWYtl-RDN1 off=4214044 len=272909 2024-04-02T09:07:23.284 INFO:tasks.workunit.client.0.smithi104.stdout:op 4717 completed, throughput=5MB/sec 2024-04-02T09:07:23.284 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uyQA2pHavK121co off=907765 len=1419661 2024-04-02T09:07:23.291 INFO:tasks.workunit.client.0.smithi104.stdout:op 4718 completed, throughput=5MB/sec 2024-04-02T09:07:23.291 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-U4VhfrLlQiRFvYZ off=12203085 len=1086788 2024-04-02T09:07:23.292 INFO:tasks.workunit.client.0.smithi104.stdout:op 4719 completed, throughput=5MB/sec 2024-04-02T09:07:23.292 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tyj9EKB0DJ63NW3 off=3856109 len=999828 2024-04-02T09:07:23.294 INFO:tasks.workunit.client.0.smithi104.stdout:op 4720 completed, throughput=5MB/sec 2024-04-02T09:07:23.294 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-P6Q6NLE7qfy_vfW off=198893 len=2059724 2024-04-02T09:07:23.302 INFO:tasks.workunit.client.0.smithi104.stdout:op 4721 completed, throughput=5MB/sec 2024-04-02T09:07:24.302 INFO:tasks.workunit.client.0.smithi104.stdout: 938: throughput=5MB/sec pending data=0 2024-04-02T09:07:24.302 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Fp2xiMoBbzeHSfG off=4770165 len=454251 2024-04-02T09:07:24.305 INFO:tasks.workunit.client.0.smithi104.stdout:op 4722 completed, throughput=5MB/sec 2024-04-02T09:07:24.305 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EWwbcCvxoX6RT5a off=817460 len=1047800 2024-04-02T09:07:24.309 INFO:tasks.workunit.client.0.smithi104.stdout:op 4723 completed, throughput=5MB/sec 2024-04-02T09:07:24.309 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-D6vQFbmHdJaB40m off=1772935 len=631073 2024-04-02T09:07:24.312 INFO:tasks.workunit.client.0.smithi104.stdout:op 4724 completed, throughput=5MB/sec 2024-04-02T09:07:24.312 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kZTzgC0yG5cAw-h off=421684 len=1587680 2024-04-02T09:07:24.319 INFO:tasks.workunit.client.0.smithi104.stdout:op 4725 completed, throughput=5MB/sec 2024-04-02T09:07:24.319 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OrERn1-unZlfvvK off=2811211 len=769063 2024-04-02T09:07:24.319 INFO:tasks.workunit.client.0.smithi104.stdout:op 4726 completed, throughput=5MB/sec 2024-04-02T09:07:24.320 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B3YXnOHMSA8wQK_ off=4200668 len=957729 2024-04-02T09:07:24.321 INFO:tasks.workunit.client.0.smithi104.stdout:op 4727 completed, throughput=5MB/sec 2024-04-02T09:07:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:24 smithi188 ceph-mon[86835]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:07:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:24 smithi104 ceph-mon[96567]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:07:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:24 smithi104 ceph-mon[94081]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:07:25.321 INFO:tasks.workunit.client.0.smithi104.stdout: 939: throughput=5MB/sec pending data=0 2024-04-02T09:07:25.321 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eNniKn9duKE6uvi off=10548855 len=791825 2024-04-02T09:07:25.323 INFO:tasks.workunit.client.0.smithi104.stdout:op 4728 completed, throughput=5MB/sec 2024-04-02T09:07:25.323 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Q7Bxelz4HitKRUf off=2438438 len=168534 2024-04-02T09:07:25.323 INFO:tasks.workunit.client.0.smithi104.stdout:op 4729 completed, throughput=5MB/sec 2024-04-02T09:07:25.323 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Tbe-RInVJzOey_W off=3360684 len=182392 2024-04-02T09:07:25.325 INFO:tasks.workunit.client.0.smithi104.stdout:op 4730 completed, throughput=5MB/sec 2024-04-02T09:07:25.325 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7gm4ZP7TzJp8G16 off=213942 len=317599 2024-04-02T09:07:25.326 INFO:tasks.workunit.client.0.smithi104.stdout:op 4731 completed, throughput=5MB/sec 2024-04-02T09:07:25.327 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uZV8HOgtZPTesAt off=7266250 len=171944 2024-04-02T09:07:25.327 INFO:tasks.workunit.client.0.smithi104.stdout:op 4732 completed, throughput=5MB/sec 2024-04-02T09:07:25.327 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nAsN5dPx889O77J off=1132039 len=78267 2024-04-02T09:07:25.329 INFO:tasks.workunit.client.0.smithi104.stdout:op 4733 completed, throughput=5MB/sec 2024-04-02T09:07:25.329 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cg52y36-IjKje8E off=16658545 len=1272736 2024-04-02T09:07:25.334 INFO:tasks.workunit.client.0.smithi104.stdout:op 4734 completed, throughput=5MB/sec 2024-04-02T09:07:25.334 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-D0cw31WvB9hfyhQ off=728815 len=408258 2024-04-02T09:07:25.337 INFO:tasks.workunit.client.0.smithi104.stdout:op 4735 completed, throughput=5MB/sec 2024-04-02T09:07:25.337 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--Wd7rMKpTX_cQsB off=362822 len=498774 2024-04-02T09:07:25.341 INFO:tasks.workunit.client.0.smithi104.stdout:op 4736 completed, throughput=5MB/sec 2024-04-02T09:07:25.341 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5uNjNzDfbzXWfpj off=3129229 len=1253245 2024-04-02T09:07:25.342 INFO:tasks.workunit.client.0.smithi104.stdout:op 4737 completed, throughput=5MB/sec 2024-04-02T09:07:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:07:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:07:25] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-02T09:07:26.342 INFO:tasks.workunit.client.0.smithi104.stdout: 940: throughput=5MB/sec pending data=0 2024-04-02T09:07:26.342 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-U1jNt9-advdrOKb off=1518564 len=270350 2024-04-02T09:07:26.346 INFO:tasks.workunit.client.0.smithi104.stdout:op 4738 completed, throughput=5MB/sec 2024-04-02T09:07:26.346 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Anl7Q1iqBAdNMr_ off=11929848 len=1492309 2024-04-02T09:07:26.352 INFO:tasks.workunit.client.0.smithi104.stdout:op 4739 completed, throughput=5MB/sec 2024-04-02T09:07:26.352 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1xA0V5SboAWl5bh off=22308139 len=558518 2024-04-02T09:07:26.356 INFO:tasks.workunit.client.0.smithi104.stdout:op 4740 completed, throughput=5MB/sec 2024-04-02T09:07:26.357 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lnPQkRy-8Vf0UeB off=5234301 len=61943 2024-04-02T09:07:26.358 INFO:tasks.workunit.client.0.smithi104.stdout:op 4741 completed, throughput=5MB/sec 2024-04-02T09:07:26.358 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Rqc1eRPvRG3Ki1d off=18202050 len=1314160 2024-04-02T09:07:26.367 INFO:tasks.workunit.client.0.smithi104.stdout:op 4742 completed, throughput=5MB/sec 2024-04-02T09:07:26.367 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vkIMX2-9r5cCJ89 off=5411915 len=270370 2024-04-02T09:07:26.368 INFO:tasks.workunit.client.0.smithi104.stdout:op 4743 completed, throughput=5MB/sec 2024-04-02T09:07:26.368 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZnQiX-zX6xZpY9H off=17870564 len=1612399 2024-04-02T09:07:26.371 INFO:tasks.workunit.client.0.smithi104.stdout:op 4744 completed, throughput=5MB/sec 2024-04-02T09:07:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:26 smithi188 ceph-mon[86835]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:07:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:26 smithi104 ceph-mon[96567]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:07:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:26 smithi104 ceph-mon[94081]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T09:07:27.371 INFO:tasks.workunit.client.0.smithi104.stdout: 941: throughput=5MB/sec pending data=0 2024-04-02T09:07:27.371 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-glEj0AVYLTPGukf off=21349743 len=1000245 2024-04-02T09:07:27.375 INFO:tasks.workunit.client.0.smithi104.stdout:op 4745 completed, throughput=5MB/sec 2024-04-02T09:07:27.375 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UOGF-QJQQiJ5OXR off=10303084 len=1816262 2024-04-02T09:07:27.383 INFO:tasks.workunit.client.0.smithi104.stdout:op 4746 completed, throughput=5MB/sec 2024-04-02T09:07:27.383 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-A8FLUgsHCOa_AsI off=6740406 len=2035320 2024-04-02T09:07:27.393 INFO:tasks.workunit.client.0.smithi104.stdout:op 4747 completed, throughput=5MB/sec 2024-04-02T09:07:28.393 INFO:tasks.workunit.client.0.smithi104.stdout: 942: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:28.393 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZLePONZCU0BH-eD off=790904 len=1831278 2024-04-02T09:07:28.395 INFO:tasks.workunit.client.0.smithi104.stdout:op 4748 completed, throughput=5MB/sec 2024-04-02T09:07:28.395 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1A5dnhf1XZYNRjz off=57560 len=117942 2024-04-02T09:07:28.397 INFO:tasks.workunit.client.0.smithi104.stdout:op 4749 completed, throughput=5MB/sec 2024-04-02T09:07:28.398 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZlQQB0HzgeXV8yT off=6204611 len=1317539 2024-04-02T09:07:28.404 INFO:tasks.workunit.client.0.smithi104.stdout:op 4750 completed, throughput=5MB/sec 2024-04-02T09:07:28.404 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nVlpmMfcz91Hotd off=5338017 len=2082772 2024-04-02T09:07:28.405 INFO:tasks.workunit.client.0.smithi104.stdout:op 4751 completed, throughput=5MB/sec 2024-04-02T09:07:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:28 smithi188 ceph-mon[86835]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:28 smithi104 ceph-mon[96567]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:28 smithi104 ceph-mon[94081]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:29.405 INFO:tasks.workunit.client.0.smithi104.stdout: 943: throughput=5MB/sec pending data=0 2024-04-02T09:07:29.405 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FqITUiWSUFGB4tC off=8685861 len=1601900 2024-04-02T09:07:29.408 INFO:tasks.workunit.client.0.smithi104.stdout:op 4752 completed, throughput=5MB/sec 2024-04-02T09:07:29.408 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EdoaBDqUy8_c-Df off=862079 len=1664431 2024-04-02T09:07:29.410 INFO:tasks.workunit.client.0.smithi104.stdout:op 4753 completed, throughput=5MB/sec 2024-04-02T09:07:29.410 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Sro5M9FfJK1WUGB off=12525054 len=683036 2024-04-02T09:07:29.410 INFO:tasks.workunit.client.0.smithi104.stdout:op 4754 completed, throughput=5MB/sec 2024-04-02T09:07:29.410 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YyXV2ZIgjvHM3uf off=8842062 len=838368 2024-04-02T09:07:29.415 INFO:tasks.workunit.client.0.smithi104.stdout:op 4755 completed, throughput=5MB/sec 2024-04-02T09:07:29.415 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o2XaeEQ3emCVCUt off=543365 len=1053513 2024-04-02T09:07:29.416 INFO:tasks.workunit.client.0.smithi104.stdout:op 4756 completed, throughput=5MB/sec 2024-04-02T09:07:30.417 INFO:tasks.workunit.client.0.smithi104.stdout: 944: throughput=5MB/sec pending data=0 2024-04-02T09:07:30.417 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FDZryFEKerj85ef off=3381188 len=665712 2024-04-02T09:07:30.418 INFO:tasks.workunit.client.0.smithi104.stdout:op 4757 completed, throughput=5MB/sec 2024-04-02T09:07:30.418 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Iv3JnUqnGaaxnio off=11668195 len=881196 2024-04-02T09:07:30.421 INFO:tasks.workunit.client.0.smithi104.stdout:op 4758 completed, throughput=5MB/sec 2024-04-02T09:07:30.421 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WFcpCI4wXEDGBag off=1390778 len=1837520 2024-04-02T09:07:30.423 INFO:tasks.workunit.client.0.smithi104.stdout:op 4759 completed, throughput=5MB/sec 2024-04-02T09:07:30.423 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0NYtdHUSCvSiDRf off=1504013 len=1055316 2024-04-02T09:07:30.423 INFO:tasks.workunit.client.0.smithi104.stdout:op 4760 completed, throughput=5MB/sec 2024-04-02T09:07:30.423 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HUF56dNDLz5NXn5 off=3064026 len=322778 2024-04-02T09:07:30.426 INFO:tasks.workunit.client.0.smithi104.stdout:op 4761 completed, throughput=5MB/sec 2024-04-02T09:07:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:30 smithi188 ceph-mon[86835]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:07:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:30 smithi104 ceph-mon[96567]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:07:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:30 smithi104 ceph-mon[94081]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:07:31.426 INFO:tasks.workunit.client.0.smithi104.stdout: 945: throughput=5MB/sec pending data=0 2024-04-02T09:07:31.426 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dBuPXkBKzEN-0I_ off=1120876 len=1205271 2024-04-02T09:07:31.427 INFO:tasks.workunit.client.0.smithi104.stdout:op 4762 completed, throughput=5MB/sec 2024-04-02T09:07:31.427 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HWV5XUheKuDfYBf off=11686791 len=455292 2024-04-02T09:07:31.428 INFO:tasks.workunit.client.0.smithi104.stdout:op 4763 completed, throughput=5MB/sec 2024-04-02T09:07:31.428 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SZc8TOlt0nQqPhy off=736132 len=705435 2024-04-02T09:07:31.432 INFO:tasks.workunit.client.0.smithi104.stdout:op 4764 completed, throughput=5MB/sec 2024-04-02T09:07:31.432 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lfuv8LhWjvSqKLg off=2200618 len=108603 2024-04-02T09:07:31.435 INFO:tasks.workunit.client.0.smithi104.stdout:op 4765 completed, throughput=5MB/sec 2024-04-02T09:07:31.435 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zbq3lkgIsqsEEAM off=21373606 len=576743 2024-04-02T09:07:31.436 INFO:tasks.workunit.client.0.smithi104.stdout:op 4766 completed, throughput=5MB/sec 2024-04-02T09:07:31.436 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sbURBmgAK9jPO45 off=8016207 len=1840177 2024-04-02T09:07:31.444 INFO:tasks.workunit.client.0.smithi104.stdout:op 4767 completed, throughput=5MB/sec 2024-04-02T09:07:31.444 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N37MfpkrdUZEGxj off=613410 len=1338316 2024-04-02T09:07:31.451 INFO:tasks.workunit.client.0.smithi104.stdout:op 4768 completed, throughput=5MB/sec 2024-04-02T09:07:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: 946: throughput=5MB/sec pending data=0 2024-04-02T09:07:32.452 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n41vAj7ER35GV-n off=13181900 len=4749 2024-04-02T09:07:32.452 INFO:tasks.workunit.client.0.smithi104.stdout:op 4769 completed, throughput=5MB/sec 2024-04-02T09:07:32.452 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gdgigpgsQaPPkAd off=4574416 len=1821067 2024-04-02T09:07:32.462 INFO:tasks.workunit.client.0.smithi104.stdout:op 4770 completed, throughput=5MB/sec 2024-04-02T09:07:32.462 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-shcl69Pxw7ke3se off=1224380 len=859757 2024-04-02T09:07:32.466 INFO:tasks.workunit.client.0.smithi104.stdout:op 4771 completed, throughput=5MB/sec 2024-04-02T09:07:32.466 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6qhfrT5EsjZVg5t off=695050 len=222666 2024-04-02T09:07:32.466 INFO:tasks.workunit.client.0.smithi104.stdout:op 4772 completed, throughput=5MB/sec 2024-04-02T09:07:32.466 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wUSdKMfX9dYQqty off=14605878 len=284486 2024-04-02T09:07:32.467 INFO:tasks.workunit.client.0.smithi104.stdout:op 4773 completed, throughput=5MB/sec 2024-04-02T09:07:32.467 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zsyuEFl7BRQAUCX off=9344530 len=1618604 2024-04-02T09:07:32.474 INFO:tasks.workunit.client.0.smithi104.stdout:op 4774 completed, throughput=5MB/sec 2024-04-02T09:07:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:32 smithi188 ceph-mon[86835]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:07:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:07:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:32 smithi104 ceph-mon[94081]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:07:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:32 smithi104 ceph-mon[96567]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:07:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: 947: throughput=5MB/sec pending data=0 2024-04-02T09:07:33.475 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-V5GM22NZHaBUved off=17179829 len=238811 2024-04-02T09:07:33.477 INFO:tasks.workunit.client.0.smithi104.stdout:op 4775 completed, throughput=5MB/sec 2024-04-02T09:07:33.477 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dxSyHHv_RIgaPT_ off=40669 len=631155 2024-04-02T09:07:33.478 INFO:tasks.workunit.client.0.smithi104.stdout:op 4776 completed, throughput=5MB/sec 2024-04-02T09:07:33.478 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6BC48akV76YAVyl off=9869949 len=950396 2024-04-02T09:07:33.483 INFO:tasks.workunit.client.0.smithi104.stdout:op 4777 completed, throughput=5MB/sec 2024-04-02T09:07:33.483 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o1GRpBh7YWhkox0 off=1309622 len=189251 2024-04-02T09:07:33.484 INFO:tasks.workunit.client.0.smithi104.stdout:op 4778 completed, throughput=5MB/sec 2024-04-02T09:07:33.484 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FIOlL9BP5buZuDv off=4258536 len=1688185 2024-04-02T09:07:33.486 INFO:tasks.workunit.client.0.smithi104.stdout:op 4779 completed, throughput=5MB/sec 2024-04-02T09:07:33.486 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AWfXdmxKLp67uyU off=3318500 len=807487 2024-04-02T09:07:33.487 INFO:tasks.workunit.client.0.smithi104.stdout:op 4780 completed, throughput=5MB/sec 2024-04-02T09:07:33.487 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sXBi4Wz1DTfHNuS off=924290 len=303496 2024-04-02T09:07:33.490 INFO:tasks.workunit.client.0.smithi104.stdout:op 4781 completed, throughput=5MB/sec 2024-04-02T09:07:34.490 INFO:tasks.workunit.client.0.smithi104.stdout: 948: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:34.491 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ra8OMBS4oevMSo0 off=1055488 len=1325241 2024-04-02T09:07:34.497 INFO:tasks.workunit.client.0.smithi104.stdout:op 4782 completed, throughput=5MB/sec 2024-04-02T09:07:34.497 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8_0wORt82vas7hc off=4119275 len=1871809 2024-04-02T09:07:34.504 INFO:tasks.workunit.client.0.smithi104.stdout:op 4783 completed, throughput=5MB/sec 2024-04-02T09:07:34.504 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k4RB6aV5LUvsfOo off=5591281 len=114553 2024-04-02T09:07:34.506 INFO:tasks.workunit.client.0.smithi104.stdout:op 4784 completed, throughput=5MB/sec 2024-04-02T09:07:34.506 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AkUKwns64J5dvZH off=332706 len=695431 2024-04-02T09:07:34.509 INFO:tasks.workunit.client.0.smithi104.stdout:op 4785 completed, throughput=5MB/sec 2024-04-02T09:07:34.509 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-So5ao4DwTEpLy9_ off=2296415 len=576229 2024-04-02T09:07:34.511 INFO:tasks.workunit.client.0.smithi104.stdout:op 4786 completed, throughput=5MB/sec 2024-04-02T09:07:34.511 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7JwmQdxGZ7dlyhd off=2602702 len=1173839 2024-04-02T09:07:34.517 INFO:tasks.workunit.client.0.smithi104.stdout:op 4787 completed, throughput=5MB/sec 2024-04-02T09:07:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:34 smithi188 ceph-mon[86835]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:07:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:34 smithi104 ceph-mon[94081]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:07:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:34 smithi104 ceph-mon[96567]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:07:35.517 INFO:tasks.workunit.client.0.smithi104.stdout: 949: throughput=5MB/sec pending data=0 2024-04-02T09:07:35.517 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k1th4YUP4JjYHFM off=7339257 len=414105 2024-04-02T09:07:35.518 INFO:tasks.workunit.client.0.smithi104.stdout:op 4788 completed, throughput=5MB/sec 2024-04-02T09:07:35.518 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I2pQynJKSH2fmNA off=0 len=1199913 2024-04-02T09:07:35.524 INFO:tasks.workunit.client.0.smithi104.stdout:op 4789 completed, throughput=5MB/sec 2024-04-02T09:07:35.525 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yLx3E5Ij9YEcAXH off=4043113 len=268481 2024-04-02T09:07:35.525 INFO:tasks.workunit.client.0.smithi104.stdout:op 4790 completed, throughput=5MB/sec 2024-04-02T09:07:35.526 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DPw15Lh29hMB6eP off=469995 len=564662 2024-04-02T09:07:35.527 INFO:tasks.workunit.client.0.smithi104.stdout:op 4791 completed, throughput=5MB/sec 2024-04-02T09:07:35.527 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-A7HyJKdyGRUBpRT off=19429782 len=1158089 2024-04-02T09:07:35.528 INFO:tasks.workunit.client.0.smithi104.stdout:op 4792 completed, throughput=5MB/sec 2024-04-02T09:07:35.528 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k_df7WINJdpi_XR off=9596552 len=1569962 2024-04-02T09:07:35.534 INFO:tasks.workunit.client.0.smithi104.stdout:op 4793 completed, throughput=5MB/sec 2024-04-02T09:07:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:07:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:07:35] "GET /metrics HTTP/1.1" 200 34140 "" "Prometheus/2.43.0" 2024-04-02T09:07:36.534 INFO:tasks.workunit.client.0.smithi104.stdout: 950: throughput=5MB/sec pending data=0 2024-04-02T09:07:36.534 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZcMySuPQvrkq9f- off=4554245 len=531246 2024-04-02T09:07:36.536 INFO:tasks.workunit.client.0.smithi104.stdout:op 4794 completed, throughput=5MB/sec 2024-04-02T09:07:36.536 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GebXijaFVuNt3F_ off=3276772 len=1060740 2024-04-02T09:07:36.540 INFO:tasks.workunit.client.0.smithi104.stdout:op 4795 completed, throughput=5MB/sec 2024-04-02T09:07:36.540 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WD0AONHK9QIqwOF off=6748089 len=1250728 2024-04-02T09:07:36.542 INFO:tasks.workunit.client.0.smithi104.stdout:op 4796 completed, throughput=5MB/sec 2024-04-02T09:07:36.542 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-czSQna2g-LfaODP off=5108098 len=352570 2024-04-02T09:07:36.545 INFO:tasks.workunit.client.0.smithi104.stdout:op 4797 completed, throughput=5MB/sec 2024-04-02T09:07:36.545 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Bhs6SQsui2gNuc6 off=9303642 len=885177 2024-04-02T09:07:36.547 INFO:tasks.workunit.client.0.smithi104.stdout:op 4798 completed, throughput=5MB/sec 2024-04-02T09:07:36.547 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7eXkPcFIdJjM5jF off=2032884 len=200703 2024-04-02T09:07:36.547 INFO:tasks.workunit.client.0.smithi104.stdout:op 4799 completed, throughput=5MB/sec 2024-04-02T09:07:36.547 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T0y4i-XK-9HX8mx off=308635 len=440497 2024-04-02T09:07:36.551 INFO:tasks.workunit.client.0.smithi104.stdout:op 4800 completed, throughput=5MB/sec 2024-04-02T09:07:36.551 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fVrkprH72aIBFmc off=13358300 len=1280474 2024-04-02T09:07:36.555 INFO:tasks.workunit.client.0.smithi104.stdout:op 4801 completed, throughput=5MB/sec 2024-04-02T09:07:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:36 smithi188 ceph-mon[86835]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:07:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:36 smithi104 ceph-mon[94081]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:07:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:36 smithi104 ceph-mon[96567]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:07:37.555 INFO:tasks.workunit.client.0.smithi104.stdout: 951: throughput=5MB/sec pending data=0 2024-04-02T09:07:37.556 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OKxyYLh4O78rN9A off=2468641 len=810863 2024-04-02T09:07:37.559 INFO:tasks.workunit.client.0.smithi104.stdout:op 4802 completed, throughput=5MB/sec 2024-04-02T09:07:37.559 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IdbAA-j8IwFR_hr off=7529402 len=887410 2024-04-02T09:07:37.563 INFO:tasks.workunit.client.0.smithi104.stdout:op 4803 completed, throughput=5MB/sec 2024-04-02T09:07:37.563 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CxYX9IF2-3G3SaP off=9936037 len=974230 2024-04-02T09:07:37.569 INFO:tasks.workunit.client.0.smithi104.stdout:op 4804 completed, throughput=5MB/sec 2024-04-02T09:07:37.569 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rJl-VXvspWiZo-D off=1322901 len=824971 2024-04-02T09:07:37.569 INFO:tasks.workunit.client.0.smithi104.stdout:op 4805 completed, throughput=5MB/sec 2024-04-02T09:07:37.569 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5bB1HwTgSz_C_Yk off=1552818 len=1444873 2024-04-02T09:07:37.576 INFO:tasks.workunit.client.0.smithi104.stdout:op 4806 completed, throughput=5MB/sec 2024-04-02T09:07:38.576 INFO:tasks.workunit.client.0.smithi104.stdout: 952: throughput=5MB/sec pending data=0 2024-04-02T09:07:38.577 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-73QZRwqFNzBVDS9 off=744474 len=1489640 2024-04-02T09:07:38.578 INFO:tasks.workunit.client.0.smithi104.stdout:op 4807 completed, throughput=5MB/sec 2024-04-02T09:07:38.578 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0YH-TbyIFU5THzt off=890454 len=148518 2024-04-02T09:07:38.580 INFO:tasks.workunit.client.0.smithi104.stdout:op 4808 completed, throughput=5MB/sec 2024-04-02T09:07:38.580 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4ugaaqEk-evUBml off=1133181 len=1178529 2024-04-02T09:07:38.581 INFO:tasks.workunit.client.0.smithi104.stdout:op 4809 completed, throughput=5MB/sec 2024-04-02T09:07:38.582 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UmWFoQ4LNtOf_32 off=7578596 len=860679 2024-04-02T09:07:38.583 INFO:tasks.workunit.client.0.smithi104.stdout:op 4810 completed, throughput=5MB/sec 2024-04-02T09:07:38.584 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-25KfeTBoUQb2JRe off=6598379 len=1778920 2024-04-02T09:07:38.594 INFO:tasks.workunit.client.0.smithi104.stdout:op 4811 completed, throughput=5MB/sec 2024-04-02T09:07:38.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:38 smithi188 ceph-mon[86835]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:38 smithi104 ceph-mon[94081]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:38 smithi104 ceph-mon[96567]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:39.594 INFO:tasks.workunit.client.0.smithi104.stdout: 953: throughput=5MB/sec pending data=0 2024-04-02T09:07:39.594 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-h9Z5rZPbVo9hrIF off=1965014 len=962426 2024-04-02T09:07:39.602 INFO:tasks.workunit.client.0.smithi104.stdout:op 4812 completed, throughput=5MB/sec 2024-04-02T09:07:39.602 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZS8TbtaY1xqBwUN off=7906841 len=358437 2024-04-02T09:07:39.602 INFO:tasks.workunit.client.0.smithi104.stdout:op 4813 completed, throughput=5MB/sec 2024-04-02T09:07:39.602 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vvmFVNYdH_NNMUC off=4897941 len=1620302 2024-04-02T09:07:39.603 INFO:tasks.workunit.client.0.smithi104.stdout:op 4814 completed, throughput=5MB/sec 2024-04-02T09:07:39.604 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_do4yuVI0JC2NdT off=6077010 len=66461 2024-04-02T09:07:39.604 INFO:tasks.workunit.client.0.smithi104.stdout:op 4815 completed, throughput=5MB/sec 2024-04-02T09:07:39.604 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PxgHg4xv_DUE494 off=7751170 len=1898820 2024-04-02T09:07:39.605 INFO:tasks.workunit.client.0.smithi104.stdout:op 4816 completed, throughput=5MB/sec 2024-04-02T09:07:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:07:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:07:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:07:40.606 INFO:tasks.workunit.client.0.smithi104.stdout: 954: throughput=5MB/sec pending data=0 2024-04-02T09:07:40.606 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tdZwa_LzDB5Ye6A off=7545955 len=1750854 2024-04-02T09:07:40.607 INFO:tasks.workunit.client.0.smithi104.stdout:op 4817 completed, throughput=5MB/sec 2024-04-02T09:07:40.607 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Dc8THbuJ8ByPUPc off=225792 len=422901 2024-04-02T09:07:40.607 INFO:tasks.workunit.client.0.smithi104.stdout:op 4818 completed, throughput=5MB/sec 2024-04-02T09:07:40.608 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bIsOL3jArZAK5lo off=741934 len=1102074 2024-04-02T09:07:40.613 INFO:tasks.workunit.client.0.smithi104.stdout:op 4819 completed, throughput=5MB/sec 2024-04-02T09:07:40.613 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-STm6gxnmFXj9VhH off=12338909 len=705389 2024-04-02T09:07:40.617 INFO:tasks.workunit.client.0.smithi104.stdout:op 4820 completed, throughput=5MB/sec 2024-04-02T09:07:40.617 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-33Xw9JPJq4QkzS- off=7035150 len=1432060 2024-04-02T09:07:40.618 INFO:tasks.workunit.client.0.smithi104.stdout:op 4821 completed, throughput=5MB/sec 2024-04-02T09:07:40.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:40 smithi188 ceph-mon[86835]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:07:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:40 smithi104 ceph-mon[96567]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:07:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:40 smithi104 ceph-mon[94081]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:07:41.619 INFO:tasks.workunit.client.0.smithi104.stdout: 955: throughput=5MB/sec pending data=0 2024-04-02T09:07:41.619 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ozGhc6i_gFvdp8n off=1385295 len=457401 2024-04-02T09:07:41.619 INFO:tasks.workunit.client.0.smithi104.stdout:op 4822 completed, throughput=5MB/sec 2024-04-02T09:07:41.619 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yanb9PDxbacx8ML off=8527582 len=972105 2024-04-02T09:07:41.623 INFO:tasks.workunit.client.0.smithi104.stdout:op 4823 completed, throughput=5MB/sec 2024-04-02T09:07:41.623 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TVuY6nXr4sMlufo off=6549285 len=1779294 2024-04-02T09:07:41.626 INFO:tasks.workunit.client.0.smithi104.stdout:op 4824 completed, throughput=5MB/sec 2024-04-02T09:07:41.627 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3FOj2pMVMdWyey6 off=7596480 len=382390 2024-04-02T09:07:41.630 INFO:tasks.workunit.client.0.smithi104.stdout:op 4825 completed, throughput=5MB/sec 2024-04-02T09:07:41.630 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8kL0WFtfR7KrVoy off=19302143 len=265655 2024-04-02T09:07:41.632 INFO:tasks.workunit.client.0.smithi104.stdout:op 4826 completed, throughput=5MB/sec 2024-04-02T09:07:41.633 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2zjXJiAyBjzJsvG off=15392379 len=1557725 2024-04-02T09:07:41.634 INFO:tasks.workunit.client.0.smithi104.stdout:op 4827 completed, throughput=5MB/sec 2024-04-02T09:07:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:42 smithi188 ceph-mon[86835]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:07:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:07:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:42.634 INFO:tasks.workunit.client.0.smithi104.stdout: 956: throughput=5MB/sec pending data=0 2024-04-02T09:07:42.634 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1IB7OHN2NfyVrZM off=280559 len=1851991 2024-04-02T09:07:42.636 INFO:tasks.workunit.client.0.smithi104.stdout:op 4828 completed, throughput=5MB/sec 2024-04-02T09:07:42.636 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UpNt78lq22o2DC_ off=1917155 len=286573 2024-04-02T09:07:42.637 INFO:tasks.workunit.client.0.smithi104.stdout:op 4829 completed, throughput=5MB/sec 2024-04-02T09:07:42.637 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NKF1GqcWPZvBl4W off=20461183 len=1084709 2024-04-02T09:07:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:42 smithi104 ceph-mon[96567]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:07:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:42 smithi104 ceph-mon[94081]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:07:42.641 INFO:tasks.workunit.client.0.smithi104.stdout:op 4830 completed, throughput=5MB/sec 2024-04-02T09:07:42.641 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T51Qtq1SYJdclKi off=5138981 len=472225 2024-04-02T09:07:42.642 INFO:tasks.workunit.client.0.smithi104.stdout:op 4831 completed, throughput=5MB/sec 2024-04-02T09:07:42.642 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-l7V4lFXxd_qw2OH off=3174725 len=1874652 2024-04-02T09:07:42.646 INFO:tasks.workunit.client.0.smithi104.stdout:op 4832 completed, throughput=5MB/sec 2024-04-02T09:07:43.646 INFO:tasks.workunit.client.0.smithi104.stdout: 957: throughput=5MB/sec pending data=0 2024-04-02T09:07:43.647 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SrTso1x8zVibEp4 off=15521759 len=984276 2024-04-02T09:07:43.652 INFO:tasks.workunit.client.0.smithi104.stdout:op 4833 completed, throughput=5MB/sec 2024-04-02T09:07:43.652 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4hKpBAIY2Po6MML off=18881931 len=594326 2024-04-02T09:07:43.655 INFO:tasks.workunit.client.0.smithi104.stdout:op 4834 completed, throughput=5MB/sec 2024-04-02T09:07:43.655 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-codhU4VlC5t-rtl off=2496886 len=607876 2024-04-02T09:07:43.658 INFO:tasks.workunit.client.0.smithi104.stdout:op 4835 completed, throughput=5MB/sec 2024-04-02T09:07:43.658 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uhKhXUDiFhxavzk off=5727215 len=1401491 2024-04-02T09:07:43.659 INFO:tasks.workunit.client.0.smithi104.stdout:op 4836 completed, throughput=5MB/sec 2024-04-02T09:07:43.659 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vTL7Dxk4-_QVatC off=4221399 len=1538357 2024-04-02T09:07:43.667 INFO:tasks.workunit.client.0.smithi104.stdout:op 4837 completed, throughput=5MB/sec 2024-04-02T09:07:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:44 smithi188 ceph-mon[86835]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:07:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:44 smithi104 ceph-mon[96567]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:07:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:44 smithi104 ceph-mon[94081]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:07:44.667 INFO:tasks.workunit.client.0.smithi104.stdout: 958: throughput=5MB/sec pending data=0 2024-04-02T09:07:44.667 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IKt9ErV_kASRNQ3 off=12553329 len=1868189 2024-04-02T09:07:44.678 INFO:tasks.workunit.client.0.smithi104.stdout:op 4838 completed, throughput=5MB/sec 2024-04-02T09:07:44.678 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9kiupmJfhhXEFMn off=0 len=1292428 2024-04-02T09:07:44.679 INFO:tasks.workunit.client.0.smithi104.stdout:op 4839 completed, throughput=5MB/sec 2024-04-02T09:07:44.679 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bEJVe3cduANCzry off=4779485 len=1972215 2024-04-02T09:07:44.689 INFO:tasks.workunit.client.0.smithi104.stdout:op 4840 completed, throughput=5MB/sec 2024-04-02T09:07:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: 959: throughput=5MB/sec pending data=0 2024-04-02T09:07:45.690 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wTOSy9pUDm6ipHC off=3209293 len=1296673 2024-04-02T09:07:45.696 INFO:tasks.workunit.client.0.smithi104.stdout:op 4841 completed, throughput=5MB/sec 2024-04-02T09:07:45.696 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2pa_WSj9839uinc off=8956985 len=585661 2024-04-02T09:07:45.700 INFO:tasks.workunit.client.0.smithi104.stdout:op 4842 completed, throughput=5MB/sec 2024-04-02T09:07:45.700 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dBuPXkBKzEN-0I_ off=11957273 len=1639859 2024-04-02T09:07:45.701 INFO:tasks.workunit.client.0.smithi104.stdout:op 4843 completed, throughput=5MB/sec 2024-04-02T09:07:45.701 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-p8qfBb4xaamRIEB off=1271095 len=1173957 2024-04-02T09:07:45.707 INFO:tasks.workunit.client.0.smithi104.stdout:op 4844 completed, throughput=5MB/sec 2024-04-02T09:07:45.707 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-u-vbfeylguOiqVf off=2762366 len=14572 2024-04-02T09:07:45.708 INFO:tasks.workunit.client.0.smithi104.stdout:op 4845 completed, throughput=5MB/sec 2024-04-02T09:07:45.708 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-S8pPumrZMhE0YC9 off=4441948 len=874620 2024-04-02T09:07:45.709 INFO:tasks.workunit.client.0.smithi104.stdout:op 4846 completed, throughput=5MB/sec 2024-04-02T09:07:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:07:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:07:45] "GET /metrics HTTP/1.1" 200 34140 "" "Prometheus/2.43.0" 2024-04-02T09:07:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:46 smithi188 ceph-mon[86835]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:46 smithi104 ceph-mon[96567]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:46 smithi104 ceph-mon[94081]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: 960: throughput=5MB/sec pending data=0 2024-04-02T09:07:46.710 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UckapTTsEO5W0Vs off=850914 len=415556 2024-04-02T09:07:46.710 INFO:tasks.workunit.client.0.smithi104.stdout:op 4847 completed, throughput=5MB/sec 2024-04-02T09:07:46.710 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NGiROaoPU_rngwi off=4917286 len=1333122 2024-04-02T09:07:46.711 INFO:tasks.workunit.client.0.smithi104.stdout:op 4848 completed, throughput=5MB/sec 2024-04-02T09:07:46.711 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0kP805H5zoEGyhC off=792455 len=341803 2024-04-02T09:07:46.712 INFO:tasks.workunit.client.0.smithi104.stdout:op 4849 completed, throughput=5MB/sec 2024-04-02T09:07:46.712 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-v4CcrDPZToKMMZs off=17552399 len=728576 2024-04-02T09:07:46.713 INFO:tasks.workunit.client.0.smithi104.stdout:op 4850 completed, throughput=5MB/sec 2024-04-02T09:07:46.713 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-r7euU53DzUTvN68 off=5643294 len=1451982 2024-04-02T09:07:46.714 INFO:tasks.workunit.client.0.smithi104.stdout:op 4851 completed, throughput=5MB/sec 2024-04-02T09:07:46.714 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TyoFkqhisxEgSdR off=3145561 len=600267 2024-04-02T09:07:46.718 INFO:tasks.workunit.client.0.smithi104.stdout:op 4852 completed, throughput=5MB/sec 2024-04-02T09:07:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: 961: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:47.719 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G7lTC8cd6dDj58T off=7775966 len=633882 2024-04-02T09:07:47.719 INFO:tasks.workunit.client.0.smithi104.stdout:op 4853 completed, throughput=5MB/sec 2024-04-02T09:07:47.719 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5Lsj2PGOmCZsfX0 off=75875 len=1177811 2024-04-02T09:07:47.724 INFO:tasks.workunit.client.0.smithi104.stdout:op 4854 completed, throughput=5MB/sec 2024-04-02T09:07:47.724 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5yHnCzWIprSXpes off=6279191 len=1291274 2024-04-02T09:07:47.730 INFO:tasks.workunit.client.0.smithi104.stdout:op 4855 completed, throughput=5MB/sec 2024-04-02T09:07:47.730 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9QiWtCMeMq7FKgS off=17041486 len=1578347 2024-04-02T09:07:47.736 INFO:tasks.workunit.client.0.smithi104.stdout:op 4856 completed, throughput=5MB/sec 2024-04-02T09:07:47.736 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--m1HQgyNhuJBWZe off=16407489 len=1096068 2024-04-02T09:07:47.741 INFO:tasks.workunit.client.0.smithi104.stdout:op 4857 completed, throughput=5MB/sec 2024-04-02T09:07:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:48 smithi188 ceph-mon[86835]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:48 smithi104 ceph-mon[96567]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:48 smithi104 ceph-mon[94081]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: 962: throughput=5MB/sec pending data=0 2024-04-02T09:07:48.742 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0R53ELWla_VjXY_ off=5080327 len=1296450 2024-04-02T09:07:48.747 INFO:tasks.workunit.client.0.smithi104.stdout:op 4858 completed, throughput=5MB/sec 2024-04-02T09:07:48.747 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5-c_UldA-ekjEh- off=2134082 len=372255 2024-04-02T09:07:48.748 INFO:tasks.workunit.client.0.smithi104.stdout:op 4859 completed, throughput=5MB/sec 2024-04-02T09:07:48.748 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XR46Cl7AeikxLjE off=21506918 len=53036 2024-04-02T09:07:48.750 INFO:tasks.workunit.client.0.smithi104.stdout:op 4860 completed, throughput=5MB/sec 2024-04-02T09:07:48.750 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZPbTSeUQjNcYIR5 off=649637 len=805474 2024-04-02T09:07:48.750 INFO:tasks.workunit.client.0.smithi104.stdout:op 4861 completed, throughput=5MB/sec 2024-04-02T09:07:48.750 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q9LUeT6SE1L94ia off=19168713 len=1216968 2024-04-02T09:07:48.756 INFO:tasks.workunit.client.0.smithi104.stdout:op 4862 completed, throughput=5MB/sec 2024-04-02T09:07:48.757 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Vna8gH_XS0TYGHr off=16746709 len=1842338 2024-04-02T09:07:48.767 INFO:tasks.workunit.client.0.smithi104.stdout:op 4863 completed, throughput=5MB/sec 2024-04-02T09:07:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: 963: throughput=5MB/sec pending data=0 2024-04-02T09:07:49.768 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-u-vbfeylguOiqVf off=1207465 len=1676331 2024-04-02T09:07:49.771 INFO:tasks.workunit.client.0.smithi104.stdout:op 4864 completed, throughput=5MB/sec 2024-04-02T09:07:49.771 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uCuG4pfVkeCtQTu off=0 len=1314090 2024-04-02T09:07:49.774 INFO:tasks.workunit.client.0.smithi104.stdout:op 4865 completed, throughput=5MB/sec 2024-04-02T09:07:49.774 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OvnHcw4M7SMlh7s off=380893 len=507632 2024-04-02T09:07:49.775 INFO:tasks.workunit.client.0.smithi104.stdout:op 4866 completed, throughput=5MB/sec 2024-04-02T09:07:49.775 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aKEfitRz4Ta6sBj off=8883796 len=1159965 2024-04-02T09:07:49.776 INFO:tasks.workunit.client.0.smithi104.stdout:op 4867 completed, throughput=5MB/sec 2024-04-02T09:07:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:50 smithi188 ceph-mon[86835]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:07:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:50 smithi104 ceph-mon[96567]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:07:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:50 smithi104 ceph-mon[94081]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:07:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:50.776 INFO:tasks.workunit.client.0.smithi104.stdout: 964: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:50.777 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lvhU6KwhCYDmPGU off=8149293 len=741395 2024-04-02T09:07:50.782 INFO:tasks.workunit.client.0.smithi104.stdout:op 4868 completed, throughput=5MB/sec 2024-04-02T09:07:50.782 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pq1JuU50_cFDTcf off=6298112 len=277625 2024-04-02T09:07:50.784 INFO:tasks.workunit.client.0.smithi104.stdout:op 4869 completed, throughput=5MB/sec 2024-04-02T09:07:50.784 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9me_EYbPUIRgxXN off=9794481 len=1479238 2024-04-02T09:07:50.791 INFO:tasks.workunit.client.0.smithi104.stdout:op 4870 completed, throughput=5MB/sec 2024-04-02T09:07:50.791 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RlWK-jKkyNR9Sb7 off=4986225 len=1168352 2024-04-02T09:07:50.792 INFO:tasks.workunit.client.0.smithi104.stdout:op 4871 completed, throughput=5MB/sec 2024-04-02T09:07:50.792 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HVushi38NpEKoWR off=10097761 len=1296155 2024-04-02T09:07:50.801 INFO:tasks.workunit.client.0.smithi104.stdout:op 4872 completed, throughput=5MB/sec 2024-04-02T09:07:50.801 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6WvJOnKk0L2ERQm off=11193427 len=1438789 2024-04-02T09:07:50.802 INFO:tasks.workunit.client.0.smithi104.stdout:op 4873 completed, throughput=5MB/sec 2024-04-02T09:07:51.802 INFO:tasks.workunit.client.0.smithi104.stdout: 965: throughput=5MB/sec pending data=0 2024-04-02T09:07:51.803 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_r_5KuoucVQ7xEr off=2857881 len=660055 2024-04-02T09:07:51.803 INFO:tasks.workunit.client.0.smithi104.stdout:op 4874 completed, throughput=5MB/sec 2024-04-02T09:07:51.803 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-y820CYhGkUhqcwW off=1344608 len=843546 2024-04-02T09:07:51.804 INFO:tasks.workunit.client.0.smithi104.stdout:op 4875 completed, throughput=5MB/sec 2024-04-02T09:07:51.804 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xjj1GR8dKMaqgWa off=12376404 len=662576 2024-04-02T09:07:51.805 INFO:tasks.workunit.client.0.smithi104.stdout:op 4876 completed, throughput=5MB/sec 2024-04-02T09:07:51.805 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EF3qVcjSjncJSLh off=353370 len=688931 2024-04-02T09:07:51.810 INFO:tasks.workunit.client.0.smithi104.stdout:op 4877 completed, throughput=5MB/sec 2024-04-02T09:07:51.810 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gUscUj1GeAa_Uny off=2089867 len=244246 2024-04-02T09:07:51.812 INFO:tasks.workunit.client.0.smithi104.stdout:op 4878 completed, throughput=5MB/sec 2024-04-02T09:07:51.812 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BwDytLA5wZCUbV1 off=12657865 len=1116264 2024-04-02T09:07:51.814 INFO:tasks.workunit.client.0.smithi104.stdout:op 4879 completed, throughput=5MB/sec 2024-04-02T09:07:51.814 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eCsyL9nyGRxd-Pc off=2273017 len=1995132 2024-04-02T09:07:51.815 INFO:tasks.workunit.client.0.smithi104.stdout:op 4880 completed, throughput=5MB/sec 2024-04-02T09:07:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:52 smithi188 ceph-mon[86835]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:07:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:07:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:52 smithi104 ceph-mon[94081]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:07:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:52 smithi104 ceph-mon[96567]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:07:52.815 INFO:tasks.workunit.client.0.smithi104.stdout: 966: throughput=5MB/sec pending data=0 2024-04-02T09:07:52.816 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cLt6ShZc0GUUV_u off=4084650 len=1928429 2024-04-02T09:07:52.825 INFO:tasks.workunit.client.0.smithi104.stdout:op 4881 completed, throughput=5MB/sec 2024-04-02T09:07:52.825 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ilRto3Ic54kXnOJ off=136523 len=634277 2024-04-02T09:07:52.826 INFO:tasks.workunit.client.0.smithi104.stdout:op 4882 completed, throughput=5MB/sec 2024-04-02T09:07:52.826 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CVlgK7F8SILImaQ off=208268 len=536330 2024-04-02T09:07:52.826 INFO:tasks.workunit.client.0.smithi104.stdout:op 4883 completed, throughput=5MB/sec 2024-04-02T09:07:52.826 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dzg58HCKBRtxfS1 off=7909145 len=333766 2024-04-02T09:07:52.829 INFO:tasks.workunit.client.0.smithi104.stdout:op 4884 completed, throughput=5MB/sec 2024-04-02T09:07:53.829 INFO:tasks.workunit.client.0.smithi104.stdout: 967: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:53.829 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Eb7qB14UmF3BOWy off=17735763 len=1659182 2024-04-02T09:07:53.837 INFO:tasks.workunit.client.0.smithi104.stdout:op 4885 completed, throughput=5MB/sec 2024-04-02T09:07:53.837 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Wd8aOz5TdRYhUsD off=1407300 len=1395719 2024-04-02T09:07:53.844 INFO:tasks.workunit.client.0.smithi104.stdout:op 4886 completed, throughput=5MB/sec 2024-04-02T09:07:53.844 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bGJSb0GuwuuPUNr off=4811180 len=510294 2024-04-02T09:07:53.844 INFO:tasks.workunit.client.0.smithi104.stdout:op 4887 completed, throughput=5MB/sec 2024-04-02T09:07:53.844 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-prIuL_XC7lB1VgN off=5638383 len=1388476 2024-04-02T09:07:53.847 INFO:tasks.workunit.client.0.smithi104.stdout:op 4888 completed, throughput=5MB/sec 2024-04-02T09:07:53.847 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bDOjieAYkiwExLy off=10068096 len=1224036 2024-04-02T09:07:53.853 INFO:tasks.workunit.client.0.smithi104.stdout:op 4889 completed, throughput=5MB/sec 2024-04-02T09:07:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:54 smithi188 ceph-mon[86835]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:07:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:54 smithi104 ceph-mon[94081]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:07:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:54 smithi104 ceph-mon[96567]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:07:54.853 INFO:tasks.workunit.client.0.smithi104.stdout: 968: throughput=5MB/sec pending data=0 2024-04-02T09:07:54.853 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vSeIANJga00O63u off=4473346 len=188561 2024-04-02T09:07:54.853 INFO:tasks.workunit.client.0.smithi104.stdout:op 4890 completed, throughput=5MB/sec 2024-04-02T09:07:54.854 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JBnJFJVzy2bvogs off=2894929 len=1104510 2024-04-02T09:07:54.855 INFO:tasks.workunit.client.0.smithi104.stdout:op 4891 completed, throughput=5MB/sec 2024-04-02T09:07:54.855 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UTdNkOSnQIso6Qg off=624163 len=172738 2024-04-02T09:07:54.858 INFO:tasks.workunit.client.0.smithi104.stdout:op 4892 completed, throughput=5MB/sec 2024-04-02T09:07:54.858 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lUdXqXt50XMgGkv off=18453418 len=287995 2024-04-02T09:07:54.861 INFO:tasks.workunit.client.0.smithi104.stdout:op 4893 completed, throughput=5MB/sec 2024-04-02T09:07:54.861 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wKzpiIl5gjvz-Vs off=989296 len=1698397 2024-04-02T09:07:54.862 INFO:tasks.workunit.client.0.smithi104.stdout:op 4894 completed, throughput=5MB/sec 2024-04-02T09:07:54.862 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VOTl_qP12hfpd6D off=3628147 len=907815 2024-04-02T09:07:54.866 INFO:tasks.workunit.client.0.smithi104.stdout:op 4895 completed, throughput=5MB/sec 2024-04-02T09:07:54.866 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LLawB-rN4Z16vTi off=15076098 len=662055 2024-04-02T09:07:54.867 INFO:tasks.workunit.client.0.smithi104.stdout:op 4896 completed, throughput=5MB/sec 2024-04-02T09:07:55.867 INFO:tasks.workunit.client.0.smithi104.stdout: 969: throughput=5MB/sec pending data=0 2024-04-02T09:07:55.867 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DX_MvZjuJejZrhC off=15538063 len=1971127 2024-04-02T09:07:55.875 INFO:tasks.workunit.client.0.smithi104.stdout:op 4897 completed, throughput=5MB/sec 2024-04-02T09:07:55.875 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qVOU_FHedyLom-B off=4641218 len=656097 2024-04-02T09:07:55.878 INFO:tasks.workunit.client.0.smithi104.stdout:op 4898 completed, throughput=5MB/sec 2024-04-02T09:07:55.878 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gGzh_VG4BslQOlD off=11208690 len=183888 2024-04-02T09:07:55.881 INFO:tasks.workunit.client.0.smithi104.stdout:op 4899 completed, throughput=5MB/sec 2024-04-02T09:07:55.881 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4k7NYX9qsnOoYEA off=2724305 len=1315766 2024-04-02T09:07:55.884 INFO:tasks.workunit.client.0.smithi104.stdout:op 4900 completed, throughput=5MB/sec 2024-04-02T09:07:55.884 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cgpCdU_7ueQWd45 off=2627877 len=194202 2024-04-02T09:07:55.887 INFO:tasks.workunit.client.0.smithi104.stdout:op 4901 completed, throughput=5MB/sec 2024-04-02T09:07:55.887 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-neh498BJ-XHAqTh off=10946972 len=777479 2024-04-02T09:07:55.888 INFO:tasks.workunit.client.0.smithi104.stdout:op 4902 completed, throughput=5MB/sec 2024-04-02T09:07:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:07:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:07:55] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-04-02T09:07:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:56 smithi188 ceph-mon[86835]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:56 smithi104 ceph-mon[94081]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:56 smithi104 ceph-mon[96567]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:56.888 INFO:tasks.workunit.client.0.smithi104.stdout: 970: throughput=5MB/sec pending data=0 2024-04-02T09:07:56.889 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cBV767SlOiUUKPh off=1782254 len=541876 2024-04-02T09:07:56.893 INFO:tasks.workunit.client.0.smithi104.stdout:op 4903 completed, throughput=5MB/sec 2024-04-02T09:07:56.893 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FcNob-ietN5mtbT off=11033534 len=1631208 2024-04-02T09:07:56.894 INFO:tasks.workunit.client.0.smithi104.stdout:op 4904 completed, throughput=5MB/sec 2024-04-02T09:07:56.894 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zNQrnTglxXrYymU off=3374745 len=1130669 2024-04-02T09:07:56.895 INFO:tasks.workunit.client.0.smithi104.stdout:op 4905 completed, throughput=5MB/sec 2024-04-02T09:07:56.895 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-smAzM8Ysg3bidXU off=11458153 len=1027321 2024-04-02T09:07:56.899 INFO:tasks.workunit.client.0.smithi104.stdout:op 4906 completed, throughput=5MB/sec 2024-04-02T09:07:56.899 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-E0ASfINtjmd07VA off=3006408 len=1831684 2024-04-02T09:07:56.910 INFO:tasks.workunit.client.0.smithi104.stdout:op 4907 completed, throughput=5MB/sec 2024-04-02T09:07:57.910 INFO:tasks.workunit.client.0.smithi104.stdout: 971: throughput=5MB/sec pending data=0 2024-04-02T09:07:57.910 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T-zjj4PcPlJxE_x off=754922 len=1320151 2024-04-02T09:07:57.917 INFO:tasks.workunit.client.0.smithi104.stdout:op 4908 completed, throughput=5MB/sec 2024-04-02T09:07:57.917 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TbdS6FvjrE_-CnS off=6352860 len=24051 2024-04-02T09:07:57.919 INFO:tasks.workunit.client.0.smithi104.stdout:op 4909 completed, throughput=5MB/sec 2024-04-02T09:07:57.919 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-I1B__HpEQbhRA0w off=3111461 len=174416 2024-04-02T09:07:57.920 INFO:tasks.workunit.client.0.smithi104.stdout:op 4910 completed, throughput=5MB/sec 2024-04-02T09:07:57.920 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8KE11lChWuxn393 off=7509186 len=625511 2024-04-02T09:07:57.920 INFO:tasks.workunit.client.0.smithi104.stdout:op 4911 completed, throughput=5MB/sec 2024-04-02T09:07:57.921 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-W-zjhfynEyNkO9f off=10365972 len=1261995 2024-04-02T09:07:57.921 INFO:tasks.workunit.client.0.smithi104.stdout:op 4912 completed, throughput=5MB/sec 2024-04-02T09:07:57.921 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1kyMCEm8Kme3Tw5 off=4608664 len=2010626 2024-04-02T09:07:57.929 INFO:tasks.workunit.client.0.smithi104.stdout:op 4913 completed, throughput=5MB/sec 2024-04-02T09:07:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:07:58 smithi188 ceph-mon[86835]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:07:58 smithi104 ceph-mon[96567]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:07:58 smithi104 ceph-mon[94081]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:58.929 INFO:tasks.workunit.client.0.smithi104.stdout: 972: throughput=5MB/sec pending data=0 2024-04-02T09:07:58.929 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T0j6rNXj4ab1CFM off=13560860 len=2085427 2024-04-02T09:07:58.930 INFO:tasks.workunit.client.0.smithi104.stdout:op 4914 completed, throughput=5MB/sec 2024-04-02T09:07:58.930 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0OswvFdkkQLJDnl off=8489410 len=2022778 2024-04-02T09:07:58.932 INFO:tasks.workunit.client.0.smithi104.stdout:op 4915 completed, throughput=5MB/sec 2024-04-02T09:07:59.932 INFO:tasks.workunit.client.0.smithi104.stdout: 973: throughput=4.99MB/sec pending data=0 2024-04-02T09:07:59.932 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4Ghw-drVgAlB6LX off=10227727 len=443306 2024-04-02T09:07:59.933 INFO:tasks.workunit.client.0.smithi104.stdout:op 4916 completed, throughput=5MB/sec 2024-04-02T09:07:59.933 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-R8InNhio3Ei6xvR off=2214580 len=979278 2024-04-02T09:07:59.935 INFO:tasks.workunit.client.0.smithi104.stdout:op 4917 completed, throughput=5MB/sec 2024-04-02T09:07:59.936 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FORG7PhUWiykuca off=840879 len=1715281 2024-04-02T09:07:59.942 INFO:tasks.workunit.client.0.smithi104.stdout:op 4918 completed, throughput=5MB/sec 2024-04-02T09:07:59.942 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HyVPbJHlkI0BOnF off=7872767 len=1539104 2024-04-02T09:07:59.948 INFO:tasks.workunit.client.0.smithi104.stdout:op 4919 completed, throughput=5MB/sec 2024-04-02T09:07:59.948 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6sGG8070l9qpnL2 off=7193131 len=521937 2024-04-02T09:07:59.949 INFO:tasks.workunit.client.0.smithi104.stdout:op 4920 completed, throughput=5MB/sec 2024-04-02T09:07:59.949 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Raydot9Fa3vC3hp off=2150574 len=1028972 2024-04-02T09:07:59.950 INFO:tasks.workunit.client.0.smithi104.stdout:op 4921 completed, throughput=5MB/sec 2024-04-02T09:08:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:00 smithi188 ceph-mon[86835]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:08:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:00 smithi104 ceph-mon[96567]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:08:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:00 smithi104 ceph-mon[94081]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:08:00.950 INFO:tasks.workunit.client.0.smithi104.stdout: 974: throughput=5MB/sec pending data=0 2024-04-02T09:08:00.950 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sSVCMUS_MQnkhkm off=10732534 len=1779796 2024-04-02T09:08:00.958 INFO:tasks.workunit.client.0.smithi104.stdout:op 4922 completed, throughput=5MB/sec 2024-04-02T09:08:00.958 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-geqCRVj8L5PclZP off=17767818 len=1109146 2024-04-02T09:08:00.959 INFO:tasks.workunit.client.0.smithi104.stdout:op 4923 completed, throughput=5MB/sec 2024-04-02T09:08:00.959 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2ilM46ASFyVhODe off=12635897 len=639972 2024-04-02T09:08:00.963 INFO:tasks.workunit.client.0.smithi104.stdout:op 4924 completed, throughput=5MB/sec 2024-04-02T09:08:00.963 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8qU1XFS1XzT2SHQ off=9669564 len=593147 2024-04-02T09:08:00.964 INFO:tasks.workunit.client.0.smithi104.stdout:op 4925 completed, throughput=5MB/sec 2024-04-02T09:08:00.964 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--8dGAqYxvW15eiP off=720546 len=605612 2024-04-02T09:08:00.964 INFO:tasks.workunit.client.0.smithi104.stdout:op 4926 completed, throughput=5MB/sec 2024-04-02T09:08:01.965 INFO:tasks.workunit.client.0.smithi104.stdout: 975: throughput=5MB/sec pending data=0 2024-04-02T09:08:01.965 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Xf_J9jOd6ePIxyj off=8767533 len=896997 2024-04-02T09:08:01.966 INFO:tasks.workunit.client.0.smithi104.stdout:op 4927 completed, throughput=5MB/sec 2024-04-02T09:08:01.966 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7TiaAIAsD2E-1VM off=12725203 len=1724929 2024-04-02T09:08:01.974 INFO:tasks.workunit.client.0.smithi104.stdout:op 4928 completed, throughput=5MB/sec 2024-04-02T09:08:01.974 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wzUsihREfEcpniU off=20379081 len=963311 2024-04-02T09:08:01.979 INFO:tasks.workunit.client.0.smithi104.stdout:op 4929 completed, throughput=5MB/sec 2024-04-02T09:08:01.979 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hsWKMDkOSXXueZL off=7942053 len=1538594 2024-04-02T09:08:01.980 INFO:tasks.workunit.client.0.smithi104.stdout:op 4930 completed, throughput=5MB/sec 2024-04-02T09:08:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:02 smithi188 ceph-mon[86835]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:08:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:08:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:02 smithi104 ceph-mon[94081]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:02.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:02 smithi104 ceph-mon[96567]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:02.981 INFO:tasks.workunit.client.0.smithi104.stdout: 976: throughput=5MB/sec pending data=0 2024-04-02T09:08:02.981 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6DJu6a5xU7sbp75 off=1330098 len=1432916 2024-04-02T09:08:02.982 INFO:tasks.workunit.client.0.smithi104.stdout:op 4931 completed, throughput=5MB/sec 2024-04-02T09:08:02.982 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-R3Topo5zLbC2p4C off=3490425 len=157031 2024-04-02T09:08:02.985 INFO:tasks.workunit.client.0.smithi104.stdout:op 4932 completed, throughput=5MB/sec 2024-04-02T09:08:02.985 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AbROBW4TPlZmvOu off=1050464 len=1156353 2024-04-02T09:08:02.989 INFO:tasks.workunit.client.0.smithi104.stdout:op 4933 completed, throughput=5MB/sec 2024-04-02T09:08:02.989 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VoEXGan-2mpO5gd off=7156017 len=828987 2024-04-02T09:08:02.995 INFO:tasks.workunit.client.0.smithi104.stdout:op 4934 completed, throughput=5MB/sec 2024-04-02T09:08:02.995 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WVMfI04tkdyJfhq off=7386384 len=1526007 2024-04-02T09:08:03.002 INFO:tasks.workunit.client.0.smithi104.stdout:op 4935 completed, throughput=5MB/sec 2024-04-02T09:08:03.002 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-b-Ixqklg1Qc6E5a off=6320909 len=705318 2024-04-02T09:08:03.006 INFO:tasks.workunit.client.0.smithi104.stdout:op 4936 completed, throughput=5MB/sec 2024-04-02T09:08:04.006 INFO:tasks.workunit.client.0.smithi104.stdout: 977: throughput=5MB/sec pending data=0 2024-04-02T09:08:04.006 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iuxdnnxoLobn9qK off=1627027 len=1022298 2024-04-02T09:08:04.012 INFO:tasks.workunit.client.0.smithi104.stdout:op 4937 completed, throughput=5MB/sec 2024-04-02T09:08:04.012 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Iu9Guux9cxIv7gq off=881386 len=386101 2024-04-02T09:08:04.015 INFO:tasks.workunit.client.0.smithi104.stdout:op 4938 completed, throughput=5MB/sec 2024-04-02T09:08:04.015 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-F7gsFxJ_bJurnE7 off=15179021 len=101958 2024-04-02T09:08:04.017 INFO:tasks.workunit.client.0.smithi104.stdout:op 4939 completed, throughput=5MB/sec 2024-04-02T09:08:04.017 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-D3zWxCYBPorZyY4 off=3948586 len=1849645 2024-04-02T09:08:04.024 INFO:tasks.workunit.client.0.smithi104.stdout:op 4940 completed, throughput=5MB/sec 2024-04-02T09:08:04.024 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OVIVdJ9KfrFD3Y7 off=8585192 len=600641 2024-04-02T09:08:04.027 INFO:tasks.workunit.client.0.smithi104.stdout:op 4941 completed, throughput=5MB/sec 2024-04-02T09:08:04.027 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Gz_WqDchAJBgwQH off=5321825 len=1755315 2024-04-02T09:08:04.029 INFO:tasks.workunit.client.0.smithi104.stdout:op 4942 completed, throughput=5MB/sec 2024-04-02T09:08:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:04 smithi188 ceph-mon[86835]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:04 smithi104 ceph-mon[96567]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:04 smithi104 ceph-mon[94081]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:05.029 INFO:tasks.workunit.client.0.smithi104.stdout: 978: throughput=5MB/sec pending data=0 2024-04-02T09:08:05.029 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SmZTLnFneZV3BXZ off=2442920 len=137519 2024-04-02T09:08:05.030 INFO:tasks.workunit.client.0.smithi104.stdout:op 4943 completed, throughput=5MB/sec 2024-04-02T09:08:05.030 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dBtE14BznG2OcCK off=9096875 len=384193 2024-04-02T09:08:05.033 INFO:tasks.workunit.client.0.smithi104.stdout:op 4944 completed, throughput=5MB/sec 2024-04-02T09:08:05.033 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Jf7mzuYK_hgA9dX off=1804422 len=281612 2024-04-02T09:08:05.033 INFO:tasks.workunit.client.0.smithi104.stdout:op 4945 completed, throughput=5MB/sec 2024-04-02T09:08:05.034 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PUfdP2_JkSB6DSY off=711507 len=668105 2024-04-02T09:08:05.035 INFO:tasks.workunit.client.0.smithi104.stdout:op 4946 completed, throughput=5MB/sec 2024-04-02T09:08:05.035 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-U3XN88G-JB9uqJn off=1300287 len=593112 2024-04-02T09:08:05.035 INFO:tasks.workunit.client.0.smithi104.stdout:op 4947 completed, throughput=5MB/sec 2024-04-02T09:08:05.035 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-w_PTRfc92t9rLEs off=9144765 len=1600784 2024-04-02T09:08:05.041 INFO:tasks.workunit.client.0.smithi104.stdout:op 4948 completed, throughput=5MB/sec 2024-04-02T09:08:05.041 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9cxnTRZCWPjNzXE off=14661978 len=402396 2024-04-02T09:08:05.041 INFO:tasks.workunit.client.0.smithi104.stdout:op 4949 completed, throughput=5MB/sec 2024-04-02T09:08:05.042 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-75uvoZ9jIVC1XC4 off=8121190 len=1136623 2024-04-02T09:08:05.045 INFO:tasks.workunit.client.0.smithi104.stdout:op 4950 completed, throughput=5MB/sec 2024-04-02T09:08:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:06.045 INFO:tasks.workunit.client.0.smithi104.stdout: 979: throughput=5MB/sec pending data=0 2024-04-02T09:08:06.045 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-e4LK0KlDxvQn-V_ off=2296401 len=1568166 2024-04-02T09:08:06.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 4951 completed, throughput=5MB/sec 2024-04-02T09:08:06.052 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oJUwmYubD5Hlnlb off=7647328 len=1102523 2024-04-02T09:08:06.053 INFO:tasks.workunit.client.0.smithi104.stdout:op 4952 completed, throughput=5MB/sec 2024-04-02T09:08:06.054 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mnyx9GYxn-7oS7K off=13103992 len=373191 2024-04-02T09:08:06.057 INFO:tasks.workunit.client.0.smithi104.stdout:op 4953 completed, throughput=5MB/sec 2024-04-02T09:08:06.057 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nAsN5dPx889O77J off=5282305 len=1740212 2024-04-02T09:08:06.058 INFO:tasks.workunit.client.0.smithi104.stdout:op 4954 completed, throughput=5MB/sec 2024-04-02T09:08:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:08:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:08:05] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-02T09:08:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:06 smithi188 ceph-mon[86835]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:06 smithi104 ceph-mon[96567]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:06 smithi104 ceph-mon[94081]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:07.058 INFO:tasks.workunit.client.0.smithi104.stdout: 980: throughput=5MB/sec pending data=0 2024-04-02T09:08:07.058 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--oTlCQp0cudO-gQ off=5635748 len=1012074 2024-04-02T09:08:07.059 INFO:tasks.workunit.client.0.smithi104.stdout:op 4955 completed, throughput=5MB/sec 2024-04-02T09:08:07.060 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o8B1UGEEsop30bs off=3068042 len=485517 2024-04-02T09:08:07.064 INFO:tasks.workunit.client.0.smithi104.stdout:op 4956 completed, throughput=5MB/sec 2024-04-02T09:08:07.064 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SxmdjJ0pQJi9jPX off=9214602 len=892438 2024-04-02T09:08:07.069 INFO:tasks.workunit.client.0.smithi104.stdout:op 4957 completed, throughput=5MB/sec 2024-04-02T09:08:07.069 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-87bQht-wGu2u893 off=5709684 len=1321780 2024-04-02T09:08:07.074 INFO:tasks.workunit.client.0.smithi104.stdout:op 4958 completed, throughput=5MB/sec 2024-04-02T09:08:07.074 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fPbQI982C2mdvUY off=10737411 len=1332530 2024-04-02T09:08:07.075 INFO:tasks.workunit.client.0.smithi104.stdout:op 4959 completed, throughput=5MB/sec 2024-04-02T09:08:07.075 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GtWUcg4WKdiMwEd off=2872307 len=981926 2024-04-02T09:08:07.080 INFO:tasks.workunit.client.0.smithi104.stdout:op 4960 completed, throughput=5MB/sec 2024-04-02T09:08:08.081 INFO:tasks.workunit.client.0.smithi104.stdout: 981: throughput=5MB/sec pending data=0 2024-04-02T09:08:08.081 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SkbtK6535PQq3L9 off=4166540 len=296858 2024-04-02T09:08:08.082 INFO:tasks.workunit.client.0.smithi104.stdout:op 4961 completed, throughput=5MB/sec 2024-04-02T09:08:08.082 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZwB-nzfHA-7eDaY off=13558912 len=879959 2024-04-02T09:08:08.087 INFO:tasks.workunit.client.0.smithi104.stdout:op 4962 completed, throughput=5MB/sec 2024-04-02T09:08:08.087 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Awc8iUJMZo2GH2_ off=8282109 len=953448 2024-04-02T09:08:08.092 INFO:tasks.workunit.client.0.smithi104.stdout:op 4963 completed, throughput=5MB/sec 2024-04-02T09:08:08.092 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lEx6Qev0JYbvG6w off=16590395 len=1565109 2024-04-02T09:08:08.099 INFO:tasks.workunit.client.0.smithi104.stdout:op 4964 completed, throughput=5MB/sec 2024-04-02T09:08:08.099 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ub-gaBnbcO4xztq off=5231354 len=1299126 2024-04-02T09:08:08.106 INFO:tasks.workunit.client.0.smithi104.stdout:op 4965 completed, throughput=5MB/sec 2024-04-02T09:08:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:08 smithi188 ceph-mon[86835]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:08 smithi104 ceph-mon[94081]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:08.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:08 smithi104 ceph-mon[96567]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:09.107 INFO:tasks.workunit.client.0.smithi104.stdout: 982: throughput=5MB/sec pending data=0 2024-04-02T09:08:09.107 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UjlGO0Xi0mkkRAN off=6952765 len=689736 2024-04-02T09:08:09.112 INFO:tasks.workunit.client.0.smithi104.stdout:op 4966 completed, throughput=5MB/sec 2024-04-02T09:08:09.112 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dNEKauJrPQV_B9S off=12071219 len=1859048 2024-04-02T09:08:09.113 INFO:tasks.workunit.client.0.smithi104.stdout:op 4967 completed, throughput=5MB/sec 2024-04-02T09:08:09.113 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hE9t7wAqzcn4M7d off=17541492 len=1447053 2024-04-02T09:08:09.115 INFO:tasks.workunit.client.0.smithi104.stdout:op 4968 completed, throughput=5MB/sec 2024-04-02T09:08:09.115 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-A9ggt_yj4VuLpuW off=2733040 len=1787315 2024-04-02T09:08:09.123 INFO:tasks.workunit.client.0.smithi104.stdout:op 4969 completed, throughput=5MB/sec 2024-04-02T09:08:10.123 INFO:tasks.workunit.client.0.smithi104.stdout: 983: throughput=5MB/sec pending data=0 2024-04-02T09:08:10.123 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_IKKJxsoSD6Geen off=13010983 len=65888 2024-04-02T09:08:10.124 INFO:tasks.workunit.client.0.smithi104.stdout:op 4970 completed, throughput=5MB/sec 2024-04-02T09:08:10.124 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qXZhW9r9rRP1rAj off=3606828 len=62683 2024-04-02T09:08:10.124 INFO:tasks.workunit.client.0.smithi104.stdout:op 4971 completed, throughput=5MB/sec 2024-04-02T09:08:10.124 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FwEDv_VykxKYueK off=4921253 len=669534 2024-04-02T09:08:10.128 INFO:tasks.workunit.client.0.smithi104.stdout:op 4972 completed, throughput=5MB/sec 2024-04-02T09:08:10.128 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r3fHTn7N__5bYM2 off=1477574 len=1903688 2024-04-02T09:08:10.135 INFO:tasks.workunit.client.0.smithi104.stdout:op 4973 completed, throughput=5MB/sec 2024-04-02T09:08:10.135 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-c0cR5pHqzUxSjJN off=6453090 len=1447503 2024-04-02T09:08:10.139 INFO:tasks.workunit.client.0.smithi104.stdout:op 4974 completed, throughput=5MB/sec 2024-04-02T09:08:10.139 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NVEslstmaodT3bU off=520813 len=721390 2024-04-02T09:08:10.140 INFO:tasks.workunit.client.0.smithi104.stdout:op 4975 completed, throughput=5MB/sec 2024-04-02T09:08:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:10 smithi188 ceph-mon[86835]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:10 smithi104 ceph-mon[96567]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:10 smithi104 ceph-mon[94081]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:11.141 INFO:tasks.workunit.client.0.smithi104.stdout: 984: throughput=5MB/sec pending data=0 2024-04-02T09:08:11.141 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rwirewfxtDG4Lr5 off=11936735 len=90331 2024-04-02T09:08:11.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 4976 completed, throughput=5MB/sec 2024-04-02T09:08:11.141 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XjDg-lyWcfj7ahZ off=6380408 len=1490551 2024-04-02T09:08:11.148 INFO:tasks.workunit.client.0.smithi104.stdout:op 4977 completed, throughput=5MB/sec 2024-04-02T09:08:11.149 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rk15Q3DuccT1qQN off=1616884 len=1651358 2024-04-02T09:08:11.150 INFO:tasks.workunit.client.0.smithi104.stdout:op 4978 completed, throughput=5MB/sec 2024-04-02T09:08:11.150 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wvvsRATxAupx0s7 off=8023227 len=685980 2024-04-02T09:08:11.150 INFO:tasks.workunit.client.0.smithi104.stdout:op 4979 completed, throughput=5MB/sec 2024-04-02T09:08:11.150 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qPVTFWw2BdnBU_y off=148904 len=1205137 2024-04-02T09:08:11.158 INFO:tasks.workunit.client.0.smithi104.stdout:op 4980 completed, throughput=5MB/sec 2024-04-02T09:08:12.159 INFO:tasks.workunit.client.0.smithi104.stdout: 985: throughput=5MB/sec pending data=0 2024-04-02T09:08:12.159 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1vBVZpV5RLaQb7l off=1177279 len=1618317 2024-04-02T09:08:12.166 INFO:tasks.workunit.client.0.smithi104.stdout:op 4981 completed, throughput=5MB/sec 2024-04-02T09:08:12.166 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QGOS6Dl8QJ1EKZ- off=1809565 len=2027003 2024-04-02T09:08:12.169 INFO:tasks.workunit.client.0.smithi104.stdout:op 4982 completed, throughput=5MB/sec 2024-04-02T09:08:12.169 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-f_wpSsOMKc1jdmB off=3100824 len=426626 2024-04-02T09:08:12.170 INFO:tasks.workunit.client.0.smithi104.stdout:op 4983 completed, throughput=5MB/sec 2024-04-02T09:08:12.170 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CGxveyjpi7AboSd off=5783467 len=857836 2024-04-02T09:08:12.172 INFO:tasks.workunit.client.0.smithi104.stdout:op 4984 completed, throughput=5MB/sec 2024-04-02T09:08:12.172 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VJRM4DKQpBaQHiD off=8403075 len=1300958 2024-04-02T09:08:12.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 4985 completed, throughput=5MB/sec 2024-04-02T09:08:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:12 smithi188 ceph-mon[86835]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:08:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:08:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:12 smithi104 ceph-mon[96567]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:12 smithi104 ceph-mon[94081]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:13.178 INFO:tasks.workunit.client.0.smithi104.stdout: 986: throughput=5MB/sec pending data=0 2024-04-02T09:08:13.179 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MHvYN67np48cxDs off=6926320 len=1683824 2024-04-02T09:08:13.186 INFO:tasks.workunit.client.0.smithi104.stdout:op 4986 completed, throughput=5MB/sec 2024-04-02T09:08:13.186 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7325dEEFQA96WW5 off=6596714 len=480261 2024-04-02T09:08:13.187 INFO:tasks.workunit.client.0.smithi104.stdout:op 4987 completed, throughput=5MB/sec 2024-04-02T09:08:13.187 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--8DTe98GSTznwzV off=9837767 len=698988 2024-04-02T09:08:13.187 INFO:tasks.workunit.client.0.smithi104.stdout:op 4988 completed, throughput=5MB/sec 2024-04-02T09:08:13.187 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hrqeez4Cw_r31Uz off=5159398 len=777677 2024-04-02T09:08:13.192 INFO:tasks.workunit.client.0.smithi104.stdout:op 4989 completed, throughput=5MB/sec 2024-04-02T09:08:13.192 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Kmn0rfSPYE8ddzj off=4509235 len=1766096 2024-04-02T09:08:13.201 INFO:tasks.workunit.client.0.smithi104.stdout:op 4990 completed, throughput=5MB/sec 2024-04-02T09:08:14.201 INFO:tasks.workunit.client.0.smithi104.stdout: 987: throughput=5MB/sec pending data=0 2024-04-02T09:08:14.202 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mukd7MK6URdiwgO off=16106975 len=1126622 2024-04-02T09:08:14.202 INFO:tasks.workunit.client.0.smithi104.stdout:op 4991 completed, throughput=5MB/sec 2024-04-02T09:08:14.202 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oUq0LzUzBh1aThn off=12727246 len=509461 2024-04-02T09:08:14.203 INFO:tasks.workunit.client.0.smithi104.stdout:op 4992 completed, throughput=5MB/sec 2024-04-02T09:08:14.204 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7m8_pX-h68ucBnV off=11146887 len=1706870 2024-04-02T09:08:14.213 INFO:tasks.workunit.client.0.smithi104.stdout:op 4993 completed, throughput=5MB/sec 2024-04-02T09:08:14.214 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-C89eLwFHX1vfUKw off=7356971 len=1842572 2024-04-02T09:08:14.215 INFO:tasks.workunit.client.0.smithi104.stdout:op 4994 completed, throughput=5MB/sec 2024-04-02T09:08:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:14 smithi188 ceph-mon[86835]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:14 smithi104 ceph-mon[96567]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:14 smithi104 ceph-mon[94081]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:15.216 INFO:tasks.workunit.client.0.smithi104.stdout: 988: throughput=5MB/sec pending data=0 2024-04-02T09:08:15.216 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-R0k47wx12n2n5mE off=6102184 len=1663986 2024-04-02T09:08:15.219 INFO:tasks.workunit.client.0.smithi104.stdout:op 4995 completed, throughput=5MB/sec 2024-04-02T09:08:15.219 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8DI6nio5zpZhDZM off=1302640 len=683798 2024-04-02T09:08:15.223 INFO:tasks.workunit.client.0.smithi104.stdout:op 4996 completed, throughput=5MB/sec 2024-04-02T09:08:15.223 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5zMz7qcuFHkBSF5 off=9848996 len=1937280 2024-04-02T09:08:15.233 INFO:tasks.workunit.client.0.smithi104.stdout:op 4997 completed, throughput=5MB/sec 2024-04-02T09:08:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:08:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:08:15] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-02T09:08:16.233 INFO:tasks.workunit.client.0.smithi104.stdout: 989: throughput=5MB/sec pending data=0 2024-04-02T09:08:16.233 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-U9yo8-4_72NkIBh off=11775609 len=1018414 2024-04-02T09:08:16.238 INFO:tasks.workunit.client.0.smithi104.stdout:op 4998 completed, throughput=5MB/sec 2024-04-02T09:08:16.238 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-57rsRNLNqnYqM6n off=13439296 len=753881 2024-04-02T09:08:16.242 INFO:tasks.workunit.client.0.smithi104.stdout:op 4999 completed, throughput=5MB/sec 2024-04-02T09:08:16.242 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CemOIoCI3VE_rho off=77706 len=2069451 2024-04-02T09:08:16.244 INFO:tasks.workunit.client.0.smithi104.stdout:op 5000 completed, throughput=5MB/sec 2024-04-02T09:08:16.244 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-30fiKNkKETYv2aj off=11038483 len=1588076 2024-04-02T09:08:16.249 INFO:tasks.workunit.client.0.smithi104.stdout:op 5001 completed, throughput=5MB/sec 2024-04-02T09:08:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:16 smithi188 ceph-mon[86835]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:16 smithi104 ceph-mon[96567]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:16 smithi104 ceph-mon[94081]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:17.250 INFO:tasks.workunit.client.0.smithi104.stdout: 990: throughput=5MB/sec pending data=0 2024-04-02T09:08:17.250 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0fg4Jz2hSAgr-My off=2921754 len=2087112 2024-04-02T09:08:17.254 INFO:tasks.workunit.client.0.smithi104.stdout:op 5002 completed, throughput=5MB/sec 2024-04-02T09:08:17.254 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FbWl0BLvFjZHHXl off=1494109 len=208396 2024-04-02T09:08:17.255 INFO:tasks.workunit.client.0.smithi104.stdout:op 5003 completed, throughput=5MB/sec 2024-04-02T09:08:17.255 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3qo31XX5ffq61NK off=2086850 len=1502494 2024-04-02T09:08:17.256 INFO:tasks.workunit.client.0.smithi104.stdout:op 5004 completed, throughput=5MB/sec 2024-04-02T09:08:17.256 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lbW_FW5qqVpXrYd off=9969539 len=1066949 2024-04-02T09:08:17.262 INFO:tasks.workunit.client.0.smithi104.stdout:op 5005 completed, throughput=5MB/sec 2024-04-02T09:08:17.262 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BVqjY_uATalDGgs off=922513 len=1288249 2024-04-02T09:08:17.268 INFO:tasks.workunit.client.0.smithi104.stdout:op 5006 completed, throughput=5MB/sec 2024-04-02T09:08:18.270 INFO:tasks.workunit.client.0.smithi104.stdout: 991: throughput=5MB/sec pending data=0 2024-04-02T09:08:18.270 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-apyxrDPs8OzpQ5D off=6198268 len=314688 2024-04-02T09:08:18.272 INFO:tasks.workunit.client.0.smithi104.stdout:op 5007 completed, throughput=5MB/sec 2024-04-02T09:08:18.272 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JrNtpvoGkCyvutX off=3053852 len=463893 2024-04-02T09:08:18.272 INFO:tasks.workunit.client.0.smithi104.stdout:op 5008 completed, throughput=5MB/sec 2024-04-02T09:08:18.272 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--0zjkP3TuZdjRDh off=13593302 len=718092 2024-04-02T09:08:18.276 INFO:tasks.workunit.client.0.smithi104.stdout:op 5009 completed, throughput=5MB/sec 2024-04-02T09:08:18.276 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--wk3jsbHdsgCedF off=7291936 len=1228058 2024-04-02T09:08:18.278 INFO:tasks.workunit.client.0.smithi104.stdout:op 5010 completed, throughput=5MB/sec 2024-04-02T09:08:18.278 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WnwRmRVu2EVp4eX off=22965469 len=53796 2024-04-02T09:08:18.278 INFO:tasks.workunit.client.0.smithi104.stdout:op 5011 completed, throughput=5MB/sec 2024-04-02T09:08:18.278 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_dXsNGVXd_8Os9L off=20158151 len=60649 2024-04-02T09:08:18.280 INFO:tasks.workunit.client.0.smithi104.stdout:op 5012 completed, throughput=5MB/sec 2024-04-02T09:08:18.280 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YTdKw51Y47IP7xE off=6781235 len=709322 2024-04-02T09:08:18.280 INFO:tasks.workunit.client.0.smithi104.stdout:op 5013 completed, throughput=5MB/sec 2024-04-02T09:08:18.281 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VGD31Gg-x1tpe4C off=22563870 len=754183 2024-04-02T09:08:18.285 INFO:tasks.workunit.client.0.smithi104.stdout:op 5014 completed, throughput=5MB/sec 2024-04-02T09:08:18.285 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cWXyEgyIdxAngRF off=6196284 len=799764 2024-04-02T09:08:18.285 INFO:tasks.workunit.client.0.smithi104.stdout:op 5015 completed, throughput=5MB/sec 2024-04-02T09:08:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:18 smithi188 ceph-mon[86835]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:18 smithi104 ceph-mon[94081]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:18 smithi104 ceph-mon[96567]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:19.286 INFO:tasks.workunit.client.0.smithi104.stdout: 992: throughput=5MB/sec pending data=0 2024-04-02T09:08:19.286 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6u7dLKow-8trWe8 off=9415876 len=212111 2024-04-02T09:08:19.289 INFO:tasks.workunit.client.0.smithi104.stdout:op 5016 completed, throughput=5MB/sec 2024-04-02T09:08:19.289 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-78nSfU9hs61F-8w off=849329 len=1860547 2024-04-02T09:08:19.291 INFO:tasks.workunit.client.0.smithi104.stdout:op 5017 completed, throughput=5MB/sec 2024-04-02T09:08:19.291 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5Vv7PuYJWn1grU9 off=2056469 len=1710257 2024-04-02T09:08:19.300 INFO:tasks.workunit.client.0.smithi104.stdout:op 5018 completed, throughput=5MB/sec 2024-04-02T09:08:19.300 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n2SbOtFiEzf_ClN off=2720333 len=1614692 2024-04-02T09:08:19.301 INFO:tasks.workunit.client.0.smithi104.stdout:op 5019 completed, throughput=5MB/sec 2024-04-02T09:08:20.301 INFO:tasks.workunit.client.0.smithi104.stdout: 993: throughput=5MB/sec pending data=0 2024-04-02T09:08:20.301 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6BX8p5mrIWdXDUV off=1170788 len=1155257 2024-04-02T09:08:20.302 INFO:tasks.workunit.client.0.smithi104.stdout:op 5020 completed, throughput=5MB/sec 2024-04-02T09:08:20.302 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-v39N38drimy83f8 off=12229879 len=882194 2024-04-02T09:08:20.305 INFO:tasks.workunit.client.0.smithi104.stdout:op 5021 completed, throughput=5MB/sec 2024-04-02T09:08:20.305 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5cuaiSWLi5zKfB2 off=17373430 len=1029061 2024-04-02T09:08:20.310 INFO:tasks.workunit.client.0.smithi104.stdout:op 5022 completed, throughput=5MB/sec 2024-04-02T09:08:20.310 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kxQpOCf1cZGeIWr off=6998947 len=1123835 2024-04-02T09:08:20.310 INFO:tasks.workunit.client.0.smithi104.stdout:op 5023 completed, throughput=5MB/sec 2024-04-02T09:08:20.310 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2nHv_o--AAZpwmo off=10092927 len=787966 2024-04-02T09:08:20.314 INFO:tasks.workunit.client.0.smithi104.stdout:op 5024 completed, throughput=5MB/sec 2024-04-02T09:08:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:20 smithi104 ceph-mon[96567]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:20 smithi104 ceph-mon[94081]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:20 smithi188 ceph-mon[86835]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:21.314 INFO:tasks.workunit.client.0.smithi104.stdout: 994: throughput=5MB/sec pending data=0 2024-04-02T09:08:21.315 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JMLhoUIudL88N5_ off=16102080 len=1213965 2024-04-02T09:08:21.317 INFO:tasks.workunit.client.0.smithi104.stdout:op 5025 completed, throughput=5MB/sec 2024-04-02T09:08:21.317 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JXv5xUROizEYd8W off=12147649 len=303809 2024-04-02T09:08:21.318 INFO:tasks.workunit.client.0.smithi104.stdout:op 5026 completed, throughput=5MB/sec 2024-04-02T09:08:21.318 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FV1tXV24NasdIKu off=133201 len=1839386 2024-04-02T09:08:21.319 INFO:tasks.workunit.client.0.smithi104.stdout:op 5027 completed, throughput=5MB/sec 2024-04-02T09:08:21.319 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fmqcX6ao7dDAvO4 off=1867627 len=128442 2024-04-02T09:08:21.322 INFO:tasks.workunit.client.0.smithi104.stdout:op 5028 completed, throughput=5MB/sec 2024-04-02T09:08:21.322 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Lngkii5U4tZ3FW3 off=13406445 len=972253 2024-04-02T09:08:21.323 INFO:tasks.workunit.client.0.smithi104.stdout:op 5029 completed, throughput=5MB/sec 2024-04-02T09:08:21.323 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d7ic_OrxdLzB08h off=8116122 len=814893 2024-04-02T09:08:21.323 INFO:tasks.workunit.client.0.smithi104.stdout:op 5030 completed, throughput=5MB/sec 2024-04-02T09:08:22.324 INFO:tasks.workunit.client.0.smithi104.stdout: 995: throughput=5MB/sec pending data=0 2024-04-02T09:08:22.324 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0AfQTx4KAdQAdlA off=107982 len=1372492 2024-04-02T09:08:22.325 INFO:tasks.workunit.client.0.smithi104.stdout:op 5031 completed, throughput=5MB/sec 2024-04-02T09:08:22.326 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-he4obv3PMRE27En off=1003324 len=882109 2024-04-02T09:08:22.330 INFO:tasks.workunit.client.0.smithi104.stdout:op 5032 completed, throughput=5MB/sec 2024-04-02T09:08:22.331 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-S4PfxeGM025IvPk off=2940597 len=312001 2024-04-02T09:08:22.331 INFO:tasks.workunit.client.0.smithi104.stdout:op 5033 completed, throughput=5MB/sec 2024-04-02T09:08:22.332 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iYTw64E97pjJRNU off=16200948 len=455809 2024-04-02T09:08:22.335 INFO:tasks.workunit.client.0.smithi104.stdout:op 5034 completed, throughput=5MB/sec 2024-04-02T09:08:22.335 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GtrKHHSeG7WajQl off=182534 len=1049418 2024-04-02T09:08:22.341 INFO:tasks.workunit.client.0.smithi104.stdout:op 5035 completed, throughput=5MB/sec 2024-04-02T09:08:22.341 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y7PgQ-CARdFdfa0 off=720828 len=908332 2024-04-02T09:08:22.348 INFO:tasks.workunit.client.0.smithi104.stdout:op 5036 completed, throughput=5MB/sec 2024-04-02T09:08:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:22 smithi188 ceph-mon[86835]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:08:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:08:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:22 smithi104 ceph-mon[94081]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:08:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:22 smithi104 ceph-mon[96567]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:08:23.349 INFO:tasks.workunit.client.0.smithi104.stdout: 996: throughput=5MB/sec pending data=0 2024-04-02T09:08:23.349 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nRRVjlGpd-yQxUE off=9004423 len=1284223 2024-04-02T09:08:23.355 INFO:tasks.workunit.client.0.smithi104.stdout:op 5037 completed, throughput=5MB/sec 2024-04-02T09:08:23.355 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IbvtPDoZz3LLd-R off=5102809 len=2075633 2024-04-02T09:08:23.368 INFO:tasks.workunit.client.0.smithi104.stdout:op 5038 completed, throughput=5MB/sec 2024-04-02T09:08:23.368 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fdtFPY6CHfpD3WH off=1815943 len=622182 2024-04-02T09:08:23.372 INFO:tasks.workunit.client.0.smithi104.stdout:op 5039 completed, throughput=5MB/sec 2024-04-02T09:08:23.372 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4hKpBAIY2Po6MML off=1674759 len=2053764 2024-04-02T09:08:23.373 INFO:tasks.workunit.client.0.smithi104.stdout:op 5040 completed, throughput=5MB/sec 2024-04-02T09:08:24.374 INFO:tasks.workunit.client.0.smithi104.stdout: 997: throughput=5MB/sec pending data=0 2024-04-02T09:08:24.374 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aRRID9KJB9YPhQf off=12347086 len=317960 2024-04-02T09:08:24.376 INFO:tasks.workunit.client.0.smithi104.stdout:op 5041 completed, throughput=5MB/sec 2024-04-02T09:08:24.376 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B8L651GMqG8sWEk off=13157853 len=151221 2024-04-02T09:08:24.377 INFO:tasks.workunit.client.0.smithi104.stdout:op 5042 completed, throughput=5MB/sec 2024-04-02T09:08:24.377 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vOFn2gyOuwjlp1k off=5357663 len=496962 2024-04-02T09:08:24.381 INFO:tasks.workunit.client.0.smithi104.stdout:op 5043 completed, throughput=5MB/sec 2024-04-02T09:08:24.381 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ykuVIDWxr85onu0 off=2131680 len=1545449 2024-04-02T09:08:24.390 INFO:tasks.workunit.client.0.smithi104.stdout:op 5044 completed, throughput=5MB/sec 2024-04-02T09:08:24.390 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_qKY_b_i2Ukbigs off=14717737 len=1288985 2024-04-02T09:08:24.397 INFO:tasks.workunit.client.0.smithi104.stdout:op 5045 completed, throughput=5MB/sec 2024-04-02T09:08:24.397 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NdsHKBAZzfY9Im5 off=2921561 len=492852 2024-04-02T09:08:24.402 INFO:tasks.workunit.client.0.smithi104.stdout:op 5046 completed, throughput=5MB/sec 2024-04-02T09:08:24.402 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-raJse37iOYgZxSo off=535611 len=1127040 2024-04-02T09:08:24.404 INFO:tasks.workunit.client.0.smithi104.stdout:op 5047 completed, throughput=5MB/sec 2024-04-02T09:08:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:24 smithi104 ceph-mon[94081]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:24 smithi104 ceph-mon[96567]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:24 smithi188 ceph-mon[86835]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:25.405 INFO:tasks.workunit.client.0.smithi104.stdout: 998: throughput=5MB/sec pending data=0 2024-04-02T09:08:25.405 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9ARfyff8qZsg8RA off=21690013 len=450218 2024-04-02T09:08:25.405 INFO:tasks.workunit.client.0.smithi104.stdout:op 5048 completed, throughput=5MB/sec 2024-04-02T09:08:25.406 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1fkmYE4IQrnLRYi off=9115586 len=816134 2024-04-02T09:08:25.410 INFO:tasks.workunit.client.0.smithi104.stdout:op 5049 completed, throughput=5MB/sec 2024-04-02T09:08:25.410 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z9ny0SzPE0HS6ey off=10158644 len=250647 2024-04-02T09:08:25.410 INFO:tasks.workunit.client.0.smithi104.stdout:op 5050 completed, throughput=5MB/sec 2024-04-02T09:08:25.410 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lEx6Qev0JYbvG6w off=9800146 len=924326 2024-04-02T09:08:25.412 INFO:tasks.workunit.client.0.smithi104.stdout:op 5051 completed, throughput=5MB/sec 2024-04-02T09:08:25.413 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-a3sjCptaPRq8tx1 off=21055635 len=1790456 2024-04-02T09:08:25.414 INFO:tasks.workunit.client.0.smithi104.stdout:op 5052 completed, throughput=5MB/sec 2024-04-02T09:08:25.414 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-m_HbGhv_5HeZwZw off=838540 len=1925000 2024-04-02T09:08:25.421 INFO:tasks.workunit.client.0.smithi104.stdout:op 5053 completed, throughput=5MB/sec 2024-04-02T09:08:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:08:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:08:25] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:08:26.421 INFO:tasks.workunit.client.0.smithi104.stdout: 999: throughput=5MB/sec pending data=0 2024-04-02T09:08:26.422 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2ZViemD2xCEjEwl off=21100316 len=353130 2024-04-02T09:08:26.422 INFO:tasks.workunit.client.0.smithi104.stdout:op 5054 completed, throughput=5MB/sec 2024-04-02T09:08:26.422 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OqmUXsC7rtRz3m4 off=5336602 len=727513 2024-04-02T09:08:26.423 INFO:tasks.workunit.client.0.smithi104.stdout:op 5055 completed, throughput=5MB/sec 2024-04-02T09:08:26.423 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8eTMyGtbvQy4OwP off=10352264 len=1640663 2024-04-02T09:08:26.432 INFO:tasks.workunit.client.0.smithi104.stdout:op 5056 completed, throughput=5MB/sec 2024-04-02T09:08:26.432 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WQMnXmpjvmn_Tpe off=40198 len=1740312 2024-04-02T09:08:26.438 INFO:tasks.workunit.client.0.smithi104.stdout:op 5057 completed, throughput=5MB/sec 2024-04-02T09:08:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:26 smithi104 ceph-mon[96567]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:26 smithi104 ceph-mon[94081]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:26 smithi188 ceph-mon[86835]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:27.438 INFO:tasks.workunit.client.0.smithi104.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-02T09:08:27.438 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cq3REvvzGjLTRJa off=23364859 len=2095052 2024-04-02T09:08:27.440 INFO:tasks.workunit.client.0.smithi104.stdout:op 5058 completed, throughput=5MB/sec 2024-04-02T09:08:27.440 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_wHfsv5NuQ7lTLi off=6253338 len=1870519 2024-04-02T09:08:27.447 INFO:tasks.workunit.client.0.smithi104.stdout:op 5059 completed, throughput=5MB/sec 2024-04-02T09:08:27.447 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qZWAq3TXatZ99Im off=3692663 len=137196 2024-04-02T09:08:27.450 INFO:tasks.workunit.client.0.smithi104.stdout:op 5060 completed, throughput=5MB/sec 2024-04-02T09:08:27.450 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xuum-jNHNXDW2x3 off=4201833 len=94562 2024-04-02T09:08:27.453 INFO:tasks.workunit.client.0.smithi104.stdout:op 5061 completed, throughput=5MB/sec 2024-04-02T09:08:27.453 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZV0X6QU4FYFDxRU off=5573415 len=854188 2024-04-02T09:08:27.455 INFO:tasks.workunit.client.0.smithi104.stdout:op 5062 completed, throughput=5MB/sec 2024-04-02T09:08:28.456 INFO:tasks.workunit.client.0.smithi104.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-02T09:08:28.456 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6-DaHt5KNcGpYX4 off=15717836 len=363354 2024-04-02T09:08:28.457 INFO:tasks.workunit.client.0.smithi104.stdout:op 5063 completed, throughput=5MB/sec 2024-04-02T09:08:28.457 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N-4ZsiC0DVSkx8U off=64604 len=1591917 2024-04-02T09:08:28.469 INFO:tasks.workunit.client.0.smithi104.stdout:op 5064 completed, throughput=5MB/sec 2024-04-02T09:08:28.469 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_HvoClN7uPwN7RN off=5037416 len=1388899 2024-04-02T09:08:28.472 INFO:tasks.workunit.client.0.smithi104.stdout:op 5065 completed, throughput=5MB/sec 2024-04-02T09:08:28.472 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lgud-ga_LPu9cHx off=3528162 len=1605837 2024-04-02T09:08:28.483 INFO:tasks.workunit.client.0.smithi104.stdout:op 5066 completed, throughput=5MB/sec 2024-04-02T09:08:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:28 smithi104 ceph-mon[94081]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:28 smithi104 ceph-mon[96567]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:28 smithi188 ceph-mon[86835]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:29.483 INFO:tasks.workunit.client.0.smithi104.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-02T09:08:29.483 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-v9Go-JXbaSLyPLm off=3697179 len=167685 2024-04-02T09:08:29.484 INFO:tasks.workunit.client.0.smithi104.stdout:op 5067 completed, throughput=5MB/sec 2024-04-02T09:08:29.484 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-01HbezyYRPkL_ZQ off=1545972 len=225634 2024-04-02T09:08:29.486 INFO:tasks.workunit.client.0.smithi104.stdout:op 5068 completed, throughput=5MB/sec 2024-04-02T09:08:29.486 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gK97pe2roPsb2tE off=2091394 len=872384 2024-04-02T09:08:29.487 INFO:tasks.workunit.client.0.smithi104.stdout:op 5069 completed, throughput=5MB/sec 2024-04-02T09:08:29.487 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-klulvfxM3pxQ-8w off=9489113 len=849459 2024-04-02T09:08:29.488 INFO:tasks.workunit.client.0.smithi104.stdout:op 5070 completed, throughput=5MB/sec 2024-04-02T09:08:29.488 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1puaiWQ77JBtzq- off=3957473 len=1245349 2024-04-02T09:08:29.493 INFO:tasks.workunit.client.0.smithi104.stdout:op 5071 completed, throughput=5MB/sec 2024-04-02T09:08:29.493 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SpMEC-E_tAFbQRl off=1040912 len=805462 2024-04-02T09:08:29.498 INFO:tasks.workunit.client.0.smithi104.stdout:op 5072 completed, throughput=5MB/sec 2024-04-02T09:08:29.498 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BlFl7oBFsJA7Spn off=3350866 len=2029742 2024-04-02T09:08:29.506 INFO:tasks.workunit.client.0.smithi104.stdout:op 5073 completed, throughput=5MB/sec 2024-04-02T09:08:30.506 INFO:tasks.workunit.client.0.smithi104.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-02T09:08:30.507 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TLAzejgqPG7M1qY off=6157932 len=508996 2024-04-02T09:08:30.509 INFO:tasks.workunit.client.0.smithi104.stdout:op 5074 completed, throughput=5MB/sec 2024-04-02T09:08:30.509 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UIjfv8XphGHenbn off=806670 len=603855 2024-04-02T09:08:30.513 INFO:tasks.workunit.client.0.smithi104.stdout:op 5075 completed, throughput=5MB/sec 2024-04-02T09:08:30.513 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G2el2Buyj8U-KdZ off=4874578 len=1019877 2024-04-02T09:08:30.516 INFO:tasks.workunit.client.0.smithi104.stdout:op 5076 completed, throughput=5MB/sec 2024-04-02T09:08:30.517 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-TZwH02bwJ34Dhxc off=10478491 len=965770 2024-04-02T09:08:30.517 INFO:tasks.workunit.client.0.smithi104.stdout:op 5077 completed, throughput=5MB/sec 2024-04-02T09:08:30.517 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-S2UL1xOKS5xd6hr off=7445583 len=169800 2024-04-02T09:08:30.520 INFO:tasks.workunit.client.0.smithi104.stdout:op 5078 completed, throughput=5MB/sec 2024-04-02T09:08:30.520 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gd0Zkb-gjg5TkhQ off=9020117 len=1541219 2024-04-02T09:08:30.521 INFO:tasks.workunit.client.0.smithi104.stdout:op 5079 completed, throughput=5MB/sec 2024-04-02T09:08:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:30 smithi104 ceph-mon[96567]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:30 smithi104 ceph-mon[94081]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:30 smithi188 ceph-mon[86835]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:31.521 INFO:tasks.workunit.client.0.smithi104.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-02T09:08:31.521 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3Qrc5q4tkJIXMzu off=8665247 len=692167 2024-04-02T09:08:31.525 INFO:tasks.workunit.client.0.smithi104.stdout:op 5080 completed, throughput=5MB/sec 2024-04-02T09:08:31.525 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G-QlvfHvcmuq4gD off=6932322 len=1100739 2024-04-02T09:08:31.526 INFO:tasks.workunit.client.0.smithi104.stdout:op 5081 completed, throughput=5MB/sec 2024-04-02T09:08:31.526 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-x8AnXxiqnVSdRUg off=2966952 len=1082510 2024-04-02T09:08:31.531 INFO:tasks.workunit.client.0.smithi104.stdout:op 5082 completed, throughput=5MB/sec 2024-04-02T09:08:31.531 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1p0ESx5KGodwltI off=19610771 len=2031897 2024-04-02T09:08:31.540 INFO:tasks.workunit.client.0.smithi104.stdout:op 5083 completed, throughput=5MB/sec 2024-04-02T09:08:31.540 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eaqNFOyTaBoM3cT off=1302622 len=1452710 2024-04-02T09:08:31.541 INFO:tasks.workunit.client.0.smithi104.stdout:op 5084 completed, throughput=5MB/sec 2024-04-02T09:08:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-02T09:08:32.541 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-szdSuADTJ-ufvQR off=7368639 len=201260 2024-04-02T09:08:32.542 INFO:tasks.workunit.client.0.smithi104.stdout:op 5085 completed, throughput=5MB/sec 2024-04-02T09:08:32.542 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7PYIbR5ro5CNw-3 off=4243473 len=1948745 2024-04-02T09:08:32.547 INFO:tasks.workunit.client.0.smithi104.stdout:op 5086 completed, throughput=5MB/sec 2024-04-02T09:08:32.547 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mP1JCpCO1f-0bes off=435286 len=1620041 2024-04-02T09:08:32.554 INFO:tasks.workunit.client.0.smithi104.stdout:op 5087 completed, throughput=5MB/sec 2024-04-02T09:08:32.554 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tzjQbeXcshIqhuE off=12796881 len=1028058 2024-04-02T09:08:32.554 INFO:tasks.workunit.client.0.smithi104.stdout:op 5088 completed, throughput=5MB/sec 2024-04-02T09:08:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:32 smithi188 ceph-mon[86835]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:08:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:32 smithi104 ceph-mon[94081]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:32 smithi104 ceph-mon[96567]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:08:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-02T09:08:33.555 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mSKYRH2feZuYNSa off=15152707 len=1313895 2024-04-02T09:08:33.556 INFO:tasks.workunit.client.0.smithi104.stdout:op 5089 completed, throughput=5MB/sec 2024-04-02T09:08:33.556 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dHYzsqBvF81Qo59 off=1574697 len=272583 2024-04-02T09:08:33.559 INFO:tasks.workunit.client.0.smithi104.stdout:op 5090 completed, throughput=5MB/sec 2024-04-02T09:08:33.559 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-urzqVopdkXk4l16 off=17115978 len=1523286 2024-04-02T09:08:33.560 INFO:tasks.workunit.client.0.smithi104.stdout:op 5091 completed, throughput=5MB/sec 2024-04-02T09:08:33.561 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nHB2I6tSbBBtuKI off=2049212 len=1495908 2024-04-02T09:08:33.562 INFO:tasks.workunit.client.0.smithi104.stdout:op 5092 completed, throughput=5MB/sec 2024-04-02T09:08:34.562 INFO:tasks.workunit.client.0.smithi104.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-02T09:08:34.562 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wEx_57tZj4iomF- off=1035261 len=1641867 2024-04-02T09:08:34.563 INFO:tasks.workunit.client.0.smithi104.stdout:op 5093 completed, throughput=5MB/sec 2024-04-02T09:08:34.563 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JKgM40C1HLQrK1O off=4409397 len=1256966 2024-04-02T09:08:34.564 INFO:tasks.workunit.client.0.smithi104.stdout:op 5094 completed, throughput=5MB/sec 2024-04-02T09:08:34.564 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CxYX9IF2-3G3SaP off=15068587 len=1276475 2024-04-02T09:08:34.567 INFO:tasks.workunit.client.0.smithi104.stdout:op 5095 completed, throughput=5MB/sec 2024-04-02T09:08:34.567 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TECNEp4b1YMcoTY off=6070192 len=1195963 2024-04-02T09:08:34.572 INFO:tasks.workunit.client.0.smithi104.stdout:op 5096 completed, throughput=5MB/sec 2024-04-02T09:08:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:34 smithi188 ceph-mon[86835]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:34 smithi104 ceph-mon[94081]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:34 smithi104 ceph-mon[96567]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:35.572 INFO:tasks.workunit.client.0.smithi104.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-02T09:08:35.573 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vUEpb_1wJOMyQhn off=1473523 len=1409172 2024-04-02T09:08:35.573 INFO:tasks.workunit.client.0.smithi104.stdout:op 5097 completed, throughput=5MB/sec 2024-04-02T09:08:35.573 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G8ro9MqSgFuYZBQ off=529235 len=1829415 2024-04-02T09:08:35.580 INFO:tasks.workunit.client.0.smithi104.stdout:op 5098 completed, throughput=5MB/sec 2024-04-02T09:08:35.580 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6qKM1jJj7LEpKOv off=8596837 len=119493 2024-04-02T09:08:35.583 INFO:tasks.workunit.client.0.smithi104.stdout:op 5099 completed, throughput=5MB/sec 2024-04-02T09:08:35.583 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5zMz7qcuFHkBSF5 off=12413504 len=3356 2024-04-02T09:08:35.583 INFO:tasks.workunit.client.0.smithi104.stdout:op 5100 completed, throughput=5MB/sec 2024-04-02T09:08:35.583 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WAG2PZgktTeLjKT off=1913285 len=1794729 2024-04-02T09:08:35.591 INFO:tasks.workunit.client.0.smithi104.stdout:op 5101 completed, throughput=5MB/sec 2024-04-02T09:08:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:08:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:08:35] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-02T09:08:36.592 INFO:tasks.workunit.client.0.smithi104.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-02T09:08:36.592 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9fGIsIDwicNA1l6 off=533651 len=2017952 2024-04-02T09:08:36.603 INFO:tasks.workunit.client.0.smithi104.stdout:op 5102 completed, throughput=5MB/sec 2024-04-02T09:08:36.603 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-52cK_x99Gifqy9_ off=4263974 len=1965363 2024-04-02T09:08:36.606 INFO:tasks.workunit.client.0.smithi104.stdout:op 5103 completed, throughput=5MB/sec 2024-04-02T09:08:36.606 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z4QvRutQvaTWXmW off=7480722 len=708582 2024-04-02T09:08:36.607 INFO:tasks.workunit.client.0.smithi104.stdout:op 5104 completed, throughput=5MB/sec 2024-04-02T09:08:36.607 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0AhDBgLgPRUvG92 off=4226587 len=1873236 2024-04-02T09:08:36.617 INFO:tasks.workunit.client.0.smithi104.stdout:op 5105 completed, throughput=5MB/sec 2024-04-02T09:08:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:36 smithi188 ceph-mon[86835]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:36 smithi104 ceph-mon[94081]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:36 smithi104 ceph-mon[96567]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:08:37.618 INFO:tasks.workunit.client.0.smithi104.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-02T09:08:37.618 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_WSjm5VYY_Wqcrj off=406875 len=480452 2024-04-02T09:08:37.622 INFO:tasks.workunit.client.0.smithi104.stdout:op 5106 completed, throughput=5MB/sec 2024-04-02T09:08:37.622 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fqjR1izTS1mjvel off=6265540 len=1740739 2024-04-02T09:08:37.623 INFO:tasks.workunit.client.0.smithi104.stdout:op 5107 completed, throughput=5MB/sec 2024-04-02T09:08:37.623 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RLOAP2LINFhfLJL off=0 len=1142100 2024-04-02T09:08:37.624 INFO:tasks.workunit.client.0.smithi104.stdout:op 5108 completed, throughput=5MB/sec 2024-04-02T09:08:37.624 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TAiGBNGPoOD7Xth off=6589184 len=429586 2024-04-02T09:08:37.628 INFO:tasks.workunit.client.0.smithi104.stdout:op 5109 completed, throughput=5MB/sec 2024-04-02T09:08:37.628 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_CYweyze32oMbTJ off=3728459 len=1996011 2024-04-02T09:08:37.636 INFO:tasks.workunit.client.0.smithi104.stdout:op 5110 completed, throughput=5MB/sec 2024-04-02T09:08:38.636 INFO:tasks.workunit.client.0.smithi104.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-02T09:08:38.637 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SOTNMP1HrP391h3 off=9705888 len=1202564 2024-04-02T09:08:38.643 INFO:tasks.workunit.client.0.smithi104.stdout:op 5111 completed, throughput=5MB/sec 2024-04-02T09:08:38.643 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GIrxQZMx3QJQuKJ off=8369195 len=929107 2024-04-02T09:08:38.646 INFO:tasks.workunit.client.0.smithi104.stdout:op 5112 completed, throughput=5MB/sec 2024-04-02T09:08:38.646 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ou_glFdbAx6Bnru off=9531513 len=529167 2024-04-02T09:08:38.647 INFO:tasks.workunit.client.0.smithi104.stdout:op 5113 completed, throughput=5MB/sec 2024-04-02T09:08:38.647 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fAamqyWf__SRY1N off=1681632 len=924899 2024-04-02T09:08:38.647 INFO:tasks.workunit.client.0.smithi104.stdout:op 5114 completed, throughput=5MB/sec 2024-04-02T09:08:38.648 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-O7hp8PvG58Y5R8P off=6354907 len=1685949 2024-04-02T09:08:38.651 INFO:tasks.workunit.client.0.smithi104.stdout:op 5115 completed, throughput=5MB/sec 2024-04-02T09:08:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:38 smithi188 ceph-mon[86835]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:08:38.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:38 smithi104 ceph-mon[94081]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:08:38.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:38 smithi104 ceph-mon[96567]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:08:39.652 INFO:tasks.workunit.client.0.smithi104.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-02T09:08:39.652 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ab4jJeliisfui5K off=1058517 len=1036066 2024-04-02T09:08:39.653 INFO:tasks.workunit.client.0.smithi104.stdout:op 5116 completed, throughput=5MB/sec 2024-04-02T09:08:39.653 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-syHemRfSRkF_UIi off=7881520 len=1835193 2024-04-02T09:08:39.654 INFO:tasks.workunit.client.0.smithi104.stdout:op 5117 completed, throughput=5MB/sec 2024-04-02T09:08:39.654 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--2NgVRYuZ1Xb5gh off=0 len=1150617 2024-04-02T09:08:39.660 INFO:tasks.workunit.client.0.smithi104.stdout:op 5118 completed, throughput=5MB/sec 2024-04-02T09:08:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:40.660 INFO:tasks.workunit.client.0.smithi104.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-02T09:08:40.660 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WjV4ORXhbQUyWsX off=8799710 len=307827 2024-04-02T09:08:40.662 INFO:tasks.workunit.client.0.smithi104.stdout:op 5119 completed, throughput=5MB/sec 2024-04-02T09:08:40.662 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Wh033awe5qdaaBL off=8153310 len=1111971 2024-04-02T09:08:40.664 INFO:tasks.workunit.client.0.smithi104.stdout:op 5120 completed, throughput=5MB/sec 2024-04-02T09:08:40.664 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nRLB7Uefi714MRT off=3324972 len=1118284 2024-04-02T09:08:40.669 INFO:tasks.workunit.client.0.smithi104.stdout:op 5121 completed, throughput=5MB/sec 2024-04-02T09:08:40.669 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HflUxnnTzSPXl7K off=858628 len=793881 2024-04-02T09:08:40.670 INFO:tasks.workunit.client.0.smithi104.stdout:op 5122 completed, throughput=5MB/sec 2024-04-02T09:08:40.670 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FW0v_IYOAoabacO off=14353787 len=833641 2024-04-02T09:08:40.673 INFO:tasks.workunit.client.0.smithi104.stdout:op 5123 completed, throughput=5MB/sec 2024-04-02T09:08:40.673 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rMMqRtYJYHNM_SM off=6805253 len=1182638 2024-04-02T09:08:40.679 INFO:tasks.workunit.client.0.smithi104.stdout:op 5124 completed, throughput=5MB/sec 2024-04-02T09:08:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:40 smithi188 ceph-mon[86835]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:08:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:40 smithi104 ceph-mon[96567]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:08:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:40 smithi104 ceph-mon[94081]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:40.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:40.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:08:41.679 INFO:tasks.workunit.client.0.smithi104.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-02T09:08:41.679 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-seFF9jgRuATl0l5 off=6389896 len=2052549 2024-04-02T09:08:41.681 INFO:tasks.workunit.client.0.smithi104.stdout:op 5125 completed, throughput=5MB/sec 2024-04-02T09:08:41.681 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bJBS2HOClT47MbB off=5122109 len=589422 2024-04-02T09:08:41.684 INFO:tasks.workunit.client.0.smithi104.stdout:op 5126 completed, throughput=5MB/sec 2024-04-02T09:08:41.684 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-aNilS472j6HpVAJ off=1458619 len=1005378 2024-04-02T09:08:41.688 INFO:tasks.workunit.client.0.smithi104.stdout:op 5127 completed, throughput=5MB/sec 2024-04-02T09:08:41.688 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NTzZjb53RA7h3aq off=1440766 len=1919386 2024-04-02T09:08:41.689 INFO:tasks.workunit.client.0.smithi104.stdout:op 5128 completed, throughput=5MB/sec 2024-04-02T09:08:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:42 smithi188 ceph-mon[86835]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:08:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:08:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:42.690 INFO:tasks.workunit.client.0.smithi104.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-02T09:08:42.690 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9ThSjt_BjNr_qjp off=4978823 len=68952 2024-04-02T09:08:42.691 INFO:tasks.workunit.client.0.smithi104.stdout:op 5129 completed, throughput=5MB/sec 2024-04-02T09:08:42.691 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QMMtceaesNkpLke off=8446426 len=1627360 2024-04-02T09:08:42.698 INFO:tasks.workunit.client.0.smithi104.stdout:op 5130 completed, throughput=5MB/sec 2024-04-02T09:08:42.699 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UnbLjZbOMt-BM4r off=5606094 len=725526 2024-04-02T09:08:42.699 INFO:tasks.workunit.client.0.smithi104.stdout:op 5131 completed, throughput=5MB/sec 2024-04-02T09:08:42.699 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IA79W3XQ61e3NVL off=7775553 len=992833 2024-04-02T09:08:42.700 INFO:tasks.workunit.client.0.smithi104.stdout:op 5132 completed, throughput=5MB/sec 2024-04-02T09:08:42.700 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-X2i4tzvIrW9IsmT off=10248536 len=987211 2024-04-02T09:08:42.702 INFO:tasks.workunit.client.0.smithi104.stdout:op 5133 completed, throughput=5MB/sec 2024-04-02T09:08:42.702 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9jheLa-5LotzsMw off=7809517 len=1214300 2024-04-02T09:08:42.707 INFO:tasks.workunit.client.0.smithi104.stdout:op 5134 completed, throughput=5MB/sec 2024-04-02T09:08:42.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:42 smithi104 ceph-mon[96567]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:42 smithi104 ceph-mon[94081]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:43.707 INFO:tasks.workunit.client.0.smithi104.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-02T09:08:43.707 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XPSZ1eckFzjzmyX off=9462699 len=106429 2024-04-02T09:08:43.709 INFO:tasks.workunit.client.0.smithi104.stdout:op 5135 completed, throughput=5MB/sec 2024-04-02T09:08:43.709 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XgDnmM5UGj5Dnoh off=9874461 len=247389 2024-04-02T09:08:43.712 INFO:tasks.workunit.client.0.smithi104.stdout:op 5136 completed, throughput=5MB/sec 2024-04-02T09:08:43.712 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-u0SWjomuGSYAPRs off=86853 len=1288616 2024-04-02T09:08:43.715 INFO:tasks.workunit.client.0.smithi104.stdout:op 5137 completed, throughput=5MB/sec 2024-04-02T09:08:43.715 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sHmxX48nMlqMyY5 off=7816807 len=1838715 2024-04-02T09:08:43.726 INFO:tasks.workunit.client.0.smithi104.stdout:op 5138 completed, throughput=5MB/sec 2024-04-02T09:08:43.726 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RpfEuUIhnPquy-2 off=794133 len=1227980 2024-04-02T09:08:43.732 INFO:tasks.workunit.client.0.smithi104.stdout:op 5139 completed, throughput=5MB/sec 2024-04-02T09:08:44.732 INFO:tasks.workunit.client.0.smithi104.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-02T09:08:44.732 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-diBzIxBJQ-sDLgt off=21615964 len=836033 2024-04-02T09:08:44.733 INFO:tasks.workunit.client.0.smithi104.stdout:op 5140 completed, throughput=5MB/sec 2024-04-02T09:08:44.733 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NThtu23e1zSRny3 off=3689249 len=379412 2024-04-02T09:08:44.734 INFO:tasks.workunit.client.0.smithi104.stdout:op 5141 completed, throughput=5MB/sec 2024-04-02T09:08:44.734 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-f1F_ea3F4fKu0Eh off=16709962 len=110536 2024-04-02T09:08:44.734 INFO:tasks.workunit.client.0.smithi104.stdout:op 5142 completed, throughput=5MB/sec 2024-04-02T09:08:44.734 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-35SX9cUj_waybLC off=1302190 len=1354887 2024-04-02T09:08:44.736 INFO:tasks.workunit.client.0.smithi104.stdout:op 5143 completed, throughput=5MB/sec 2024-04-02T09:08:44.736 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-g4xLZjR5VlNj4ZJ off=5077133 len=1692603 2024-04-02T09:08:44.740 INFO:tasks.workunit.client.0.smithi104.stdout:op 5144 completed, throughput=5MB/sec 2024-04-02T09:08:44.740 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PA7WF2E9eyO2PaS off=3913248 len=636171 2024-04-02T09:08:44.744 INFO:tasks.workunit.client.0.smithi104.stdout:op 5145 completed, throughput=5MB/sec 2024-04-02T09:08:44.744 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2fvoAePJn46di5s off=13820111 len=54539 2024-04-02T09:08:44.745 INFO:tasks.workunit.client.0.smithi104.stdout:op 5146 completed, throughput=5MB/sec 2024-04-02T09:08:44.745 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Bn8Xlj4afHnEYtw off=19845568 len=1156970 2024-04-02T09:08:44.745 INFO:tasks.workunit.client.0.smithi104.stdout:op 5147 completed, throughput=5MB/sec 2024-04-02T09:08:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:44 smithi188 ceph-mon[86835]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:08:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:44 smithi104 ceph-mon[96567]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:08:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:44 smithi104 ceph-mon[94081]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:08:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-02T09:08:45.746 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-H_JHmM0XQyk8MWC off=2467218 len=1875229 2024-04-02T09:08:45.755 INFO:tasks.workunit.client.0.smithi104.stdout:op 5148 completed, throughput=5MB/sec 2024-04-02T09:08:45.755 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hgJf19vt80vXZns off=3518673 len=673932 2024-04-02T09:08:45.760 INFO:tasks.workunit.client.0.smithi104.stdout:op 5149 completed, throughput=5MB/sec 2024-04-02T09:08:45.760 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rbrDambp2tA7Sms off=2456100 len=617552 2024-04-02T09:08:45.761 INFO:tasks.workunit.client.0.smithi104.stdout:op 5150 completed, throughput=5MB/sec 2024-04-02T09:08:45.761 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-t7WkI3bPDjo3QF2 off=9577628 len=1693452 2024-04-02T09:08:45.769 INFO:tasks.workunit.client.0.smithi104.stdout:op 5151 completed, throughput=5MB/sec 2024-04-02T09:08:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:08:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:08:45] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-02T09:08:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-02T09:08:46.769 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jMFZchgNbz8Fg8N off=5209217 len=1873687 2024-04-02T09:08:46.776 INFO:tasks.workunit.client.0.smithi104.stdout:op 5152 completed, throughput=5MB/sec 2024-04-02T09:08:46.776 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-abXg1m2B_3SZ-t4 off=6581478 len=619483 2024-04-02T09:08:46.777 INFO:tasks.workunit.client.0.smithi104.stdout:op 5153 completed, throughput=5MB/sec 2024-04-02T09:08:46.777 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wnpdsOesYJdqytM off=1741337 len=142389 2024-04-02T09:08:46.779 INFO:tasks.workunit.client.0.smithi104.stdout:op 5154 completed, throughput=5MB/sec 2024-04-02T09:08:46.779 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2QdBn02V_iqlabH off=20130055 len=258922 2024-04-02T09:08:46.782 INFO:tasks.workunit.client.0.smithi104.stdout:op 5155 completed, throughput=5MB/sec 2024-04-02T09:08:46.782 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uow548OklIVk-ma off=9349595 len=1458119 2024-04-02T09:08:46.783 INFO:tasks.workunit.client.0.smithi104.stdout:op 5156 completed, throughput=5MB/sec 2024-04-02T09:08:46.783 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ojzt7zFl4a2f50u off=2351722 len=128434 2024-04-02T09:08:46.784 INFO:tasks.workunit.client.0.smithi104.stdout:op 5157 completed, throughput=5MB/sec 2024-04-02T09:08:46.784 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3yfReRzeInn2Zsb off=10583487 len=708098 2024-04-02T09:08:46.787 INFO:tasks.workunit.client.0.smithi104.stdout:op 5158 completed, throughput=5MB/sec 2024-04-02T09:08:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:46 smithi188 ceph-mon[86835]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:46 smithi104 ceph-mon[96567]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:46 smithi104 ceph-mon[94081]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-02T09:08:47.788 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fRtyNCCnBhmyNE6 off=10959392 len=1720407 2024-04-02T09:08:47.791 INFO:tasks.workunit.client.0.smithi104.stdout:op 5159 completed, throughput=5MB/sec 2024-04-02T09:08:47.791 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q_kBTw9e6CL_yxH off=22740036 len=1716840 2024-04-02T09:08:47.801 INFO:tasks.workunit.client.0.smithi104.stdout:op 5160 completed, throughput=5MB/sec 2024-04-02T09:08:47.801 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uWrQfzYbHBIB9fv off=7633777 len=98295 2024-04-02T09:08:47.802 INFO:tasks.workunit.client.0.smithi104.stdout:op 5161 completed, throughput=5MB/sec 2024-04-02T09:08:47.802 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-L6o7HPmB40-HjdE off=6300527 len=1411332 2024-04-02T09:08:47.802 INFO:tasks.workunit.client.0.smithi104.stdout:op 5162 completed, throughput=5MB/sec 2024-04-02T09:08:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-02T09:08:48.803 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-V9x_pwjQU4pmvg_ off=9926878 len=1119964 2024-04-02T09:08:48.808 INFO:tasks.workunit.client.0.smithi104.stdout:op 5163 completed, throughput=5MB/sec 2024-04-02T09:08:48.848 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-59kriNZFTTZnBQK off=4776240 len=307883 2024-04-02T09:08:48.850 INFO:tasks.workunit.client.0.smithi104.stdout:op 5164 completed, throughput=5MB/sec 2024-04-02T09:08:48.850 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LVh7M2K_5DWHhw5 off=5535889 len=66396 2024-04-02T09:08:48.850 INFO:tasks.workunit.client.0.smithi104.stdout:op 5165 completed, throughput=5MB/sec 2024-04-02T09:08:48.850 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1_tXueCvW9-2Y09 off=4273724 len=428797 2024-04-02T09:08:48.850 INFO:tasks.workunit.client.0.smithi104.stdout:op 5166 completed, throughput=5MB/sec 2024-04-02T09:08:48.850 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qVlhyAtqXGjV3hQ off=13986308 len=1639066 2024-04-02T09:08:48.851 INFO:tasks.workunit.client.0.smithi104.stdout:op 5167 completed, throughput=5MB/sec 2024-04-02T09:08:48.851 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-S6Tcdcysnb-fbC9 off=56016 len=1809314 2024-04-02T09:08:48.851 INFO:tasks.workunit.client.0.smithi104.stdout:op 5168 completed, throughput=5MB/sec 2024-04-02T09:08:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:48 smithi188 ceph-mon[86835]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:48 smithi104 ceph-mon[94081]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:48.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:48 smithi104 ceph-mon[96567]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-02T09:08:49.824 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7tb1pFZ0mHmdNeN off=5276477 len=670872 2024-04-02T09:08:49.828 INFO:tasks.workunit.client.0.smithi104.stdout:op 5169 completed, throughput=5MB/sec 2024-04-02T09:08:49.828 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N1Czqs4TbAkfK6C off=6927269 len=1838090 2024-04-02T09:08:49.829 INFO:tasks.workunit.client.0.smithi104.stdout:op 5170 completed, throughput=5MB/sec 2024-04-02T09:08:49.829 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Nc0w-5JzWu_jEtG off=5526911 len=1885214 2024-04-02T09:08:49.831 INFO:tasks.workunit.client.0.smithi104.stdout:op 5171 completed, throughput=5MB/sec 2024-04-02T09:08:49.831 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gH2KMmozgGSbSVU off=12254710 len=664158 2024-04-02T09:08:49.832 INFO:tasks.workunit.client.0.smithi104.stdout:op 5172 completed, throughput=5MB/sec 2024-04-02T09:08:49.832 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xk1M9APPsMnjQ2e off=2623163 len=1036554 2024-04-02T09:08:49.837 INFO:tasks.workunit.client.0.smithi104.stdout:op 5173 completed, throughput=5MB/sec 2024-04-02T09:08:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:50.838 INFO:tasks.workunit.client.0.smithi104.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-02T09:08:50.838 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zqAe51fLB5mpWzW off=19001412 len=1585942 2024-04-02T09:08:50.839 INFO:tasks.workunit.client.0.smithi104.stdout:op 5174 completed, throughput=5MB/sec 2024-04-02T09:08:50.839 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hrFyDtmKFQk2-KN off=6459513 len=1776668 2024-04-02T09:08:50.843 INFO:tasks.workunit.client.0.smithi104.stdout:op 5175 completed, throughput=5MB/sec 2024-04-02T09:08:50.843 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jxXjDCLbXFUOWee off=2963235 len=1545810 2024-04-02T09:08:50.845 INFO:tasks.workunit.client.0.smithi104.stdout:op 5176 completed, throughput=5MB/sec 2024-04-02T09:08:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:50 smithi188 ceph-mon[86835]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:50.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:50 smithi104 ceph-mon[94081]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:50 smithi104 ceph-mon[96567]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:51.845 INFO:tasks.workunit.client.0.smithi104.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-02T09:08:51.845 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UMvAexR8trg6E3N off=397547 len=564043 2024-04-02T09:08:51.849 INFO:tasks.workunit.client.0.smithi104.stdout:op 5177 completed, throughput=5MB/sec 2024-04-02T09:08:51.849 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eGpL82y-IKIDsHL off=19541993 len=1469646 2024-04-02T09:08:51.854 INFO:tasks.workunit.client.0.smithi104.stdout:op 5178 completed, throughput=5MB/sec 2024-04-02T09:08:51.854 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-K7VSMsgkqiGD0tZ off=3399047 len=2001156 2024-04-02T09:08:51.864 INFO:tasks.workunit.client.0.smithi104.stdout:op 5179 completed, throughput=5MB/sec 2024-04-02T09:08:51.865 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tHecahc7y0mf2uU off=4905568 len=765940 2024-04-02T09:08:51.869 INFO:tasks.workunit.client.0.smithi104.stdout:op 5180 completed, throughput=5MB/sec 2024-04-02T09:08:51.869 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Hqb8eMni26FQH66 off=2005145 len=1459621 2024-04-02T09:08:51.877 INFO:tasks.workunit.client.0.smithi104.stdout:op 5181 completed, throughput=5MB/sec 2024-04-02T09:08:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:52 smithi188 ceph-mon[86835]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:08:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:08:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:52.878 INFO:tasks.workunit.client.0.smithi104.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-02T09:08:52.878 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lcV3ZkrBeUoiz9n off=13184414 len=1579411 2024-04-02T09:08:52.885 INFO:tasks.workunit.client.0.smithi104.stdout:op 5182 completed, throughput=5MB/sec 2024-04-02T09:08:52.885 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-IvUJRW1ayNQ-1zu off=10038547 len=484716 2024-04-02T09:08:52.888 INFO:tasks.workunit.client.0.smithi104.stdout:op 5183 completed, throughput=5MB/sec 2024-04-02T09:08:52.888 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iGbrkvfRm-KvCAK off=19058738 len=1011461 2024-04-02T09:08:52.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:52 smithi104 ceph-mon[96567]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:52.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:52 smithi104 ceph-mon[94081]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:52.890 INFO:tasks.workunit.client.0.smithi104.stdout:op 5184 completed, throughput=5MB/sec 2024-04-02T09:08:52.890 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uHKSrdYgcgHGUXe off=4448474 len=1170159 2024-04-02T09:08:52.890 INFO:tasks.workunit.client.0.smithi104.stdout:op 5185 completed, throughput=5MB/sec 2024-04-02T09:08:53.890 INFO:tasks.workunit.client.0.smithi104.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-02T09:08:53.891 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-R-HnIKJkrwPlfM- off=12770879 len=105405 2024-04-02T09:08:53.891 INFO:tasks.workunit.client.0.smithi104.stdout:op 5186 completed, throughput=5MB/sec 2024-04-02T09:08:53.891 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-suxeA77vuJdKycL off=4856244 len=1553481 2024-04-02T09:08:53.892 INFO:tasks.workunit.client.0.smithi104.stdout:op 5187 completed, throughput=5MB/sec 2024-04-02T09:08:53.892 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TUMux_IfX-c8NPh off=3729155 len=732747 2024-04-02T09:08:53.896 INFO:tasks.workunit.client.0.smithi104.stdout:op 5188 completed, throughput=5MB/sec 2024-04-02T09:08:53.896 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-H5Tkh-WHJ4gZg9e off=3210784 len=50585 2024-04-02T09:08:53.898 INFO:tasks.workunit.client.0.smithi104.stdout:op 5189 completed, throughput=5MB/sec 2024-04-02T09:08:53.898 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Iq2FTQhKnW4f5QU off=3124585 len=668271 2024-04-02T09:08:53.899 INFO:tasks.workunit.client.0.smithi104.stdout:op 5190 completed, throughput=5MB/sec 2024-04-02T09:08:53.899 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AOY1PhEe5sEuv13 off=0 len=1609052 2024-04-02T09:08:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:op 5191 completed, throughput=5MB/sec 2024-04-02T09:08:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T8Wwky4vZGPg-lG off=11220439 len=1228839 2024-04-02T09:08:53.906 INFO:tasks.workunit.client.0.smithi104.stdout:op 5192 completed, throughput=5MB/sec 2024-04-02T09:08:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:54 smithi188 ceph-mon[86835]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:54.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:54 smithi104 ceph-mon[94081]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:54 smithi104 ceph-mon[96567]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:54.907 INFO:tasks.workunit.client.0.smithi104.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-02T09:08:54.907 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rb17pabhefUxyva off=4834331 len=1190132 2024-04-02T09:08:54.911 INFO:tasks.workunit.client.0.smithi104.stdout:op 5193 completed, throughput=5MB/sec 2024-04-02T09:08:54.911 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QUSzgnh957befYR off=454558 len=1870716 2024-04-02T09:08:54.923 INFO:tasks.workunit.client.0.smithi104.stdout:op 5194 completed, throughput=5MB/sec 2024-04-02T09:08:54.923 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_FgHjQFMYJc6SPG off=2720730 len=1341549 2024-04-02T09:08:54.924 INFO:tasks.workunit.client.0.smithi104.stdout:op 5195 completed, throughput=5MB/sec 2024-04-02T09:08:55.924 INFO:tasks.workunit.client.0.smithi104.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-02T09:08:55.924 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mHBEIa6KiD0hvqn off=227965 len=745962 2024-04-02T09:08:55.929 INFO:tasks.workunit.client.0.smithi104.stdout:op 5196 completed, throughput=5MB/sec 2024-04-02T09:08:55.929 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-asn2Luslgtj9rdg off=9877900 len=661842 2024-04-02T09:08:55.930 INFO:tasks.workunit.client.0.smithi104.stdout:op 5197 completed, throughput=5MB/sec 2024-04-02T09:08:55.930 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dtiXRxF32_a64HR off=9369838 len=2063571 2024-04-02T09:08:55.931 INFO:tasks.workunit.client.0.smithi104.stdout:op 5198 completed, throughput=5MB/sec 2024-04-02T09:08:55.932 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YmSipqVo7jgeiLA off=3542298 len=1258276 2024-04-02T09:08:55.933 INFO:tasks.workunit.client.0.smithi104.stdout:op 5199 completed, throughput=5MB/sec 2024-04-02T09:08:55.933 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EZLYVS1akk3VGuH off=9584027 len=1056002 2024-04-02T09:08:55.934 INFO:tasks.workunit.client.0.smithi104.stdout:op 5200 completed, throughput=5MB/sec 2024-04-02T09:08:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:08:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:08:55] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-02T09:08:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:56 smithi188 ceph-mon[86835]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:56 smithi104 ceph-mon[96567]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:56.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:56 smithi104 ceph-mon[94081]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:56.934 INFO:tasks.workunit.client.0.smithi104.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-02T09:08:56.934 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gl6sO4HPoo7A6U7 off=1704096 len=1051452 2024-04-02T09:08:56.938 INFO:tasks.workunit.client.0.smithi104.stdout:op 5201 completed, throughput=5MB/sec 2024-04-02T09:08:56.938 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WJIwGcR9FFZLCih off=11085905 len=290346 2024-04-02T09:08:56.939 INFO:tasks.workunit.client.0.smithi104.stdout:op 5202 completed, throughput=5MB/sec 2024-04-02T09:08:56.939 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rb_Iu5ml9zcRpjt off=2467375 len=1670826 2024-04-02T09:08:56.942 INFO:tasks.workunit.client.0.smithi104.stdout:op 5203 completed, throughput=5MB/sec 2024-04-02T09:08:56.942 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XjT-mponT2ILKbv off=11084914 len=95204 2024-04-02T09:08:56.945 INFO:tasks.workunit.client.0.smithi104.stdout:op 5204 completed, throughput=5MB/sec 2024-04-02T09:08:56.945 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tDuZcfK1FTkuMRy off=4304948 len=1189629 2024-04-02T09:08:56.950 INFO:tasks.workunit.client.0.smithi104.stdout:op 5205 completed, throughput=5MB/sec 2024-04-02T09:08:56.950 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G3Q46CWv_17ZVwg off=2380871 len=963663 2024-04-02T09:08:56.950 INFO:tasks.workunit.client.0.smithi104.stdout:op 5206 completed, throughput=5MB/sec 2024-04-02T09:08:57.951 INFO:tasks.workunit.client.0.smithi104.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-02T09:08:57.951 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JEFq4Qt9rl9QQOd off=7381579 len=1669102 2024-04-02T09:08:57.958 INFO:tasks.workunit.client.0.smithi104.stdout:op 5207 completed, throughput=5MB/sec 2024-04-02T09:08:57.959 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-g3H4-2C5GpoEDk7 off=7753015 len=582671 2024-04-02T09:08:57.961 INFO:tasks.workunit.client.0.smithi104.stdout:op 5208 completed, throughput=5MB/sec 2024-04-02T09:08:57.962 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MtpK7FHiQ3YjNzd off=3357562 len=1716374 2024-04-02T09:08:57.966 INFO:tasks.workunit.client.0.smithi104.stdout:op 5209 completed, throughput=5MB/sec 2024-04-02T09:08:57.966 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N-fIvfZwvYOC4IY off=15832179 len=1250901 2024-04-02T09:08:57.966 INFO:tasks.workunit.client.0.smithi104.stdout:op 5210 completed, throughput=5MB/sec 2024-04-02T09:08:58.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:08:58 smithi188 ceph-mon[86835]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:08:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:08:58 smithi104 ceph-mon[96567]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:08:58.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:08:58 smithi104 ceph-mon[94081]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:08:58.967 INFO:tasks.workunit.client.0.smithi104.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-02T09:08:58.967 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3t_lbTY3A_dt9zN off=9212500 len=1927720 2024-04-02T09:08:58.978 INFO:tasks.workunit.client.0.smithi104.stdout:op 5211 completed, throughput=5MB/sec 2024-04-02T09:08:58.978 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2xm0v6ntVCvyNu- off=7366721 len=1632962 2024-04-02T09:08:58.981 INFO:tasks.workunit.client.0.smithi104.stdout:op 5212 completed, throughput=5MB/sec 2024-04-02T09:08:58.981 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UTQKxJ007mO21s- off=16421222 len=1215588 2024-04-02T09:08:58.987 INFO:tasks.workunit.client.0.smithi104.stdout:op 5213 completed, throughput=5MB/sec 2024-04-02T09:08:58.987 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2cU-gOyQHE9P9w9 off=0 len=1683922 2024-04-02T09:08:58.996 INFO:tasks.workunit.client.0.smithi104.stdout:op 5214 completed, throughput=5MB/sec 2024-04-02T09:08:59.996 INFO:tasks.workunit.client.0.smithi104.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-02T09:08:59.996 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-o-s9PqQFQfmRhPK off=2582600 len=1270046 2024-04-02T09:08:59.997 INFO:tasks.workunit.client.0.smithi104.stdout:op 5215 completed, throughput=5MB/sec 2024-04-02T09:08:59.997 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uqYphzO8Q03OPmw off=20115092 len=1921603 2024-04-02T09:09:00.001 INFO:tasks.workunit.client.0.smithi104.stdout:op 5216 completed, throughput=5MB/sec 2024-04-02T09:09:00.001 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-u8rWAhXwzh9fQU3 off=7040478 len=1986691 2024-04-02T09:09:00.013 INFO:tasks.workunit.client.0.smithi104.stdout:op 5217 completed, throughput=5MB/sec 2024-04-02T09:09:00.691 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:00 smithi104 ceph-mon[96567]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:00.691 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:00 smithi104 ceph-mon[94081]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:00 smithi188 ceph-mon[86835]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:01.013 INFO:tasks.workunit.client.0.smithi104.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-02T09:09:01.014 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1mBce6AQW1VyxhU off=2785446 len=1368579 2024-04-02T09:09:01.020 INFO:tasks.workunit.client.0.smithi104.stdout:op 5218 completed, throughput=5MB/sec 2024-04-02T09:09:01.020 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9O7Fa8zq_X22702 off=1630270 len=1395028 2024-04-02T09:09:01.028 INFO:tasks.workunit.client.0.smithi104.stdout:op 5219 completed, throughput=5MB/sec 2024-04-02T09:09:01.028 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fmu5EILKLLMoTv_ off=10705269 len=1058247 2024-04-02T09:09:01.030 INFO:tasks.workunit.client.0.smithi104.stdout:op 5220 completed, throughput=5MB/sec 2024-04-02T09:09:01.030 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RxWtxTxRtFsmPlo off=164655 len=405058 2024-04-02T09:09:01.030 INFO:tasks.workunit.client.0.smithi104.stdout:op 5221 completed, throughput=5MB/sec 2024-04-02T09:09:02.031 INFO:tasks.workunit.client.0.smithi104.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-02T09:09:02.031 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-d9CvOKdls08vF2x off=946938 len=1835640 2024-04-02T09:09:02.041 INFO:tasks.workunit.client.0.smithi104.stdout:op 5222 completed, throughput=5MB/sec 2024-04-02T09:09:02.041 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--jCM392To1K_JhY off=4670283 len=940443 2024-04-02T09:09:02.043 INFO:tasks.workunit.client.0.smithi104.stdout:op 5223 completed, throughput=5MB/sec 2024-04-02T09:09:02.044 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LA-mGg7Ag8lZt9Z off=197040 len=1686159 2024-04-02T09:09:02.047 INFO:tasks.workunit.client.0.smithi104.stdout:op 5224 completed, throughput=5MB/sec 2024-04-02T09:09:02.047 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xZSuTzi8OjBiM_i off=8897533 len=1640813 2024-04-02T09:09:02.054 INFO:tasks.workunit.client.0.smithi104.stdout:op 5225 completed, throughput=5MB/sec 2024-04-02T09:09:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:02 smithi188 ceph-mon[86835]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:09:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:09:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:09:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:02.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:02 smithi104 ceph-mon[94081]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:09:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:02 smithi104 ceph-mon[96567]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:09:03.054 INFO:tasks.workunit.client.0.smithi104.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-02T09:09:03.054 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Bvu4K7o86FARuHZ off=10965666 len=757748 2024-04-02T09:09:03.059 INFO:tasks.workunit.client.0.smithi104.stdout:op 5226 completed, throughput=5MB/sec 2024-04-02T09:09:03.059 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-L_dkp7_OfxhAt0h off=1928571 len=1953943 2024-04-02T09:09:03.060 INFO:tasks.workunit.client.0.smithi104.stdout:op 5227 completed, throughput=5MB/sec 2024-04-02T09:09:03.060 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-osW5zRlNYKznrqT off=6611998 len=853919 2024-04-02T09:09:03.061 INFO:tasks.workunit.client.0.smithi104.stdout:op 5228 completed, throughput=5MB/sec 2024-04-02T09:09:03.061 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uNkFCF8vJR4slHB off=4819342 len=728893 2024-04-02T09:09:03.062 INFO:tasks.workunit.client.0.smithi104.stdout:op 5229 completed, throughput=5MB/sec 2024-04-02T09:09:03.062 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tEseBYwz1XtUolC off=3376460 len=1323635 2024-04-02T09:09:03.063 INFO:tasks.workunit.client.0.smithi104.stdout:op 5230 completed, throughput=5MB/sec 2024-04-02T09:09:04.063 INFO:tasks.workunit.client.0.smithi104.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-02T09:09:04.063 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mXY117wmH8VbbYb off=3963721 len=1222352 2024-04-02T09:09:04.070 INFO:tasks.workunit.client.0.smithi104.stdout:op 5231 completed, throughput=5MB/sec 2024-04-02T09:09:04.070 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5QWSuDMdSrVb2vc off=6427040 len=625277 2024-04-02T09:09:04.074 INFO:tasks.workunit.client.0.smithi104.stdout:op 5232 completed, throughput=5MB/sec 2024-04-02T09:09:04.074 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jWODrX34YixsAjG off=917090 len=1622189 2024-04-02T09:09:04.076 INFO:tasks.workunit.client.0.smithi104.stdout:op 5233 completed, throughput=5MB/sec 2024-04-02T09:09:04.076 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-i0YSDT_1x1p_kMq off=58507 len=367001 2024-04-02T09:09:04.078 INFO:tasks.workunit.client.0.smithi104.stdout:op 5234 completed, throughput=5MB/sec 2024-04-02T09:09:04.079 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-I9ahR_iwJgwmliv off=8528655 len=665661 2024-04-02T09:09:04.082 INFO:tasks.workunit.client.0.smithi104.stdout:op 5235 completed, throughput=5MB/sec 2024-04-02T09:09:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:04 smithi188 ceph-mon[86835]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:04 smithi104 ceph-mon[94081]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:04.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:04 smithi104 ceph-mon[96567]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:04.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:05.083 INFO:tasks.workunit.client.0.smithi104.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-02T09:09:05.083 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VIyx2dho-PCs634 off=10301077 len=762016 2024-04-02T09:09:05.087 INFO:tasks.workunit.client.0.smithi104.stdout:op 5236 completed, throughput=5MB/sec 2024-04-02T09:09:05.087 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N-1mtX2iXeVEhFW off=1751058 len=1736609 2024-04-02T09:09:05.088 INFO:tasks.workunit.client.0.smithi104.stdout:op 5237 completed, throughput=5MB/sec 2024-04-02T09:09:05.089 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DEo1qNOatPyI4-N off=500932 len=1339775 2024-04-02T09:09:05.089 INFO:tasks.workunit.client.0.smithi104.stdout:op 5238 completed, throughput=5MB/sec 2024-04-02T09:09:05.089 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4LAG06d5-tGSmbA off=15577205 len=254924 2024-04-02T09:09:05.089 INFO:tasks.workunit.client.0.smithi104.stdout:op 5239 completed, throughput=5MB/sec 2024-04-02T09:09:05.089 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8oeCCU0S4q-0O3a off=2763935 len=1298871 2024-04-02T09:09:05.097 INFO:tasks.workunit.client.0.smithi104.stdout:op 5240 completed, throughput=5MB/sec 2024-04-02T09:09:06.095 INFO:tasks.workunit.client.0.smithi104.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-02T09:09:06.095 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-V-KwVtfXB7LzbVv off=14257564 len=230221 2024-04-02T09:09:06.097 INFO:tasks.workunit.client.0.smithi104.stdout:op 5241 completed, throughput=5MB/sec 2024-04-02T09:09:06.097 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8nHVlfsbE2YO-Gt off=3846227 len=1235147 2024-04-02T09:09:06.098 INFO:tasks.workunit.client.0.smithi104.stdout:op 5242 completed, throughput=5MB/sec 2024-04-02T09:09:06.098 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VgggfLdrlfET-0D off=13168409 len=1756477 2024-04-02T09:09:06.106 INFO:tasks.workunit.client.0.smithi104.stdout:op 5243 completed, throughput=5MB/sec 2024-04-02T09:09:06.107 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UBIXpUt_5XHMag1 off=24436620 len=931242 2024-04-02T09:09:06.111 INFO:tasks.workunit.client.0.smithi104.stdout:op 5244 completed, throughput=5MB/sec 2024-04-02T09:09:06.111 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-f1F_ea3F4fKu0Eh off=9782525 len=206457 2024-04-02T09:09:06.111 INFO:tasks.workunit.client.0.smithi104.stdout:op 5245 completed, throughput=5MB/sec 2024-04-02T09:09:06.111 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2Nr-PHFFkMu5-Gx off=166060 len=1823621 2024-04-02T09:09:06.122 INFO:tasks.workunit.client.0.smithi104.stdout:op 5246 completed, throughput=5MB/sec 2024-04-02T09:09:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:09:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:09:05] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-02T09:09:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:06 smithi188 ceph-mon[86835]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:09:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:06 smithi104 ceph-mon[94081]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:09:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:06 smithi104 ceph-mon[96567]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:09:07.122 INFO:tasks.workunit.client.0.smithi104.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-02T09:09:07.122 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FwEDv_VykxKYueK off=4171482 len=1836327 2024-04-02T09:09:07.124 INFO:tasks.workunit.client.0.smithi104.stdout:op 5247 completed, throughput=5MB/sec 2024-04-02T09:09:07.124 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-A6E5UBkuoBtrgiR off=18712433 len=1110785 2024-04-02T09:09:07.126 INFO:tasks.workunit.client.0.smithi104.stdout:op 5248 completed, throughput=5MB/sec 2024-04-02T09:09:07.126 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oSqxxkFRGunghiP off=3525203 len=949496 2024-04-02T09:09:07.130 INFO:tasks.workunit.client.0.smithi104.stdout:op 5249 completed, throughput=5MB/sec 2024-04-02T09:09:07.130 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I4izZafsqcA7mx8 off=2550602 len=1896468 2024-04-02T09:09:07.137 INFO:tasks.workunit.client.0.smithi104.stdout:op 5250 completed, throughput=5MB/sec 2024-04-02T09:09:08.138 INFO:tasks.workunit.client.0.smithi104.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-02T09:09:08.138 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JltoZ2-iyJR_Lk- off=1625895 len=1282170 2024-04-02T09:09:08.143 INFO:tasks.workunit.client.0.smithi104.stdout:op 5251 completed, throughput=5MB/sec 2024-04-02T09:09:08.143 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Q-NIxpV7tGsJATE off=0 len=1147850 2024-04-02T09:09:08.146 INFO:tasks.workunit.client.0.smithi104.stdout:op 5252 completed, throughput=5MB/sec 2024-04-02T09:09:08.147 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uhKhXUDiFhxavzk off=6200008 len=1391266 2024-04-02T09:09:08.151 INFO:tasks.workunit.client.0.smithi104.stdout:op 5253 completed, throughput=5MB/sec 2024-04-02T09:09:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:08 smithi188 ceph-mon[86835]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:09:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:08 smithi104 ceph-mon[96567]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:09:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:08 smithi104 ceph-mon[94081]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:09:09.152 INFO:tasks.workunit.client.0.smithi104.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-02T09:09:09.152 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UCpUb8akZRc7nAn off=544097 len=1718735 2024-04-02T09:09:09.155 INFO:tasks.workunit.client.0.smithi104.stdout:op 5254 completed, throughput=5MB/sec 2024-04-02T09:09:09.155 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T0y4i-XK-9HX8mx off=6371176 len=1445276 2024-04-02T09:09:09.163 INFO:tasks.workunit.client.0.smithi104.stdout:op 5255 completed, throughput=5MB/sec 2024-04-02T09:09:09.163 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Vk-trcwjTHKNgra off=7917026 len=602074 2024-04-02T09:09:09.166 INFO:tasks.workunit.client.0.smithi104.stdout:op 5256 completed, throughput=5MB/sec 2024-04-02T09:09:09.166 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-huy2zIC-21X7Zl9 off=17401218 len=1707835 2024-04-02T09:09:09.175 INFO:tasks.workunit.client.0.smithi104.stdout:op 5257 completed, throughput=5MB/sec 2024-04-02T09:09:10.175 INFO:tasks.workunit.client.0.smithi104.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-02T09:09:10.175 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I_f35IJbig6nGkm off=15363542 len=1100040 2024-04-02T09:09:10.180 INFO:tasks.workunit.client.0.smithi104.stdout:op 5258 completed, throughput=5MB/sec 2024-04-02T09:09:10.180 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yI28IB57ybpeYdo off=2986691 len=245979 2024-04-02T09:09:10.180 INFO:tasks.workunit.client.0.smithi104.stdout:op 5259 completed, throughput=5MB/sec 2024-04-02T09:09:10.180 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Me9aaJoaUiUyCai off=1288014 len=1288378 2024-04-02T09:09:10.181 INFO:tasks.workunit.client.0.smithi104.stdout:op 5260 completed, throughput=5MB/sec 2024-04-02T09:09:10.181 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bbamsdFPpUD0rVR off=2115075 len=108153 2024-04-02T09:09:10.181 INFO:tasks.workunit.client.0.smithi104.stdout:op 5261 completed, throughput=5MB/sec 2024-04-02T09:09:10.181 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qamBwiF-DosQBPZ off=6699909 len=1831066 2024-04-02T09:09:10.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 5262 completed, throughput=5MB/sec 2024-04-02T09:09:10.189 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5sSxQZQsonAJdh_ off=1359937 len=1073376 2024-04-02T09:09:10.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 5263 completed, throughput=5MB/sec 2024-04-02T09:09:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:10 smithi188 ceph-mon[86835]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:09:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:10 smithi104 ceph-mon[96567]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:09:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:10 smithi104 ceph-mon[94081]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:09:11.190 INFO:tasks.workunit.client.0.smithi104.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-02T09:09:11.190 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-K9rSNoiVl96hi92 off=11824723 len=633509 2024-04-02T09:09:11.194 INFO:tasks.workunit.client.0.smithi104.stdout:op 5264 completed, throughput=5MB/sec 2024-04-02T09:09:11.194 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-66EysCwuSGo2MQJ off=8727603 len=1546383 2024-04-02T09:09:11.200 INFO:tasks.workunit.client.0.smithi104.stdout:op 5265 completed, throughput=5MB/sec 2024-04-02T09:09:11.200 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-sZew9KCDAklMpLX off=12280096 len=61892 2024-04-02T09:09:11.201 INFO:tasks.workunit.client.0.smithi104.stdout:op 5266 completed, throughput=5MB/sec 2024-04-02T09:09:11.201 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ac8-CXaIaIiUI2E off=8268506 len=518169 2024-04-02T09:09:11.203 INFO:tasks.workunit.client.0.smithi104.stdout:op 5267 completed, throughput=5MB/sec 2024-04-02T09:09:11.203 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-D7FsbnIy0TuakG0 off=17146981 len=196047 2024-04-02T09:09:11.206 INFO:tasks.workunit.client.0.smithi104.stdout:op 5268 completed, throughput=5MB/sec 2024-04-02T09:09:11.206 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-b23yK9Ym333Xqki off=8811182 len=1275475 2024-04-02T09:09:11.212 INFO:tasks.workunit.client.0.smithi104.stdout:op 5269 completed, throughput=5MB/sec 2024-04-02T09:09:11.212 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5eFIjtjYz21oB20 off=17980934 len=1772368 2024-04-02T09:09:11.216 INFO:tasks.workunit.client.0.smithi104.stdout:op 5270 completed, throughput=5MB/sec 2024-04-02T09:09:12.216 INFO:tasks.workunit.client.0.smithi104.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-02T09:09:12.217 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RoJptiRcIgex4kA off=13478706 len=1970615 2024-04-02T09:09:12.224 INFO:tasks.workunit.client.0.smithi104.stdout:op 5271 completed, throughput=5MB/sec 2024-04-02T09:09:12.224 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4BKUqrchG1Y1Y5u off=1017470 len=807856 2024-04-02T09:09:12.225 INFO:tasks.workunit.client.0.smithi104.stdout:op 5272 completed, throughput=5MB/sec 2024-04-02T09:09:12.226 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_qKY_b_i2Ukbigs off=14246805 len=47053 2024-04-02T09:09:12.226 INFO:tasks.workunit.client.0.smithi104.stdout:op 5273 completed, throughput=5MB/sec 2024-04-02T09:09:12.226 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Yso7ENtUbIWJ5g9 off=3090137 len=1268112 2024-04-02T09:09:12.227 INFO:tasks.workunit.client.0.smithi104.stdout:op 5274 completed, throughput=5MB/sec 2024-04-02T09:09:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:12 smithi188 ceph-mon[86835]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:09:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:09:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:12.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:12 smithi104 ceph-mon[94081]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:09:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:12 smithi104 ceph-mon[96567]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:09:13.227 INFO:tasks.workunit.client.0.smithi104.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-02T09:09:13.227 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WD0AONHK9QIqwOF off=4059148 len=2004745 2024-04-02T09:09:13.236 INFO:tasks.workunit.client.0.smithi104.stdout:op 5275 completed, throughput=5MB/sec 2024-04-02T09:09:13.236 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f-fyAFdCMFFv44_ off=8631656 len=1038102 2024-04-02T09:09:13.241 INFO:tasks.workunit.client.0.smithi104.stdout:op 5276 completed, throughput=5MB/sec 2024-04-02T09:09:13.241 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T0y4i-XK-9HX8mx off=6998945 len=626985 2024-04-02T09:09:13.243 INFO:tasks.workunit.client.0.smithi104.stdout:op 5277 completed, throughput=5MB/sec 2024-04-02T09:09:13.243 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ukyomip97gmNqNn off=1559721 len=1349943 2024-04-02T09:09:13.244 INFO:tasks.workunit.client.0.smithi104.stdout:op 5278 completed, throughput=5MB/sec 2024-04-02T09:09:13.244 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-gX738yjmI0H2a4l off=1181534 len=1704459 2024-04-02T09:09:13.248 INFO:tasks.workunit.client.0.smithi104.stdout:op 5279 completed, throughput=5MB/sec 2024-04-02T09:09:14.248 INFO:tasks.workunit.client.0.smithi104.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-02T09:09:14.248 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vuf-mEwdBbL2OMh off=2202492 len=1921503 2024-04-02T09:09:14.252 INFO:tasks.workunit.client.0.smithi104.stdout:op 5280 completed, throughput=5MB/sec 2024-04-02T09:09:14.252 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T0y4i-XK-9HX8mx off=3896938 len=615723 2024-04-02T09:09:14.256 INFO:tasks.workunit.client.0.smithi104.stdout:op 5281 completed, throughput=5MB/sec 2024-04-02T09:09:14.256 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Hu5x574ECS2D56w off=4268075 len=909333 2024-04-02T09:09:14.257 INFO:tasks.workunit.client.0.smithi104.stdout:op 5282 completed, throughput=5MB/sec 2024-04-02T09:09:14.257 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vxTmha8QmXEcGfY off=4453241 len=1164083 2024-04-02T09:09:14.262 INFO:tasks.workunit.client.0.smithi104.stdout:op 5283 completed, throughput=5MB/sec 2024-04-02T09:09:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:14 smithi188 ceph-mon[86835]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:09:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:14 smithi104 ceph-mon[96567]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:09:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:14 smithi104 ceph-mon[94081]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:09:15.262 INFO:tasks.workunit.client.0.smithi104.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-02T09:09:15.263 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L0olfcLodD5c8Ye off=0 len=1355392 2024-04-02T09:09:15.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 5284 completed, throughput=5MB/sec 2024-04-02T09:09:15.267 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wyF-7mGBB0YfWmD off=19238423 len=1390175 2024-04-02T09:09:15.271 INFO:tasks.workunit.client.0.smithi104.stdout:op 5285 completed, throughput=5MB/sec 2024-04-02T09:09:15.271 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-142Fbte4Iu47GFJ off=483067 len=553212 2024-04-02T09:09:15.273 INFO:tasks.workunit.client.0.smithi104.stdout:op 5286 completed, throughput=5MB/sec 2024-04-02T09:09:15.273 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YcGuNJAiQsEO-8A off=3800117 len=1665911 2024-04-02T09:09:15.274 INFO:tasks.workunit.client.0.smithi104.stdout:op 5287 completed, throughput=5MB/sec 2024-04-02T09:09:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:09:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:09:15] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-02T09:09:16.274 INFO:tasks.workunit.client.0.smithi104.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-02T09:09:16.275 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aHDvJikVfwhUmLs off=4664929 len=2065937 2024-04-02T09:09:16.276 INFO:tasks.workunit.client.0.smithi104.stdout:op 5288 completed, throughput=5MB/sec 2024-04-02T09:09:16.277 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qJWOtAsMtOaNPZ- off=1159414 len=1647399 2024-04-02T09:09:16.284 INFO:tasks.workunit.client.0.smithi104.stdout:op 5289 completed, throughput=5MB/sec 2024-04-02T09:09:16.284 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-92C4SRDLdp843xr off=1448895 len=426184 2024-04-02T09:09:16.285 INFO:tasks.workunit.client.0.smithi104.stdout:op 5290 completed, throughput=5MB/sec 2024-04-02T09:09:16.285 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kgbU9cglLGuqk0V off=12413841 len=340981 2024-04-02T09:09:16.286 INFO:tasks.workunit.client.0.smithi104.stdout:op 5291 completed, throughput=5MB/sec 2024-04-02T09:09:16.286 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7RrDoN8yTJw4ID- off=784095 len=872252 2024-04-02T09:09:16.288 INFO:tasks.workunit.client.0.smithi104.stdout:op 5292 completed, throughput=5MB/sec 2024-04-02T09:09:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:16 smithi188 ceph-mon[86835]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:09:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:16 smithi104 ceph-mon[94081]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:09:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:16 smithi104 ceph-mon[96567]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:09:17.288 INFO:tasks.workunit.client.0.smithi104.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-02T09:09:17.289 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fAmU7nmI-uPj4VO off=6415242 len=3882 2024-04-02T09:09:17.289 INFO:tasks.workunit.client.0.smithi104.stdout:op 5293 completed, throughput=5MB/sec 2024-04-02T09:09:17.289 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-H_rhHWJWy38q0ZM off=2550905 len=605728 2024-04-02T09:09:17.291 INFO:tasks.workunit.client.0.smithi104.stdout:op 5294 completed, throughput=5MB/sec 2024-04-02T09:09:17.291 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MW25aMugap5S8nm off=184942 len=1273142 2024-04-02T09:09:17.298 INFO:tasks.workunit.client.0.smithi104.stdout:op 5295 completed, throughput=5MB/sec 2024-04-02T09:09:17.298 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lso0yQXWmEEngg5 off=4495397 len=1503755 2024-04-02T09:09:17.304 INFO:tasks.workunit.client.0.smithi104.stdout:op 5296 completed, throughput=5MB/sec 2024-04-02T09:09:17.304 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UOBGoDa7yYJsd1B off=995597 len=35264 2024-04-02T09:09:17.304 INFO:tasks.workunit.client.0.smithi104.stdout:op 5297 completed, throughput=5MB/sec 2024-04-02T09:09:17.304 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RcQSAKizWN1Qh2X off=8669899 len=1756481 2024-04-02T09:09:17.311 INFO:tasks.workunit.client.0.smithi104.stdout:op 5298 completed, throughput=5MB/sec 2024-04-02T09:09:18.311 INFO:tasks.workunit.client.0.smithi104.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-02T09:09:18.311 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-st_v1McmKR_OXWU off=75867 len=1938462 2024-04-02T09:09:18.315 INFO:tasks.workunit.client.0.smithi104.stdout:op 5299 completed, throughput=5MB/sec 2024-04-02T09:09:18.315 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TyoFkqhisxEgSdR off=5165674 len=1552489 2024-04-02T09:09:18.321 INFO:tasks.workunit.client.0.smithi104.stdout:op 5300 completed, throughput=5MB/sec 2024-04-02T09:09:18.321 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-h3CGrBPqXdeSDAL off=20493264 len=684309 2024-04-02T09:09:18.325 INFO:tasks.workunit.client.0.smithi104.stdout:op 5301 completed, throughput=5MB/sec 2024-04-02T09:09:18.326 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xX8kxnCY0u_pvT9 off=3640966 len=1304229 2024-04-02T09:09:18.327 INFO:tasks.workunit.client.0.smithi104.stdout:op 5302 completed, throughput=5MB/sec 2024-04-02T09:09:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:18 smithi188 ceph-mon[86835]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:09:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:18 smithi104 ceph-mon[96567]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:09:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:18 smithi104 ceph-mon[94081]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:09:19.327 INFO:tasks.workunit.client.0.smithi104.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-02T09:09:19.327 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VedV-ul8Hgmy7Rg off=1304232 len=1890052 2024-04-02T09:09:19.343 INFO:tasks.workunit.client.0.smithi104.stdout:op 5303 completed, throughput=5MB/sec 2024-04-02T09:09:19.343 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-u1YA5Z_bdT_y45z off=5818068 len=325648 2024-04-02T09:09:19.344 INFO:tasks.workunit.client.0.smithi104.stdout:op 5304 completed, throughput=5MB/sec 2024-04-02T09:09:19.344 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1tHMrmIS0MFcPtI off=13466604 len=815667 2024-04-02T09:09:19.349 INFO:tasks.workunit.client.0.smithi104.stdout:op 5305 completed, throughput=5MB/sec 2024-04-02T09:09:19.349 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wBIpjra0tYaJ3AR off=1297019 len=1754300 2024-04-02T09:09:19.350 INFO:tasks.workunit.client.0.smithi104.stdout:op 5306 completed, throughput=5MB/sec 2024-04-02T09:09:19.350 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6KTFKO1nJAN-yry off=5011891 len=1669736 2024-04-02T09:09:19.353 INFO:tasks.workunit.client.0.smithi104.stdout:op 5307 completed, throughput=5MB/sec 2024-04-02T09:09:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:20.353 INFO:tasks.workunit.client.0.smithi104.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-02T09:09:20.354 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UVJ1SfDBVuHJ2qL off=8759184 len=1044738 2024-04-02T09:09:20.354 INFO:tasks.workunit.client.0.smithi104.stdout:op 5308 completed, throughput=5MB/sec 2024-04-02T09:09:20.354 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2NwJqkyFqS83fTm off=8717502 len=1139245 2024-04-02T09:09:20.356 INFO:tasks.workunit.client.0.smithi104.stdout:op 5309 completed, throughput=5MB/sec 2024-04-02T09:09:20.356 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-em-MPtW2B4G5P5s off=9655439 len=1653148 2024-04-02T09:09:20.364 INFO:tasks.workunit.client.0.smithi104.stdout:op 5310 completed, throughput=5MB/sec 2024-04-02T09:09:20.364 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QFcFNbG__fNedof off=690456 len=797186 2024-04-02T09:09:20.368 INFO:tasks.workunit.client.0.smithi104.stdout:op 5311 completed, throughput=5MB/sec 2024-04-02T09:09:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:20 smithi188 ceph-mon[86835]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:09:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:20 smithi104 ceph-mon[94081]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:09:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:20 smithi104 ceph-mon[96567]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:09:21.368 INFO:tasks.workunit.client.0.smithi104.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-02T09:09:21.368 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2R9HacZ6MCyv8vR off=1772489 len=714644 2024-04-02T09:09:21.369 INFO:tasks.workunit.client.0.smithi104.stdout:op 5312 completed, throughput=5MB/sec 2024-04-02T09:09:21.369 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ntIVQOgTX0ogoDh off=23495747 len=1447695 2024-04-02T09:09:21.370 INFO:tasks.workunit.client.0.smithi104.stdout:op 5313 completed, throughput=5MB/sec 2024-04-02T09:09:21.370 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-68pFGXBaT92ObRf off=1415899 len=72458 2024-04-02T09:09:21.372 INFO:tasks.workunit.client.0.smithi104.stdout:op 5314 completed, throughput=5MB/sec 2024-04-02T09:09:21.372 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WPL1HMPkYBQdZkx off=9387349 len=1901948 2024-04-02T09:09:21.374 INFO:tasks.workunit.client.0.smithi104.stdout:op 5315 completed, throughput=5MB/sec 2024-04-02T09:09:21.374 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--6WrBS5ZOn73DvN off=202311 len=801732 2024-04-02T09:09:21.376 INFO:tasks.workunit.client.0.smithi104.stdout:op 5316 completed, throughput=5MB/sec 2024-04-02T09:09:22.376 INFO:tasks.workunit.client.0.smithi104.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-02T09:09:22.376 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hiKlCzktaM05515 off=424079 len=1306752 2024-04-02T09:09:22.384 INFO:tasks.workunit.client.0.smithi104.stdout:op 5317 completed, throughput=5MB/sec 2024-04-02T09:09:22.385 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HmdG-f7XqMeGxUO off=5861245 len=1851955 2024-04-02T09:09:22.386 INFO:tasks.workunit.client.0.smithi104.stdout:op 5318 completed, throughput=5MB/sec 2024-04-02T09:09:22.386 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yaz0ovCLW_x52mV off=10518178 len=943959 2024-04-02T09:09:22.387 INFO:tasks.workunit.client.0.smithi104.stdout:op 5319 completed, throughput=5MB/sec 2024-04-02T09:09:22.387 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uuovwghavgaZsMI off=1895474 len=558989 2024-04-02T09:09:22.388 INFO:tasks.workunit.client.0.smithi104.stdout:op 5320 completed, throughput=5MB/sec 2024-04-02T09:09:22.388 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-v2cH2HCjbRD9oa3 off=2537128 len=1911898 2024-04-02T09:09:22.391 INFO:tasks.workunit.client.0.smithi104.stdout:op 5321 completed, throughput=5MB/sec 2024-04-02T09:09:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:22 smithi188 ceph-mon[86835]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:09:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:09:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:22 smithi104 ceph-mon[96567]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:09:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:22 smithi104 ceph-mon[94081]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:09:23.392 INFO:tasks.workunit.client.0.smithi104.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-02T09:09:23.392 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-os_WCgyewLe_fgs off=103500 len=1809939 2024-04-02T09:09:23.393 INFO:tasks.workunit.client.0.smithi104.stdout:op 5322 completed, throughput=5MB/sec 2024-04-02T09:09:23.393 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wP_gVRK-77zXXAU off=1766563 len=1893443 2024-04-02T09:09:23.400 INFO:tasks.workunit.client.0.smithi104.stdout:op 5323 completed, throughput=5MB/sec 2024-04-02T09:09:24.401 INFO:tasks.workunit.client.0.smithi104.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-02T09:09:24.401 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lQoLqvvnZGPjx67 off=11005676 len=1245552 2024-04-02T09:09:24.404 INFO:tasks.workunit.client.0.smithi104.stdout:op 5324 completed, throughput=5MB/sec 2024-04-02T09:09:24.404 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Z54HdY2trfF1D-4 off=13083164 len=1165921 2024-04-02T09:09:24.409 INFO:tasks.workunit.client.0.smithi104.stdout:op 5325 completed, throughput=5MB/sec 2024-04-02T09:09:24.409 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RSb0dTCnzp7Q6Mm off=5809920 len=701824 2024-04-02T09:09:24.410 INFO:tasks.workunit.client.0.smithi104.stdout:op 5326 completed, throughput=5MB/sec 2024-04-02T09:09:24.410 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OpzC0pfQ1pxlB_d off=5620132 len=365450 2024-04-02T09:09:24.413 INFO:tasks.workunit.client.0.smithi104.stdout:op 5327 completed, throughput=5MB/sec 2024-04-02T09:09:24.413 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--IzLoHxvzJVCMOp off=4486417 len=1442616 2024-04-02T09:09:24.420 INFO:tasks.workunit.client.0.smithi104.stdout:op 5328 completed, throughput=5MB/sec 2024-04-02T09:09:24.420 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pnS9bwceRQMT8oE off=7142225 len=2080658 2024-04-02T09:09:24.421 INFO:tasks.workunit.client.0.smithi104.stdout:op 5329 completed, throughput=5MB/sec 2024-04-02T09:09:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:24 smithi188 ceph-mon[86835]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:09:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:24 smithi104 ceph-mon[96567]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:09:24.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:24 smithi104 ceph-mon[94081]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:09:25.421 INFO:tasks.workunit.client.0.smithi104.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-02T09:09:25.421 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0gQ5eUqN3wmQHZM off=6769265 len=414855 2024-04-02T09:09:25.422 INFO:tasks.workunit.client.0.smithi104.stdout:op 5330 completed, throughput=5MB/sec 2024-04-02T09:09:25.422 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Vv6IvhUutoGKRzq off=17326225 len=1070868 2024-04-02T09:09:25.424 INFO:tasks.workunit.client.0.smithi104.stdout:op 5331 completed, throughput=5MB/sec 2024-04-02T09:09:25.424 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-agMdQ12uk2LnYac off=833635 len=33970 2024-04-02T09:09:25.427 INFO:tasks.workunit.client.0.smithi104.stdout:op 5332 completed, throughput=5MB/sec 2024-04-02T09:09:25.427 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k-E75FvoWvjoBke off=3971713 len=1321155 2024-04-02T09:09:25.429 INFO:tasks.workunit.client.0.smithi104.stdout:op 5333 completed, throughput=5MB/sec 2024-04-02T09:09:25.429 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-USgqVdgKsgVbqQS off=4118996 len=1344844 2024-04-02T09:09:25.432 INFO:tasks.workunit.client.0.smithi104.stdout:op 5334 completed, throughput=5MB/sec 2024-04-02T09:09:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:09:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:09:25] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-02T09:09:26.432 INFO:tasks.workunit.client.0.smithi104.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-02T09:09:26.432 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lbubm5Fu232xLkM off=6824927 len=2064535 2024-04-02T09:09:26.440 INFO:tasks.workunit.client.0.smithi104.stdout:op 5335 completed, throughput=5MB/sec 2024-04-02T09:09:26.440 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4GocclHrIWsk7ne off=5021152 len=189980 2024-04-02T09:09:26.443 INFO:tasks.workunit.client.0.smithi104.stdout:op 5336 completed, throughput=5MB/sec 2024-04-02T09:09:26.443 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-feIJ13zRoFfX99N off=1377445 len=1990757 2024-04-02T09:09:26.451 INFO:tasks.workunit.client.0.smithi104.stdout:op 5337 completed, throughput=5MB/sec 2024-04-02T09:09:26.451 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GIwV9mVBCRRdIvV off=1449240 len=1873085 2024-04-02T09:09:26.452 INFO:tasks.workunit.client.0.smithi104.stdout:op 5338 completed, throughput=5MB/sec 2024-04-02T09:09:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:26 smithi188 ceph-mon[86835]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:26 smithi104 ceph-mon[96567]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:26.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:26 smithi104 ceph-mon[94081]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:27.453 INFO:tasks.workunit.client.0.smithi104.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-02T09:09:27.453 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7z7kTMVXr10k3Cu off=3078816 len=1802039 2024-04-02T09:09:27.463 INFO:tasks.workunit.client.0.smithi104.stdout:op 5339 completed, throughput=5MB/sec 2024-04-02T09:09:27.464 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ezKPadw1RxawIjJ off=13896440 len=1824140 2024-04-02T09:09:27.465 INFO:tasks.workunit.client.0.smithi104.stdout:op 5340 completed, throughput=5MB/sec 2024-04-02T09:09:27.465 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OSy9cUy6jkxe79V off=6469593 len=737883 2024-04-02T09:09:27.469 INFO:tasks.workunit.client.0.smithi104.stdout:op 5341 completed, throughput=5MB/sec 2024-04-02T09:09:28.469 INFO:tasks.workunit.client.0.smithi104.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-02T09:09:28.470 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qyk6mcsoFlfmwkm off=11134224 len=425497 2024-04-02T09:09:28.471 INFO:tasks.workunit.client.0.smithi104.stdout:op 5342 completed, throughput=5MB/sec 2024-04-02T09:09:28.471 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PWRnAqe5i51hX2a off=4766658 len=2051424 2024-04-02T09:09:28.482 INFO:tasks.workunit.client.0.smithi104.stdout:op 5343 completed, throughput=5MB/sec 2024-04-02T09:09:28.482 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cgVfqmWIAT76VpL off=945445 len=1450593 2024-04-02T09:09:28.489 INFO:tasks.workunit.client.0.smithi104.stdout:op 5344 completed, throughput=5MB/sec 2024-04-02T09:09:28.489 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ts9S9IqW6SdJ2ua off=10904262 len=1955985 2024-04-02T09:09:28.497 INFO:tasks.workunit.client.0.smithi104.stdout:op 5345 completed, throughput=5MB/sec 2024-04-02T09:09:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:28 smithi188 ceph-mon[86835]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:09:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:28 smithi104 ceph-mon[96567]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:09:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:28 smithi104 ceph-mon[94081]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:09:29.498 INFO:tasks.workunit.client.0.smithi104.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-02T09:09:29.498 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r-N8gpizqPJfCX4 off=8577972 len=441210 2024-04-02T09:09:29.500 INFO:tasks.workunit.client.0.smithi104.stdout:op 5346 completed, throughput=5MB/sec 2024-04-02T09:09:29.500 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rSB8CfO_xof6hkF off=1078918 len=784652 2024-04-02T09:09:29.505 INFO:tasks.workunit.client.0.smithi104.stdout:op 5347 completed, throughput=5MB/sec 2024-04-02T09:09:29.505 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GPinKeOXnI5GDYJ off=3900445 len=147920 2024-04-02T09:09:29.506 INFO:tasks.workunit.client.0.smithi104.stdout:op 5348 completed, throughput=5MB/sec 2024-04-02T09:09:29.506 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VedV-ul8Hgmy7Rg off=2951471 len=1314084 2024-04-02T09:09:29.513 INFO:tasks.workunit.client.0.smithi104.stdout:op 5349 completed, throughput=5MB/sec 2024-04-02T09:09:29.513 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cYnyVE5SSOt5QpG off=15355615 len=602692 2024-04-02T09:09:29.513 INFO:tasks.workunit.client.0.smithi104.stdout:op 5350 completed, throughput=5MB/sec 2024-04-02T09:09:29.513 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NNGOH1p68FiefoH off=11512843 len=1089400 2024-04-02T09:09:29.514 INFO:tasks.workunit.client.0.smithi104.stdout:op 5351 completed, throughput=5MB/sec 2024-04-02T09:09:29.514 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Aza1WVx6h6nALKp off=20753831 len=1259528 2024-04-02T09:09:29.515 INFO:tasks.workunit.client.0.smithi104.stdout:op 5352 completed, throughput=5MB/sec 2024-04-02T09:09:30.516 INFO:tasks.workunit.client.0.smithi104.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-02T09:09:30.516 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-alFBDlNt4YokPar off=4162863 len=1723871 2024-04-02T09:09:30.517 INFO:tasks.workunit.client.0.smithi104.stdout:op 5353 completed, throughput=5MB/sec 2024-04-02T09:09:30.517 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-reVwiUqEuDznrJd off=4823555 len=168515 2024-04-02T09:09:30.517 INFO:tasks.workunit.client.0.smithi104.stdout:op 5354 completed, throughput=5MB/sec 2024-04-02T09:09:30.517 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WXbq2ER5cTM5MjI off=18450939 len=1792462 2024-04-02T09:09:30.519 INFO:tasks.workunit.client.0.smithi104.stdout:op 5355 completed, throughput=5MB/sec 2024-04-02T09:09:30.519 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mWetTCxGpKz20gi off=750724 len=1130054 2024-04-02T09:09:30.523 INFO:tasks.workunit.client.0.smithi104.stdout:op 5356 completed, throughput=5MB/sec 2024-04-02T09:09:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:30 smithi188 ceph-mon[86835]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:30 smithi104 ceph-mon[96567]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:30 smithi104 ceph-mon[94081]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:31.523 INFO:tasks.workunit.client.0.smithi104.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-02T09:09:31.523 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-viori8aeB2GJAel off=8257865 len=796235 2024-04-02T09:09:31.529 INFO:tasks.workunit.client.0.smithi104.stdout:op 5357 completed, throughput=5MB/sec 2024-04-02T09:09:31.529 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4g0M6sX6ieFEBX9 off=1079893 len=1652859 2024-04-02T09:09:31.537 INFO:tasks.workunit.client.0.smithi104.stdout:op 5358 completed, throughput=5MB/sec 2024-04-02T09:09:31.538 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HYQfMSlgEubk2yl off=1608515 len=1261943 2024-04-02T09:09:31.543 INFO:tasks.workunit.client.0.smithi104.stdout:op 5359 completed, throughput=5MB/sec 2024-04-02T09:09:31.543 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ab-C0qb_Ct7A7aC off=16985433 len=1981233 2024-04-02T09:09:31.546 INFO:tasks.workunit.client.0.smithi104.stdout:op 5360 completed, throughput=5MB/sec 2024-04-02T09:09:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-02T09:09:32.547 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_oxZcZIhjjQwU_y off=0 len=1456030 2024-04-02T09:09:32.550 INFO:tasks.workunit.client.0.smithi104.stdout:op 5361 completed, throughput=5MB/sec 2024-04-02T09:09:32.550 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I0yx-EnWXcVxhTe off=245169 len=842780 2024-04-02T09:09:32.555 INFO:tasks.workunit.client.0.smithi104.stdout:op 5362 completed, throughput=5MB/sec 2024-04-02T09:09:32.555 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XDCS2b4UL56JCwj off=4053702 len=1583566 2024-04-02T09:09:32.567 INFO:tasks.workunit.client.0.smithi104.stdout:op 5363 completed, throughput=5MB/sec 2024-04-02T09:09:32.567 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CvEJli2EI8hDq77 off=294720 len=1670937 2024-04-02T09:09:32.575 INFO:tasks.workunit.client.0.smithi104.stdout:op 5364 completed, throughput=5MB/sec 2024-04-02T09:09:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:32 smithi188 ceph-mon[86835]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:09:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:09:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:32.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:32 smithi104 ceph-mon[96567]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:32.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:32 smithi104 ceph-mon[94081]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-02T09:09:33.575 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gfUpM8FxcNvCSjO off=427585 len=430168 2024-04-02T09:09:33.578 INFO:tasks.workunit.client.0.smithi104.stdout:op 5365 completed, throughput=5MB/sec 2024-04-02T09:09:33.578 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ezAHyDvtaT-1hmm off=9774651 len=678401 2024-04-02T09:09:33.582 INFO:tasks.workunit.client.0.smithi104.stdout:op 5366 completed, throughput=5MB/sec 2024-04-02T09:09:33.582 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-j_iImJQ5w0vzCno off=2875201 len=1168383 2024-04-02T09:09:33.583 INFO:tasks.workunit.client.0.smithi104.stdout:op 5367 completed, throughput=5MB/sec 2024-04-02T09:09:33.583 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bgQxZAPYUnLsnOC off=11073235 len=2085631 2024-04-02T09:09:33.584 INFO:tasks.workunit.client.0.smithi104.stdout:op 5368 completed, throughput=5MB/sec 2024-04-02T09:09:34.585 INFO:tasks.workunit.client.0.smithi104.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-02T09:09:34.585 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FqxlJiNFTv3v_3X off=14613524 len=289750 2024-04-02T09:09:34.588 INFO:tasks.workunit.client.0.smithi104.stdout:op 5369 completed, throughput=5MB/sec 2024-04-02T09:09:34.588 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-88oVJATJcgLf4hf off=16796009 len=137526 2024-04-02T09:09:34.590 INFO:tasks.workunit.client.0.smithi104.stdout:op 5370 completed, throughput=5MB/sec 2024-04-02T09:09:34.590 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-n4bVROhMX0Qcv8O off=3016731 len=1216484 2024-04-02T09:09:34.596 INFO:tasks.workunit.client.0.smithi104.stdout:op 5371 completed, throughput=5MB/sec 2024-04-02T09:09:34.596 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-to0hftlw5gl-1U5 off=10389357 len=1064455 2024-04-02T09:09:34.601 INFO:tasks.workunit.client.0.smithi104.stdout:op 5372 completed, throughput=5MB/sec 2024-04-02T09:09:34.601 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iggiHOhYiS-tK0D off=928546 len=914065 2024-04-02T09:09:34.605 INFO:tasks.workunit.client.0.smithi104.stdout:op 5373 completed, throughput=5MB/sec 2024-04-02T09:09:34.605 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nycIhYHEK70gAKL off=965337 len=1293486 2024-04-02T09:09:34.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 5374 completed, throughput=5MB/sec 2024-04-02T09:09:34.610 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IxbBH7rz8whYBM- off=2339971 len=1364615 2024-04-02T09:09:34.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 5375 completed, throughput=5MB/sec 2024-04-02T09:09:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:34 smithi188 ceph-mon[86835]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:09:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:34 smithi104 ceph-mon[96567]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:09:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:34 smithi104 ceph-mon[94081]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:09:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:35.612 INFO:tasks.workunit.client.0.smithi104.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-02T09:09:35.612 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0NYvi-wesirDGgn off=6052333 len=595576 2024-04-02T09:09:35.616 INFO:tasks.workunit.client.0.smithi104.stdout:op 5376 completed, throughput=5MB/sec 2024-04-02T09:09:35.616 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dIzr-5m7mGgsRFS off=2988757 len=113722 2024-04-02T09:09:35.617 INFO:tasks.workunit.client.0.smithi104.stdout:op 5377 completed, throughput=5MB/sec 2024-04-02T09:09:35.617 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-emheL-gWFOVrTMr off=2755038 len=952729 2024-04-02T09:09:35.622 INFO:tasks.workunit.client.0.smithi104.stdout:op 5378 completed, throughput=5MB/sec 2024-04-02T09:09:35.622 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mcLS8A4ygrSJYCB off=18754806 len=1252171 2024-04-02T09:09:35.622 INFO:tasks.workunit.client.0.smithi104.stdout:op 5379 completed, throughput=5MB/sec 2024-04-02T09:09:35.623 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y90ygsAxRnrQK0B off=15600372 len=1045377 2024-04-02T09:09:35.628 INFO:tasks.workunit.client.0.smithi104.stdout:op 5380 completed, throughput=5MB/sec 2024-04-02T09:09:35.628 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uWrQfzYbHBIB9fv off=4127666 len=2066145 2024-04-02T09:09:35.640 INFO:tasks.workunit.client.0.smithi104.stdout:op 5381 completed, throughput=5MB/sec 2024-04-02T09:09:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:09:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:09:35] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-04-02T09:09:36.640 INFO:tasks.workunit.client.0.smithi104.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-02T09:09:36.640 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4gZtt0mR-DjYD2D off=5347346 len=1117109 2024-04-02T09:09:36.646 INFO:tasks.workunit.client.0.smithi104.stdout:op 5382 completed, throughput=5MB/sec 2024-04-02T09:09:36.646 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-I7-4Ko3AagvyyQg off=4279639 len=77500 2024-04-02T09:09:36.647 INFO:tasks.workunit.client.0.smithi104.stdout:op 5383 completed, throughput=5MB/sec 2024-04-02T09:09:36.647 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ECnBVVH4vwFa4TT off=12603060 len=1681524 2024-04-02T09:09:36.653 INFO:tasks.workunit.client.0.smithi104.stdout:op 5384 completed, throughput=5MB/sec 2024-04-02T09:09:36.653 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nFEqXD71FBJFYZU off=2107859 len=1503264 2024-04-02T09:09:36.654 INFO:tasks.workunit.client.0.smithi104.stdout:op 5385 completed, throughput=5MB/sec 2024-04-02T09:09:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:36 smithi188 ceph-mon[86835]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:36 smithi104 ceph-mon[96567]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:36 smithi104 ceph-mon[94081]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:37.654 INFO:tasks.workunit.client.0.smithi104.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-02T09:09:37.654 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cCWMHgR0sz5JO-G off=7124862 len=524203 2024-04-02T09:09:37.658 INFO:tasks.workunit.client.0.smithi104.stdout:op 5386 completed, throughput=5MB/sec 2024-04-02T09:09:37.658 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--TnFKbgiMRl_hU3 off=2437278 len=1423556 2024-04-02T09:09:37.660 INFO:tasks.workunit.client.0.smithi104.stdout:op 5387 completed, throughput=5MB/sec 2024-04-02T09:09:37.660 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CRxmzvctfzY3cJd off=330003 len=1299846 2024-04-02T09:09:37.667 INFO:tasks.workunit.client.0.smithi104.stdout:op 5388 completed, throughput=5MB/sec 2024-04-02T09:09:37.667 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uliTM7j51bC0L0X off=3652025 len=1499910 2024-04-02T09:09:37.674 INFO:tasks.workunit.client.0.smithi104.stdout:op 5389 completed, throughput=5MB/sec 2024-04-02T09:09:38.675 INFO:tasks.workunit.client.0.smithi104.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-02T09:09:38.675 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3E23HVOnRmg7B6E off=14259703 len=1991941 2024-04-02T09:09:38.684 INFO:tasks.workunit.client.0.smithi104.stdout:op 5390 completed, throughput=5MB/sec 2024-04-02T09:09:38.684 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DoqoDwfdwcV2Vef off=10910794 len=1523789 2024-04-02T09:09:38.687 INFO:tasks.workunit.client.0.smithi104.stdout:op 5391 completed, throughput=5MB/sec 2024-04-02T09:09:38.687 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1Fu9usZAKMnmiT7 off=15338260 len=1370202 2024-04-02T09:09:38.688 INFO:tasks.workunit.client.0.smithi104.stdout:op 5392 completed, throughput=5MB/sec 2024-04-02T09:09:38.688 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yz9eHFRAKWZbg-F off=12438703 len=178571 2024-04-02T09:09:38.689 INFO:tasks.workunit.client.0.smithi104.stdout:op 5393 completed, throughput=5MB/sec 2024-04-02T09:09:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:38 smithi188 ceph-mon[86835]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:09:38.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:38 smithi104 ceph-mon[96567]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:09:38.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:38 smithi104 ceph-mon[94081]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:09:39.689 INFO:tasks.workunit.client.0.smithi104.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-02T09:09:39.689 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-il0zRhl0hlTncKe off=1156628 len=1193799 2024-04-02T09:09:39.694 INFO:tasks.workunit.client.0.smithi104.stdout:op 5394 completed, throughput=5MB/sec 2024-04-02T09:09:39.694 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rE3N0qTyrB4NFD8 off=11261399 len=132620 2024-04-02T09:09:39.697 INFO:tasks.workunit.client.0.smithi104.stdout:op 5395 completed, throughput=5MB/sec 2024-04-02T09:09:39.697 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-u4EuA-rZ_wGzIMd off=13431891 len=1845574 2024-04-02T09:09:39.703 INFO:tasks.workunit.client.0.smithi104.stdout:op 5396 completed, throughput=5MB/sec 2024-04-02T09:09:39.703 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Zp6sw4oz54-QiQn off=11283004 len=1053605 2024-04-02T09:09:39.704 INFO:tasks.workunit.client.0.smithi104.stdout:op 5397 completed, throughput=5MB/sec 2024-04-02T09:09:39.704 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d8LnkYDuY2Fm1gZ off=12915286 len=448834 2024-04-02T09:09:39.705 INFO:tasks.workunit.client.0.smithi104.stdout:op 5398 completed, throughput=5MB/sec 2024-04-02T09:09:39.705 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DCNl224HNBlzE_Q off=9510271 len=217691 2024-04-02T09:09:39.708 INFO:tasks.workunit.client.0.smithi104.stdout:op 5399 completed, throughput=5MB/sec 2024-04-02T09:09:39.708 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cApvSgv0Cfoglyu off=11769336 len=681894 2024-04-02T09:09:39.712 INFO:tasks.workunit.client.0.smithi104.stdout:op 5400 completed, throughput=5MB/sec 2024-04-02T09:09:40.713 INFO:tasks.workunit.client.0.smithi104.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-02T09:09:40.713 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nOPy3ApM5iOCiwn off=4951091 len=317320 2024-04-02T09:09:40.716 INFO:tasks.workunit.client.0.smithi104.stdout:op 5401 completed, throughput=5MB/sec 2024-04-02T09:09:40.716 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L3t03bL5vP-za-1 off=15998256 len=1472658 2024-04-02T09:09:40.724 INFO:tasks.workunit.client.0.smithi104.stdout:op 5402 completed, throughput=5MB/sec 2024-04-02T09:09:40.724 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rnJPKPTKK8FTod9 off=5041583 len=1052686 2024-04-02T09:09:40.728 INFO:tasks.workunit.client.0.smithi104.stdout:op 5403 completed, throughput=5MB/sec 2024-04-02T09:09:40.728 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EB1Adn71alHPK0_ off=6955026 len=386250 2024-04-02T09:09:40.731 INFO:tasks.workunit.client.0.smithi104.stdout:op 5404 completed, throughput=5MB/sec 2024-04-02T09:09:40.731 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vcOJY2mhhMuGyt8 off=4477628 len=389368 2024-04-02T09:09:40.734 INFO:tasks.workunit.client.0.smithi104.stdout:op 5405 completed, throughput=5MB/sec 2024-04-02T09:09:40.734 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ElfAlAOU05r_sWr off=5269595 len=355554 2024-04-02T09:09:40.736 INFO:tasks.workunit.client.0.smithi104.stdout:op 5406 completed, throughput=5MB/sec 2024-04-02T09:09:40.737 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4gZtt0mR-DjYD2D off=2132189 len=1540941 2024-04-02T09:09:40.743 INFO:tasks.workunit.client.0.smithi104.stdout:op 5407 completed, throughput=5MB/sec 2024-04-02T09:09:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:40 smithi188 ceph-mon[86835]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:09:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:40 smithi104 ceph-mon[94081]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:09:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:40 smithi104 ceph-mon[96567]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:09:40.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:41.744 INFO:tasks.workunit.client.0.smithi104.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-02T09:09:41.744 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xUYV1uUC4KTkWIX off=3349153 len=1999745 2024-04-02T09:09:41.745 INFO:tasks.workunit.client.0.smithi104.stdout:op 5408 completed, throughput=5MB/sec 2024-04-02T09:09:41.745 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oVKTgUi8gppl1V4 off=21352845 len=26349 2024-04-02T09:09:41.746 INFO:tasks.workunit.client.0.smithi104.stdout:op 5409 completed, throughput=5MB/sec 2024-04-02T09:09:41.746 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rFzfEFJ9ENzFYLn off=10200050 len=1405330 2024-04-02T09:09:41.754 INFO:tasks.workunit.client.0.smithi104.stdout:op 5410 completed, throughput=5MB/sec 2024-04-02T09:09:41.754 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5tlLYMxgWuUlFb7 off=2975282 len=232273 2024-04-02T09:09:41.757 INFO:tasks.workunit.client.0.smithi104.stdout:op 5411 completed, throughput=5MB/sec 2024-04-02T09:09:41.757 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-G-QlvfHvcmuq4gD off=46481 len=1792094 2024-04-02T09:09:41.765 INFO:tasks.workunit.client.0.smithi104.stdout:op 5412 completed, throughput=5MB/sec 2024-04-02T09:09:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:41 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:41 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:41 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:09:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:41 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:41 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:41 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:09:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:41 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:41 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:41 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:09:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:42 smithi188 ceph-mon[86835]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:09:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:09:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:09:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:42.765 INFO:tasks.workunit.client.0.smithi104.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-02T09:09:42.765 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0_rEcZRJF2n__Jg off=2710138 len=984674 2024-04-02T09:09:42.766 INFO:tasks.workunit.client.0.smithi104.stdout:op 5413 completed, throughput=5MB/sec 2024-04-02T09:09:42.766 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_NZC3J-OGZyEJoP off=8472758 len=1158525 2024-04-02T09:09:42.767 INFO:tasks.workunit.client.0.smithi104.stdout:op 5414 completed, throughput=5MB/sec 2024-04-02T09:09:42.767 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T44ImeSgkwTzDsS off=21331412 len=1425741 2024-04-02T09:09:42.770 INFO:tasks.workunit.client.0.smithi104.stdout:op 5415 completed, throughput=5MB/sec 2024-04-02T09:09:42.770 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PD1VCjyXczYW2Ly off=5432830 len=1006785 2024-04-02T09:09:42.771 INFO:tasks.workunit.client.0.smithi104.stdout:op 5416 completed, throughput=5MB/sec 2024-04-02T09:09:42.771 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oQRR0ZAY7SX5o1k off=9397194 len=1757488 2024-04-02T09:09:42.779 INFO:tasks.workunit.client.0.smithi104.stdout:op 5417 completed, throughput=5MB/sec 2024-04-02T09:09:42.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:42 smithi104 ceph-mon[96567]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:09:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:42 smithi104 ceph-mon[94081]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:09:43.779 INFO:tasks.workunit.client.0.smithi104.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-02T09:09:43.779 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HBDUlkHmrjckIDu off=1958306 len=1535444 2024-04-02T09:09:43.786 INFO:tasks.workunit.client.0.smithi104.stdout:op 5418 completed, throughput=5MB/sec 2024-04-02T09:09:43.786 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oQRR0ZAY7SX5o1k off=2662484 len=1529459 2024-04-02T09:09:43.786 INFO:tasks.workunit.client.0.smithi104.stdout:op 5419 completed, throughput=5MB/sec 2024-04-02T09:09:43.786 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HeXIoBhBU7gAuJ_ off=4812259 len=556067 2024-04-02T09:09:43.788 INFO:tasks.workunit.client.0.smithi104.stdout:op 5420 completed, throughput=5MB/sec 2024-04-02T09:09:43.788 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vfj6kcNAzH-OI6e off=172713 len=8387 2024-04-02T09:09:43.790 INFO:tasks.workunit.client.0.smithi104.stdout:op 5421 completed, throughput=5MB/sec 2024-04-02T09:09:43.791 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T5N5vYlzPd2cpWt off=6634362 len=1255709 2024-04-02T09:09:43.792 INFO:tasks.workunit.client.0.smithi104.stdout:op 5422 completed, throughput=5MB/sec 2024-04-02T09:09:44.792 INFO:tasks.workunit.client.0.smithi104.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-02T09:09:44.793 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wnpdsOesYJdqytM off=843836 len=1039890 2024-04-02T09:09:44.798 INFO:tasks.workunit.client.0.smithi104.stdout:op 5423 completed, throughput=5MB/sec 2024-04-02T09:09:44.798 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qsSpTs1MnU4Ccmo off=13622898 len=1890666 2024-04-02T09:09:44.799 INFO:tasks.workunit.client.0.smithi104.stdout:op 5424 completed, throughput=5MB/sec 2024-04-02T09:09:44.799 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WVqPqPVOGPflzGf off=4569612 len=2058039 2024-04-02T09:09:44.811 INFO:tasks.workunit.client.0.smithi104.stdout:op 5425 completed, throughput=5MB/sec 2024-04-02T09:09:44.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:44 smithi188 ceph-mon[86835]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:09:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:44 smithi104 ceph-mon[94081]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:09:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:44 smithi104 ceph-mon[96567]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:09:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-02T09:09:45.812 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-B9AgB0U-Dkyyal5 off=10816736 len=1904839 2024-04-02T09:09:45.812 INFO:tasks.workunit.client.0.smithi104.stdout:op 5426 completed, throughput=5MB/sec 2024-04-02T09:09:45.813 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8bKJw0UgNgQXQBN off=11574937 len=268997 2024-04-02T09:09:45.815 INFO:tasks.workunit.client.0.smithi104.stdout:op 5427 completed, throughput=5MB/sec 2024-04-02T09:09:45.815 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XVb1K6ON2I3ywfl off=688429 len=1653414 2024-04-02T09:09:45.824 INFO:tasks.workunit.client.0.smithi104.stdout:op 5428 completed, throughput=5MB/sec 2024-04-02T09:09:45.824 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rxpe686T_vUhmSu off=3692035 len=1922165 2024-04-02T09:09:45.826 INFO:tasks.workunit.client.0.smithi104.stdout:op 5429 completed, throughput=5MB/sec 2024-04-02T09:09:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:09:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:09:45] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-04-02T09:09:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-02T09:09:46.826 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-X2bCKVU1xcx593_ off=437155 len=1517713 2024-04-02T09:09:46.829 INFO:tasks.workunit.client.0.smithi104.stdout:op 5430 completed, throughput=5MB/sec 2024-04-02T09:09:46.829 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CnEu13h65W6qtE5 off=5135367 len=267544 2024-04-02T09:09:46.832 INFO:tasks.workunit.client.0.smithi104.stdout:op 5431 completed, throughput=5MB/sec 2024-04-02T09:09:46.833 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QU1LzMwX9888abC off=10494679 len=998684 2024-04-02T09:09:46.833 INFO:tasks.workunit.client.0.smithi104.stdout:op 5432 completed, throughput=5MB/sec 2024-04-02T09:09:46.834 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-04dKgilEagtu3j3 off=720038 len=1524949 2024-04-02T09:09:46.835 INFO:tasks.workunit.client.0.smithi104.stdout:op 5433 completed, throughput=5MB/sec 2024-04-02T09:09:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:46 smithi188 ceph-mon[86835]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:09:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:46 smithi104 ceph-mon[96567]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:09:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:46 smithi104 ceph-mon[94081]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:09:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-02T09:09:47.835 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1Jew2d3o9gwnM3U off=10776080 len=776711 2024-04-02T09:09:47.838 INFO:tasks.workunit.client.0.smithi104.stdout:op 5434 completed, throughput=5MB/sec 2024-04-02T09:09:47.838 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cVfSd5iyZnQZtRz off=1928784 len=1113313 2024-04-02T09:09:47.839 INFO:tasks.workunit.client.0.smithi104.stdout:op 5435 completed, throughput=5MB/sec 2024-04-02T09:09:47.840 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XCq8vJu1WYUXWbP off=572100 len=1600442 2024-04-02T09:09:47.841 INFO:tasks.workunit.client.0.smithi104.stdout:op 5436 completed, throughput=5MB/sec 2024-04-02T09:09:47.841 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vehd61ZD7sdu75u off=7234671 len=1271474 2024-04-02T09:09:47.847 INFO:tasks.workunit.client.0.smithi104.stdout:op 5437 completed, throughput=5MB/sec 2024-04-02T09:09:47.847 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sv3ahmexwfwIR_D off=2781523 len=1175018 2024-04-02T09:09:47.852 INFO:tasks.workunit.client.0.smithi104.stdout:op 5438 completed, throughput=5MB/sec 2024-04-02T09:09:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-02T09:09:48.852 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-u6YYGVePWgkqxvs off=1188813 len=923667 2024-04-02T09:09:48.860 INFO:tasks.workunit.client.0.smithi104.stdout:op 5439 completed, throughput=5MB/sec 2024-04-02T09:09:48.860 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YgLBZIMDpa-Leue off=207389 len=1140130 2024-04-02T09:09:48.863 INFO:tasks.workunit.client.0.smithi104.stdout:op 5440 completed, throughput=5MB/sec 2024-04-02T09:09:48.863 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-t3hy8kmfj10fBAb off=14363398 len=1475762 2024-04-02T09:09:48.869 INFO:tasks.workunit.client.0.smithi104.stdout:op 5441 completed, throughput=5MB/sec 2024-04-02T09:09:48.869 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WzmV1E-PemnYTLW off=2984281 len=335759 2024-04-02T09:09:48.872 INFO:tasks.workunit.client.0.smithi104.stdout:op 5442 completed, throughput=5MB/sec 2024-04-02T09:09:48.872 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1rYXlJa0TjGZE0f off=574491 len=968567 2024-04-02T09:09:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:48 smithi188 ceph-mon[86835]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:09:48.876 INFO:tasks.workunit.client.0.smithi104.stdout:op 5443 completed, throughput=5MB/sec 2024-04-02T09:09:48.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:48 smithi104 ceph-mon[96567]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:09:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:48 smithi104 ceph-mon[94081]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:09:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-02T09:09:49.876 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-38UfN5cIa9AmnFD off=587123 len=706405 2024-04-02T09:09:49.880 INFO:tasks.workunit.client.0.smithi104.stdout:op 5444 completed, throughput=5MB/sec 2024-04-02T09:09:49.880 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oPqgAbi4LPrSF9U off=2711033 len=194697 2024-04-02T09:09:49.882 INFO:tasks.workunit.client.0.smithi104.stdout:op 5445 completed, throughput=5MB/sec 2024-04-02T09:09:49.882 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AQ5ESmf2Hpg2jsq off=12068847 len=1016594 2024-04-02T09:09:49.885 INFO:tasks.workunit.client.0.smithi104.stdout:op 5446 completed, throughput=5MB/sec 2024-04-02T09:09:49.886 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-g4xLZjR5VlNj4ZJ off=2478318 len=212813 2024-04-02T09:09:49.889 INFO:tasks.workunit.client.0.smithi104.stdout:op 5447 completed, throughput=5MB/sec 2024-04-02T09:09:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:49.889 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8LHFLUs69WPXcz0 off=3045545 len=1699150 2024-04-02T09:09:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:49.890 INFO:tasks.workunit.client.0.smithi104.stdout:op 5448 completed, throughput=5MB/sec 2024-04-02T09:09:49.890 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-T085Rky7PRF9pbr off=4158895 len=169901 2024-04-02T09:09:49.891 INFO:tasks.workunit.client.0.smithi104.stdout:op 5449 completed, throughput=5MB/sec 2024-04-02T09:09:49.891 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PnXoOONiCMO3rdi off=5237027 len=1011278 2024-04-02T09:09:49.896 INFO:tasks.workunit.client.0.smithi104.stdout:op 5450 completed, throughput=5MB/sec 2024-04-02T09:09:49.896 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YGdAUd3s0-8G63o off=13589798 len=1063490 2024-04-02T09:09:49.900 INFO:tasks.workunit.client.0.smithi104.stdout:op 5451 completed, throughput=5MB/sec 2024-04-02T09:09:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:50 smithi188 ceph-mon[86835]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:09:50.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:50 smithi104 ceph-mon[96567]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:09:50.976 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:50 smithi104 ceph-mon[94081]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:09:50.977 INFO:tasks.workunit.client.0.smithi104.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-02T09:09:50.977 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-wC61HsjcogdZhk_ off=578441 len=1339658 2024-04-02T09:09:50.977 INFO:tasks.workunit.client.0.smithi104.stdout:op 5452 completed, throughput=5MB/sec 2024-04-02T09:09:50.977 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zg0hvYAcsdudHGp off=20792561 len=33326 2024-04-02T09:09:50.977 INFO:tasks.workunit.client.0.smithi104.stdout:op 5453 completed, throughput=5MB/sec 2024-04-02T09:09:50.977 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-h_gpjdQrobMB-MM off=182935 len=434759 2024-04-02T09:09:50.977 INFO:tasks.workunit.client.0.smithi104.stdout:op 5454 completed, throughput=5MB/sec 2024-04-02T09:09:50.978 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y_Y81c3NsjcNAH3 off=4225057 len=1678450 2024-04-02T09:09:50.978 INFO:tasks.workunit.client.0.smithi104.stdout:op 5455 completed, throughput=5MB/sec 2024-04-02T09:09:50.978 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-C3uorgEPuB0x8oR off=1312466 len=760186 2024-04-02T09:09:50.978 INFO:tasks.workunit.client.0.smithi104.stdout:op 5456 completed, throughput=5MB/sec 2024-04-02T09:09:50.978 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-E5uzjU8OXRaITch off=5759827 len=395396 2024-04-02T09:09:50.978 INFO:tasks.workunit.client.0.smithi104.stdout:op 5457 completed, throughput=5MB/sec 2024-04-02T09:09:51.917 INFO:tasks.workunit.client.0.smithi104.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-02T09:09:51.917 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ShxGpaFcGaoMWly off=7598520 len=719605 2024-04-02T09:09:51.922 INFO:tasks.workunit.client.0.smithi104.stdout:op 5458 completed, throughput=5MB/sec 2024-04-02T09:09:51.922 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Cg5vnzFEuOORQNX off=16253264 len=855586 2024-04-02T09:09:51.922 INFO:tasks.workunit.client.0.smithi104.stdout:op 5459 completed, throughput=5MB/sec 2024-04-02T09:09:51.922 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mDA2UI64aQHPp7U off=10448226 len=1486441 2024-04-02T09:09:51.924 INFO:tasks.workunit.client.0.smithi104.stdout:op 5460 completed, throughput=5MB/sec 2024-04-02T09:09:51.924 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pFbts96VnuAEKf2 off=1659749 len=424657 2024-04-02T09:09:51.927 INFO:tasks.workunit.client.0.smithi104.stdout:op 5461 completed, throughput=5MB/sec 2024-04-02T09:09:51.927 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JZJcrl8d3y6y_8f off=6956276 len=926457 2024-04-02T09:09:51.928 INFO:tasks.workunit.client.0.smithi104.stdout:op 5462 completed, throughput=5MB/sec 2024-04-02T09:09:51.928 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BVT8E3DagrGIJ5y off=4790966 len=786546 2024-04-02T09:09:51.928 INFO:tasks.workunit.client.0.smithi104.stdout:op 5463 completed, throughput=5MB/sec 2024-04-02T09:09:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:52 smithi188 ceph-mon[86835]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:09:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:09:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:09:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:52.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:52 smithi104 ceph-mon[94081]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:09:52.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:52 smithi104 ceph-mon[96567]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:09:52.928 INFO:tasks.workunit.client.0.smithi104.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-02T09:09:52.929 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-RTaN8LZmnxT-Kpd off=8656659 len=527159 2024-04-02T09:09:52.931 INFO:tasks.workunit.client.0.smithi104.stdout:op 5464 completed, throughput=5MB/sec 2024-04-02T09:09:52.931 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EGG1PLJURvmPqSX off=9682379 len=1736047 2024-04-02T09:09:52.933 INFO:tasks.workunit.client.0.smithi104.stdout:op 5465 completed, throughput=5MB/sec 2024-04-02T09:09:52.933 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VfEklMfhqFYYXKn off=4571797 len=1161871 2024-04-02T09:09:52.933 INFO:tasks.workunit.client.0.smithi104.stdout:op 5466 completed, throughput=5MB/sec 2024-04-02T09:09:52.933 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Qg-M1z0cMBvNRsI off=6845286 len=1398259 2024-04-02T09:09:52.939 INFO:tasks.workunit.client.0.smithi104.stdout:op 5467 completed, throughput=5MB/sec 2024-04-02T09:09:52.939 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YbBgfEmbAhbDE2E off=10159681 len=585680 2024-04-02T09:09:52.939 INFO:tasks.workunit.client.0.smithi104.stdout:op 5468 completed, throughput=5MB/sec 2024-04-02T09:09:53.940 INFO:tasks.workunit.client.0.smithi104.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-02T09:09:53.940 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1Wy_T10osUToMhL off=450491 len=1705251 2024-04-02T09:09:53.949 INFO:tasks.workunit.client.0.smithi104.stdout:op 5469 completed, throughput=5MB/sec 2024-04-02T09:09:53.950 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1VbzSGScsDAmvO1 off=17716422 len=1822650 2024-04-02T09:09:53.951 INFO:tasks.workunit.client.0.smithi104.stdout:op 5470 completed, throughput=5MB/sec 2024-04-02T09:09:53.951 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GSx3x1wkcfCDYst off=2969797 len=1822114 2024-04-02T09:09:53.955 INFO:tasks.workunit.client.0.smithi104.stdout:op 5471 completed, throughput=5MB/sec 2024-04-02T09:09:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:54 smithi188 ceph-mon[86835]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:09:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:54 smithi104 ceph-mon[96567]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:09:54.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:54 smithi104 ceph-mon[94081]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:09:54.955 INFO:tasks.workunit.client.0.smithi104.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-02T09:09:54.955 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Uw_71oA5eslVeXI off=2560982 len=989088 2024-04-02T09:09:54.960 INFO:tasks.workunit.client.0.smithi104.stdout:op 5472 completed, throughput=5MB/sec 2024-04-02T09:09:54.960 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KLjqgg12J2EhT5O off=8959507 len=1886781 2024-04-02T09:09:54.964 INFO:tasks.workunit.client.0.smithi104.stdout:op 5473 completed, throughput=5MB/sec 2024-04-02T09:09:54.964 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wcTk1_viodk27UT off=2272778 len=1458076 2024-04-02T09:09:54.965 INFO:tasks.workunit.client.0.smithi104.stdout:op 5474 completed, throughput=5MB/sec 2024-04-02T09:09:54.965 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-feyu86F1avJoGa4 off=5202085 len=909247 2024-04-02T09:09:54.965 INFO:tasks.workunit.client.0.smithi104.stdout:op 5475 completed, throughput=5MB/sec 2024-04-02T09:09:55.966 INFO:tasks.workunit.client.0.smithi104.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-02T09:09:55.966 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-j-QiIe9xM3AYVaZ off=5585321 len=2075888 2024-04-02T09:09:55.973 INFO:tasks.workunit.client.0.smithi104.stdout:op 5476 completed, throughput=5MB/sec 2024-04-02T09:09:55.973 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gGvPDfjhTnI9zD9 off=2857178 len=559434 2024-04-02T09:09:55.976 INFO:tasks.workunit.client.0.smithi104.stdout:op 5477 completed, throughput=5MB/sec 2024-04-02T09:09:55.976 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-X_7SHHU5wrBga8S off=10740644 len=1618967 2024-04-02T09:09:55.977 INFO:tasks.workunit.client.0.smithi104.stdout:op 5478 completed, throughput=5MB/sec 2024-04-02T09:09:55.977 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UVpr0j7kek5fNXs off=3745408 len=2004487 2024-04-02T09:09:55.978 INFO:tasks.workunit.client.0.smithi104.stdout:op 5479 completed, throughput=5MB/sec 2024-04-02T09:09:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:09:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:09:55] "GET /metrics HTTP/1.1" 200 34139 "" "Prometheus/2.43.0" 2024-04-02T09:09:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:56 smithi188 ceph-mon[86835]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:09:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:56 smithi104 ceph-mon[96567]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:09:56.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:56 smithi104 ceph-mon[94081]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:09:56.978 INFO:tasks.workunit.client.0.smithi104.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-02T09:09:56.979 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6bbhSVGXkGBMsf7 off=3403216 len=2038196 2024-04-02T09:09:56.988 INFO:tasks.workunit.client.0.smithi104.stdout:op 5480 completed, throughput=5MB/sec 2024-04-02T09:09:56.988 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-HYQfMSlgEubk2yl off=873483 len=2013219 2024-04-02T09:09:56.990 INFO:tasks.workunit.client.0.smithi104.stdout:op 5481 completed, throughput=5MB/sec 2024-04-02T09:09:56.990 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jZgJMK4ZRzGtzy- off=4452268 len=628063 2024-04-02T09:09:56.993 INFO:tasks.workunit.client.0.smithi104.stdout:op 5482 completed, throughput=5MB/sec 2024-04-02T09:09:57.994 INFO:tasks.workunit.client.0.smithi104.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-02T09:09:57.994 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vfYFlivHdiOroVi off=5317699 len=845467 2024-04-02T09:09:57.995 INFO:tasks.workunit.client.0.smithi104.stdout:op 5483 completed, throughput=5MB/sec 2024-04-02T09:09:57.995 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8WfBeYxgi7mcBhP off=3840323 len=374670 2024-04-02T09:09:57.998 INFO:tasks.workunit.client.0.smithi104.stdout:op 5484 completed, throughput=5MB/sec 2024-04-02T09:09:57.998 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JH1jPfX6ygNb4Ez off=4225980 len=578521 2024-04-02T09:09:58.001 INFO:tasks.workunit.client.0.smithi104.stdout:op 5485 completed, throughput=5MB/sec 2024-04-02T09:09:58.002 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ffGVUC6KnW5GkXg off=15461783 len=801686 2024-04-02T09:09:58.005 INFO:tasks.workunit.client.0.smithi104.stdout:op 5486 completed, throughput=5MB/sec 2024-04-02T09:09:58.005 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ymfaaxe_0hVahBY off=1455378 len=1682333 2024-04-02T09:09:58.008 INFO:tasks.workunit.client.0.smithi104.stdout:op 5487 completed, throughput=5MB/sec 2024-04-02T09:09:58.008 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Q1f3lyP_S3VsZoh off=1478272 len=1807846 2024-04-02T09:09:58.016 INFO:tasks.workunit.client.0.smithi104.stdout:op 5488 completed, throughput=5MB/sec 2024-04-02T09:09:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:09:58 smithi188 ceph-mon[86835]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:09:58 smithi104 ceph-mon[96567]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:58.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:09:58 smithi104 ceph-mon[94081]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:59.016 INFO:tasks.workunit.client.0.smithi104.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-02T09:09:59.016 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q2KMjJRHeGgKD_H off=731625 len=1715486 2024-04-02T09:09:59.024 INFO:tasks.workunit.client.0.smithi104.stdout:op 5489 completed, throughput=5MB/sec 2024-04-02T09:09:59.024 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dEra5CHPoWbVFlu off=2668866 len=1593153 2024-04-02T09:09:59.028 INFO:tasks.workunit.client.0.smithi104.stdout:op 5490 completed, throughput=5MB/sec 2024-04-02T09:09:59.028 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wYuO93Rm2KRRR6o off=2646873 len=1780637 2024-04-02T09:09:59.031 INFO:tasks.workunit.client.0.smithi104.stdout:op 5491 completed, throughput=5MB/sec 2024-04-02T09:10:00.032 INFO:tasks.workunit.client.0.smithi104.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-02T09:10:00.032 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cVfSd5iyZnQZtRz off=220443 len=53058 2024-04-02T09:10:00.032 INFO:tasks.workunit.client.0.smithi104.stdout:op 5492 completed, throughput=5MB/sec 2024-04-02T09:10:00.032 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lBWW0OHhZVGeqEA off=18462323 len=699135 2024-04-02T09:10:00.033 INFO:tasks.workunit.client.0.smithi104.stdout:op 5493 completed, throughput=5MB/sec 2024-04-02T09:10:00.033 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fQOi3hT_lDnKjwp off=8742800 len=328675 2024-04-02T09:10:00.033 INFO:tasks.workunit.client.0.smithi104.stdout:op 5494 completed, throughput=5MB/sec 2024-04-02T09:10:00.033 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nNxSsOtHnXrMRPg off=7047348 len=1669402 2024-04-02T09:10:00.043 INFO:tasks.workunit.client.0.smithi104.stdout:op 5495 completed, throughput=5MB/sec 2024-04-02T09:10:00.043 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iSQhfurfBKb3XAU off=6513087 len=634971 2024-04-02T09:10:00.046 INFO:tasks.workunit.client.0.smithi104.stdout:op 5496 completed, throughput=5MB/sec 2024-04-02T09:10:00.046 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OPmXvt32bbfdq0H off=14150301 len=461568 2024-04-02T09:10:00.047 INFO:tasks.workunit.client.0.smithi104.stdout:op 5497 completed, throughput=5MB/sec 2024-04-02T09:10:00.047 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-R29kiaCC-CTh3pZ off=3099459 len=622867 2024-04-02T09:10:00.050 INFO:tasks.workunit.client.0.smithi104.stdout:op 5498 completed, throughput=5MB/sec 2024-04-02T09:10:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:00 smithi188 ceph-mon[86835]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:00 smithi188 ceph-mon[86835]: overall HEALTH_OK 2024-04-02T09:10:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:00 smithi104 ceph-mon[96567]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:00 smithi104 ceph-mon[96567]: overall HEALTH_OK 2024-04-02T09:10:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:00 smithi104 ceph-mon[94081]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:00 smithi104 ceph-mon[94081]: overall HEALTH_OK 2024-04-02T09:10:01.051 INFO:tasks.workunit.client.0.smithi104.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-02T09:10:01.051 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rcz0xQ7ySY3qcxK off=7942326 len=1928272 2024-04-02T09:10:01.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 5499 completed, throughput=5MB/sec 2024-04-02T09:10:01.052 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MtpK7FHiQ3YjNzd off=13091688 len=1949771 2024-04-02T09:10:01.061 INFO:tasks.workunit.client.0.smithi104.stdout:op 5500 completed, throughput=5MB/sec 2024-04-02T09:10:01.061 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2XVZIVABJX8lQwz off=2249044 len=583777 2024-04-02T09:10:01.063 INFO:tasks.workunit.client.0.smithi104.stdout:op 5501 completed, throughput=5MB/sec 2024-04-02T09:10:01.063 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Zcn1brCugpl505_ off=8681557 len=1624111 2024-04-02T09:10:01.069 INFO:tasks.workunit.client.0.smithi104.stdout:op 5502 completed, throughput=5MB/sec 2024-04-02T09:10:02.069 INFO:tasks.workunit.client.0.smithi104.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-02T09:10:02.070 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hRSRXXh3ZVesaj7 off=10189779 len=358004 2024-04-02T09:10:02.073 INFO:tasks.workunit.client.0.smithi104.stdout:op 5503 completed, throughput=5MB/sec 2024-04-02T09:10:02.073 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r-QSjW1MeaSflwP off=9743752 len=1161041 2024-04-02T09:10:02.077 INFO:tasks.workunit.client.0.smithi104.stdout:op 5504 completed, throughput=5MB/sec 2024-04-02T09:10:02.077 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DoqoDwfdwcV2Vef off=5329147 len=440539 2024-04-02T09:10:02.081 INFO:tasks.workunit.client.0.smithi104.stdout:op 5505 completed, throughput=5MB/sec 2024-04-02T09:10:02.081 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zqAe51fLB5mpWzW off=18954380 len=1712717 2024-04-02T09:10:02.082 INFO:tasks.workunit.client.0.smithi104.stdout:op 5506 completed, throughput=5MB/sec 2024-04-02T09:10:02.082 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OpI50rk-pitPlC9 off=9667569 len=1974098 2024-04-02T09:10:02.094 INFO:tasks.workunit.client.0.smithi104.stdout:op 5507 completed, throughput=5MB/sec 2024-04-02T09:10:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:02 smithi188 ceph-mon[86835]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:10:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:10:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:02 smithi104 ceph-mon[96567]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:10:02.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:02 smithi104 ceph-mon[94081]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:10:03.094 INFO:tasks.workunit.client.0.smithi104.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-02T09:10:03.094 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zDlhH5QfSXkDxKA off=7951111 len=1305558 2024-04-02T09:10:03.096 INFO:tasks.workunit.client.0.smithi104.stdout:op 5508 completed, throughput=5MB/sec 2024-04-02T09:10:03.097 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-557vIDa_KVQREBs off=120233 len=1353271 2024-04-02T09:10:03.102 INFO:tasks.workunit.client.0.smithi104.stdout:op 5509 completed, throughput=5MB/sec 2024-04-02T09:10:03.102 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4uLTJw9dpJ837O1 off=5332661 len=1381236 2024-04-02T09:10:03.103 INFO:tasks.workunit.client.0.smithi104.stdout:op 5510 completed, throughput=5MB/sec 2024-04-02T09:10:03.103 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iG5ZxtNYZYHNpdL off=2038584 len=1291620 2024-04-02T09:10:03.104 INFO:tasks.workunit.client.0.smithi104.stdout:op 5511 completed, throughput=5MB/sec 2024-04-02T09:10:04.105 INFO:tasks.workunit.client.0.smithi104.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-02T09:10:04.105 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cfbPaOaqxu0AokJ off=2079137 len=331960 2024-04-02T09:10:04.107 INFO:tasks.workunit.client.0.smithi104.stdout:op 5512 completed, throughput=5MB/sec 2024-04-02T09:10:04.107 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ak-pedEyfbk4r3L off=3765061 len=1835079 2024-04-02T09:10:04.110 INFO:tasks.workunit.client.0.smithi104.stdout:op 5513 completed, throughput=5MB/sec 2024-04-02T09:10:04.110 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Os0SVwRZ5J4nwti off=1223596 len=1971417 2024-04-02T09:10:04.113 INFO:tasks.workunit.client.0.smithi104.stdout:op 5514 completed, throughput=5MB/sec 2024-04-02T09:10:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:04 smithi188 ceph-mon[86835]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:10:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:04 smithi104 ceph-mon[94081]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:10:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:04 smithi104 ceph-mon[96567]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:10:04.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:05.113 INFO:tasks.workunit.client.0.smithi104.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-02T09:10:05.113 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Kab8KQ8ji_vGbmi off=9963798 len=1533918 2024-04-02T09:10:05.122 INFO:tasks.workunit.client.0.smithi104.stdout:op 5515 completed, throughput=5MB/sec 2024-04-02T09:10:05.122 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-s38HjmYyEuw-hSa off=1007924 len=1280636 2024-04-02T09:10:05.123 INFO:tasks.workunit.client.0.smithi104.stdout:op 5516 completed, throughput=5MB/sec 2024-04-02T09:10:05.123 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-IklSK-J01P89ZXv off=719713 len=1861111 2024-04-02T09:10:05.124 INFO:tasks.workunit.client.0.smithi104.stdout:op 5517 completed, throughput=5MB/sec 2024-04-02T09:10:05.124 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZLg5nf18hetsJ0D off=7425932 len=968977 2024-04-02T09:10:05.131 INFO:tasks.workunit.client.0.smithi104.stdout:op 5518 completed, throughput=5MB/sec 2024-04-02T09:10:06.129 INFO:tasks.workunit.client.0.smithi104.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-02T09:10:06.130 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ggmCVijXzduomAU off=1062043 len=651131 2024-04-02T09:10:06.130 INFO:tasks.workunit.client.0.smithi104.stdout:op 5519 completed, throughput=5MB/sec 2024-04-02T09:10:06.130 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zn28OY5_1fEPXX0 off=5014428 len=439705 2024-04-02T09:10:06.131 INFO:tasks.workunit.client.0.smithi104.stdout:op 5520 completed, throughput=5MB/sec 2024-04-02T09:10:06.131 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WT2H-J1lxs6MZn7 off=1051022 len=1184064 2024-04-02T09:10:06.138 INFO:tasks.workunit.client.0.smithi104.stdout:op 5521 completed, throughput=5MB/sec 2024-04-02T09:10:06.138 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Jhf-W-BvfHrGEKD off=6097604 len=298487 2024-04-02T09:10:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:10:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:10:05] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:10:06.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 5522 completed, throughput=5MB/sec 2024-04-02T09:10:06.141 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LDrlRtlZRAasWtR off=1823891 len=972439 2024-04-02T09:10:06.145 INFO:tasks.workunit.client.0.smithi104.stdout:op 5523 completed, throughput=5MB/sec 2024-04-02T09:10:06.145 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cXm6x209aiua77Y off=6626959 len=1605960 2024-04-02T09:10:06.148 INFO:tasks.workunit.client.0.smithi104.stdout:op 5524 completed, throughput=5MB/sec 2024-04-02T09:10:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:06 smithi188 ceph-mon[86835]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:10:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:06 smithi104 ceph-mon[94081]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:10:06.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:06 smithi104 ceph-mon[96567]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:10:07.148 INFO:tasks.workunit.client.0.smithi104.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-02T09:10:07.149 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fv42m99ToQ2OKG2 off=12521663 len=1461007 2024-04-02T09:10:07.156 INFO:tasks.workunit.client.0.smithi104.stdout:op 5525 completed, throughput=5MB/sec 2024-04-02T09:10:07.156 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-1H-IEWmjJjLAz0j off=6495559 len=1998280 2024-04-02T09:10:07.159 INFO:tasks.workunit.client.0.smithi104.stdout:op 5526 completed, throughput=5MB/sec 2024-04-02T09:10:07.159 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DEsOpU_pJcdx2IV off=7442306 len=2056354 2024-04-02T09:10:07.171 INFO:tasks.workunit.client.0.smithi104.stdout:op 5527 completed, throughput=5MB/sec 2024-04-02T09:10:08.171 INFO:tasks.workunit.client.0.smithi104.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-02T09:10:08.172 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YSclPDWQQhIzucP off=7832936 len=353076 2024-04-02T09:10:08.175 INFO:tasks.workunit.client.0.smithi104.stdout:op 5528 completed, throughput=5MB/sec 2024-04-02T09:10:08.175 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VBMvssUaJZCnEO6 off=8215059 len=1168882 2024-04-02T09:10:08.182 INFO:tasks.workunit.client.0.smithi104.stdout:op 5529 completed, throughput=5MB/sec 2024-04-02T09:10:08.182 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GKUSsS911eQBVB8 off=8333403 len=1878753 2024-04-02T09:10:08.192 INFO:tasks.workunit.client.0.smithi104.stdout:op 5530 completed, throughput=5MB/sec 2024-04-02T09:10:08.192 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-s_rbf0F76XrAGgT off=1713615 len=1543294 2024-04-02T09:10:08.199 INFO:tasks.workunit.client.0.smithi104.stdout:op 5531 completed, throughput=5MB/sec 2024-04-02T09:10:08.199 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-d1bNuhTrn08XM_b off=2016881 len=1754569 2024-04-02T09:10:08.201 INFO:tasks.workunit.client.0.smithi104.stdout:op 5532 completed, throughput=5MB/sec 2024-04-02T09:10:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:08 smithi188 ceph-mon[86835]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:10:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:08 smithi104 ceph-mon[96567]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:10:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:08 smithi104 ceph-mon[94081]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:10:09.201 INFO:tasks.workunit.client.0.smithi104.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-02T09:10:09.202 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yAphYp46Bkba18H off=10929172 len=1241397 2024-04-02T09:10:09.208 INFO:tasks.workunit.client.0.smithi104.stdout:op 5533 completed, throughput=5MB/sec 2024-04-02T09:10:09.208 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gpi7l1AHuK_zGQ5 off=16114562 len=1560473 2024-04-02T09:10:09.215 INFO:tasks.workunit.client.0.smithi104.stdout:op 5534 completed, throughput=5MB/sec 2024-04-02T09:10:09.215 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NiCONAn0VjU2Z4t off=7582088 len=1763822 2024-04-02T09:10:09.224 INFO:tasks.workunit.client.0.smithi104.stdout:op 5535 completed, throughput=5MB/sec 2024-04-02T09:10:10.224 INFO:tasks.workunit.client.0.smithi104.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-02T09:10:10.225 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xmfT9bxkF3fx9X3 off=7314932 len=1792555 2024-04-02T09:10:10.226 INFO:tasks.workunit.client.0.smithi104.stdout:op 5536 completed, throughput=5MB/sec 2024-04-02T09:10:10.226 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XVScXfGiAuhQwWn off=789073 len=334977 2024-04-02T09:10:10.229 INFO:tasks.workunit.client.0.smithi104.stdout:op 5537 completed, throughput=5MB/sec 2024-04-02T09:10:10.229 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-p45HJ8xwz8wtHu7 off=11360691 len=1466979 2024-04-02T09:10:10.232 INFO:tasks.workunit.client.0.smithi104.stdout:op 5538 completed, throughput=5MB/sec 2024-04-02T09:10:10.232 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1xZykDP31Swyden off=448782 len=2063367 2024-04-02T09:10:10.240 INFO:tasks.workunit.client.0.smithi104.stdout:op 5539 completed, throughput=5MB/sec 2024-04-02T09:10:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:10 smithi188 ceph-mon[86835]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:10 smithi104 ceph-mon[96567]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:10 smithi104 ceph-mon[94081]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:11.240 INFO:tasks.workunit.client.0.smithi104.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-02T09:10:11.240 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N37MfpkrdUZEGxj off=1369610 len=582116 2024-04-02T09:10:11.244 INFO:tasks.workunit.client.0.smithi104.stdout:op 5540 completed, throughput=5MB/sec 2024-04-02T09:10:11.244 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rYZVRqF7BBYOeYB off=17619562 len=1714076 2024-04-02T09:10:11.252 INFO:tasks.workunit.client.0.smithi104.stdout:op 5541 completed, throughput=5MB/sec 2024-04-02T09:10:11.252 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-q1WF2ASeUCD0eWK off=844105 len=1352760 2024-04-02T09:10:11.258 INFO:tasks.workunit.client.0.smithi104.stdout:op 5542 completed, throughput=5MB/sec 2024-04-02T09:10:11.258 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5xq9jg7ZpOiTVQk off=3058120 len=720524 2024-04-02T09:10:11.262 INFO:tasks.workunit.client.0.smithi104.stdout:op 5543 completed, throughput=5MB/sec 2024-04-02T09:10:12.262 INFO:tasks.workunit.client.0.smithi104.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-02T09:10:12.263 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NcaIAiSszCXNMIe off=9879350 len=504580 2024-04-02T09:10:12.263 INFO:tasks.workunit.client.0.smithi104.stdout:op 5544 completed, throughput=5MB/sec 2024-04-02T09:10:12.263 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lMk3R3rq0M-vW1Y off=948258 len=638273 2024-04-02T09:10:12.264 INFO:tasks.workunit.client.0.smithi104.stdout:op 5545 completed, throughput=5MB/sec 2024-04-02T09:10:12.264 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3OrFvBPK9_8Ykq4 off=6763422 len=680870 2024-04-02T09:10:12.267 INFO:tasks.workunit.client.0.smithi104.stdout:op 5546 completed, throughput=5MB/sec 2024-04-02T09:10:12.267 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xt_AV3ev8k2yhGn off=17710409 len=1626354 2024-04-02T09:10:12.276 INFO:tasks.workunit.client.0.smithi104.stdout:op 5547 completed, throughput=5MB/sec 2024-04-02T09:10:12.276 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-477U91kGVuMMnUC off=4250168 len=637914 2024-04-02T09:10:12.279 INFO:tasks.workunit.client.0.smithi104.stdout:op 5548 completed, throughput=5MB/sec 2024-04-02T09:10:12.279 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-k_9E3tatltRDGy5 off=7639218 len=1879983 2024-04-02T09:10:12.286 INFO:tasks.workunit.client.0.smithi104.stdout:op 5549 completed, throughput=5MB/sec 2024-04-02T09:10:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:12 smithi188 ceph-mon[86835]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:10:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:10:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:12 smithi104 ceph-mon[96567]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:10:12.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:12 smithi104 ceph-mon[94081]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:10:13.286 INFO:tasks.workunit.client.0.smithi104.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-02T09:10:13.286 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7JwmQdxGZ7dlyhd off=6561357 len=561335 2024-04-02T09:10:13.287 INFO:tasks.workunit.client.0.smithi104.stdout:op 5550 completed, throughput=5MB/sec 2024-04-02T09:10:13.287 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XIraOXA3mYQ-eZC off=9270207 len=817249 2024-04-02T09:10:13.292 INFO:tasks.workunit.client.0.smithi104.stdout:op 5551 completed, throughput=5MB/sec 2024-04-02T09:10:13.292 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-dmHNlsoYsgL8-0Y off=8615002 len=1717025 2024-04-02T09:10:13.294 INFO:tasks.workunit.client.0.smithi104.stdout:op 5552 completed, throughput=5MB/sec 2024-04-02T09:10:13.294 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7kZaNGzM7Z6Rzg8 off=4700295 len=342330 2024-04-02T09:10:13.295 INFO:tasks.workunit.client.0.smithi104.stdout:op 5553 completed, throughput=5MB/sec 2024-04-02T09:10:13.295 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4s-iA7-Oqnk3vGF off=18198521 len=663826 2024-04-02T09:10:13.298 INFO:tasks.workunit.client.0.smithi104.stdout:op 5554 completed, throughput=5MB/sec 2024-04-02T09:10:13.298 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GOBtDkOegVIT2VU off=12099104 len=1700004 2024-04-02T09:10:13.305 INFO:tasks.workunit.client.0.smithi104.stdout:op 5555 completed, throughput=5MB/sec 2024-04-02T09:10:14.305 INFO:tasks.workunit.client.0.smithi104.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-02T09:10:14.306 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6pmF6ZoYVSDlIJk off=15109427 len=1033049 2024-04-02T09:10:14.310 INFO:tasks.workunit.client.0.smithi104.stdout:op 5556 completed, throughput=5MB/sec 2024-04-02T09:10:14.310 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Nj2dYaqpMK-dqcw off=2599606 len=2074752 2024-04-02T09:10:14.317 INFO:tasks.workunit.client.0.smithi104.stdout:op 5557 completed, throughput=5MB/sec 2024-04-02T09:10:14.317 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jFC_A1YIYbvkWCa off=7491983 len=597652 2024-04-02T09:10:14.317 INFO:tasks.workunit.client.0.smithi104.stdout:op 5558 completed, throughput=5MB/sec 2024-04-02T09:10:14.317 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_pJs8FNHalucqZf off=7194518 len=1657415 2024-04-02T09:10:14.318 INFO:tasks.workunit.client.0.smithi104.stdout:op 5559 completed, throughput=5MB/sec 2024-04-02T09:10:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:14 smithi188 ceph-mon[86835]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:10:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:14 smithi104 ceph-mon[96567]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:10:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:14 smithi104 ceph-mon[94081]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:10:15.319 INFO:tasks.workunit.client.0.smithi104.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-02T09:10:15.319 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-P9bCkJu6G0cxFd0 off=2954029 len=358583 2024-04-02T09:10:15.319 INFO:tasks.workunit.client.0.smithi104.stdout:op 5560 completed, throughput=5MB/sec 2024-04-02T09:10:15.319 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-PJ2ZDpJxWgzpxe3 off=5222735 len=108869 2024-04-02T09:10:15.322 INFO:tasks.workunit.client.0.smithi104.stdout:op 5561 completed, throughput=5MB/sec 2024-04-02T09:10:15.322 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_jdDGkmhB3facR3 off=3916279 len=220543 2024-04-02T09:10:15.323 INFO:tasks.workunit.client.0.smithi104.stdout:op 5562 completed, throughput=5MB/sec 2024-04-02T09:10:15.323 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-geOZccRIhpjZqSF off=1257499 len=1979143 2024-04-02T09:10:15.332 INFO:tasks.workunit.client.0.smithi104.stdout:op 5563 completed, throughput=5MB/sec 2024-04-02T09:10:15.332 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Te7_2V09cgT29oD off=0 len=1432190 2024-04-02T09:10:15.337 INFO:tasks.workunit.client.0.smithi104.stdout:op 5564 completed, throughput=5MB/sec 2024-04-02T09:10:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:10:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:10:15] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:10:16.337 INFO:tasks.workunit.client.0.smithi104.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-02T09:10:16.337 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-i3lOzrcm9Gklevl off=8310953 len=1137809 2024-04-02T09:10:16.342 INFO:tasks.workunit.client.0.smithi104.stdout:op 5565 completed, throughput=5MB/sec 2024-04-02T09:10:16.342 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dWyC1_2ErTkvbJk off=3541578 len=1914310 2024-04-02T09:10:16.349 INFO:tasks.workunit.client.0.smithi104.stdout:op 5566 completed, throughput=5MB/sec 2024-04-02T09:10:16.350 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VjemV1MF1m6qJSM off=857255 len=1674092 2024-04-02T09:10:16.350 INFO:tasks.workunit.client.0.smithi104.stdout:op 5567 completed, throughput=5MB/sec 2024-04-02T09:10:16.351 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FHTYXVve4ckDi-i off=4094475 len=534257 2024-04-02T09:10:16.352 INFO:tasks.workunit.client.0.smithi104.stdout:op 5568 completed, throughput=5MB/sec 2024-04-02T09:10:16.352 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KJ238dwSRo7fft8 off=1184856 len=417443 2024-04-02T09:10:16.355 INFO:tasks.workunit.client.0.smithi104.stdout:op 5569 completed, throughput=5MB/sec 2024-04-02T09:10:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:16 smithi188 ceph-mon[86835]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:10:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:16 smithi104 ceph-mon[94081]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:10:16.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:16 smithi104 ceph-mon[96567]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:10:17.355 INFO:tasks.workunit.client.0.smithi104.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-02T09:10:17.355 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-b5Q9z7JbxR4wSb5 off=2519743 len=470401 2024-04-02T09:10:17.358 INFO:tasks.workunit.client.0.smithi104.stdout:op 5570 completed, throughput=5MB/sec 2024-04-02T09:10:17.359 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1FpBkDRQSnotSor off=10360722 len=1728800 2024-04-02T09:10:17.365 INFO:tasks.workunit.client.0.smithi104.stdout:op 5571 completed, throughput=5MB/sec 2024-04-02T09:10:17.365 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rowALnA9RBG1934 off=632671 len=1662702 2024-04-02T09:10:17.373 INFO:tasks.workunit.client.0.smithi104.stdout:op 5572 completed, throughput=5MB/sec 2024-04-02T09:10:17.373 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hcb2Jy02IdSrKNz off=2019921 len=468457 2024-04-02T09:10:17.374 INFO:tasks.workunit.client.0.smithi104.stdout:op 5573 completed, throughput=5MB/sec 2024-04-02T09:10:17.375 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AhouimIihOnNU-8 off=0 len=1444306 2024-04-02T09:10:17.376 INFO:tasks.workunit.client.0.smithi104.stdout:op 5574 completed, throughput=5MB/sec 2024-04-02T09:10:18.376 INFO:tasks.workunit.client.0.smithi104.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-02T09:10:18.376 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T3Xwc_2VhSbjPAE off=1889194 len=732242 2024-04-02T09:10:18.380 INFO:tasks.workunit.client.0.smithi104.stdout:op 5575 completed, throughput=5MB/sec 2024-04-02T09:10:18.380 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TRN2SyiYPVfpTXI off=4423190 len=1360656 2024-04-02T09:10:18.387 INFO:tasks.workunit.client.0.smithi104.stdout:op 5576 completed, throughput=5MB/sec 2024-04-02T09:10:18.387 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NiYqUQrXlqK3Ien off=9458873 len=363748 2024-04-02T09:10:18.388 INFO:tasks.workunit.client.0.smithi104.stdout:op 5577 completed, throughput=5MB/sec 2024-04-02T09:10:18.388 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DhK0OEkGpMfqmLf off=12640350 len=150245 2024-04-02T09:10:18.388 INFO:tasks.workunit.client.0.smithi104.stdout:op 5578 completed, throughput=5MB/sec 2024-04-02T09:10:18.389 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zZ9CICB2miREHYh off=12481631 len=1470148 2024-04-02T09:10:18.394 INFO:tasks.workunit.client.0.smithi104.stdout:op 5579 completed, throughput=5MB/sec 2024-04-02T09:10:18.394 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VyQN0clFh71jQ2w off=2935429 len=539993 2024-04-02T09:10:18.395 INFO:tasks.workunit.client.0.smithi104.stdout:op 5580 completed, throughput=5MB/sec 2024-04-02T09:10:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:18 smithi188 ceph-mon[86835]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:10:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:18 smithi104 ceph-mon[96567]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:10:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:18 smithi104 ceph-mon[94081]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:10:19.395 INFO:tasks.workunit.client.0.smithi104.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-02T09:10:19.396 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-9jKM8if3IkjkTvo off=11620876 len=487031 2024-04-02T09:10:19.398 INFO:tasks.workunit.client.0.smithi104.stdout:op 5581 completed, throughput=5MB/sec 2024-04-02T09:10:19.398 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rgTyPL88TdqZl1M off=1442345 len=1786741 2024-04-02T09:10:19.400 INFO:tasks.workunit.client.0.smithi104.stdout:op 5582 completed, throughput=5MB/sec 2024-04-02T09:10:19.400 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lBWW0OHhZVGeqEA off=10213363 len=278088 2024-04-02T09:10:19.403 INFO:tasks.workunit.client.0.smithi104.stdout:op 5583 completed, throughput=5MB/sec 2024-04-02T09:10:19.403 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HFHJpe3QkiPyNZv off=13389710 len=727731 2024-04-02T09:10:19.406 INFO:tasks.workunit.client.0.smithi104.stdout:op 5584 completed, throughput=5MB/sec 2024-04-02T09:10:19.406 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-j78YcDmhy7NlWZL off=6468230 len=1142941 2024-04-02T09:10:19.409 INFO:tasks.workunit.client.0.smithi104.stdout:op 5585 completed, throughput=5MB/sec 2024-04-02T09:10:19.409 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-uPMgg00VMAC4yg1 off=776183 len=1014860 2024-04-02T09:10:19.409 INFO:tasks.workunit.client.0.smithi104.stdout:op 5586 completed, throughput=5MB/sec 2024-04-02T09:10:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:20.410 INFO:tasks.workunit.client.0.smithi104.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-02T09:10:20.410 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-75uvoZ9jIVC1XC4 off=324572 len=2087075 2024-04-02T09:10:20.421 INFO:tasks.workunit.client.0.smithi104.stdout:op 5587 completed, throughput=5MB/sec 2024-04-02T09:10:20.421 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Grti37WQ2d81u_P off=9313826 len=2023160 2024-04-02T09:10:20.422 INFO:tasks.workunit.client.0.smithi104.stdout:op 5588 completed, throughput=5MB/sec 2024-04-02T09:10:20.423 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZKYmqqMX5BF4FlV off=3715571 len=1011520 2024-04-02T09:10:20.427 INFO:tasks.workunit.client.0.smithi104.stdout:op 5589 completed, throughput=5MB/sec 2024-04-02T09:10:20.427 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4Ta2VZblwmIo4Jd off=1321845 len=1644262 2024-04-02T09:10:20.436 INFO:tasks.workunit.client.0.smithi104.stdout:op 5590 completed, throughput=5MB/sec 2024-04-02T09:10:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:20 smithi188 ceph-mon[86835]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-04-02T09:10:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:20 smithi104 ceph-mon[96567]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-04-02T09:10:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:20 smithi104 ceph-mon[94081]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-04-02T09:10:21.436 INFO:tasks.workunit.client.0.smithi104.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-02T09:10:21.436 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KuVphZDAkzlDyY3 off=3938028 len=2051181 2024-04-02T09:10:21.437 INFO:tasks.workunit.client.0.smithi104.stdout:op 5591 completed, throughput=5MB/sec 2024-04-02T09:10:21.438 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mtA79pVpI4tPUWV off=3555733 len=1730128 2024-04-02T09:10:21.448 INFO:tasks.workunit.client.0.smithi104.stdout:op 5592 completed, throughput=5MB/sec 2024-04-02T09:10:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:21 smithi188 ceph-mon[86835]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T09:10:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:21 smithi104 ceph-mon[96567]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T09:10:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:21 smithi104 ceph-mon[94081]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T09:10:22.448 INFO:tasks.workunit.client.0.smithi104.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-02T09:10:22.448 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EB1Adn71alHPK0_ off=22885360 len=1639359 2024-04-02T09:10:22.456 INFO:tasks.workunit.client.0.smithi104.stdout:op 5593 completed, throughput=5MB/sec 2024-04-02T09:10:22.456 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ALGTDuyUoQpRfZN off=5277452 len=1322215 2024-04-02T09:10:22.457 INFO:tasks.workunit.client.0.smithi104.stdout:op 5594 completed, throughput=5MB/sec 2024-04-02T09:10:22.457 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2FIA23JHZ0e49Oh off=12423789 len=737928 2024-04-02T09:10:22.458 INFO:tasks.workunit.client.0.smithi104.stdout:op 5595 completed, throughput=5MB/sec 2024-04-02T09:10:22.458 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GXnR5eTh2D7w3hE off=2486183 len=716920 2024-04-02T09:10:22.462 INFO:tasks.workunit.client.0.smithi104.stdout:op 5596 completed, throughput=5MB/sec 2024-04-02T09:10:22.462 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-UyXTx4mUXRKZjH1 off=4871112 len=202326 2024-04-02T09:10:22.462 INFO:tasks.workunit.client.0.smithi104.stdout:op 5597 completed, throughput=5MB/sec 2024-04-02T09:10:22.462 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eohbieLs1Cmgeav off=15650228 len=1670020 2024-04-02T09:10:22.465 INFO:tasks.workunit.client.0.smithi104.stdout:op 5598 completed, throughput=5MB/sec 2024-04-02T09:10:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:10:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:10:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:23.466 INFO:tasks.workunit.client.0.smithi104.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-02T09:10:23.466 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Nc1c5CS3XdPbh1T off=2066193 len=1127784 2024-04-02T09:10:23.468 INFO:tasks.workunit.client.0.smithi104.stdout:op 5599 completed, throughput=5MB/sec 2024-04-02T09:10:23.468 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ja8jWt-gWrU6DME off=2063770 len=721064 2024-04-02T09:10:23.469 INFO:tasks.workunit.client.0.smithi104.stdout:op 5600 completed, throughput=5MB/sec 2024-04-02T09:10:23.469 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-o2-5I3acLeyubEM off=751880 len=439013 2024-04-02T09:10:23.473 INFO:tasks.workunit.client.0.smithi104.stdout:op 5601 completed, throughput=5MB/sec 2024-04-02T09:10:23.473 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-abXg1m2B_3SZ-t4 off=10969043 len=65380 2024-04-02T09:10:23.473 INFO:tasks.workunit.client.0.smithi104.stdout:op 5602 completed, throughput=5MB/sec 2024-04-02T09:10:23.473 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oVpTiUH0tlSWGgu off=15228340 len=1211600 2024-04-02T09:10:23.479 INFO:tasks.workunit.client.0.smithi104.stdout:op 5603 completed, throughput=5MB/sec 2024-04-02T09:10:23.479 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5yHnCzWIprSXpes off=2040199 len=707033 2024-04-02T09:10:23.480 INFO:tasks.workunit.client.0.smithi104.stdout:op 5604 completed, throughput=5MB/sec 2024-04-02T09:10:23.480 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-R9ZsqXZIrEDSfLA off=11835764 len=776013 2024-04-02T09:10:23.481 INFO:tasks.workunit.client.0.smithi104.stdout:op 5605 completed, throughput=5MB/sec 2024-04-02T09:10:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:23 smithi188 ceph-mon[86835]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:10:24.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:23 smithi104 ceph-mon[96567]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:10:24.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:23 smithi104 ceph-mon[94081]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:10:24.481 INFO:tasks.workunit.client.0.smithi104.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-02T09:10:24.481 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7zegRqANHJzQd9p off=13707923 len=603527 2024-04-02T09:10:24.484 INFO:tasks.workunit.client.0.smithi104.stdout:op 5606 completed, throughput=5MB/sec 2024-04-02T09:10:24.484 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LlOuP45LpMcwe3L off=926062 len=1207405 2024-04-02T09:10:24.490 INFO:tasks.workunit.client.0.smithi104.stdout:op 5607 completed, throughput=5MB/sec 2024-04-02T09:10:24.490 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dBbwGT8V3v2zu58 off=1942385 len=1979773 2024-04-02T09:10:24.502 INFO:tasks.workunit.client.0.smithi104.stdout:op 5608 completed, throughput=5MB/sec 2024-04-02T09:10:24.502 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GM5-jnF__B9MaRb off=9117982 len=407986 2024-04-02T09:10:24.505 INFO:tasks.workunit.client.0.smithi104.stdout:op 5609 completed, throughput=5MB/sec 2024-04-02T09:10:24.505 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-m6Yb-ZA1y0husP0 off=6337764 len=476987 2024-04-02T09:10:24.507 INFO:tasks.workunit.client.0.smithi104.stdout:op 5610 completed, throughput=5MB/sec 2024-04-02T09:10:25.508 INFO:tasks.workunit.client.0.smithi104.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-02T09:10:25.508 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2XcTwiuMARGiHnG off=5682664 len=1399196 2024-04-02T09:10:25.509 INFO:tasks.workunit.client.0.smithi104.stdout:op 5611 completed, throughput=5MB/sec 2024-04-02T09:10:25.509 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--ljd1EhH3LKiyvC off=363740 len=1261925 2024-04-02T09:10:25.512 INFO:tasks.workunit.client.0.smithi104.stdout:op 5612 completed, throughput=5MB/sec 2024-04-02T09:10:25.512 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-XbcE8osYbIN_B7Q off=728584 len=832306 2024-04-02T09:10:25.513 INFO:tasks.workunit.client.0.smithi104.stdout:op 5613 completed, throughput=5MB/sec 2024-04-02T09:10:25.513 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--DZuwxHTeH3xkya off=213456 len=781396 2024-04-02T09:10:25.517 INFO:tasks.workunit.client.0.smithi104.stdout:op 5614 completed, throughput=5MB/sec 2024-04-02T09:10:25.517 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-u55BRwnDVJagu8p off=13207912 len=1650188 2024-04-02T09:10:25.518 INFO:tasks.workunit.client.0.smithi104.stdout:op 5615 completed, throughput=5MB/sec 2024-04-02T09:10:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:25 smithi188 ceph-mon[86835]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:10:26.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:25 smithi104 ceph-mon[96567]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:10:26.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:25 smithi104 ceph-mon[94081]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:10:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:10:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:10:25] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-02T09:10:26.519 INFO:tasks.workunit.client.0.smithi104.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-02T09:10:26.519 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Erhe5uqfC8KVY4_ off=5540308 len=354707 2024-04-02T09:10:26.522 INFO:tasks.workunit.client.0.smithi104.stdout:op 5616 completed, throughput=5MB/sec 2024-04-02T09:10:26.522 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QrpFs7hwJx1aZdl off=6812308 len=1121523 2024-04-02T09:10:26.524 INFO:tasks.workunit.client.0.smithi104.stdout:op 5617 completed, throughput=5MB/sec 2024-04-02T09:10:26.524 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-B2U9jGVUKR1JI28 off=1035775 len=125024 2024-04-02T09:10:26.525 INFO:tasks.workunit.client.0.smithi104.stdout:op 5618 completed, throughput=5MB/sec 2024-04-02T09:10:26.526 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-I9ahR_iwJgwmliv off=11293853 len=1413230 2024-04-02T09:10:26.534 INFO:tasks.workunit.client.0.smithi104.stdout:op 5619 completed, throughput=5MB/sec 2024-04-02T09:10:26.535 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-noaBKofIXuabLTB off=14892014 len=93311 2024-04-02T09:10:26.535 INFO:tasks.workunit.client.0.smithi104.stdout:op 5620 completed, throughput=5MB/sec 2024-04-02T09:10:26.535 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pV2tKNANku0eN_F off=5410510 len=3803 2024-04-02T09:10:26.537 INFO:tasks.workunit.client.0.smithi104.stdout:op 5621 completed, throughput=5MB/sec 2024-04-02T09:10:26.537 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-W0C5XP_hbDS1ZE3 off=6053727 len=1430898 2024-04-02T09:10:26.542 INFO:tasks.workunit.client.0.smithi104.stdout:op 5622 completed, throughput=5MB/sec 2024-04-02T09:10:26.542 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qEOmqwMzcnaWEYa off=19172247 len=403287 2024-04-02T09:10:26.545 INFO:tasks.workunit.client.0.smithi104.stdout:op 5623 completed, throughput=5MB/sec 2024-04-02T09:10:27.545 INFO:tasks.workunit.client.0.smithi104.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-02T09:10:27.545 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_I-s1Mne4HftEw4 off=6947923 len=875801 2024-04-02T09:10:27.550 INFO:tasks.workunit.client.0.smithi104.stdout:op 5624 completed, throughput=5MB/sec 2024-04-02T09:10:27.550 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-piDrJIa0dcpRveT off=2826035 len=400638 2024-04-02T09:10:27.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 5625 completed, throughput=5MB/sec 2024-04-02T09:10:27.553 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-awL3AizqTtaDTeo off=1246437 len=1312497 2024-04-02T09:10:27.558 INFO:tasks.workunit.client.0.smithi104.stdout:op 5626 completed, throughput=5MB/sec 2024-04-02T09:10:27.558 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-OOVe7W-CV5fgX79 off=12334040 len=792087 2024-04-02T09:10:27.559 INFO:tasks.workunit.client.0.smithi104.stdout:op 5627 completed, throughput=5MB/sec 2024-04-02T09:10:27.559 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-mu2xNp2Uu7b8Vkl off=1343732 len=220553 2024-04-02T09:10:27.562 INFO:tasks.workunit.client.0.smithi104.stdout:op 5628 completed, throughput=5MB/sec 2024-04-02T09:10:27.562 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UBHE-u35lVD73im off=1910267 len=165756 2024-04-02T09:10:27.564 INFO:tasks.workunit.client.0.smithi104.stdout:op 5629 completed, throughput=5MB/sec 2024-04-02T09:10:27.564 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-pTwcq4FPRL2xc35 off=23305112 len=216515 2024-04-02T09:10:27.565 INFO:tasks.workunit.client.0.smithi104.stdout:op 5630 completed, throughput=5MB/sec 2024-04-02T09:10:27.565 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wHLkKW9TZAV6KQY off=2831704 len=54320 2024-04-02T09:10:27.565 INFO:tasks.workunit.client.0.smithi104.stdout:op 5631 completed, throughput=5MB/sec 2024-04-02T09:10:27.565 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-z9s8hP-anPqSpJN off=1031493 len=606245 2024-04-02T09:10:27.566 INFO:tasks.workunit.client.0.smithi104.stdout:op 5632 completed, throughput=5MB/sec 2024-04-02T09:10:27.566 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WjtRz8mOCJ1LpEv off=13302542 len=156069 2024-04-02T09:10:27.567 INFO:tasks.workunit.client.0.smithi104.stdout:op 5633 completed, throughput=5MB/sec 2024-04-02T09:10:27.567 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fUnrESxsAWeTYR1 off=4773351 len=1885625 2024-04-02T09:10:27.569 INFO:tasks.workunit.client.0.smithi104.stdout:op 5634 completed, throughput=5MB/sec 2024-04-02T09:10:28.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:27 smithi188 ceph-mon[86835]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:10:28.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:27 smithi104 ceph-mon[94081]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:10:28.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:27 smithi104 ceph-mon[96567]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:10:28.569 INFO:tasks.workunit.client.0.smithi104.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-02T09:10:28.569 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1ekbCYIdbrID_gA off=0 len=1677304 2024-04-02T09:10:28.575 INFO:tasks.workunit.client.0.smithi104.stdout:op 5635 completed, throughput=5MB/sec 2024-04-02T09:10:28.575 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lwtSNaCZ7vXlPnY off=3034858 len=152163 2024-04-02T09:10:28.576 INFO:tasks.workunit.client.0.smithi104.stdout:op 5636 completed, throughput=5MB/sec 2024-04-02T09:10:28.576 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4QuyHsti_th8d2a off=1875353 len=703168 2024-04-02T09:10:28.580 INFO:tasks.workunit.client.0.smithi104.stdout:op 5637 completed, throughput=5MB/sec 2024-04-02T09:10:28.581 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Fy2AD4GCr2uUqil off=11133738 len=1681650 2024-04-02T09:10:28.582 INFO:tasks.workunit.client.0.smithi104.stdout:op 5638 completed, throughput=5MB/sec 2024-04-02T09:10:29.582 INFO:tasks.workunit.client.0.smithi104.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-02T09:10:29.582 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YyFGHkTfVeVvBc9 off=3937916 len=1224381 2024-04-02T09:10:29.588 INFO:tasks.workunit.client.0.smithi104.stdout:op 5639 completed, throughput=5MB/sec 2024-04-02T09:10:29.589 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L2SH8SSQNxnm8Av off=2024949 len=1674441 2024-04-02T09:10:29.595 INFO:tasks.workunit.client.0.smithi104.stdout:op 5640 completed, throughput=5MB/sec 2024-04-02T09:10:29.595 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-egEJC77ZOEX1gAW off=7774432 len=819569 2024-04-02T09:10:29.597 INFO:tasks.workunit.client.0.smithi104.stdout:op 5641 completed, throughput=5MB/sec 2024-04-02T09:10:29.597 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YhwgNWZpbnr6DeN off=4667877 len=1981295 2024-04-02T09:10:29.604 INFO:tasks.workunit.client.0.smithi104.stdout:op 5642 completed, throughput=5MB/sec 2024-04-02T09:10:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:29 smithi188 ceph-mon[86835]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:10:30.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:29 smithi104 ceph-mon[94081]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:10:30.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:29 smithi104 ceph-mon[96567]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:10:30.604 INFO:tasks.workunit.client.0.smithi104.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-02T09:10:30.605 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qn_xCQ5yxnBgrRs off=1272846 len=763054 2024-04-02T09:10:30.606 INFO:tasks.workunit.client.0.smithi104.stdout:op 5643 completed, throughput=5MB/sec 2024-04-02T09:10:30.606 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bEJVe3cduANCzry off=1332290 len=540334 2024-04-02T09:10:30.613 INFO:tasks.workunit.client.0.smithi104.stdout:op 5644 completed, throughput=5MB/sec 2024-04-02T09:10:30.613 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MhG1Uh-JQl5uxFN off=4340269 len=571969 2024-04-02T09:10:30.615 INFO:tasks.workunit.client.0.smithi104.stdout:op 5645 completed, throughput=5MB/sec 2024-04-02T09:10:30.616 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-aO33oMAOecDXzNf off=6604792 len=420442 2024-04-02T09:10:30.618 INFO:tasks.workunit.client.0.smithi104.stdout:op 5646 completed, throughput=5MB/sec 2024-04-02T09:10:30.618 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fmYK1hOGDwz56Y9 off=4653768 len=629816 2024-04-02T09:10:30.620 INFO:tasks.workunit.client.0.smithi104.stdout:op 5647 completed, throughput=5MB/sec 2024-04-02T09:10:30.620 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TM7wjyaNCr8r0wT off=2195034 len=540585 2024-04-02T09:10:30.624 INFO:tasks.workunit.client.0.smithi104.stdout:op 5648 completed, throughput=5MB/sec 2024-04-02T09:10:30.624 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-MIGiZF-flJtegQA off=4359318 len=2025746 2024-04-02T09:10:30.627 INFO:tasks.workunit.client.0.smithi104.stdout:op 5649 completed, throughput=5MB/sec 2024-04-02T09:10:31.628 INFO:tasks.workunit.client.0.smithi104.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-02T09:10:31.628 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jDetIL98uzZjFAq off=3506895 len=208928 2024-04-02T09:10:31.631 INFO:tasks.workunit.client.0.smithi104.stdout:op 5650 completed, throughput=5MB/sec 2024-04-02T09:10:31.631 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JjT9jlu-Bdv0oTG off=6106590 len=1887613 2024-04-02T09:10:31.632 INFO:tasks.workunit.client.0.smithi104.stdout:op 5651 completed, throughput=5MB/sec 2024-04-02T09:10:31.632 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-vl5wXmHrIcUFeKm off=13790843 len=1348205 2024-04-02T09:10:31.639 INFO:tasks.workunit.client.0.smithi104.stdout:op 5652 completed, throughput=5MB/sec 2024-04-02T09:10:31.639 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kDGVPsvd_PtGjbe off=4908929 len=1891750 2024-04-02T09:10:31.650 INFO:tasks.workunit.client.0.smithi104.stdout:op 5653 completed, throughput=5MB/sec 2024-04-02T09:10:32.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:31 smithi188 ceph-mon[86835]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:10:32.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:31 smithi104 ceph-mon[96567]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:10:32.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:31 smithi104 ceph-mon[94081]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:10:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:10:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-02T09:10:32.651 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-c194PJLdBPElVhM off=6289009 len=1204944 2024-04-02T09:10:32.657 INFO:tasks.workunit.client.0.smithi104.stdout:op 5654 completed, throughput=5MB/sec 2024-04-02T09:10:32.657 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-5xq9jg7ZpOiTVQk off=6273689 len=1456995 2024-04-02T09:10:32.664 INFO:tasks.workunit.client.0.smithi104.stdout:op 5655 completed, throughput=5MB/sec 2024-04-02T09:10:32.664 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k9nkG98FPeAPN8f off=13419385 len=82445 2024-04-02T09:10:32.665 INFO:tasks.workunit.client.0.smithi104.stdout:op 5656 completed, throughput=5MB/sec 2024-04-02T09:10:32.665 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-BoSot89UKRmDAIg off=6293245 len=28057 2024-04-02T09:10:32.666 INFO:tasks.workunit.client.0.smithi104.stdout:op 5657 completed, throughput=5MB/sec 2024-04-02T09:10:32.666 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BEcJriCOYcYLmJV off=5159011 len=1196865 2024-04-02T09:10:32.669 INFO:tasks.workunit.client.0.smithi104.stdout:op 5658 completed, throughput=5MB/sec 2024-04-02T09:10:32.669 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-txsu_PdltcTwDpJ off=1680756 len=1928371 2024-04-02T09:10:32.677 INFO:tasks.workunit.client.0.smithi104.stdout:op 5659 completed, throughput=5MB/sec 2024-04-02T09:10:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-02T09:10:33.678 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zNdQhGwtUgy_nyt off=2994299 len=665512 2024-04-02T09:10:33.681 INFO:tasks.workunit.client.0.smithi104.stdout:op 5660 completed, throughput=5MB/sec 2024-04-02T09:10:33.681 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9zvWxyawwcrh8vS off=2061415 len=526363 2024-04-02T09:10:33.682 INFO:tasks.workunit.client.0.smithi104.stdout:op 5661 completed, throughput=5MB/sec 2024-04-02T09:10:33.682 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-FORG7PhUWiykuca off=1350703 len=1205457 2024-04-02T09:10:33.684 INFO:tasks.workunit.client.0.smithi104.stdout:op 5662 completed, throughput=5MB/sec 2024-04-02T09:10:33.684 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-lJQIFJV_x_K3nw6 off=981521 len=1925130 2024-04-02T09:10:33.691 INFO:tasks.workunit.client.0.smithi104.stdout:op 5663 completed, throughput=5MB/sec 2024-04-02T09:10:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:33 smithi188 ceph-mon[86835]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:10:34.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:33 smithi104 ceph-mon[96567]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:10:34.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:33 smithi104 ceph-mon[94081]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:10:34.691 INFO:tasks.workunit.client.0.smithi104.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-02T09:10:34.691 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-KTH2JtVktyhpYOu off=2588459 len=1979546 2024-04-02T09:10:34.695 INFO:tasks.workunit.client.0.smithi104.stdout:op 5664 completed, throughput=5MB/sec 2024-04-02T09:10:34.695 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-T0jxLyMYJShhDeE off=7300815 len=94521 2024-04-02T09:10:34.697 INFO:tasks.workunit.client.0.smithi104.stdout:op 5665 completed, throughput=5MB/sec 2024-04-02T09:10:34.697 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bc9tlsQ9RHCjqYg off=3338968 len=1271932 2024-04-02T09:10:34.699 INFO:tasks.workunit.client.0.smithi104.stdout:op 5666 completed, throughput=5MB/sec 2024-04-02T09:10:34.699 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-73xWJppgWa9Zwhf off=782475 len=1215391 2024-04-02T09:10:34.701 INFO:tasks.workunit.client.0.smithi104.stdout:op 5667 completed, throughput=5MB/sec 2024-04-02T09:10:34.701 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Jyqgg3meAfmlKaM off=1261231 len=1403434 2024-04-02T09:10:34.703 INFO:tasks.workunit.client.0.smithi104.stdout:op 5668 completed, throughput=5MB/sec 2024-04-02T09:10:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:35.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:35.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:35.703 INFO:tasks.workunit.client.0.smithi104.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-02T09:10:35.704 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EnA7rM3wHBLXpFJ off=79933 len=1071251 2024-04-02T09:10:35.709 INFO:tasks.workunit.client.0.smithi104.stdout:op 5669 completed, throughput=5MB/sec 2024-04-02T09:10:35.709 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-VoEXGan-2mpO5gd off=13177384 len=2042393 2024-04-02T09:10:35.719 INFO:tasks.workunit.client.0.smithi104.stdout:op 5670 completed, throughput=5MB/sec 2024-04-02T09:10:35.719 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-FLjY8YbODKS_2Vu off=12461342 len=856740 2024-04-02T09:10:35.723 INFO:tasks.workunit.client.0.smithi104.stdout:op 5671 completed, throughput=5MB/sec 2024-04-02T09:10:35.723 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_3WHYJOMURps0Ev off=17940142 len=630500 2024-04-02T09:10:35.727 INFO:tasks.workunit.client.0.smithi104.stdout:op 5672 completed, throughput=5MB/sec 2024-04-02T09:10:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:35 smithi188 ceph-mon[86835]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:10:36.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:35 smithi104 ceph-mon[96567]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:10:36.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:35 smithi104 ceph-mon[94081]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:10:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:10:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:10:35] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-02T09:10:36.727 INFO:tasks.workunit.client.0.smithi104.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-02T09:10:36.727 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PCV8tPAgjnAO0PV off=985399 len=2074867 2024-04-02T09:10:36.729 INFO:tasks.workunit.client.0.smithi104.stdout:op 5673 completed, throughput=5MB/sec 2024-04-02T09:10:36.729 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--oTlCQp0cudO-gQ off=4326847 len=1712683 2024-04-02T09:10:36.730 INFO:tasks.workunit.client.0.smithi104.stdout:op 5674 completed, throughput=5MB/sec 2024-04-02T09:10:36.731 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XlSvmNVFoei2ARt off=1690075 len=1958339 2024-04-02T09:10:36.741 INFO:tasks.workunit.client.0.smithi104.stdout:op 5675 completed, throughput=5MB/sec 2024-04-02T09:10:37.742 INFO:tasks.workunit.client.0.smithi104.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-02T09:10:37.742 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iW9dqPLlwvW0IDT off=5259199 len=1828564 2024-04-02T09:10:37.743 INFO:tasks.workunit.client.0.smithi104.stdout:op 5676 completed, throughput=5MB/sec 2024-04-02T09:10:37.743 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-yqX99wcONNrUR0- off=2254975 len=455161 2024-04-02T09:10:37.747 INFO:tasks.workunit.client.0.smithi104.stdout:op 5677 completed, throughput=5MB/sec 2024-04-02T09:10:37.747 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-X_tO6l5HOoThkjq off=6986264 len=666912 2024-04-02T09:10:37.750 INFO:tasks.workunit.client.0.smithi104.stdout:op 5678 completed, throughput=5MB/sec 2024-04-02T09:10:37.750 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-uILd27Czq3f7_xU off=16557717 len=575720 2024-04-02T09:10:37.754 INFO:tasks.workunit.client.0.smithi104.stdout:op 5679 completed, throughput=5MB/sec 2024-04-02T09:10:37.754 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ubBLUYPzvAU5jJi off=1498930 len=1303257 2024-04-02T09:10:37.761 INFO:tasks.workunit.client.0.smithi104.stdout:op 5680 completed, throughput=5MB/sec 2024-04-02T09:10:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:37 smithi188 ceph-mon[86835]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:10:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:37 smithi104 ceph-mon[94081]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:10:38.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:37 smithi104 ceph-mon[96567]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:10:38.761 INFO:tasks.workunit.client.0.smithi104.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-02T09:10:38.761 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2TEoOj9v7bHjtrn off=15059374 len=1610914 2024-04-02T09:10:38.762 INFO:tasks.workunit.client.0.smithi104.stdout:op 5681 completed, throughput=5MB/sec 2024-04-02T09:10:38.762 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dbwI7tPtQOIdFlX off=19825721 len=1097076 2024-04-02T09:10:38.767 INFO:tasks.workunit.client.0.smithi104.stdout:op 5682 completed, throughput=5MB/sec 2024-04-02T09:10:38.768 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-u55BRwnDVJagu8p off=611351 len=1166459 2024-04-02T09:10:38.768 INFO:tasks.workunit.client.0.smithi104.stdout:op 5683 completed, throughput=5MB/sec 2024-04-02T09:10:38.768 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vmbFGb4cQ9SVbYX off=9867008 len=1512765 2024-04-02T09:10:38.771 INFO:tasks.workunit.client.0.smithi104.stdout:op 5684 completed, throughput=5MB/sec 2024-04-02T09:10:39.772 INFO:tasks.workunit.client.0.smithi104.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-02T09:10:39.772 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-57rsRNLNqnYqM6n off=3709460 len=106480 2024-04-02T09:10:39.775 INFO:tasks.workunit.client.0.smithi104.stdout:op 5685 completed, throughput=5MB/sec 2024-04-02T09:10:39.775 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2RyZHN9op4ugohM off=3225973 len=1644386 2024-04-02T09:10:39.780 INFO:tasks.workunit.client.0.smithi104.stdout:op 5686 completed, throughput=5MB/sec 2024-04-02T09:10:39.780 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Fp2xiMoBbzeHSfG off=8319326 len=690980 2024-04-02T09:10:39.784 INFO:tasks.workunit.client.0.smithi104.stdout:op 5687 completed, throughput=5MB/sec 2024-04-02T09:10:39.784 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fRtyNCCnBhmyNE6 off=1235268 len=698916 2024-04-02T09:10:39.785 INFO:tasks.workunit.client.0.smithi104.stdout:op 5688 completed, throughput=5MB/sec 2024-04-02T09:10:39.785 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cdm1X6ng-Zt7hfN off=7408302 len=111814 2024-04-02T09:10:39.788 INFO:tasks.workunit.client.0.smithi104.stdout:op 5689 completed, throughput=5MB/sec 2024-04-02T09:10:39.788 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Zcn1brCugpl505_ off=441689 len=1751296 2024-04-02T09:10:39.794 INFO:tasks.workunit.client.0.smithi104.stdout:op 5690 completed, throughput=5MB/sec 2024-04-02T09:10:39.794 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7Mm2CwOHBOjN2jN off=8011983 len=1224805 2024-04-02T09:10:39.795 INFO:tasks.workunit.client.0.smithi104.stdout:op 5691 completed, throughput=5MB/sec 2024-04-02T09:10:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:39 smithi188 ceph-mon[86835]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:10:40.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:39 smithi104 ceph-mon[94081]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:10:40.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:39 smithi104 ceph-mon[96567]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:10:40.796 INFO:tasks.workunit.client.0.smithi104.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-02T09:10:40.796 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2RyZHN9op4ugohM off=7306573 len=883900 2024-04-02T09:10:40.799 INFO:tasks.workunit.client.0.smithi104.stdout:op 5692 completed, throughput=5MB/sec 2024-04-02T09:10:40.799 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-syS0ltKqFHJ73mc off=1590080 len=756091 2024-04-02T09:10:40.801 INFO:tasks.workunit.client.0.smithi104.stdout:op 5693 completed, throughput=5MB/sec 2024-04-02T09:10:40.801 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nYn8GN5POVDZB2d off=3407863 len=1160279 2024-04-02T09:10:40.804 INFO:tasks.workunit.client.0.smithi104.stdout:op 5694 completed, throughput=5MB/sec 2024-04-02T09:10:40.804 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-CrxHLCKkXK93H1o off=8559183 len=84178 2024-04-02T09:10:40.807 INFO:tasks.workunit.client.0.smithi104.stdout:op 5695 completed, throughput=5MB/sec 2024-04-02T09:10:40.807 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0I69TfV94OnIKKn off=20777991 len=1194900 2024-04-02T09:10:40.815 INFO:tasks.workunit.client.0.smithi104.stdout:op 5696 completed, throughput=5MB/sec 2024-04-02T09:10:40.815 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YogDSEmh4pf8ggZ off=8655925 len=470404 2024-04-02T09:10:40.818 INFO:tasks.workunit.client.0.smithi104.stdout:op 5697 completed, throughput=5MB/sec 2024-04-02T09:10:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:41.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:41.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:41.819 INFO:tasks.workunit.client.0.smithi104.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-02T09:10:41.819 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-n_ChXGOvFn001c_ off=1962066 len=853273 2024-04-02T09:10:41.819 INFO:tasks.workunit.client.0.smithi104.stdout:op 5698 completed, throughput=5MB/sec 2024-04-02T09:10:41.819 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-R24spfW6LbilxDP off=1712866 len=1954871 2024-04-02T09:10:41.826 INFO:tasks.workunit.client.0.smithi104.stdout:op 5699 completed, throughput=5MB/sec 2024-04-02T09:10:41.826 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yXrPm-Lqc8nzSPp off=17625398 len=970174 2024-04-02T09:10:41.829 INFO:tasks.workunit.client.0.smithi104.stdout:op 5700 completed, throughput=5MB/sec 2024-04-02T09:10:41.829 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rBoH6MBTNRcNP7C off=5240302 len=1032783 2024-04-02T09:10:41.833 INFO:tasks.workunit.client.0.smithi104.stdout:op 5701 completed, throughput=5MB/sec 2024-04-02T09:10:41.833 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-8CeQEmTtKqnQbyx off=19765839 len=355629 2024-04-02T09:10:41.836 INFO:tasks.workunit.client.0.smithi104.stdout:op 5702 completed, throughput=5MB/sec 2024-04-02T09:10:42.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:41 smithi188 ceph-mon[86835]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:42.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:41 smithi104 ceph-mon[94081]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:42.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:41 smithi104 ceph-mon[96567]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:10:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:10:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:42.836 INFO:tasks.workunit.client.0.smithi104.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-02T09:10:42.837 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8Ohaag13DvZZtL1 off=2651928 len=514884 2024-04-02T09:10:42.837 INFO:tasks.workunit.client.0.smithi104.stdout:op 5703 completed, throughput=5MB/sec 2024-04-02T09:10:42.837 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tX2NLNJHsh7N7p6 off=146999 len=1329292 2024-04-02T09:10:42.844 INFO:tasks.workunit.client.0.smithi104.stdout:op 5704 completed, throughput=5MB/sec 2024-04-02T09:10:42.844 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-akLkR4aXLfSC8d0 off=1650404 len=92819 2024-04-02T09:10:42.846 INFO:tasks.workunit.client.0.smithi104.stdout:op 5705 completed, throughput=5MB/sec 2024-04-02T09:10:42.846 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-raTu_9Tz2OfhEzu off=2802127 len=1996007 2024-04-02T09:10:42.849 INFO:tasks.workunit.client.0.smithi104.stdout:op 5706 completed, throughput=5MB/sec 2024-04-02T09:10:42.849 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fGNbnn175rz6_cC off=5850225 len=1123353 2024-04-02T09:10:42.850 INFO:tasks.workunit.client.0.smithi104.stdout:op 5707 completed, throughput=5MB/sec 2024-04-02T09:10:42.850 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tqbq7eNK0LdRT5s off=19033196 len=663828 2024-04-02T09:10:42.852 INFO:tasks.workunit.client.0.smithi104.stdout:op 5708 completed, throughput=5MB/sec 2024-04-02T09:10:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:10:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:10:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:10:43.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:10:43.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:10:43.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:43.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:43.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:10:43.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:10:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:10:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:10:43.852 INFO:tasks.workunit.client.0.smithi104.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-02T09:10:43.852 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Km4lIjpNBc9fyih off=3249436 len=457741 2024-04-02T09:10:43.855 INFO:tasks.workunit.client.0.smithi104.stdout:op 5709 completed, throughput=5MB/sec 2024-04-02T09:10:43.856 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-evKK5txRFwaJqBO off=4896576 len=1884478 2024-04-02T09:10:43.864 INFO:tasks.workunit.client.0.smithi104.stdout:op 5710 completed, throughput=5MB/sec 2024-04-02T09:10:43.864 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EB1Adn71alHPK0_ off=11233462 len=1071056 2024-04-02T09:10:43.869 INFO:tasks.workunit.client.0.smithi104.stdout:op 5711 completed, throughput=5MB/sec 2024-04-02T09:10:43.869 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wfCKLsk7G6BCXuK off=11394986 len=1184651 2024-04-02T09:10:43.872 INFO:tasks.workunit.client.0.smithi104.stdout:op 5712 completed, throughput=5MB/sec 2024-04-02T09:10:43.872 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7nUgQWDr65mghik off=19651357 len=1496988 2024-04-02T09:10:43.873 INFO:tasks.workunit.client.0.smithi104.stdout:op 5713 completed, throughput=5MB/sec 2024-04-02T09:10:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:43 smithi188 ceph-mon[86835]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:10:44.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:43 smithi104 ceph-mon[96567]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:10:44.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:43 smithi104 ceph-mon[94081]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:10:44.873 INFO:tasks.workunit.client.0.smithi104.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-02T09:10:44.873 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vXBUKS8sLx4DXQE off=6209250 len=349690 2024-04-02T09:10:44.874 INFO:tasks.workunit.client.0.smithi104.stdout:op 5714 completed, throughput=5MB/sec 2024-04-02T09:10:44.874 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4ugaaqEk-evUBml off=1160263 len=1151447 2024-04-02T09:10:44.875 INFO:tasks.workunit.client.0.smithi104.stdout:op 5715 completed, throughput=5MB/sec 2024-04-02T09:10:44.875 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hkZCCtCAVojpn6t off=859945 len=722389 2024-04-02T09:10:44.878 INFO:tasks.workunit.client.0.smithi104.stdout:op 5716 completed, throughput=5MB/sec 2024-04-02T09:10:44.879 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3saCLhHYAvLJFNG off=1603116 len=19263 2024-04-02T09:10:44.879 INFO:tasks.workunit.client.0.smithi104.stdout:op 5717 completed, throughput=5MB/sec 2024-04-02T09:10:44.879 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0isSAQvc60g6pwD off=6848934 len=767766 2024-04-02T09:10:44.883 INFO:tasks.workunit.client.0.smithi104.stdout:op 5718 completed, throughput=5MB/sec 2024-04-02T09:10:44.884 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YmY3AF0ygUhWNb7 off=2727824 len=1624102 2024-04-02T09:10:44.884 INFO:tasks.workunit.client.0.smithi104.stdout:op 5719 completed, throughput=5MB/sec 2024-04-02T09:10:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-02T09:10:45.885 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-vTKiiP98NlFZTag off=448965 len=1930979 2024-04-02T09:10:45.886 INFO:tasks.workunit.client.0.smithi104.stdout:op 5720 completed, throughput=5MB/sec 2024-04-02T09:10:45.886 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-msW1f2v7e0wop8E off=13283882 len=1795837 2024-04-02T09:10:45.890 INFO:tasks.workunit.client.0.smithi104.stdout:op 5721 completed, throughput=5MB/sec 2024-04-02T09:10:45.890 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bYZRU4RbWaspMIP off=190349 len=749198 2024-04-02T09:10:45.894 INFO:tasks.workunit.client.0.smithi104.stdout:op 5722 completed, throughput=5MB/sec 2024-04-02T09:10:45.895 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-l4TnfLAYvoZarzJ off=11545763 len=369058 2024-04-02T09:10:45.898 INFO:tasks.workunit.client.0.smithi104.stdout:op 5723 completed, throughput=5MB/sec 2024-04-02T09:10:46.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:45 smithi104 ceph-mon[96567]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:46.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:45 smithi104 ceph-mon[94081]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:10:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:10:45] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-02T09:10:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:45 smithi188 ceph-mon[86835]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:10:46.898 INFO:tasks.workunit.client.0.smithi104.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-02T09:10:46.898 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7JteAfffCduP1NB off=2317949 len=1954584 2024-04-02T09:10:46.907 INFO:tasks.workunit.client.0.smithi104.stdout:op 5724 completed, throughput=5MB/sec 2024-04-02T09:10:46.907 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jMie3VdNuP-zTnI off=0 len=1305695 2024-04-02T09:10:46.912 INFO:tasks.workunit.client.0.smithi104.stdout:op 5725 completed, throughput=5MB/sec 2024-04-02T09:10:46.912 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VgggfLdrlfET-0D off=9199689 len=2084249 2024-04-02T09:10:46.913 INFO:tasks.workunit.client.0.smithi104.stdout:op 5726 completed, throughput=5MB/sec 2024-04-02T09:10:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-02T09:10:47.914 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--MBesovLe-rfXB7 off=3208444 len=1127337 2024-04-02T09:10:47.915 INFO:tasks.workunit.client.0.smithi104.stdout:op 5727 completed, throughput=5MB/sec 2024-04-02T09:10:47.915 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-f_wpSsOMKc1jdmB off=1682693 len=1904230 2024-04-02T09:10:47.926 INFO:tasks.workunit.client.0.smithi104.stdout:op 5728 completed, throughput=5MB/sec 2024-04-02T09:10:47.926 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-kGHue8SrwDUkHiE off=3025867 len=655073 2024-04-02T09:10:47.930 INFO:tasks.workunit.client.0.smithi104.stdout:op 5729 completed, throughput=5MB/sec 2024-04-02T09:10:47.930 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LEGzilcgCLL_V_Z off=4535646 len=2010282 2024-04-02T09:10:47.940 INFO:tasks.workunit.client.0.smithi104.stdout:op 5730 completed, throughput=5MB/sec 2024-04-02T09:10:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:47 smithi188 ceph-mon[86835]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:48.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:47 smithi104 ceph-mon[96567]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:48.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:47 smithi104 ceph-mon[94081]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-02T09:10:48.941 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-BhrNsLhnBn8Gsso off=5488934 len=606411 2024-04-02T09:10:48.944 INFO:tasks.workunit.client.0.smithi104.stdout:op 5731 completed, throughput=5MB/sec 2024-04-02T09:10:48.944 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Pr5a4x73NQnNlEu off=15414505 len=258909 2024-04-02T09:10:48.947 INFO:tasks.workunit.client.0.smithi104.stdout:op 5732 completed, throughput=5MB/sec 2024-04-02T09:10:48.947 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GaZ0uaumpjB2w0l off=656262 len=1941208 2024-04-02T09:10:48.948 INFO:tasks.workunit.client.0.smithi104.stdout:op 5733 completed, throughput=5MB/sec 2024-04-02T09:10:48.948 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-rqCa1rIv8UyVmo9 off=6386451 len=820637 2024-04-02T09:10:48.951 INFO:tasks.workunit.client.0.smithi104.stdout:op 5734 completed, throughput=5MB/sec 2024-04-02T09:10:48.952 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WFcpCI4wXEDGBag off=831186 len=1258795 2024-04-02T09:10:48.952 INFO:tasks.workunit.client.0.smithi104.stdout:op 5735 completed, throughput=5MB/sec 2024-04-02T09:10:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-02T09:10:49.953 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sWTefZCo_U7xSGg off=15868961 len=273516 2024-04-02T09:10:49.956 INFO:tasks.workunit.client.0.smithi104.stdout:op 5736 completed, throughput=5MB/sec 2024-04-02T09:10:49.956 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Gt5t5WaOktF9YA4 off=454944 len=341086 2024-04-02T09:10:49.956 INFO:tasks.workunit.client.0.smithi104.stdout:op 5737 completed, throughput=5MB/sec 2024-04-02T09:10:49.957 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nfeQ6yO-o2C16fy off=1654249 len=1544792 2024-04-02T09:10:49.960 INFO:tasks.workunit.client.0.smithi104.stdout:op 5738 completed, throughput=5MB/sec 2024-04-02T09:10:49.960 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-XVb1K6ON2I3ywfl off=376064 len=1027222 2024-04-02T09:10:49.965 INFO:tasks.workunit.client.0.smithi104.stdout:op 5739 completed, throughput=5MB/sec 2024-04-02T09:10:49.965 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EBACv0E9Mj1Qiac off=17604695 len=1637704 2024-04-02T09:10:49.975 INFO:tasks.workunit.client.0.smithi104.stdout:op 5740 completed, throughput=5MB/sec 2024-04-02T09:10:49.976 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_ZqE8T1JW_Nt-Up off=12236197 len=434586 2024-04-02T09:10:49.978 INFO:tasks.workunit.client.0.smithi104.stdout:op 5741 completed, throughput=5MB/sec 2024-04-02T09:10:49.978 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-yjpOlMwmY1ymfiv off=10853414 len=288757 2024-04-02T09:10:49.979 INFO:tasks.workunit.client.0.smithi104.stdout:op 5742 completed, throughput=5MB/sec 2024-04-02T09:10:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:49 smithi188 ceph-mon[86835]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:49 smithi104 ceph-mon[94081]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:49 smithi104 ceph-mon[96567]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:10:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:50.979 INFO:tasks.workunit.client.0.smithi104.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-02T09:10:50.979 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7O2EYAg3gfgiG6r off=19363589 len=1646072 2024-04-02T09:10:50.980 INFO:tasks.workunit.client.0.smithi104.stdout:op 5743 completed, throughput=5MB/sec 2024-04-02T09:10:50.980 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-qSxJEKS7toVFIVr off=6547840 len=1682450 2024-04-02T09:10:50.990 INFO:tasks.workunit.client.0.smithi104.stdout:op 5744 completed, throughput=5MB/sec 2024-04-02T09:10:50.991 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-nw-lRh3kbFzM5kR off=2430052 len=862261 2024-04-02T09:10:50.991 INFO:tasks.workunit.client.0.smithi104.stdout:op 5745 completed, throughput=5MB/sec 2024-04-02T09:10:50.992 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-clkiGlb0MQcCvrz off=3839076 len=678232 2024-04-02T09:10:50.992 INFO:tasks.workunit.client.0.smithi104.stdout:op 5746 completed, throughput=5MB/sec 2024-04-02T09:10:50.992 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-xBGQlQtTgDhkkji off=2779107 len=1376855 2024-04-02T09:10:50.993 INFO:tasks.workunit.client.0.smithi104.stdout:op 5747 completed, throughput=5MB/sec 2024-04-02T09:10:51.994 INFO:tasks.workunit.client.0.smithi104.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-02T09:10:51.994 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4EjCfH2sijQAnW4 off=761882 len=376740 2024-04-02T09:10:51.998 INFO:tasks.workunit.client.0.smithi104.stdout:op 5748 completed, throughput=5MB/sec 2024-04-02T09:10:51.999 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v5fxv3xqJpJX5a9 off=6737686 len=1117213 2024-04-02T09:10:52.003 INFO:tasks.workunit.client.0.smithi104.stdout:op 5749 completed, throughput=5MB/sec 2024-04-02T09:10:52.003 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DN67QjLHFJCpj1d off=2932006 len=1475923 2024-04-02T09:10:52.012 INFO:tasks.workunit.client.0.smithi104.stdout:op 5750 completed, throughput=5MB/sec 2024-04-02T09:10:52.012 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-QGYGKqVS_7Lf4GQ off=740713 len=236987 2024-04-02T09:10:52.013 INFO:tasks.workunit.client.0.smithi104.stdout:op 5751 completed, throughput=5MB/sec 2024-04-02T09:10:52.013 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ZgtW9r4h1cI3PM0 off=13653388 len=279980 2024-04-02T09:10:52.013 INFO:tasks.workunit.client.0.smithi104.stdout:op 5752 completed, throughput=5MB/sec 2024-04-02T09:10:52.013 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZoQ--B6usDdSPSL off=1518034 len=1151139 2024-04-02T09:10:52.018 INFO:tasks.workunit.client.0.smithi104.stdout:op 5753 completed, throughput=5MB/sec 2024-04-02T09:10:52.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:51 smithi188 ceph-mon[86835]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:52.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:51 smithi104 ceph-mon[96567]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:52.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:51 smithi104 ceph-mon[94081]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:10:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:53.018 INFO:tasks.workunit.client.0.smithi104.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-02T09:10:53.026 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kxuJmq3Hed01Nxj off=5693685 len=287456 2024-04-02T09:10:53.027 INFO:tasks.workunit.client.0.smithi104.stdout:op 5754 completed, throughput=5MB/sec 2024-04-02T09:10:53.027 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-DnpVZ0YnN_5oKFN off=4494453 len=2027909 2024-04-02T09:10:53.027 INFO:tasks.workunit.client.0.smithi104.stdout:op 5755 completed, throughput=5MB/sec 2024-04-02T09:10:53.027 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dlDNaxcSMI7zu_m off=795048 len=2078643 2024-04-02T09:10:53.034 INFO:tasks.workunit.client.0.smithi104.stdout:op 5756 completed, throughput=5MB/sec 2024-04-02T09:10:53.034 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-O3MearK1Js3dG0w off=26639 len=545060 2024-04-02T09:10:53.035 INFO:tasks.workunit.client.0.smithi104.stdout:op 5757 completed, throughput=5MB/sec 2024-04-02T09:10:54.035 INFO:tasks.workunit.client.0.smithi104.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-02T09:10:54.036 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9YAt1a41Ze3VtLn off=2759411 len=1749609 2024-04-02T09:10:54.037 INFO:tasks.workunit.client.0.smithi104.stdout:op 5758 completed, throughput=5MB/sec 2024-04-02T09:10:54.037 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-10rarmfKAw0hDYv off=1557360 len=1938982 2024-04-02T09:10:54.046 INFO:tasks.workunit.client.0.smithi104.stdout:op 5759 completed, throughput=5MB/sec 2024-04-02T09:10:54.046 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-V7YRTnbU4flCg8I off=450806 len=1502493 2024-04-02T09:10:54.051 INFO:tasks.workunit.client.0.smithi104.stdout:op 5760 completed, throughput=5MB/sec 2024-04-02T09:10:54.051 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-G8icDTAGV8F-3UY off=6151606 len=346482 2024-04-02T09:10:54.052 INFO:tasks.workunit.client.0.smithi104.stdout:op 5761 completed, throughput=5MB/sec 2024-04-02T09:10:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:53 smithi188 ceph-mon[86835]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:10:54.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:53 smithi104 ceph-mon[94081]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:10:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:53 smithi104 ceph-mon[96567]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:10:55.052 INFO:tasks.workunit.client.0.smithi104.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-02T09:10:55.053 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj--I29kZeg1kZnD35 off=1300010 len=1202441 2024-04-02T09:10:55.053 INFO:tasks.workunit.client.0.smithi104.stdout:op 5762 completed, throughput=5MB/sec 2024-04-02T09:10:55.054 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Wl7KMem3vIaZdSZ off=9307119 len=1957148 2024-04-02T09:10:55.062 INFO:tasks.workunit.client.0.smithi104.stdout:op 5763 completed, throughput=5MB/sec 2024-04-02T09:10:55.062 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HJvOn3hIyOdD7LU off=4964478 len=1666429 2024-04-02T09:10:55.070 INFO:tasks.workunit.client.0.smithi104.stdout:op 5764 completed, throughput=5MB/sec 2024-04-02T09:10:55.071 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eFoQCYngZyFkwd5 off=1701189 len=1012387 2024-04-02T09:10:55.073 INFO:tasks.workunit.client.0.smithi104.stdout:op 5765 completed, throughput=5MB/sec 2024-04-02T09:10:56.073 INFO:tasks.workunit.client.0.smithi104.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-02T09:10:56.073 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-sBwSrQs0eKRMLrX off=3848868 len=985678 2024-04-02T09:10:56.078 INFO:tasks.workunit.client.0.smithi104.stdout:op 5766 completed, throughput=5MB/sec 2024-04-02T09:10:56.079 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LevXgS07znIYA_W off=16472447 len=1844459 2024-04-02T09:10:56.088 INFO:tasks.workunit.client.0.smithi104.stdout:op 5767 completed, throughput=5MB/sec 2024-04-02T09:10:56.088 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zn28OY5_1fEPXX0 off=5064132 len=1547738 2024-04-02T09:10:56.089 INFO:tasks.workunit.client.0.smithi104.stdout:op 5768 completed, throughput=5MB/sec 2024-04-02T09:10:56.089 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8TNVYXgMEKMS0N2 off=16934488 len=1845096 2024-04-02T09:10:56.091 INFO:tasks.workunit.client.0.smithi104.stdout:op 5769 completed, throughput=5MB/sec 2024-04-02T09:10:56.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:55 smithi104 ceph-mon[96567]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:56.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:55 smithi104 ceph-mon[94081]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:10:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:10:55] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-04-02T09:10:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:55 smithi188 ceph-mon[86835]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:10:57.091 INFO:tasks.workunit.client.0.smithi104.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-02T09:10:57.092 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-bHj2dNaTXqfA1rw off=1996253 len=49762 2024-04-02T09:10:57.092 INFO:tasks.workunit.client.0.smithi104.stdout:op 5770 completed, throughput=5MB/sec 2024-04-02T09:10:57.092 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dIzr-5m7mGgsRFS off=10571334 len=352483 2024-04-02T09:10:57.095 INFO:tasks.workunit.client.0.smithi104.stdout:op 5771 completed, throughput=5MB/sec 2024-04-02T09:10:57.095 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-qxT39gmlk0Med4m off=3682089 len=1298765 2024-04-02T09:10:57.096 INFO:tasks.workunit.client.0.smithi104.stdout:op 5772 completed, throughput=5MB/sec 2024-04-02T09:10:57.096 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-dvPL6IceBgrxb_K off=15722966 len=675068 2024-04-02T09:10:57.100 INFO:tasks.workunit.client.0.smithi104.stdout:op 5773 completed, throughput=5MB/sec 2024-04-02T09:10:57.101 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fpDUi3fFV81SsJI off=14191947 len=1156295 2024-04-02T09:10:57.102 INFO:tasks.workunit.client.0.smithi104.stdout:op 5774 completed, throughput=5MB/sec 2024-04-02T09:10:57.102 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wUrTaCUYNi8YXwH off=6383429 len=409584 2024-04-02T09:10:57.102 INFO:tasks.workunit.client.0.smithi104.stdout:op 5775 completed, throughput=5MB/sec 2024-04-02T09:10:57.953 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 09:10:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=cleanup t=2024-04-02T09:10:57.648079777Z level=info msg="Completed cleanup jobs" duration=5.768449ms 2024-04-02T09:10:58.103 INFO:tasks.workunit.client.0.smithi104.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-02T09:10:58.103 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-OlBPa3A9inb66AE off=85556 len=1470417 2024-04-02T09:10:58.108 INFO:tasks.workunit.client.0.smithi104.stdout:op 5776 completed, throughput=5MB/sec 2024-04-02T09:10:58.109 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Ud-uZtop0Hl7PO4 off=1613042 len=475448 2024-04-02T09:10:58.109 INFO:tasks.workunit.client.0.smithi104.stdout:op 5777 completed, throughput=5MB/sec 2024-04-02T09:10:58.109 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-WvOcqd5PwkZYN_l off=2243457 len=722380 2024-04-02T09:10:58.110 INFO:tasks.workunit.client.0.smithi104.stdout:op 5778 completed, throughput=5MB/sec 2024-04-02T09:10:58.110 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-HVushi38NpEKoWR off=16442330 len=1301306 2024-04-02T09:10:58.117 INFO:tasks.workunit.client.0.smithi104.stdout:op 5779 completed, throughput=5MB/sec 2024-04-02T09:10:58.117 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lXzx0RAO_fBjVio off=1087150 len=510041 2024-04-02T09:10:58.117 INFO:tasks.workunit.client.0.smithi104.stdout:op 5780 completed, throughput=5MB/sec 2024-04-02T09:10:58.117 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_FgHjQFMYJc6SPG off=6968660 len=741287 2024-04-02T09:10:58.118 INFO:tasks.workunit.client.0.smithi104.stdout:op 5781 completed, throughput=5MB/sec 2024-04-02T09:10:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:57 smithi188 ceph-mon[86835]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:58.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:57 smithi104 ceph-mon[96567]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:58.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:57 smithi104 ceph-mon[94081]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:10:59.118 INFO:tasks.workunit.client.0.smithi104.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-02T09:10:59.118 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-mWzBRd1HDpl5B_K off=4027171 len=546353 2024-04-02T09:10:59.119 INFO:tasks.workunit.client.0.smithi104.stdout:op 5782 completed, throughput=5MB/sec 2024-04-02T09:10:59.119 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-0X40drGsBimT9VS off=12254305 len=1734553 2024-04-02T09:10:59.120 INFO:tasks.workunit.client.0.smithi104.stdout:op 5783 completed, throughput=5MB/sec 2024-04-02T09:10:59.120 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-k3PFhcm6hc3FF0g off=12403860 len=1792055 2024-04-02T09:10:59.122 INFO:tasks.workunit.client.0.smithi104.stdout:op 5784 completed, throughput=5MB/sec 2024-04-02T09:10:59.122 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Jzt0wmpS3hGVwK6 off=13272131 len=199166 2024-04-02T09:10:59.122 INFO:tasks.workunit.client.0.smithi104.stdout:op 5785 completed, throughput=5MB/sec 2024-04-02T09:10:59.123 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1tosiRHGK4qrUZE off=756528 len=1346156 2024-04-02T09:10:59.131 INFO:tasks.workunit.client.0.smithi104.stdout:op 5786 completed, throughput=5MB/sec 2024-04-02T09:11:00.131 INFO:tasks.workunit.client.0.smithi104.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-02T09:11:00.132 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-AYYOyOFDmMrkhnI off=14891092 len=1610513 2024-04-02T09:11:00.141 INFO:tasks.workunit.client.0.smithi104.stdout:op 5787 completed, throughput=5MB/sec 2024-04-02T09:11:00.142 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7_SsJTQDgpypihM off=4231183 len=1459181 2024-04-02T09:11:00.146 INFO:tasks.workunit.client.0.smithi104.stdout:op 5788 completed, throughput=5MB/sec 2024-04-02T09:11:00.147 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-t7SPgTLM9Xoo2Gy off=5966923 len=1619393 2024-04-02T09:11:00.154 INFO:tasks.workunit.client.0.smithi104.stdout:op 5789 completed, throughput=5MB/sec 2024-04-02T09:11:00.154 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MRqBK18JtI8eFMM off=2981597 len=661498 2024-04-02T09:11:00.158 INFO:tasks.workunit.client.0.smithi104.stdout:op 5790 completed, throughput=5MB/sec 2024-04-02T09:11:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:10:59 smithi188 ceph-mon[86835]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:00.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:10:59 smithi104 ceph-mon[94081]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:00.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:10:59 smithi104 ceph-mon[96567]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:01.158 INFO:tasks.workunit.client.0.smithi104.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-02T09:11:01.158 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UffHqwWRVJDnaOq off=2412522 len=1595230 2024-04-02T09:11:01.164 INFO:tasks.workunit.client.0.smithi104.stdout:op 5791 completed, throughput=5MB/sec 2024-04-02T09:11:01.164 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-cnLHzSHuukIO4u9 off=3251251 len=1268874 2024-04-02T09:11:01.165 INFO:tasks.workunit.client.0.smithi104.stdout:op 5792 completed, throughput=5MB/sec 2024-04-02T09:11:01.165 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7AOYqqtzC8zLXt2 off=3375568 len=456275 2024-04-02T09:11:01.168 INFO:tasks.workunit.client.0.smithi104.stdout:op 5793 completed, throughput=5MB/sec 2024-04-02T09:11:01.168 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-TLUzMz0qPbvumNq off=3890032 len=1140778 2024-04-02T09:11:01.173 INFO:tasks.workunit.client.0.smithi104.stdout:op 5794 completed, throughput=5MB/sec 2024-04-02T09:11:01.174 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0Rh2QYJsCzskqln off=7230160 len=1447620 2024-04-02T09:11:01.178 INFO:tasks.workunit.client.0.smithi104.stdout:op 5795 completed, throughput=5MB/sec 2024-04-02T09:11:02.178 INFO:tasks.workunit.client.0.smithi104.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-02T09:11:02.179 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-oT9SWK4em43t0YB off=16972404 len=1810158 2024-04-02T09:11:02.188 INFO:tasks.workunit.client.0.smithi104.stdout:op 5796 completed, throughput=5MB/sec 2024-04-02T09:11:02.188 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-I8Oiz6iY9TdbCZW off=1223653 len=1397682 2024-04-02T09:11:02.189 INFO:tasks.workunit.client.0.smithi104.stdout:op 5797 completed, throughput=5MB/sec 2024-04-02T09:11:02.189 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-5tlLYMxgWuUlFb7 off=7144714 len=1732284 2024-04-02T09:11:02.191 INFO:tasks.workunit.client.0.smithi104.stdout:op 5798 completed, throughput=5MB/sec 2024-04-02T09:11:02.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:01 smithi188 ceph-mon[86835]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:02.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:01 smithi104 ceph-mon[96567]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:02.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:01 smithi104 ceph-mon[94081]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:11:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:03.191 INFO:tasks.workunit.client.0.smithi104.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-02T09:11:03.191 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-jAyuBfvA_SbmSMi off=3988359 len=1503460 2024-04-02T09:11:03.192 INFO:tasks.workunit.client.0.smithi104.stdout:op 5799 completed, throughput=5MB/sec 2024-04-02T09:11:03.192 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-MCLE2JJo2AIY5uW off=2322910 len=645277 2024-04-02T09:11:03.196 INFO:tasks.workunit.client.0.smithi104.stdout:op 5800 completed, throughput=5MB/sec 2024-04-02T09:11:03.196 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RcQSAKizWN1Qh2X off=9520331 len=778474 2024-04-02T09:11:03.197 INFO:tasks.workunit.client.0.smithi104.stdout:op 5801 completed, throughput=5MB/sec 2024-04-02T09:11:03.198 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-C2dB0xKfzMazLRA off=9023154 len=1935577 2024-04-02T09:11:03.209 INFO:tasks.workunit.client.0.smithi104.stdout:op 5802 completed, throughput=5MB/sec 2024-04-02T09:11:04.209 INFO:tasks.workunit.client.0.smithi104.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-02T09:11:04.209 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3fP7zE8bx5NK4a_ off=2244044 len=1059795 2024-04-02T09:11:04.212 INFO:tasks.workunit.client.0.smithi104.stdout:op 5803 completed, throughput=5MB/sec 2024-04-02T09:11:04.212 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8I4lfvZLTQPtvaJ off=9972494 len=1246181 2024-04-02T09:11:04.215 INFO:tasks.workunit.client.0.smithi104.stdout:op 5804 completed, throughput=5MB/sec 2024-04-02T09:11:04.215 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fmYK1hOGDwz56Y9 off=7541158 len=1769065 2024-04-02T09:11:04.223 INFO:tasks.workunit.client.0.smithi104.stdout:op 5805 completed, throughput=5MB/sec 2024-04-02T09:11:04.224 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Wa56XoGDVj-elKw off=883596 len=344955 2024-04-02T09:11:04.224 INFO:tasks.workunit.client.0.smithi104.stdout:op 5806 completed, throughput=5MB/sec 2024-04-02T09:11:04.224 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PnMJ6deIwlHfNlj off=2537305 len=1276697 2024-04-02T09:11:04.225 INFO:tasks.workunit.client.0.smithi104.stdout:op 5807 completed, throughput=5MB/sec 2024-04-02T09:11:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:03 smithi188 ceph-mon[86835]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:11:04.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:03 smithi104 ceph-mon[96567]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:11:04.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:03 smithi104 ceph-mon[94081]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:11:05.226 INFO:tasks.workunit.client.0.smithi104.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-02T09:11:05.226 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-3HOOX9Dgtslwoud off=7421846 len=493383 2024-04-02T09:11:05.230 INFO:tasks.workunit.client.0.smithi104.stdout:op 5808 completed, throughput=5MB/sec 2024-04-02T09:11:05.230 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ppiFGX83LBogW9Q off=19940079 len=104820 2024-04-02T09:11:05.230 INFO:tasks.workunit.client.0.smithi104.stdout:op 5809 completed, throughput=5MB/sec 2024-04-02T09:11:05.230 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zcnKh9-To0aiNKh off=2514948 len=1597710 2024-04-02T09:11:05.231 INFO:tasks.workunit.client.0.smithi104.stdout:op 5810 completed, throughput=5MB/sec 2024-04-02T09:11:05.232 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ilRto3Ic54kXnOJ off=1844043 len=402850 2024-04-02T09:11:05.232 INFO:tasks.workunit.client.0.smithi104.stdout:op 5811 completed, throughput=5MB/sec 2024-04-02T09:11:05.232 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-4deHlD6yugnlqyr off=15127734 len=1060992 2024-04-02T09:11:05.233 INFO:tasks.workunit.client.0.smithi104.stdout:op 5812 completed, throughput=5MB/sec 2024-04-02T09:11:05.233 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pOk_ioI0B6BjZ3a off=117823 len=1718601 2024-04-02T09:11:05.241 INFO:tasks.workunit.client.0.smithi104.stdout:op 5813 completed, throughput=5MB/sec 2024-04-02T09:11:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:05.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:05.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:11:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:11:05] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:11:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:05 smithi104 ceph-mon[96567]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:11:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:05 smithi104 ceph-mon[94081]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:11:06.241 INFO:tasks.workunit.client.0.smithi104.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-02T09:11:06.241 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D5I6XJR4wb5GJgy off=3687169 len=241064 2024-04-02T09:11:06.242 INFO:tasks.workunit.client.0.smithi104.stdout:op 5814 completed, throughput=5MB/sec 2024-04-02T09:11:06.242 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-N1VbcFnhSszWd8d off=8285663 len=481227 2024-04-02T09:11:06.244 INFO:tasks.workunit.client.0.smithi104.stdout:op 5815 completed, throughput=5MB/sec 2024-04-02T09:11:06.244 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-AWDjBXMIY13uw7m off=15690716 len=265294 2024-04-02T09:11:06.244 INFO:tasks.workunit.client.0.smithi104.stdout:op 5816 completed, throughput=5MB/sec 2024-04-02T09:11:06.245 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jMebduQYmWYx724 off=22292649 len=2078324 2024-04-02T09:11:06.253 INFO:tasks.workunit.client.0.smithi104.stdout:op 5817 completed, throughput=5MB/sec 2024-04-02T09:11:06.253 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-iEeYJZNnJQAxQaU off=9176953 len=1003607 2024-04-02T09:11:06.259 INFO:tasks.workunit.client.0.smithi104.stdout:op 5818 completed, throughput=5MB/sec 2024-04-02T09:11:06.259 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-etC1w8ZQIRUmNf3 off=5938475 len=1906441 2024-04-02T09:11:06.263 INFO:tasks.workunit.client.0.smithi104.stdout:op 5819 completed, throughput=5MB/sec 2024-04-02T09:11:06.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:05 smithi188 ceph-mon[86835]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:11:07.264 INFO:tasks.workunit.client.0.smithi104.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-02T09:11:07.264 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wz9b4vALo_T4wzm off=297781 len=944974 2024-04-02T09:11:07.265 INFO:tasks.workunit.client.0.smithi104.stdout:op 5820 completed, throughput=5MB/sec 2024-04-02T09:11:07.265 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-WuaWQQRUW6Rh0tX off=7404066 len=1538493 2024-04-02T09:11:07.272 INFO:tasks.workunit.client.0.smithi104.stdout:op 5821 completed, throughput=5MB/sec 2024-04-02T09:11:07.273 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-t7WkI3bPDjo3QF2 off=5638871 len=436784 2024-04-02T09:11:07.275 INFO:tasks.workunit.client.0.smithi104.stdout:op 5822 completed, throughput=5MB/sec 2024-04-02T09:11:07.275 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hrF6s2336LnPZ3C off=3443511 len=1195190 2024-04-02T09:11:07.279 INFO:tasks.workunit.client.0.smithi104.stdout:op 5823 completed, throughput=5MB/sec 2024-04-02T09:11:07.280 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cEQXjrFeiXGMepC off=16658108 len=2026016 2024-04-02T09:11:07.289 INFO:tasks.workunit.client.0.smithi104.stdout:op 5824 completed, throughput=5MB/sec 2024-04-02T09:11:08.289 INFO:tasks.workunit.client.0.smithi104.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-02T09:11:08.289 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-6qhfrT5EsjZVg5t off=1997655 len=432373 2024-04-02T09:11:08.293 INFO:tasks.workunit.client.0.smithi104.stdout:op 5825 completed, throughput=5MB/sec 2024-04-02T09:11:08.293 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-45m3GUzQVQsrWig off=8101471 len=1197205 2024-04-02T09:11:08.294 INFO:tasks.workunit.client.0.smithi104.stdout:op 5826 completed, throughput=5MB/sec 2024-04-02T09:11:08.294 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-em-MPtW2B4G5P5s off=14830717 len=1848956 2024-04-02T09:11:08.299 INFO:tasks.workunit.client.0.smithi104.stdout:op 5827 completed, throughput=5MB/sec 2024-04-02T09:11:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:07 smithi188 ceph-mon[86835]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:11:08.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:07 smithi104 ceph-mon[96567]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:11:08.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:07 smithi104 ceph-mon[94081]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:11:09.300 INFO:tasks.workunit.client.0.smithi104.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-02T09:11:09.300 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UY8ndt852o1v5z2 off=1252679 len=615032 2024-04-02T09:11:09.304 INFO:tasks.workunit.client.0.smithi104.stdout:op 5828 completed, throughput=5MB/sec 2024-04-02T09:11:09.304 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CQvJJzJXHbzi95m off=21439325 len=727482 2024-04-02T09:11:09.305 INFO:tasks.workunit.client.0.smithi104.stdout:op 5829 completed, throughput=5MB/sec 2024-04-02T09:11:09.305 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VIyx2dho-PCs634 off=5015305 len=224173 2024-04-02T09:11:09.305 INFO:tasks.workunit.client.0.smithi104.stdout:op 5830 completed, throughput=5MB/sec 2024-04-02T09:11:09.305 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-xt1Iz8gsiqJ_ssV off=1510174 len=1775664 2024-04-02T09:11:09.315 INFO:tasks.workunit.client.0.smithi104.stdout:op 5831 completed, throughput=5MB/sec 2024-04-02T09:11:09.316 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JsIwXssaCppdMYK off=1251479 len=1079183 2024-04-02T09:11:09.320 INFO:tasks.workunit.client.0.smithi104.stdout:op 5832 completed, throughput=5MB/sec 2024-04-02T09:11:09.320 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JPbTOLfYI9LwgOU off=2073169 len=321492 2024-04-02T09:11:09.320 INFO:tasks.workunit.client.0.smithi104.stdout:op 5833 completed, throughput=5MB/sec 2024-04-02T09:11:09.321 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Lm2pTIpZYxuLPm5 off=8776066 len=1039002 2024-04-02T09:11:09.324 INFO:tasks.workunit.client.0.smithi104.stdout:op 5834 completed, throughput=5MB/sec 2024-04-02T09:11:10.325 INFO:tasks.workunit.client.0.smithi104.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-02T09:11:10.325 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-YDjKKMseBF4Tcsn off=9266911 len=1986622 2024-04-02T09:11:10.336 INFO:tasks.workunit.client.0.smithi104.stdout:op 5835 completed, throughput=5MB/sec 2024-04-02T09:11:10.336 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-VJ5qtOIPOcogQsj off=0 len=1609790 2024-04-02T09:11:10.338 INFO:tasks.workunit.client.0.smithi104.stdout:op 5836 completed, throughput=5MB/sec 2024-04-02T09:11:10.338 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-LEVX0av6JjvjF28 off=8539856 len=923694 2024-04-02T09:11:10.342 INFO:tasks.workunit.client.0.smithi104.stdout:op 5837 completed, throughput=5MB/sec 2024-04-02T09:11:10.342 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-0DrLj100vdGKLtT off=3915843 len=1107844 2024-04-02T09:11:10.346 INFO:tasks.workunit.client.0.smithi104.stdout:op 5838 completed, throughput=5MB/sec 2024-04-02T09:11:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:09 smithi188 ceph-mon[86835]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:10.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:09 smithi104 ceph-mon[96567]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:10.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:09 smithi104 ceph-mon[94081]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:11.346 INFO:tasks.workunit.client.0.smithi104.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-02T09:11:11.347 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Ts9S9IqW6SdJ2ua off=9650700 len=614360 2024-04-02T09:11:11.350 INFO:tasks.workunit.client.0.smithi104.stdout:op 5839 completed, throughput=5MB/sec 2024-04-02T09:11:11.350 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UnsdY4VCnZwMF4O off=5549425 len=1157330 2024-04-02T09:11:11.355 INFO:tasks.workunit.client.0.smithi104.stdout:op 5840 completed, throughput=5MB/sec 2024-04-02T09:11:11.356 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-DaQO9dKBRloPzRc off=20473195 len=1565114 2024-04-02T09:11:11.359 INFO:tasks.workunit.client.0.smithi104.stdout:op 5841 completed, throughput=5MB/sec 2024-04-02T09:11:11.362 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-SE9woQw9weqbRAQ off=11198402 len=141235 2024-04-02T09:11:11.363 INFO:tasks.workunit.client.0.smithi104.stdout:op 5842 completed, throughput=5MB/sec 2024-04-02T09:11:11.363 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-9hHCqeTgJUtTVgM off=9237361 len=2044833 2024-04-02T09:11:11.363 INFO:tasks.workunit.client.0.smithi104.stdout:op 5843 completed, throughput=5MB/sec 2024-04-02T09:11:12.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:11 smithi188 ceph-mon[86835]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:11:12.361 INFO:tasks.workunit.client.0.smithi104.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-02T09:11:12.362 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-m19NC-Dfhpgi5Yv off=7134969 len=3696 2024-04-02T09:11:12.362 INFO:tasks.workunit.client.0.smithi104.stdout:op 5844 completed, throughput=5MB/sec 2024-04-02T09:11:12.362 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8eTMyGtbvQy4OwP off=1464005 len=574138 2024-04-02T09:11:12.362 INFO:tasks.workunit.client.0.smithi104.stdout:op 5845 completed, throughput=5MB/sec 2024-04-02T09:11:12.363 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-YlKaFCrdF6kyGwJ off=1148183 len=1851752 2024-04-02T09:11:12.364 INFO:tasks.workunit.client.0.smithi104.stdout:op 5846 completed, throughput=5MB/sec 2024-04-02T09:11:12.364 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NNGOH1p68FiefoH off=3379796 len=122076 2024-04-02T09:11:12.366 INFO:tasks.workunit.client.0.smithi104.stdout:op 5847 completed, throughput=5MB/sec 2024-04-02T09:11:12.367 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-2wlwF8GeMmLX-9O off=8807955 len=1465724 2024-04-02T09:11:12.372 INFO:tasks.workunit.client.0.smithi104.stdout:op 5848 completed, throughput=5MB/sec 2024-04-02T09:11:12.372 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-bMWH9N60JJndwXq off=11767558 len=1150696 2024-04-02T09:11:12.376 INFO:tasks.workunit.client.0.smithi104.stdout:op 5849 completed, throughput=5MB/sec 2024-04-02T09:11:12.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:11 smithi104 ceph-mon[96567]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:11:12.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:11 smithi104 ceph-mon[94081]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:11:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:11:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:13.376 INFO:tasks.workunit.client.0.smithi104.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-02T09:11:13.377 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ckUo2kce4P3vy_x off=1654228 len=507269 2024-04-02T09:11:13.377 INFO:tasks.workunit.client.0.smithi104.stdout:op 5850 completed, throughput=5MB/sec 2024-04-02T09:11:13.377 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Tza3jc6GmcctbB2 off=20139010 len=1604037 2024-04-02T09:11:13.378 INFO:tasks.workunit.client.0.smithi104.stdout:op 5851 completed, throughput=5MB/sec 2024-04-02T09:11:13.378 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-hYuRBsuEik0nFl3 off=5143454 len=43779 2024-04-02T09:11:13.379 INFO:tasks.workunit.client.0.smithi104.stdout:op 5852 completed, throughput=5MB/sec 2024-04-02T09:11:13.379 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-cOHrVplTS-3vj_n off=632862 len=2034062 2024-04-02T09:11:13.385 INFO:tasks.workunit.client.0.smithi104.stdout:op 5853 completed, throughput=5MB/sec 2024-04-02T09:11:13.385 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-iKUgl6XWk0Fw-V_ off=2288226 len=1962666 2024-04-02T09:11:13.386 INFO:tasks.workunit.client.0.smithi104.stdout:op 5854 completed, throughput=5MB/sec 2024-04-02T09:11:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:13 smithi188 ceph-mon[86835]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:14.387 INFO:tasks.workunit.client.0.smithi104.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-02T09:11:14.387 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-2cBJVYuH5aIdvWt off=12433792 len=1215558 2024-04-02T09:11:14.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:13 smithi104 ceph-mon[94081]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:14.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:13 smithi104 ceph-mon[96567]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:14.390 INFO:tasks.workunit.client.0.smithi104.stdout:op 5855 completed, throughput=5MB/sec 2024-04-02T09:11:14.390 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-zqAe51fLB5mpWzW off=8902224 len=1736368 2024-04-02T09:11:14.391 INFO:tasks.workunit.client.0.smithi104.stdout:op 5856 completed, throughput=5MB/sec 2024-04-02T09:11:14.391 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-_WVn251KgpcFxnd off=478937 len=1381839 2024-04-02T09:11:14.392 INFO:tasks.workunit.client.0.smithi104.stdout:op 5857 completed, throughput=5MB/sec 2024-04-02T09:11:15.393 INFO:tasks.workunit.client.0.smithi104.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-02T09:11:15.393 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-L-xcVz3zOY5c71z off=16702317 len=1024793 2024-04-02T09:11:15.397 INFO:tasks.workunit.client.0.smithi104.stdout:op 5858 completed, throughput=5MB/sec 2024-04-02T09:11:15.397 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-7cYj6-0lvDXUxtk off=141590 len=139154 2024-04-02T09:11:15.401 INFO:tasks.workunit.client.0.smithi104.stdout:op 5859 completed, throughput=5MB/sec 2024-04-02T09:11:15.401 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eoeIxW5feR_LLxa off=6460159 len=1646027 2024-04-02T09:11:15.406 INFO:tasks.workunit.client.0.smithi104.stdout:op 5860 completed, throughput=5MB/sec 2024-04-02T09:11:15.406 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-34XPKIUBtj9MItf off=15776602 len=447074 2024-04-02T09:11:15.408 INFO:tasks.workunit.client.0.smithi104.stdout:op 5861 completed, throughput=5MB/sec 2024-04-02T09:11:15.409 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-GtnaizGBwastJaL off=12784787 len=1016657 2024-04-02T09:11:15.413 INFO:tasks.workunit.client.0.smithi104.stdout:op 5862 completed, throughput=5MB/sec 2024-04-02T09:11:15.413 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gY0BOYepwoeztl3 off=6746688 len=692284 2024-04-02T09:11:15.416 INFO:tasks.workunit.client.0.smithi104.stdout:op 5863 completed, throughput=5MB/sec 2024-04-02T09:11:16.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:15 smithi104 ceph-mon[96567]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:16.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:15 smithi104 ceph-mon[94081]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:11:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:11:15] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-04-02T09:11:16.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:15 smithi188 ceph-mon[86835]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:11:16.416 INFO:tasks.workunit.client.0.smithi104.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-02T09:11:16.416 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-EKpMcVpMi5o8oLx off=8337032 len=282714 2024-04-02T09:11:16.420 INFO:tasks.workunit.client.0.smithi104.stdout:op 5864 completed, throughput=5MB/sec 2024-04-02T09:11:16.420 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-4ondsIeE_P3q6YA off=20016854 len=762536 2024-04-02T09:11:16.424 INFO:tasks.workunit.client.0.smithi104.stdout:op 5865 completed, throughput=5MB/sec 2024-04-02T09:11:16.424 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UuiVKUPPjFO9wnZ off=1539069 len=1245056 2024-04-02T09:11:16.432 INFO:tasks.workunit.client.0.smithi104.stdout:op 5866 completed, throughput=5MB/sec 2024-04-02T09:11:16.432 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-tVYDwX5aq-OZOs3 off=7938501 len=1521931 2024-04-02T09:11:16.433 INFO:tasks.workunit.client.0.smithi104.stdout:op 5867 completed, throughput=5MB/sec 2024-04-02T09:11:16.433 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-efPb4rvaD_dFRER off=1707938 len=916679 2024-04-02T09:11:16.435 INFO:tasks.workunit.client.0.smithi104.stdout:op 5868 completed, throughput=5MB/sec 2024-04-02T09:11:16.435 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Du-AHCTVjpj499J off=3123440 len=1978542 2024-04-02T09:11:16.444 INFO:tasks.workunit.client.0.smithi104.stdout:op 5869 completed, throughput=5MB/sec 2024-04-02T09:11:17.445 INFO:tasks.workunit.client.0.smithi104.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-02T09:11:17.445 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-he5QCOmKnGW5qvm off=3679862 len=589754 2024-04-02T09:11:17.446 INFO:tasks.workunit.client.0.smithi104.stdout:op 5870 completed, throughput=5MB/sec 2024-04-02T09:11:17.446 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-hr3bkYDChoRsJO3 off=1458482 len=355912 2024-04-02T09:11:17.449 INFO:tasks.workunit.client.0.smithi104.stdout:op 5871 completed, throughput=5MB/sec 2024-04-02T09:11:17.449 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-25pIkKWJ1P8C6Km off=6185183 len=1874042 2024-04-02T09:11:17.450 INFO:tasks.workunit.client.0.smithi104.stdout:op 5872 completed, throughput=5MB/sec 2024-04-02T09:11:17.450 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-oEgURY9HAIckOnX off=469064 len=402610 2024-04-02T09:11:17.452 INFO:tasks.workunit.client.0.smithi104.stdout:op 5873 completed, throughput=5MB/sec 2024-04-02T09:11:17.452 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-SuoLzacnmT7fUtX off=310621 len=85261 2024-04-02T09:11:17.454 INFO:tasks.workunit.client.0.smithi104.stdout:op 5874 completed, throughput=5MB/sec 2024-04-02T09:11:17.454 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EJ3nVM8jA4PLJr5 off=10690291 len=1360581 2024-04-02T09:11:17.457 INFO:tasks.workunit.client.0.smithi104.stdout:op 5875 completed, throughput=5MB/sec 2024-04-02T09:11:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:17 smithi188 ceph-mon[86835]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:11:18.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:17 smithi104 ceph-mon[96567]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:11:18.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:17 smithi104 ceph-mon[94081]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:11:18.457 INFO:tasks.workunit.client.0.smithi104.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-02T09:11:18.457 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-ua5tjRthqIFqOsX off=1165374 len=1756541 2024-04-02T09:11:18.458 INFO:tasks.workunit.client.0.smithi104.stdout:op 5876 completed, throughput=5MB/sec 2024-04-02T09:11:18.458 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-y1L07G7Hv-JMobb off=110510 len=261437 2024-04-02T09:11:18.461 INFO:tasks.workunit.client.0.smithi104.stdout:op 5877 completed, throughput=5MB/sec 2024-04-02T09:11:18.461 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-pWuhHT4tgNkOY4R off=18115871 len=811940 2024-04-02T09:11:18.466 INFO:tasks.workunit.client.0.smithi104.stdout:op 5878 completed, throughput=5MB/sec 2024-04-02T09:11:18.466 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-jB7QJppsrVvp7Lo off=896213 len=776657 2024-04-02T09:11:18.470 INFO:tasks.workunit.client.0.smithi104.stdout:op 5879 completed, throughput=5MB/sec 2024-04-02T09:11:18.471 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-JTKO8MIUDRWSsgA off=2389855 len=1476919 2024-04-02T09:11:18.479 INFO:tasks.workunit.client.0.smithi104.stdout:op 5880 completed, throughput=5MB/sec 2024-04-02T09:11:19.479 INFO:tasks.workunit.client.0.smithi104.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-02T09:11:19.479 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-gyYdv5_atRD6v4- off=5342669 len=2078128 2024-04-02T09:11:19.492 INFO:tasks.workunit.client.0.smithi104.stdout:op 5881 completed, throughput=5MB/sec 2024-04-02T09:11:19.492 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-fqjR1izTS1mjvel off=350099 len=727986 2024-04-02T09:11:19.496 INFO:tasks.workunit.client.0.smithi104.stdout:op 5882 completed, throughput=5MB/sec 2024-04-02T09:11:19.497 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Nhw-FXv6b6mGUPp off=11361494 len=1539656 2024-04-02T09:11:19.498 INFO:tasks.workunit.client.0.smithi104.stdout:op 5883 completed, throughput=5MB/sec 2024-04-02T09:11:19.498 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-CDpyghWCYpAG0f- off=3992422 len=1886214 2024-04-02T09:11:19.499 INFO:tasks.workunit.client.0.smithi104.stdout:op 5884 completed, throughput=5MB/sec 2024-04-02T09:11:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:19 smithi188 ceph-mon[86835]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:11:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:19 smithi104 ceph-mon[96567]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:11:20.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:19 smithi104 ceph-mon[94081]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:11:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:20.499 INFO:tasks.workunit.client.0.smithi104.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-02T09:11:20.500 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-D3zWxCYBPorZyY4 off=12443506 len=138529 2024-04-02T09:11:20.500 INFO:tasks.workunit.client.0.smithi104.stdout:op 5885 completed, throughput=5MB/sec 2024-04-02T09:11:20.500 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-omZ7vtNimO5e8e1 off=9285362 len=797540 2024-04-02T09:11:20.501 INFO:tasks.workunit.client.0.smithi104.stdout:op 5886 completed, throughput=5MB/sec 2024-04-02T09:11:20.501 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_lDyOLfGEPuHIfD off=7981288 len=467118 2024-04-02T09:11:20.505 INFO:tasks.workunit.client.0.smithi104.stdout:op 5887 completed, throughput=5MB/sec 2024-04-02T09:11:20.505 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GYYlCDJPt9CI0m2 off=9396834 len=73842 2024-04-02T09:11:20.505 INFO:tasks.workunit.client.0.smithi104.stdout:op 5888 completed, throughput=5MB/sec 2024-04-02T09:11:20.505 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-26MkyIWtFPx0Ars off=16683048 len=1799792 2024-04-02T09:11:20.515 INFO:tasks.workunit.client.0.smithi104.stdout:op 5889 completed, throughput=5MB/sec 2024-04-02T09:11:20.516 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-j78YcDmhy7NlWZL off=10369117 len=1225843 2024-04-02T09:11:20.521 INFO:tasks.workunit.client.0.smithi104.stdout:op 5890 completed, throughput=5MB/sec 2024-04-02T09:11:21.521 INFO:tasks.workunit.client.0.smithi104.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-02T09:11:21.521 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-8g7A983C4yP0moM off=990607 len=1030203 2024-04-02T09:11:21.523 INFO:tasks.workunit.client.0.smithi104.stdout:op 5891 completed, throughput=5MB/sec 2024-04-02T09:11:21.524 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-QIiaFrxNhS4VDQe off=4164908 len=254470 2024-04-02T09:11:21.527 INFO:tasks.workunit.client.0.smithi104.stdout:op 5892 completed, throughput=5MB/sec 2024-04-02T09:11:21.527 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Lv0EQynO505q6_7 off=10490477 len=357944 2024-04-02T09:11:21.527 INFO:tasks.workunit.client.0.smithi104.stdout:op 5893 completed, throughput=5MB/sec 2024-04-02T09:11:21.527 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wX37KFf-cEf81bY off=3291024 len=960221 2024-04-02T09:11:21.529 INFO:tasks.workunit.client.0.smithi104.stdout:op 5894 completed, throughput=5MB/sec 2024-04-02T09:11:21.529 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-exRqIl05Ma1EQsp off=933722 len=1060534 2024-04-02T09:11:21.533 INFO:tasks.workunit.client.0.smithi104.stdout:op 5895 completed, throughput=5MB/sec 2024-04-02T09:11:21.533 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-KFEQcwhYla93n0q off=5026111 len=2028037 2024-04-02T09:11:21.540 INFO:tasks.workunit.client.0.smithi104.stdout:op 5896 completed, throughput=5MB/sec 2024-04-02T09:11:22.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:21 smithi188 ceph-mon[86835]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:11:22.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:21 smithi104 ceph-mon[96567]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:11:22.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:21 smithi104 ceph-mon[94081]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:11:22.541 INFO:tasks.workunit.client.0.smithi104.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-02T09:11:22.541 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-UffHqwWRVJDnaOq off=856154 len=79148 2024-04-02T09:11:22.543 INFO:tasks.workunit.client.0.smithi104.stdout:op 5897 completed, throughput=5MB/sec 2024-04-02T09:11:22.544 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-w4BImxCvg8fH4mJ off=12528838 len=905505 2024-04-02T09:11:22.547 INFO:tasks.workunit.client.0.smithi104.stdout:op 5898 completed, throughput=5MB/sec 2024-04-02T09:11:22.548 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-lgrxAgO0XEx3r3W off=18903279 len=184314 2024-04-02T09:11:22.549 INFO:tasks.workunit.client.0.smithi104.stdout:op 5899 completed, throughput=5MB/sec 2024-04-02T09:11:22.549 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-NFgSWGHFg6uM7cA off=2522683 len=304680 2024-04-02T09:11:22.549 INFO:tasks.workunit.client.0.smithi104.stdout:op 5900 completed, throughput=5MB/sec 2024-04-02T09:11:22.549 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-v52UL8dJkDpijCO off=5845544 len=340106 2024-04-02T09:11:22.553 INFO:tasks.workunit.client.0.smithi104.stdout:op 5901 completed, throughput=5MB/sec 2024-04-02T09:11:22.553 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ivmOCaA4IIhj0sR off=10068309 len=1162910 2024-04-02T09:11:22.558 INFO:tasks.workunit.client.0.smithi104.stdout:op 5902 completed, throughput=5MB/sec 2024-04-02T09:11:22.558 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-swo0Um8cdqqI73- off=5420225 len=1667220 2024-04-02T09:11:22.565 INFO:tasks.workunit.client.0.smithi104.stdout:op 5903 completed, throughput=5MB/sec 2024-04-02T09:11:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:11:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:23.566 INFO:tasks.workunit.client.0.smithi104.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-02T09:11:23.566 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-r4arxKpF9j8oA03 off=1345544 len=1965180 2024-04-02T09:11:23.578 INFO:tasks.workunit.client.0.smithi104.stdout:op 5904 completed, throughput=5MB/sec 2024-04-02T09:11:23.578 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Rr1YU3_XwmwdRg4 off=10362963 len=1565733 2024-04-02T09:11:23.579 INFO:tasks.workunit.client.0.smithi104.stdout:op 5905 completed, throughput=5MB/sec 2024-04-02T09:11:23.579 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-Fm0eeZ9jfFoh8nP off=1749870 len=1549052 2024-04-02T09:11:23.580 INFO:tasks.workunit.client.0.smithi104.stdout:op 5906 completed, throughput=5MB/sec 2024-04-02T09:11:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:23 smithi188 ceph-mon[86835]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:24.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:23 smithi104 ceph-mon[96567]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:24.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:23 smithi104 ceph-mon[94081]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:11:24.580 INFO:tasks.workunit.client.0.smithi104.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-02T09:11:24.581 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-GiCtoVViEPMPVh5 off=4183877 len=395108 2024-04-02T09:11:24.581 INFO:tasks.workunit.client.0.smithi104.stdout:op 5907 completed, throughput=5MB/sec 2024-04-02T09:11:24.581 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PfpLlxv7AOYc-f- off=8975946 len=247273 2024-04-02T09:11:24.582 INFO:tasks.workunit.client.0.smithi104.stdout:op 5908 completed, throughput=5MB/sec 2024-04-02T09:11:24.582 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-61ip_72FtHYqiNy off=1800639 len=475816 2024-04-02T09:11:24.585 INFO:tasks.workunit.client.0.smithi104.stdout:op 5909 completed, throughput=5MB/sec 2024-04-02T09:11:24.585 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1VKdjErHSV69E2B off=405134 len=1416029 2024-04-02T09:11:24.591 INFO:tasks.workunit.client.0.smithi104.stdout:op 5910 completed, throughput=5MB/sec 2024-04-02T09:11:24.591 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rRFC6AzYjIq2h4O off=6035017 len=1686207 2024-04-02T09:11:24.592 INFO:tasks.workunit.client.0.smithi104.stdout:op 5911 completed, throughput=5MB/sec 2024-04-02T09:11:24.592 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-nqdfP8nPa_k8qkb off=0 len=1658784 2024-04-02T09:11:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:op 5912 completed, throughput=5MB/sec 2024-04-02T09:11:25.598 INFO:tasks.workunit.client.0.smithi104.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-02T09:11:25.598 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-NNGOH1p68FiefoH off=15717136 len=1933673 2024-04-02T09:11:25.607 INFO:tasks.workunit.client.0.smithi104.stdout:op 5913 completed, throughput=5MB/sec 2024-04-02T09:11:25.607 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-6dHvdA1maBGcaPx off=4517417 len=1288731 2024-04-02T09:11:25.609 INFO:tasks.workunit.client.0.smithi104.stdout:op 5914 completed, throughput=5MB/sec 2024-04-02T09:11:25.609 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-7DwS7ZMCD2UboQx off=12827411 len=314207 2024-04-02T09:11:25.609 INFO:tasks.workunit.client.0.smithi104.stdout:op 5915 completed, throughput=5MB/sec 2024-04-02T09:11:25.609 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-JKzRy_7X2xu1e16 off=6359339 len=223961 2024-04-02T09:11:25.610 INFO:tasks.workunit.client.0.smithi104.stdout:op 5916 completed, throughput=5MB/sec 2024-04-02T09:11:25.610 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Gobmlj-7sSD0Qx9 off=19025618 len=226241 2024-04-02T09:11:25.613 INFO:tasks.workunit.client.0.smithi104.stdout:op 5917 completed, throughput=5MB/sec 2024-04-02T09:11:25.613 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-s9WokXBAntzrBDS off=4197387 len=1258064 2024-04-02T09:11:25.614 INFO:tasks.workunit.client.0.smithi104.stdout:op 5918 completed, throughput=5MB/sec 2024-04-02T09:11:26.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:25 smithi104 ceph-mon[96567]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:11:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:11:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:11:25] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-04-02T09:11:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:25 smithi104 ceph-mon[94081]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:11:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:25 smithi188 ceph-mon[86835]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:11:26.615 INFO:tasks.workunit.client.0.smithi104.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-02T09:11:26.615 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-Fx3khrUqZld4anj off=7474081 len=751525 2024-04-02T09:11:26.619 INFO:tasks.workunit.client.0.smithi104.stdout:op 5919 completed, throughput=5MB/sec 2024-04-02T09:11:26.620 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-_g5LLNR4WD44xxO off=4006195 len=794949 2024-04-02T09:11:26.624 INFO:tasks.workunit.client.0.smithi104.stdout:op 5920 completed, throughput=5MB/sec 2024-04-02T09:11:26.624 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-PAGbVfRL5D6xox- off=4720459 len=1932069 2024-04-02T09:11:26.626 INFO:tasks.workunit.client.0.smithi104.stdout:op 5921 completed, throughput=5MB/sec 2024-04-02T09:11:26.626 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-3E23HVOnRmg7B6E off=18423151 len=503356 2024-04-02T09:11:26.627 INFO:tasks.workunit.client.0.smithi104.stdout:op 5922 completed, throughput=5MB/sec 2024-04-02T09:11:26.627 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-LPLIaGB20nb3N5Z off=2361706 len=843060 2024-04-02T09:11:26.627 INFO:tasks.workunit.client.0.smithi104.stdout:op 5923 completed, throughput=5MB/sec 2024-04-02T09:11:27.628 INFO:tasks.workunit.client.0.smithi104.stdout: 1177: throughput=5MB/sec pending data=0 2024-04-02T09:11:27.628 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-eljSj1SWpgHs1_L off=3823707 len=1815789 2024-04-02T09:11:27.638 INFO:tasks.workunit.client.0.smithi104.stdout:op 5924 completed, throughput=5MB/sec 2024-04-02T09:11:27.638 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-zeBlM2WjUpyOkrj off=6748249 len=1432530 2024-04-02T09:11:27.645 INFO:tasks.workunit.client.0.smithi104.stdout:op 5925 completed, throughput=5MB/sec 2024-04-02T09:11:27.645 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-N6x6-ZbMLp94-8- off=22833440 len=1417378 2024-04-02T09:11:27.651 INFO:tasks.workunit.client.0.smithi104.stdout:op 5926 completed, throughput=5MB/sec 2024-04-02T09:11:27.651 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-fgfVCcCzxxjBNyY off=12927854 len=362356 2024-04-02T09:11:27.652 INFO:tasks.workunit.client.0.smithi104.stdout:op 5927 completed, throughput=5MB/sec 2024-04-02T09:11:27.652 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-eTspUVFo-tPWefh off=12461191 len=1622993 2024-04-02T09:11:27.653 INFO:tasks.workunit.client.0.smithi104.stdout:op 5928 completed, throughput=5MB/sec 2024-04-02T09:11:28.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:27 smithi188 ceph-mon[86835]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:28.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:27 smithi104 ceph-mon[96567]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:28.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:27 smithi104 ceph-mon[94081]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:28.654 INFO:tasks.workunit.client.0.smithi104.stdout: 1178: throughput=5MB/sec pending data=0 2024-04-02T09:11:28.654 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-ZDTtaz9UoVR6Cao off=2940944 len=924275 2024-04-02T09:11:28.659 INFO:tasks.workunit.client.0.smithi104.stdout:op 5929 completed, throughput=5MB/sec 2024-04-02T09:11:28.659 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-F5XC6Ajq4MmfWEQ off=277321 len=83383 2024-04-02T09:11:28.660 INFO:tasks.workunit.client.0.smithi104.stdout:op 5930 completed, throughput=5MB/sec 2024-04-02T09:11:28.660 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-rBZkFkWRWkp6cDb off=17344021 len=1989964 2024-04-02T09:11:28.662 INFO:tasks.workunit.client.0.smithi104.stdout:op 5931 completed, throughput=5MB/sec 2024-04-02T09:11:28.662 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-EZLYVS1akk3VGuH off=2753194 len=279808 2024-04-02T09:11:28.662 INFO:tasks.workunit.client.0.smithi104.stdout:op 5932 completed, throughput=5MB/sec 2024-04-02T09:11:28.662 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj--rHRqhJg8d9PgDW off=1288068 len=1413843 2024-04-02T09:11:28.668 INFO:tasks.workunit.client.0.smithi104.stdout:op 5933 completed, throughput=5MB/sec 2024-04-02T09:11:29.671 INFO:tasks.workunit.client.0.smithi104.stdout: 1179: throughput=5MB/sec pending data=0 2024-04-02T09:11:29.671 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-RNZtkShhGr48Pjq off=4031941 len=569969 2024-04-02T09:11:29.671 INFO:tasks.workunit.client.0.smithi104.stdout:op 5934 completed, throughput=5MB/sec 2024-04-02T09:11:29.671 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-kKEUIKnAW1p-urx off=6498 len=1152799 2024-04-02T09:11:29.672 INFO:tasks.workunit.client.0.smithi104.stdout:op 5935 completed, throughput=5MB/sec 2024-04-02T09:11:29.672 INFO:tasks.workunit.client.0.smithi104.stdout:READ : oid=obj-wehlse5hlsFMjwH off=8816360 len=1027869 2024-04-02T09:11:29.673 INFO:tasks.workunit.client.0.smithi104.stdout:op 5936 completed, throughput=5MB/sec 2024-04-02T09:11:29.673 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-1VKdjErHSV69E2B off=1460330 len=1412339 2024-04-02T09:11:29.679 INFO:tasks.workunit.client.0.smithi104.stdout:op 5937 completed, throughput=5MB/sec 2024-04-02T09:11:29.679 INFO:tasks.workunit.client.0.smithi104.stdout:WRITE : oid=obj-tGKi5sPWOI5LWj0 off=1094197 len=1390815 2024-04-02T09:11:29.682 INFO:tasks.workunit.client.0.smithi104.stdout:op 5938 completed, throughput=5MB/sec 2024-04-02T09:11:30.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:30 smithi188 ceph-mon[86835]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:30.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:30 smithi104 ceph-mon[94081]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:30.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:30 smithi104 ceph-mon[96567]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:11:30.682 INFO:tasks.workunit.client.0.smithi104.stdout:waiting for all operations to complete 2024-04-02T09:11:30.682 INFO:tasks.workunit.client.0.smithi104.stdout:cleaning up objects 2024-04-02T09:11:32.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:32 smithi188 ceph-mon[86835]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:32.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:32 smithi104 ceph-mon[96567]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:32.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:32 smithi104 ceph-mon[94081]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:11:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:11:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:11:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:34.372 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:34 smithi188 ceph-mon[86835]: pgmap v2009: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 33 op/s 2024-04-02T09:11:34.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:34 smithi104 ceph-mon[94081]: pgmap v2009: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 33 op/s 2024-04-02T09:11:34.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:34 smithi104 ceph-mon[96567]: pgmap v2009: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 33 op/s 2024-04-02T09:11:35.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:35.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:35.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:36.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:36 smithi104 ceph-mon[94081]: pgmap v2010: 105 pgs: 105 active+clean; 118 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 65 op/s 2024-04-02T09:11:36.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:36 smithi104 ceph-mon[96567]: pgmap v2010: 105 pgs: 105 active+clean; 118 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 65 op/s 2024-04-02T09:11:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:11:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:11:35] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-04-02T09:11:36.372 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:36 smithi188 ceph-mon[86835]: pgmap v2010: 105 pgs: 105 active+clean; 118 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 65 op/s 2024-04-02T09:11:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:38 smithi188 ceph-mon[86835]: pgmap v2011: 105 pgs: 105 active+clean; 103 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 161 op/s 2024-04-02T09:11:38.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:38 smithi104 ceph-mon[94081]: pgmap v2011: 105 pgs: 105 active+clean; 103 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 161 op/s 2024-04-02T09:11:38.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:38 smithi104 ceph-mon[96567]: pgmap v2011: 105 pgs: 105 active+clean; 103 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 161 op/s 2024-04-02T09:11:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:40 smithi188 ceph-mon[86835]: pgmap v2012: 105 pgs: 105 active+clean; 79 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-04-02T09:11:40.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:40 smithi104 ceph-mon[96567]: pgmap v2012: 105 pgs: 105 active+clean; 79 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-04-02T09:11:40.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:40 smithi104 ceph-mon[94081]: pgmap v2012: 105 pgs: 105 active+clean; 79 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-04-02T09:11:42.312 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:42 smithi188 ceph-mon[86835]: pgmap v2013: 105 pgs: 105 active+clean; 75 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 548 KiB/s rd, 712 KiB/s wr, 353 op/s 2024-04-02T09:11:42.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:42 smithi104 ceph-mon[96567]: pgmap v2013: 105 pgs: 105 active+clean; 75 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 548 KiB/s rd, 712 KiB/s wr, 353 op/s 2024-04-02T09:11:42.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:42 smithi104 ceph-mon[94081]: pgmap v2013: 105 pgs: 105 active+clean; 75 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 548 KiB/s rd, 712 KiB/s wr, 353 op/s 2024-04-02T09:11:42.622 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:11:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:43.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:43.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:44.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:44 smithi104 ceph-mon[94081]: pgmap v2014: 105 pgs: 105 active+clean; 51 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 548 KiB/s rd, 650 KiB/s wr, 509 op/s 2024-04-02T09:11:44.310 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:44 smithi104 ceph-mon[96567]: pgmap v2014: 105 pgs: 105 active+clean; 51 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 548 KiB/s rd, 650 KiB/s wr, 509 op/s 2024-04-02T09:11:44.372 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:44 smithi188 ceph-mon[86835]: pgmap v2014: 105 pgs: 105 active+clean; 51 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 548 KiB/s rd, 650 KiB/s wr, 509 op/s 2024-04-02T09:11:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:11:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:11:45] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-04-02T09:11:46.839 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:46 smithi104 ceph-mon[96567]: pgmap v2015: 105 pgs: 105 active+clean; 43 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 418 KiB/s wr, 540 op/s 2024-04-02T09:11:46.839 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:46.839 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:46.839 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:46.839 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:46.839 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:46 smithi104 ceph-mon[94081]: pgmap v2015: 105 pgs: 105 active+clean; 43 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 418 KiB/s wr, 540 op/s 2024-04-02T09:11:46.839 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:46.839 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:46.839 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:46.839 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:46 smithi188 ceph-mon[86835]: pgmap v2015: 105 pgs: 105 active+clean; 43 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 418 KiB/s wr, 540 op/s 2024-04-02T09:11:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:48.576 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:11:48.577 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:11:48.606 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-02T09:11:48.606 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:11:48.791 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:48 smithi104 ceph-mon[94081]: pgmap v2016: 105 pgs: 105 active+clean; 31 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-04-02T09:11:48.791 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:48.791 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:48.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:48 smithi104 ceph-mon[96567]: pgmap v2016: 105 pgs: 105 active+clean; 31 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-04-02T09:11:48.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:48.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:48 smithi188 ceph-mon[86835]: pgmap v2016: 105 pgs: 105 active+clean; 31 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-04-02T09:11:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:48.891 DEBUG:teuthology.parallel:result is None 2024-04-02T09:11:48.891 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:11:48.919 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:11:48.919 DEBUG:teuthology.orchestra.run.smithi104:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:11:48.974 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:11:48.974 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:11:48.974 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-02T09:11:48.974 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:11:48.974 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-02T09:11:48.974 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:11:48.975 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:11:48.975 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:11:48.975 DEBUG:teuthology.orchestra.run.smithi188:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:11:48.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:11:48.991 INFO:teuthology.orchestra.run.smithi188.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-02T09:11:48.991 DEBUG:teuthology.orchestra.run.smithi188:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:11:49.045 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-02T09:11:49.046 DEBUG:teuthology.orchestra.run.smithi188:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-02T09:11:49.100 INFO:tasks.workunit:timeout=3h 2024-04-02T09:11:49.101 INFO:tasks.workunit:cleanup=True 2024-04-02T09:11:49.101 DEBUG:teuthology.orchestra.run.smithi188:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:11:49.156 INFO:tasks.workunit.client.1.smithi188.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-02T09:11:49.762 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:49.799 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:49.799 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:50 smithi188 ceph-mon[86835]: pgmap v2017: 105 pgs: 105 active+clean; 12 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 617 op/s 2024-04-02T09:11:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:50 smithi104 ceph-mon[96567]: pgmap v2017: 105 pgs: 105 active+clean; 12 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 617 op/s 2024-04-02T09:11:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:50.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:50 smithi104 ceph-mon[94081]: pgmap v2017: 105 pgs: 105 active+clean; 12 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 617 op/s 2024-04-02T09:11:50.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:50.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:11:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:52 smithi188 ceph-mon[86835]: pgmap v2018: 105 pgs: 105 active+clean; 8.7 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 473 op/s 2024-04-02T09:11:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:52.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[94081]: pgmap v2018: 105 pgs: 105 active+clean; 8.7 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 473 op/s 2024-04-02T09:11:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[96567]: pgmap v2018: 105 pgs: 105 active+clean; 8.7 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 473 op/s 2024-04-02T09:11:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:11:54.609 DEBUG:teuthology.orchestra.run.smithi188:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-02T09:11:54.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:54 smithi188 ceph-mon[86835]: pgmap v2019: 105 pgs: 105 active+clean; 916 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 494 op/s 2024-04-02T09:11:54.636 INFO:tasks.workunit.client.1.smithi188.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:11:54.638 INFO:tasks.workunit.client.1.smithi188.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:11:54.638 INFO:tasks.workunit.client.1.smithi188.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:11:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:54 smithi104 ceph-mon[96567]: pgmap v2019: 105 pgs: 105 active+clean; 916 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 494 op/s 2024-04-02T09:11:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:54 smithi104 ceph-mon[94081]: pgmap v2019: 105 pgs: 105 active+clean; 916 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 494 op/s 2024-04-02T09:11:55.338 INFO:tasks.workunit.client.1.smithi188.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:11:55.402 INFO:tasks.workunit.client.1.smithi188.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:11:55.442 INFO:tasks.workunit.client.1.smithi188.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:11:55.443 INFO:tasks.workunit.client.1.smithi188.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:11:55.443 INFO:tasks.workunit.client.1.smithi188.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:11:55.481 INFO:tasks.workunit.client.1.smithi188.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:11:55.485 DEBUG:teuthology.orchestra.run.smithi188:> set -ex 2024-04-02T09:11:55.485 DEBUG:teuthology.orchestra.run.smithi188:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-02T09:11:55.541 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-02T09:11:55.542 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-02T09:11:55.542 DEBUG:teuthology.orchestra.run.smithi188:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-02T09:11:55.613 INFO:tasks.workunit.client.1.smithi188.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-02T09:11:55.613 INFO:tasks.workunit.client.1.smithi188.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-02T09:11:55.613 INFO:tasks.workunit.client.1.smithi188.stderr:+ TMPDIR=/tmp/rbd_import_export_136384 2024-04-02T09:11:55.613 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm -rf /tmp/rbd_import_export_136384 2024-04-02T09:11:55.613 INFO:tasks.workunit.client.1.smithi188.stderr:+ mkdir /tmp/rbd_import_export_136384 2024-04-02T09:11:55.614 INFO:tasks.workunit.client.1.smithi188.stderr:+ trap 'rm -rf /tmp/rbd_import_export_136384' INT TERM EXIT 2024-04-02T09:11:55.614 INFO:tasks.workunit.client.1.smithi188.stderr:+ mkdir foo.136384 2024-04-02T09:11:55.615 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import foo.136384 foo.dir 2024-04-02T09:11:55.657 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: cannot import a directory 2024-04-02T09:11:55.657 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 0% complete...failed. 2024-04-02T09:11:55.657 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: import failed: (21) Is a directory 2024-04-02T09:11:55.660 INFO:tasks.workunit.client.1.smithi188.stderr:+ true 2024-04-02T09:11:55.660 INFO:tasks.workunit.client.1.smithi188.stderr:+ rmdir foo.136384 2024-04-02T09:11:55.668 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_136384/img bs=1k count=1 seek=10 2024-04-02T09:11:55.669 INFO:tasks.workunit.client.1.smithi188.stderr:1+0 records in 2024-04-02T09:11:55.669 INFO:tasks.workunit.client.1.smithi188.stderr:1+0 records out 2024-04-02T09:11:55.669 INFO:tasks.workunit.client.1.smithi188.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.1102e-05 s, 24.9 MB/s 2024-04-02T09:11:55.669 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_136384/img bs=1k count=10 seek=100 2024-04-02T09:11:55.670 INFO:tasks.workunit.client.1.smithi188.stderr:10+0 records in 2024-04-02T09:11:55.670 INFO:tasks.workunit.client.1.smithi188.stderr:10+0 records out 2024-04-02T09:11:55.670 INFO:tasks.workunit.client.1.smithi188.stderr:10240 bytes (10 kB, 10 KiB) copied, 7.6708e-05 s, 133 MB/s 2024-04-02T09:11:55.670 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_136384/img bs=1k count=100 seek=1000 2024-04-02T09:11:55.671 INFO:tasks.workunit.client.1.smithi188.stderr:60+1 records in 2024-04-02T09:11:55.671 INFO:tasks.workunit.client.1.smithi188.stderr:60+1 records out 2024-04-02T09:11:55.671 INFO:tasks.workunit.client.1.smithi188.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000142209 s, 432 MB/s 2024-04-02T09:11:55.671 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_136384/img bs=1k seek=10000 2024-04-02T09:11:55.672 INFO:tasks.workunit.client.1.smithi188.stderr:137+1 records in 2024-04-02T09:11:55.672 INFO:tasks.workunit.client.1.smithi188.stderr:137+1 records out 2024-04-02T09:11:55.672 INFO:tasks.workunit.client.1.smithi188.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.00041408 s, 340 MB/s 2024-04-02T09:11:55.672 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_136384/img bs=1k seek=100000 2024-04-02T09:11:55.673 INFO:tasks.workunit.client.1.smithi188.stderr:59+1 records in 2024-04-02T09:11:55.673 INFO:tasks.workunit.client.1.smithi188.stderr:59+1 records out 2024-04-02T09:11:55.673 INFO:tasks.workunit.client.1.smithi188.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000156726 s, 392 MB/s 2024-04-02T09:11:55.673 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_136384/img bs=1k seek=1000000 2024-04-02T09:11:55.674 INFO:tasks.workunit.client.1.smithi188.stderr:154+1 records in 2024-04-02T09:11:55.674 INFO:tasks.workunit.client.1.smithi188.stderr:154+1 records out 2024-04-02T09:11:55.674 INFO:tasks.workunit.client.1.smithi188.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000326563 s, 484 MB/s 2024-04-02T09:11:55.674 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm testimg 2024-04-02T09:11:55.726 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 0% complete...failed. 2024-04-02T09:11:55.726 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:11:55.729 INFO:tasks.workunit.client.1.smithi188.stderr:+ true 2024-04-02T09:11:55.729 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --new-format /tmp/rbd_import_export_136384/img testimg 2024-04-02T09:11:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:11:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:11:55] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-02T09:11:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:56 smithi188 ceph-mon[86835]: pgmap v2020: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 344 op/s 2024-04-02T09:11:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:56 smithi104 ceph-mon[96567]: pgmap v2020: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 344 op/s 2024-04-02T09:11:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:56 smithi104 ceph-mon[94081]: pgmap v2020: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 344 op/s 2024-04-02T09:11:57.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:57 smithi188 ceph-mon[86835]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:11:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:57 smithi104 ceph-mon[94081]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:11:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:57 smithi104 ceph-mon[96567]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:11:57.853 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-02T09:11:57.854 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:11:57.857 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export testimg /tmp/rbd_import_export_136384/img2 2024-04-02T09:11:58.055 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:11:58.059 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export testimg - 2024-04-02T09:11:58.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:58 smithi188 ceph-mon[86835]: pgmap v2022: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 245 op/s 2024-04-02T09:11:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:11:58 smithi188 ceph-mon[86835]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:11:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:58 smithi104 ceph-mon[94081]: pgmap v2022: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 245 op/s 2024-04-02T09:11:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:11:58 smithi104 ceph-mon[94081]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:11:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:58 smithi104 ceph-mon[96567]: pgmap v2022: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 245 op/s 2024-04-02T09:11:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:11:58 smithi104 ceph-mon[96567]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:11:58.674 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:11:58.678 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm testimg 2024-04-02T09:11:58.805 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:11:58.808 INFO:tasks.workunit.client.1.smithi188.stderr:+ cmp /tmp/rbd_import_export_136384/img /tmp/rbd_import_export_136384/img2 2024-04-02T09:11:59.352 INFO:tasks.workunit.client.1.smithi188.stderr:+ cmp /tmp/rbd_import_export_136384/img /tmp/rbd_import_export_136384/img3 2024-04-02T09:11:59.749 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/img2 /tmp/rbd_import_export_136384/img3 2024-04-02T09:11:59.907 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --new-format - testimg 2024-04-02T09:12:00.330 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:00.331 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:00.334 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export testimg /tmp/rbd_import_export_136384/img2 2024-04-02T09:12:00.528 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:00.532 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export testimg - 2024-04-02T09:12:00.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:00 smithi188 ceph-mon[86835]: pgmap v2024: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 88 op/s 2024-04-02T09:12:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:00 smithi104 ceph-mon[96567]: pgmap v2024: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 88 op/s 2024-04-02T09:12:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:00 smithi104 ceph-mon[94081]: pgmap v2024: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 88 op/s 2024-04-02T09:12:01.149 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:01.154 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm testimg 2024-04-02T09:12:01.275 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:12:01.278 INFO:tasks.workunit.client.1.smithi188.stderr:+ cmp /tmp/rbd_import_export_136384/img /tmp/rbd_import_export_136384/img2 2024-04-02T09:12:01.820 INFO:tasks.workunit.client.1.smithi188.stderr:+ cmp /tmp/rbd_import_export_136384/img /tmp/rbd_import_export_136384/img3 2024-04-02T09:12:02.219 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/img /tmp/rbd_import_export_136384/img2 /tmp/rbd_import_export_136384/img3 2024-04-02T09:12:02.429 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd help export 2024-04-02T09:12:02.429 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep -q export-format 2024-04-02T09:12:02.451 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_136384/img bs=1k count=10 seek=100 2024-04-02T09:12:02.452 INFO:tasks.workunit.client.1.smithi188.stderr:10+0 records in 2024-04-02T09:12:02.452 INFO:tasks.workunit.client.1.smithi188.stderr:10+0 records out 2024-04-02T09:12:02.452 INFO:tasks.workunit.client.1.smithi188.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.0087e-05 s, 170 MB/s 2024-04-02T09:12:02.453 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --new-format /tmp/rbd_import_export_136384/img testimg 2024-04-02T09:12:02.520 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:02.520 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:02.522 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd snap create testimg@snap 2024-04-02T09:12:02.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:02 smithi188 ceph-mon[86835]: pgmap v2025: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 20 KiB/s wr, 10 op/s 2024-04-02T09:12:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:12:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:12:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:02 smithi104 ceph-mon[94081]: pgmap v2025: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 20 KiB/s wr, 10 op/s 2024-04-02T09:12:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:02 smithi104 ceph-mon[96567]: pgmap v2025: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 20 KiB/s wr, 10 op/s 2024-04-02T09:12:03.343 INFO:tasks.workunit.client.1.smithi188.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:12:03.352 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd image-meta set testimg key1 value1 2024-04-02T09:12:03.411 INFO:tasks.workunit.client.1.smithi188.stderr:++ rbd image-meta list testimg 2024-04-02T09:12:03.454 INFO:tasks.workunit.client.1.smithi188.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-02T09:12:03.454 INFO:tasks.workunit.client.1.smithi188.stderr: 2024-04-02T09:12:03.454 INFO:tasks.workunit.client.1.smithi188.stderr:Key Value 2024-04-02T09:12:03.454 INFO:tasks.workunit.client.1.smithi188.stderr:key1 value1' 2024-04-02T09:12:03.455 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136384/img_v2 2024-04-02T09:12:03.494 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:03.497 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136384/img_v2 testimg_import 2024-04-02T09:12:04.366 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:12:04.370 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd info testimg_import 2024-04-02T09:12:04.409 INFO:tasks.workunit.client.1.smithi188.stdout:rbd image 'testimg_import': 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: size 110 KiB in 1 objects 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: order 22 (4 MiB objects) 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: snapshot_count: 1 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: id: d5d3b465b4a2 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: block_name_prefix: rbd_data.d5d3b465b4a2 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: format: 2 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: op_features: 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: flags: 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: create_timestamp: Tue Apr 2 09:12:03 2024 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: access_timestamp: Tue Apr 2 09:12:03 2024 2024-04-02T09:12:04.410 INFO:tasks.workunit.client.1.smithi188.stdout: modify_timestamp: Tue Apr 2 09:12:03 2024 2024-04-02T09:12:04.412 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd info testimg_import@snap 2024-04-02T09:12:04.450 INFO:tasks.workunit.client.1.smithi188.stdout:rbd image 'testimg_import': 2024-04-02T09:12:04.450 INFO:tasks.workunit.client.1.smithi188.stdout: size 110 KiB in 1 objects 2024-04-02T09:12:04.450 INFO:tasks.workunit.client.1.smithi188.stdout: order 22 (4 MiB objects) 2024-04-02T09:12:04.450 INFO:tasks.workunit.client.1.smithi188.stdout: snapshot_count: 1 2024-04-02T09:12:04.451 INFO:tasks.workunit.client.1.smithi188.stdout: id: d5d3b465b4a2 2024-04-02T09:12:04.451 INFO:tasks.workunit.client.1.smithi188.stdout: block_name_prefix: rbd_data.d5d3b465b4a2 2024-04-02T09:12:04.451 INFO:tasks.workunit.client.1.smithi188.stdout: format: 2 2024-04-02T09:12:04.451 INFO:tasks.workunit.client.1.smithi188.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:12:04.451 INFO:tasks.workunit.client.1.smithi188.stdout: op_features: 2024-04-02T09:12:04.451 INFO:tasks.workunit.client.1.smithi188.stdout: flags: 2024-04-02T09:12:04.451 INFO:tasks.workunit.client.1.smithi188.stdout: create_timestamp: Tue Apr 2 09:12:03 2024 2024-04-02T09:12:04.451 INFO:tasks.workunit.client.1.smithi188.stdout: access_timestamp: Tue Apr 2 09:12:03 2024 2024-04-02T09:12:04.451 INFO:tasks.workunit.client.1.smithi188.stdout: modify_timestamp: Tue Apr 2 09:12:03 2024 2024-04-02T09:12:04.451 INFO:tasks.workunit.client.1.smithi188.stdout: protected: False 2024-04-02T09:12:04.453 INFO:tasks.workunit.client.1.smithi188.stderr:++ rbd image-meta list testimg_import 2024-04-02T09:12:04.497 INFO:tasks.workunit.client.1.smithi188.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-02T09:12:04.497 INFO:tasks.workunit.client.1.smithi188.stderr: 2024-04-02T09:12:04.497 INFO:tasks.workunit.client.1.smithi188.stderr:Key Value 2024-04-02T09:12:04.497 INFO:tasks.workunit.client.1.smithi188.stderr:key1 value1' 2024-04-02T09:12:04.498 INFO:tasks.workunit.client.1.smithi188.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-02T09:12:04.498 INFO:tasks.workunit.client.1.smithi188.stderr: 2024-04-02T09:12:04.498 INFO:tasks.workunit.client.1.smithi188.stderr:Key Value 2024-04-02T09:12:04.498 INFO:tasks.workunit.client.1.smithi188.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-02T09:12:04.498 INFO:tasks.workunit.client.1.smithi188.stderr: 2024-04-02T09:12:04.498 INFO:tasks.workunit.client.1.smithi188.stderr:Key Value 2024-04-02T09:12:04.498 INFO:tasks.workunit.client.1.smithi188.stderr:key1 value1' ']' 2024-04-02T09:12:04.498 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export testimg_import /tmp/rbd_import_export_136384/img_import 2024-04-02T09:12:04.535 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 100% complete...done. 2024-04-02T09:12:04.538 INFO:tasks.workunit.client.1.smithi188.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136384/img /tmp/rbd_import_export_136384/img_import 2024-04-02T09:12:04.538 INFO:tasks.workunit.client.1.smithi188.stderr:+ cmp -l /tmp/rbd_import_export_136384/img /tmp/rbd_import_export_136384/img_import 2024-04-02T09:12:04.539 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/img --format %b 2024-04-02T09:12:04.540 INFO:tasks.workunit.client.1.smithi188.stderr:+ origsize=24 2024-04-02T09:12:04.540 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/img_import --format %b 2024-04-02T09:12:04.541 INFO:tasks.workunit.client.1.smithi188.stderr:+ exportsize=224 2024-04-02T09:12:04.541 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=200 2024-04-02T09:12:04.541 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=200 2024-04-02T09:12:04.541 INFO:tasks.workunit.client.1.smithi188.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-02T09:12:04.542 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_136384/img_snap 2024-04-02T09:12:04.578 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 100% complete...done. 2024-04-02T09:12:04.581 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_136384/img_snap_import 2024-04-02T09:12:04.620 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 100% complete...done. 2024-04-02T09:12:04.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:04 smithi188 ceph-mon[86835]: pgmap v2026: 105 pgs: 105 active+clean; 3.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 85 KiB/s wr, 70 op/s 2024-04-02T09:12:04.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:04 smithi188 ceph-mon[86835]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:12:04.623 INFO:tasks.workunit.client.1.smithi188.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136384/img_snap /tmp/rbd_import_export_136384/img_snap_import 2024-04-02T09:12:04.623 INFO:tasks.workunit.client.1.smithi188.stderr:+ cmp -l /tmp/rbd_import_export_136384/img_snap /tmp/rbd_import_export_136384/img_snap_import 2024-04-02T09:12:04.624 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/img_snap --format %b 2024-04-02T09:12:04.625 INFO:tasks.workunit.client.1.smithi188.stderr:+ origsize=224 2024-04-02T09:12:04.625 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/img_snap_import --format %b 2024-04-02T09:12:04.626 INFO:tasks.workunit.client.1.smithi188.stderr:+ exportsize=224 2024-04-02T09:12:04.626 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=0 2024-04-02T09:12:04.626 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=0 2024-04-02T09:12:04.626 INFO:tasks.workunit.client.1.smithi188.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:12:04.626 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/img_v2 2024-04-02T09:12:04.627 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/img_import 2024-04-02T09:12:04.627 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/img_snap 2024-04-02T09:12:04.628 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/img_snap_import 2024-04-02T09:12:04.628 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd snap rm testimg_import@snap 2024-04-02T09:12:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:04 smithi104 ceph-mon[94081]: pgmap v2026: 105 pgs: 105 active+clean; 3.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 85 KiB/s wr, 70 op/s 2024-04-02T09:12:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:04 smithi104 ceph-mon[94081]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:12:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:04 smithi104 ceph-mon[96567]: pgmap v2026: 105 pgs: 105 active+clean; 3.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 85 KiB/s wr, 70 op/s 2024-04-02T09:12:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:04 smithi104 ceph-mon[96567]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:12:05.359 INFO:tasks.workunit.client.1.smithi188.stderr: Removing snap: 100% complete...done. 2024-04-02T09:12:05.371 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd remove testimg_import 2024-04-02T09:12:05.504 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:05.506 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd snap rm testimg@snap 2024-04-02T09:12:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:05 smithi188 ceph-mon[86835]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:12:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:05 smithi104 ceph-mon[94081]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:12:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:05 smithi104 ceph-mon[96567]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:12:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:12:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:12:05] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T09:12:06.205 INFO:tasks.workunit.client.1.smithi188.stderr: Removing snap: 100% complete...done. 2024-04-02T09:12:06.222 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm testimg 2024-04-02T09:12:06.350 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:06.353 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --order 20 /tmp/rbd_import_export_136384/img testimg 2024-04-02T09:12:06.422 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:06.423 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:06.425 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136384/img_v2 2024-04-02T09:12:06.464 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:06.467 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136384/img_v2 testimg_import 2024-04-02T09:12:06.542 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:12:06.545 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd info testimg_import 2024-04-02T09:12:06.545 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep order 2024-04-02T09:12:06.545 INFO:tasks.workunit.client.1.smithi188.stderr:+ awk '{print $2}' 2024-04-02T09:12:06.545 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep 20 2024-04-02T09:12:06.583 INFO:tasks.workunit.client.1.smithi188.stdout:20 2024-04-02T09:12:06.584 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/img_v2 2024-04-02T09:12:06.584 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd remove testimg_import 2024-04-02T09:12:06.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:06 smithi188 ceph-mon[86835]: pgmap v2029: 105 pgs: 105 active+clean; 3.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 116 KiB/s wr, 105 op/s 2024-04-02T09:12:06.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:06 smithi188 ceph-mon[86835]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:12:06.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:06 smithi188 ceph-mon[86835]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:12:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:06 smithi104 ceph-mon[96567]: pgmap v2029: 105 pgs: 105 active+clean; 3.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 116 KiB/s wr, 105 op/s 2024-04-02T09:12:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:06 smithi104 ceph-mon[96567]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:12:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:06 smithi104 ceph-mon[96567]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:12:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:06 smithi104 ceph-mon[94081]: pgmap v2029: 105 pgs: 105 active+clean; 3.1 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 116 KiB/s wr, 105 op/s 2024-04-02T09:12:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:06 smithi104 ceph-mon[94081]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:12:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:06 smithi104 ceph-mon[94081]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:12:06.702 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:06.704 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd remove testimg 2024-04-02T09:12:06.823 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:06.826 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_136384/img testimg 2024-04-02T09:12:06.880 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:06.883 INFO:tasks.workunit.client.1.smithi188.stderr:++ rbd info testimg 2024-04-02T09:12:06.884 INFO:tasks.workunit.client.1.smithi188.stderr:++ grep features 2024-04-02T09:12:06.922 INFO:tasks.workunit.client.1.smithi188.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-02T09:12:06.922 INFO:tasks.workunit.client.1.smithi188.stderr: op_features: ' 2024-04-02T09:12:06.922 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136384/img_v2 2024-04-02T09:12:06.960 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:06.963 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136384/img_v2 testimg_import 2024-04-02T09:12:07.028 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:12:07.032 INFO:tasks.workunit.client.1.smithi188.stderr:++ rbd info testimg_import 2024-04-02T09:12:07.032 INFO:tasks.workunit.client.1.smithi188.stderr:++ grep features 2024-04-02T09:12:07.070 INFO:tasks.workunit.client.1.smithi188.stderr:+ FEATURES_AFTER=' features: layering 2024-04-02T09:12:07.070 INFO:tasks.workunit.client.1.smithi188.stderr: op_features: ' 2024-04-02T09:12:07.070 INFO:tasks.workunit.client.1.smithi188.stderr:+ '[' ' features: layering 2024-04-02T09:12:07.071 INFO:tasks.workunit.client.1.smithi188.stderr: op_features: ' '!=' ' features: layering 2024-04-02T09:12:07.071 INFO:tasks.workunit.client.1.smithi188.stderr: op_features: ' ']' 2024-04-02T09:12:07.071 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/img_v2 2024-04-02T09:12:07.071 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd remove testimg_import 2024-04-02T09:12:07.161 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:07.164 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd remove testimg 2024-04-02T09:12:07.254 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:07.257 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_136384/img testimg 2024-04-02T09:12:07.331 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:07.334 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136384/img_v2 2024-04-02T09:12:07.374 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:07.377 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136384/img_v2 testimg_import 2024-04-02T09:12:07.460 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:12:07.463 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd info testimg_import 2024-04-02T09:12:07.463 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep 'stripe unit' 2024-04-02T09:12:07.463 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-02T09:12:07.501 INFO:tasks.workunit.client.1.smithi188.stdout: stripe unit: 4 KiB 2024-04-02T09:12:07.502 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd info testimg_import 2024-04-02T09:12:07.502 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep 'stripe count' 2024-04-02T09:12:07.502 INFO:tasks.workunit.client.1.smithi188.stderr:+ awk '{print $3}' 2024-04-02T09:12:07.502 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep 1000 2024-04-02T09:12:07.540 INFO:tasks.workunit.client.1.smithi188.stdout:1000 2024-04-02T09:12:07.540 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/img_v2 2024-04-02T09:12:07.541 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd remove testimg_import 2024-04-02T09:12:07.665 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:12:07.668 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd remove testimg 2024-04-02T09:12:07.787 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:12:07.790 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_136384/img testimg 2024-04-02T09:12:07.861 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:07.864 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd snap create testimg@snap1 2024-04-02T09:12:08.365 INFO:tasks.workunit.client.1.smithi188.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:12:08.375 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd snap create testimg@snap2 2024-04-02T09:12:08.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:08 smithi188 ceph-mon[86835]: pgmap v2032: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 69 KiB/s wr, 94 op/s 2024-04-02T09:12:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:08 smithi104 ceph-mon[94081]: pgmap v2032: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 69 KiB/s wr, 94 op/s 2024-04-02T09:12:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:08 smithi104 ceph-mon[96567]: pgmap v2032: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 69 KiB/s wr, 94 op/s 2024-04-02T09:12:09.372 INFO:tasks.workunit.client.1.smithi188.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:12:09.382 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd snap protect testimg@snap2 2024-04-02T09:12:09.435 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136384/snap_protect 2024-04-02T09:12:09.480 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:09.483 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136384/snap_protect testimg_import 2024-04-02T09:12:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:09 smithi188 ceph-mon[86835]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:12:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:09 smithi104 ceph-mon[96567]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:12:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:09 smithi104 ceph-mon[94081]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:12:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:10 smithi188 ceph-mon[86835]: pgmap v2034: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 42 KiB/s wr, 380 op/s 2024-04-02T09:12:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:10 smithi188 ceph-mon[86835]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:12:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:10 smithi104 ceph-mon[96567]: pgmap v2034: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 42 KiB/s wr, 380 op/s 2024-04-02T09:12:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:10 smithi104 ceph-mon[96567]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:12:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:10 smithi104 ceph-mon[94081]: pgmap v2034: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 42 KiB/s wr, 380 op/s 2024-04-02T09:12:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:10 smithi104 ceph-mon[94081]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:12:11.401 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:12:11.405 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd info testimg_import@snap1 2024-04-02T09:12:11.405 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep 'protected: False' 2024-04-02T09:12:11.448 INFO:tasks.workunit.client.1.smithi188.stdout: protected: False 2024-04-02T09:12:11.448 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd info testimg_import@snap2 2024-04-02T09:12:11.448 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep 'protected: True' 2024-04-02T09:12:11.489 INFO:tasks.workunit.client.1.smithi188.stdout: protected: True 2024-04-02T09:12:11.490 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/snap_protect 2024-04-02T09:12:11.490 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd snap unprotect testimg@snap2 2024-04-02T09:12:11.542 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-02T09:12:11.589 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd snap purge testimg 2024-04-02T09:12:11.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:11 smithi188 ceph-mon[86835]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:12:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:11 smithi104 ceph-mon[94081]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:12:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:11 smithi104 ceph-mon[96567]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:12:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:12 smithi188 ceph-mon[86835]: pgmap v2037: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 416 op/s 2024-04-02T09:12:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:12 smithi188 ceph-mon[86835]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:12:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:12:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:12 smithi104 ceph-mon[96567]: pgmap v2037: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 416 op/s 2024-04-02T09:12:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:12 smithi104 ceph-mon[96567]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:12:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:12 smithi104 ceph-mon[94081]: pgmap v2037: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 416 op/s 2024-04-02T09:12:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:12 smithi104 ceph-mon[94081]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:12:13.401 INFO:tasks.workunit.client.1.smithi188.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:12:13.413 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd snap purge testimg_import 2024-04-02T09:12:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:13 smithi104 ceph-mon[94081]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:12:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:13 smithi104 ceph-mon[96567]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:12:13.749 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:13 smithi188 ceph-mon[86835]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:12:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:14 smithi104 ceph-mon[94081]: pgmap v2040: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 32 KiB/s wr, 322 op/s 2024-04-02T09:12:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:14 smithi104 ceph-mon[94081]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:12:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:14 smithi104 ceph-mon[96567]: pgmap v2040: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 32 KiB/s wr, 322 op/s 2024-04-02T09:12:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:14 smithi104 ceph-mon[96567]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:12:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:14 smithi188 ceph-mon[86835]: pgmap v2040: 105 pgs: 105 active+clean; 693 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 32 KiB/s wr, 322 op/s 2024-04-02T09:12:14.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:14 smithi188 ceph-mon[86835]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:12:15.413 INFO:tasks.workunit.client.1.smithi188.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:12:15.425 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd remove testimg 2024-04-02T09:12:15.560 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:15.563 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd remove testimg_import 2024-04-02T09:12:15.686 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:15.690 INFO:tasks.workunit.client.1.smithi188.stderr:+ tiered=0 2024-04-02T09:12:15.690 INFO:tasks.workunit.client.1.smithi188.stderr:+ ceph osd dump 2024-04-02T09:12:15.690 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep '^pool' 2024-04-02T09:12:15.690 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep ''\''rbd'\''' 2024-04-02T09:12:15.690 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep tier 2024-04-02T09:12:15.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:15 smithi188 ceph-mon[86835]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:12:15.875 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:15 smithi104 ceph-mon[96567]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:12:15.875 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:15 smithi104 ceph-mon[94081]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:12:16.073 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_136384/sparse1 2024-04-02T09:12:16.077 INFO:tasks.workunit.client.1.smithi188.stderr:1+0 records in 2024-04-02T09:12:16.077 INFO:tasks.workunit.client.1.smithi188.stderr:1+0 records out 2024-04-02T09:12:16.077 INFO:tasks.workunit.client.1.smithi188.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0032845 s, 319 MB/s 2024-04-02T09:12:16.078 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_136384/sparse2 2024-04-02T09:12:16.081 INFO:tasks.workunit.client.1.smithi188.stderr:1+0 records in 2024-04-02T09:12:16.082 INFO:tasks.workunit.client.1.smithi188.stderr:1+0 records out 2024-04-02T09:12:16.082 INFO:tasks.workunit.client.1.smithi188.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00318068 s, 330 MB/s 2024-04-02T09:12:16.082 INFO:tasks.workunit.client.1.smithi188.stderr:+ truncate /tmp/rbd_import_export_136384/sparse2 -s 2M 2024-04-02T09:12:16.090 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm sparse1 2024-04-02T09:12:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:12:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:12:15] "GET /metrics HTTP/1.1" 200 34126 "" "Prometheus/2.43.0" 2024-04-02T09:12:16.147 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 0% complete...failed. 2024-04-02T09:12:16.147 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:12:16.150 INFO:tasks.workunit.client.1.smithi188.stderr:+ true 2024-04-02T09:12:16.150 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_136384/sparse1 2024-04-02T09:12:16.228 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:12:16.228 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:16.228 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:16.231 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd ls -l 2024-04-02T09:12:16.231 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep sparse1 2024-04-02T09:12:16.231 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:12:16.270 INFO:tasks.workunit.client.1.smithi188.stdout:sparse1 2 MiB 2 2024-04-02T09:12:16.271 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects sparse1 2024-04-02T09:12:16.271 INFO:tasks.workunit.client.1.smithi188.stderr:++ image=sparse1 2024-04-02T09:12:16.271 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rbd info sparse1 2024-04-02T09:12:16.271 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep block_name_prefix 2024-04-02T09:12:16.271 INFO:tasks.workunit.client.1.smithi188.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:16.310 INFO:tasks.workunit.client.1.smithi188.stderr:++ prefix=rbd_data.d6ed963849c2 2024-04-02T09:12:16.311 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep rbd_data.d6ed963849c2 2024-04-02T09:12:16.311 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sed -e 's/rbd_data.d6ed963849c2\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:16.312 INFO:tasks.workunit.client.1.smithi188.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:12:16.312 INFO:tasks.workunit.client.1.smithi188.stderr:++++ image=sparse1 2024-04-02T09:12:16.312 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sort -u 2024-04-02T09:12:16.312 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ rbd info sparse1 2024-04-02T09:12:16.312 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:16.312 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:16.350 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool= 2024-04-02T09:12:16.350 INFO:tasks.workunit.client.1.smithi188.stderr:++++ '[' -z ']' 2024-04-02T09:12:16.350 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool=rbd 2024-04-02T09:12:16.350 INFO:tasks.workunit.client.1.smithi188.stderr:++++ echo rbd 2024-04-02T09:12:16.350 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rados ls -p rbd 2024-04-02T09:12:16.440 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects=1 2024-04-02T09:12:16.440 INFO:tasks.workunit.client.1.smithi188.stderr:++ echo 1 2024-04-02T09:12:16.440 INFO:tasks.workunit.client.1.smithi188.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:12:16.440 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export sparse1 /tmp/rbd_import_export_136384/sparse1.out 2024-04-02T09:12:16.479 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:16.482 INFO:tasks.workunit.client.1.smithi188.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136384/sparse1 /tmp/rbd_import_export_136384/sparse1.out 2024-04-02T09:12:16.482 INFO:tasks.workunit.client.1.smithi188.stderr:+ cmp -l /tmp/rbd_import_export_136384/sparse1 /tmp/rbd_import_export_136384/sparse1.out 2024-04-02T09:12:16.484 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/sparse1 --format %b 2024-04-02T09:12:16.485 INFO:tasks.workunit.client.1.smithi188.stderr:+ origsize=2048 2024-04-02T09:12:16.485 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/sparse1.out --format %b 2024-04-02T09:12:16.486 INFO:tasks.workunit.client.1.smithi188.stderr:+ exportsize=2048 2024-04-02T09:12:16.486 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=0 2024-04-02T09:12:16.486 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=0 2024-04-02T09:12:16.486 INFO:tasks.workunit.client.1.smithi188.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:12:16.486 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/sparse1.out 2024-04-02T09:12:16.487 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm sparse1 2024-04-02T09:12:16.605 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:12:16.608 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm sparse2 2024-04-02T09:12:16.662 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 0% complete...failed. 2024-04-02T09:12:16.662 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:12:16.665 INFO:tasks.workunit.client.1.smithi188.stderr:+ true 2024-04-02T09:12:16.665 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_136384/sparse2 2024-04-02T09:12:16.739 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:12:16.740 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:16.740 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:16.742 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd ls -l 2024-04-02T09:12:16.742 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep sparse2 2024-04-02T09:12:16.743 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:12:16.781 INFO:tasks.workunit.client.1.smithi188.stdout:sparse2 2 MiB 2 2024-04-02T09:12:16.781 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects sparse2 2024-04-02T09:12:16.781 INFO:tasks.workunit.client.1.smithi188.stderr:++ image=sparse2 2024-04-02T09:12:16.782 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rbd info sparse2 2024-04-02T09:12:16.782 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep block_name_prefix 2024-04-02T09:12:16.782 INFO:tasks.workunit.client.1.smithi188.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:16.820 INFO:tasks.workunit.client.1.smithi188.stderr:++ prefix=rbd_data.d72027a911e0 2024-04-02T09:12:16.821 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep rbd_data.d72027a911e0 2024-04-02T09:12:16.821 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sed -e 's/rbd_data.d72027a911e0\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:16.821 INFO:tasks.workunit.client.1.smithi188.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:12:16.821 INFO:tasks.workunit.client.1.smithi188.stderr:++++ image=sparse2 2024-04-02T09:12:16.821 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sort -u 2024-04-02T09:12:16.821 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ rbd info sparse2 2024-04-02T09:12:16.822 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:16.822 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:16.860 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool= 2024-04-02T09:12:16.860 INFO:tasks.workunit.client.1.smithi188.stderr:++++ '[' -z ']' 2024-04-02T09:12:16.860 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool=rbd 2024-04-02T09:12:16.860 INFO:tasks.workunit.client.1.smithi188.stderr:++++ echo rbd 2024-04-02T09:12:16.860 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rados ls -p rbd 2024-04-02T09:12:16.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:16 smithi188 ceph-mon[86835]: pgmap v2043: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 31 KiB/s wr, 234 op/s 2024-04-02T09:12:16.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:16 smithi188 ceph-mon[86835]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:12:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.188:0/3556799570' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.188:0/3556799570' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:16 smithi188 ceph-mon[86835]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:12:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:16 smithi104 ceph-mon[96567]: pgmap v2043: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 31 KiB/s wr, 234 op/s 2024-04-02T09:12:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:16 smithi104 ceph-mon[96567]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:12:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.188:0/3556799570' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.188:0/3556799570' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:16 smithi104 ceph-mon[96567]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:12:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:16 smithi104 ceph-mon[94081]: pgmap v2043: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 31 KiB/s wr, 234 op/s 2024-04-02T09:12:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:16 smithi104 ceph-mon[94081]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:12:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.188:0/3556799570' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.188:0/3556799570' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:12:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:16 smithi104 ceph-mon[94081]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:12:16.943 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects=0 2024-04-02T09:12:16.943 INFO:tasks.workunit.client.1.smithi188.stderr:++ echo 0 2024-04-02T09:12:16.943 INFO:tasks.workunit.client.1.smithi188.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:12:16.943 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export sparse2 /tmp/rbd_import_export_136384/sparse2.out 2024-04-02T09:12:16.982 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:16.986 INFO:tasks.workunit.client.1.smithi188.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136384/sparse2 /tmp/rbd_import_export_136384/sparse2.out 2024-04-02T09:12:16.986 INFO:tasks.workunit.client.1.smithi188.stderr:+ cmp -l /tmp/rbd_import_export_136384/sparse2 /tmp/rbd_import_export_136384/sparse2.out 2024-04-02T09:12:16.988 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/sparse2 --format %b 2024-04-02T09:12:16.988 INFO:tasks.workunit.client.1.smithi188.stderr:+ origsize=2048 2024-04-02T09:12:16.989 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/sparse2.out --format %b 2024-04-02T09:12:16.989 INFO:tasks.workunit.client.1.smithi188.stderr:+ exportsize=2048 2024-04-02T09:12:16.989 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=0 2024-04-02T09:12:16.990 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=0 2024-04-02T09:12:16.990 INFO:tasks.workunit.client.1.smithi188.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:12:16.990 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/sparse2.out 2024-04-02T09:12:16.990 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm sparse2 2024-04-02T09:12:17.109 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:12:17.112 INFO:tasks.workunit.client.1.smithi188.stderr:+ truncate /tmp/rbd_import_export_136384/sparse1 -s 10M 2024-04-02T09:12:17.112 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-02T09:12:17.224 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:17.225 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:17.225 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:17.228 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd ls -l 2024-04-02T09:12:17.228 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep sparse1 2024-04-02T09:12:17.228 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-02T09:12:17.266 INFO:tasks.workunit.client.1.smithi188.stdout:sparse1 10 MiB 2 2024-04-02T09:12:17.267 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects sparse1 2024-04-02T09:12:17.267 INFO:tasks.workunit.client.1.smithi188.stderr:++ image=sparse1 2024-04-02T09:12:17.267 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rbd info sparse1 2024-04-02T09:12:17.267 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep block_name_prefix 2024-04-02T09:12:17.268 INFO:tasks.workunit.client.1.smithi188.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:17.305 INFO:tasks.workunit.client.1.smithi188.stderr:++ prefix=rbd_data.d74d84abcd44 2024-04-02T09:12:17.306 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep rbd_data.d74d84abcd44 2024-04-02T09:12:17.306 INFO:tasks.workunit.client.1.smithi188.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:12:17.307 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sed -e 's/rbd_data.d74d84abcd44\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:17.307 INFO:tasks.workunit.client.1.smithi188.stderr:++++ image=sparse1 2024-04-02T09:12:17.307 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sort -u 2024-04-02T09:12:17.307 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ rbd info sparse1 2024-04-02T09:12:17.307 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:17.307 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:17.345 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool= 2024-04-02T09:12:17.345 INFO:tasks.workunit.client.1.smithi188.stderr:++++ '[' -z ']' 2024-04-02T09:12:17.345 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool=rbd 2024-04-02T09:12:17.345 INFO:tasks.workunit.client.1.smithi188.stderr:++++ echo rbd 2024-04-02T09:12:17.345 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rados ls -p rbd 2024-04-02T09:12:17.431 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects=1 2024-04-02T09:12:17.431 INFO:tasks.workunit.client.1.smithi188.stderr:++ echo 1 2024-04-02T09:12:17.431 INFO:tasks.workunit.client.1.smithi188.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:12:17.431 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export sparse1 /tmp/rbd_import_export_136384/sparse1.out 2024-04-02T09:12:17.470 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:17.474 INFO:tasks.workunit.client.1.smithi188.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136384/sparse1 /tmp/rbd_import_export_136384/sparse1.out 2024-04-02T09:12:17.474 INFO:tasks.workunit.client.1.smithi188.stderr:+ cmp -l /tmp/rbd_import_export_136384/sparse1 /tmp/rbd_import_export_136384/sparse1.out 2024-04-02T09:12:17.481 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/sparse1 --format %b 2024-04-02T09:12:17.482 INFO:tasks.workunit.client.1.smithi188.stderr:+ origsize=2048 2024-04-02T09:12:17.482 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/sparse1.out --format %b 2024-04-02T09:12:17.483 INFO:tasks.workunit.client.1.smithi188.stderr:+ exportsize=2048 2024-04-02T09:12:17.483 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=0 2024-04-02T09:12:17.483 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=0 2024-04-02T09:12:17.483 INFO:tasks.workunit.client.1.smithi188.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:12:17.483 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/sparse1.out 2024-04-02T09:12:17.484 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm sparse1 2024-04-02T09:12:17.604 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:12:17.607 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_136384/sparse2 oflag=append conv=notrunc 2024-04-02T09:12:17.614 INFO:tasks.workunit.client.1.smithi188.stderr:1+0 records in 2024-04-02T09:12:17.615 INFO:tasks.workunit.client.1.smithi188.stderr:1+0 records out 2024-04-02T09:12:17.615 INFO:tasks.workunit.client.1.smithi188.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00614016 s, 342 MB/s 2024-04-02T09:12:17.615 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-02T09:12:17.712 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:17.713 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:17.713 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:17.715 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd ls -l 2024-04-02T09:12:17.716 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep sparse2 2024-04-02T09:12:17.716 INFO:tasks.workunit.client.1.smithi188.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-02T09:12:17.753 INFO:tasks.workunit.client.1.smithi188.stdout:sparse2 4 MiB 2 2024-04-02T09:12:17.753 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects sparse2 2024-04-02T09:12:17.754 INFO:tasks.workunit.client.1.smithi188.stderr:++ image=sparse2 2024-04-02T09:12:17.754 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rbd info sparse2 2024-04-02T09:12:17.754 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep block_name_prefix 2024-04-02T09:12:17.754 INFO:tasks.workunit.client.1.smithi188.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:17.792 INFO:tasks.workunit.client.1.smithi188.stderr:++ prefix=rbd_data.d77abb9e6b27 2024-04-02T09:12:17.793 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep rbd_data.d77abb9e6b27 2024-04-02T09:12:17.793 INFO:tasks.workunit.client.1.smithi188.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:12:17.793 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sed -e 's/rbd_data.d77abb9e6b27\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:17.793 INFO:tasks.workunit.client.1.smithi188.stderr:++++ image=sparse2 2024-04-02T09:12:17.793 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sort -u 2024-04-02T09:12:17.793 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ rbd info sparse2 2024-04-02T09:12:17.793 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:17.793 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:17.830 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool= 2024-04-02T09:12:17.831 INFO:tasks.workunit.client.1.smithi188.stderr:++++ '[' -z ']' 2024-04-02T09:12:17.831 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool=rbd 2024-04-02T09:12:17.831 INFO:tasks.workunit.client.1.smithi188.stderr:++++ echo rbd 2024-04-02T09:12:17.831 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rados ls -p rbd 2024-04-02T09:12:17.910 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects='0 2024-04-02T09:12:17.910 INFO:tasks.workunit.client.1.smithi188.stderr:2 2024-04-02T09:12:17.910 INFO:tasks.workunit.client.1.smithi188.stderr:3' 2024-04-02T09:12:17.910 INFO:tasks.workunit.client.1.smithi188.stderr:++ echo 0 2 3 2024-04-02T09:12:17.910 INFO:tasks.workunit.client.1.smithi188.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-02T09:12:17.910 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export sparse2 /tmp/rbd_import_export_136384/sparse2.out 2024-04-02T09:12:17.949 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-02T09:12:17.953 INFO:tasks.workunit.client.1.smithi188.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136384/sparse2 /tmp/rbd_import_export_136384/sparse2.out 2024-04-02T09:12:17.953 INFO:tasks.workunit.client.1.smithi188.stderr:+ cmp -l /tmp/rbd_import_export_136384/sparse2 /tmp/rbd_import_export_136384/sparse2.out 2024-04-02T09:12:17.956 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/sparse2 --format %b 2024-04-02T09:12:17.957 INFO:tasks.workunit.client.1.smithi188.stderr:+ origsize=6144 2024-04-02T09:12:17.957 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/sparse2.out --format %b 2024-04-02T09:12:17.958 INFO:tasks.workunit.client.1.smithi188.stderr:+ exportsize=6144 2024-04-02T09:12:17.958 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=0 2024-04-02T09:12:17.958 INFO:tasks.workunit.client.1.smithi188.stderr:+ difference=0 2024-04-02T09:12:17.958 INFO:tasks.workunit.client.1.smithi188.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:12:17.958 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/sparse2.out 2024-04-02T09:12:17.959 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm sparse2 2024-04-02T09:12:18.076 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-02T09:12:18.080 INFO:tasks.workunit.client.1.smithi188.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-02T09:12:18.080 INFO:tasks.workunit.client.1.smithi188.stdout:partially-sparse file imports to partially-sparse image 2024-04-02T09:12:18.080 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_136384/sparse1 sparse 2024-04-02T09:12:18.154 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-02T09:12:18.155 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:18.155 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:12:18.158 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects sparse 2024-04-02T09:12:18.158 INFO:tasks.workunit.client.1.smithi188.stderr:++ image=sparse 2024-04-02T09:12:18.158 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rbd info sparse 2024-04-02T09:12:18.158 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep block_name_prefix 2024-04-02T09:12:18.158 INFO:tasks.workunit.client.1.smithi188.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:18.196 INFO:tasks.workunit.client.1.smithi188.stderr:++ prefix=rbd_data.d7a7cae10b60 2024-04-02T09:12:18.197 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep rbd_data.d7a7cae10b60 2024-04-02T09:12:18.198 INFO:tasks.workunit.client.1.smithi188.stderr:++++ get_image_data_pool sparse 2024-04-02T09:12:18.198 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sed -e 's/rbd_data.d7a7cae10b60\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:18.198 INFO:tasks.workunit.client.1.smithi188.stderr:++++ image=sparse 2024-04-02T09:12:18.198 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sort -u 2024-04-02T09:12:18.198 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ rbd info sparse 2024-04-02T09:12:18.198 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:18.198 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:18.237 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool= 2024-04-02T09:12:18.237 INFO:tasks.workunit.client.1.smithi188.stderr:++++ '[' -z ']' 2024-04-02T09:12:18.237 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool=rbd 2024-04-02T09:12:18.237 INFO:tasks.workunit.client.1.smithi188.stderr:++++ echo rbd 2024-04-02T09:12:18.237 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rados ls -p rbd 2024-04-02T09:12:18.313 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects=1 2024-04-02T09:12:18.313 INFO:tasks.workunit.client.1.smithi188.stderr:++ echo 1 2024-04-02T09:12:18.313 INFO:tasks.workunit.client.1.smithi188.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:12:18.313 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm sparse 2024-04-02T09:12:18.432 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:12:18.435 INFO:tasks.workunit.client.1.smithi188.stdout:zeros import through stdin to sparse image 2024-04-02T09:12:18.436 INFO:tasks.workunit.client.1.smithi188.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-02T09:12:18.436 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-02T09:12:18.436 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd import --new-format - sparse 2024-04-02T09:12:18.492 INFO:tasks.workunit.client.1.smithi188.stderr:4+0 records in 2024-04-02T09:12:18.492 INFO:tasks.workunit.client.1.smithi188.stderr:4+0 records out 2024-04-02T09:12:18.492 INFO:tasks.workunit.client.1.smithi188.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0555042 s, 75.6 MB/s 2024-04-02T09:12:18.508 INFO:tasks.workunit.client.1.smithi188.stderr: Importing image: 100% complete...done. 2024-04-02T09:12:18.508 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:18.512 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects sparse 2024-04-02T09:12:18.512 INFO:tasks.workunit.client.1.smithi188.stderr:++ image=sparse 2024-04-02T09:12:18.512 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rbd info sparse 2024-04-02T09:12:18.512 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep block_name_prefix 2024-04-02T09:12:18.512 INFO:tasks.workunit.client.1.smithi188.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:18.550 INFO:tasks.workunit.client.1.smithi188.stderr:++ prefix=rbd_data.d7c8ed4a2e17 2024-04-02T09:12:18.550 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep rbd_data.d7c8ed4a2e17 2024-04-02T09:12:18.550 INFO:tasks.workunit.client.1.smithi188.stderr:++++ get_image_data_pool sparse 2024-04-02T09:12:18.550 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sed -e 's/rbd_data.d7c8ed4a2e17\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:18.551 INFO:tasks.workunit.client.1.smithi188.stderr:++++ image=sparse 2024-04-02T09:12:18.551 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sort -u 2024-04-02T09:12:18.551 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ rbd info sparse 2024-04-02T09:12:18.551 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:18.551 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:18.589 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool= 2024-04-02T09:12:18.589 INFO:tasks.workunit.client.1.smithi188.stderr:++++ '[' -z ']' 2024-04-02T09:12:18.589 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool=rbd 2024-04-02T09:12:18.589 INFO:tasks.workunit.client.1.smithi188.stderr:++++ echo rbd 2024-04-02T09:12:18.590 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rados ls -p rbd 2024-04-02T09:12:18.670 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects= 2024-04-02T09:12:18.670 INFO:tasks.workunit.client.1.smithi188.stderr:++ echo 2024-04-02T09:12:18.670 INFO:tasks.workunit.client.1.smithi188.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-02T09:12:18.670 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm sparse 2024-04-02T09:12:18.790 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:18.793 INFO:tasks.workunit.client.1.smithi188.stdout:zeros export to sparse file 2024-04-02T09:12:18.793 INFO:tasks.workunit.client.1.smithi188.stderr:+ echo 'zeros export to sparse file' 2024-04-02T09:12:18.793 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd create --new-format sparse --size 4 2024-04-02T09:12:18.838 INFO:tasks.workunit.client.1.smithi188.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:12:18.841 INFO:tasks.workunit.client.1.smithi188.stderr:++ rbd info sparse 2024-04-02T09:12:18.841 INFO:tasks.workunit.client.1.smithi188.stderr:++ grep block_name_prefix 2024-04-02T09:12:18.842 INFO:tasks.workunit.client.1.smithi188.stderr:++ awk '{print $NF;}' 2024-04-02T09:12:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:18 smithi188 ceph-mon[86835]: pgmap v2046: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 182 op/s 2024-04-02T09:12:18.881 INFO:tasks.workunit.client.1.smithi188.stderr:+ prefix=rbd_data.d7e9bce74474 2024-04-02T09:12:18.881 INFO:tasks.workunit.client.1.smithi188.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-02T09:12:18.882 INFO:tasks.workunit.client.1.smithi188.stderr:++ get_image_data_pool sparse 2024-04-02T09:12:18.882 INFO:tasks.workunit.client.1.smithi188.stderr:++ image=sparse 2024-04-02T09:12:18.882 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rbd info sparse 2024-04-02T09:12:18.882 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep 'data_pool: ' 2024-04-02T09:12:18.882 INFO:tasks.workunit.client.1.smithi188.stderr:+++ awk -F: '{ print $NF }' 2024-04-02T09:12:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:18 smithi104 ceph-mon[96567]: pgmap v2046: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 182 op/s 2024-04-02T09:12:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:18 smithi104 ceph-mon[94081]: pgmap v2046: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 182 op/s 2024-04-02T09:12:18.920 INFO:tasks.workunit.client.1.smithi188.stderr:++ data_pool= 2024-04-02T09:12:18.920 INFO:tasks.workunit.client.1.smithi188.stderr:++ '[' -z ']' 2024-04-02T09:12:18.920 INFO:tasks.workunit.client.1.smithi188.stderr:++ data_pool=rbd 2024-04-02T09:12:18.920 INFO:tasks.workunit.client.1.smithi188.stderr:++ echo rbd 2024-04-02T09:12:18.920 INFO:tasks.workunit.client.1.smithi188.stderr:+ rados -p rbd put rbd_data.d7e9bce74474.000000000000 - 2024-04-02T09:12:18.952 INFO:tasks.workunit.client.1.smithi188.stderr:1+0 records in 2024-04-02T09:12:18.952 INFO:tasks.workunit.client.1.smithi188.stderr:1+0 records out 2024-04-02T09:12:18.952 INFO:tasks.workunit.client.1.smithi188.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0705354 s, 59.5 MB/s 2024-04-02T09:12:18.975 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects sparse 2024-04-02T09:12:18.975 INFO:tasks.workunit.client.1.smithi188.stderr:++ image=sparse 2024-04-02T09:12:18.975 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rbd info sparse 2024-04-02T09:12:18.975 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep block_name_prefix 2024-04-02T09:12:18.975 INFO:tasks.workunit.client.1.smithi188.stderr:+++ awk '{print $NF;}' 2024-04-02T09:12:19.013 INFO:tasks.workunit.client.1.smithi188.stderr:++ prefix=rbd_data.d7e9bce74474 2024-04-02T09:12:19.014 INFO:tasks.workunit.client.1.smithi188.stderr:+++ grep rbd_data.d7e9bce74474 2024-04-02T09:12:19.014 INFO:tasks.workunit.client.1.smithi188.stderr:++++ get_image_data_pool sparse 2024-04-02T09:12:19.014 INFO:tasks.workunit.client.1.smithi188.stderr:++++ image=sparse 2024-04-02T09:12:19.015 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sed -e 's/rbd_data.d7e9bce74474\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:12:19.015 INFO:tasks.workunit.client.1.smithi188.stderr:+++ sort -u 2024-04-02T09:12:19.015 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ rbd info sparse 2024-04-02T09:12:19.015 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:12:19.015 INFO:tasks.workunit.client.1.smithi188.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:12:19.052 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool= 2024-04-02T09:12:19.052 INFO:tasks.workunit.client.1.smithi188.stderr:++++ '[' -z ']' 2024-04-02T09:12:19.052 INFO:tasks.workunit.client.1.smithi188.stderr:++++ data_pool=rbd 2024-04-02T09:12:19.052 INFO:tasks.workunit.client.1.smithi188.stderr:++++ echo rbd 2024-04-02T09:12:19.052 INFO:tasks.workunit.client.1.smithi188.stderr:+++ rados ls -p rbd 2024-04-02T09:12:19.128 INFO:tasks.workunit.client.1.smithi188.stderr:++ objects=0 2024-04-02T09:12:19.128 INFO:tasks.workunit.client.1.smithi188.stderr:++ echo 0 2024-04-02T09:12:19.128 INFO:tasks.workunit.client.1.smithi188.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:12:19.128 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/sparse 2024-04-02T09:12:19.129 INFO:tasks.workunit.client.1.smithi188.stderr:rm: cannot remove '/tmp/rbd_import_export_136384/sparse': No such file or directory 2024-04-02T09:12:19.129 INFO:tasks.workunit.client.1.smithi188.stderr:+ true 2024-04-02T09:12:19.129 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd export sparse /tmp/rbd_import_export_136384/sparse 2024-04-02T09:12:19.168 INFO:tasks.workunit.client.1.smithi188.stderr: Exporting image: 100% complete...done. 2024-04-02T09:12:19.171 INFO:tasks.workunit.client.1.smithi188.stderr:++ stat /tmp/rbd_import_export_136384/sparse --format=%b 2024-04-02T09:12:19.172 INFO:tasks.workunit.client.1.smithi188.stderr:+ '[' 0 = 0 ']' 2024-04-02T09:12:19.172 INFO:tasks.workunit.client.1.smithi188.stderr:+ rbd rm sparse 2024-04-02T09:12:19.281 INFO:tasks.workunit.client.1.smithi188.stderr: Removing image: 100% complete...done. 2024-04-02T09:12:19.284 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm /tmp/rbd_import_export_136384/sparse /tmp/rbd_import_export_136384/sparse1 /tmp/rbd_import_export_136384/sparse2 /tmp/rbd_import_export_136384/sparse3 2024-04-02T09:12:19.286 INFO:tasks.workunit.client.1.smithi188.stderr:rm: cannot remove '/tmp/rbd_import_export_136384/sparse3': No such file or directory 2024-04-02T09:12:19.286 INFO:tasks.workunit.client.1.smithi188.stderr:+ true 2024-04-02T09:12:19.287 INFO:tasks.workunit.client.1.smithi188.stdout:OK 2024-04-02T09:12:19.288 INFO:tasks.workunit.client.1.smithi188.stderr:+ echo OK 2024-04-02T09:12:19.288 INFO:tasks.workunit.client.1.smithi188.stderr:+ rm -rf /tmp/rbd_import_export_136384 2024-04-02T09:12:19.288 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:12:19.288 DEBUG:teuthology.orchestra.run.smithi188:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-02T09:12:19.357 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-02T09:12:19.358 DEBUG:teuthology.orchestra.run.smithi188:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:12:19.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:19.639 DEBUG:teuthology.parallel:result is None 2024-04-02T09:12:19.640 DEBUG:teuthology.orchestra.run.smithi188:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:12:19.667 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:12:19.667 DEBUG:teuthology.orchestra.run.smithi188:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:12:19.721 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:12:19.722 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:12:19.722 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-02T09:12:19.722 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:12:19.722 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-02T09:12:19.722 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:12:19.723 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:12:19.723 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:12:19.723 DEBUG:teuthology.orchestra.run.smithi104:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:12:19.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:12:19.739 INFO:teuthology.orchestra.run.smithi104.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:12:19.739 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:12:19.795 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:12:19.795 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:12:19.850 INFO:tasks.workunit:timeout=3h 2024-04-02T09:12:19.850 INFO:tasks.workunit:cleanup=True 2024-04-02T09:12:19.851 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:12:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:19.904 INFO:tasks.workunit.client.0.smithi104.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:12:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:20 smithi188 ceph-mon[86835]: pgmap v2047: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 393 KiB/s wr, 240 op/s 2024-04-02T09:12:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:20 smithi104 ceph-mon[96567]: pgmap v2047: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 393 KiB/s wr, 240 op/s 2024-04-02T09:12:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:20 smithi104 ceph-mon[94081]: pgmap v2047: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 393 KiB/s wr, 240 op/s 2024-04-02T09:12:22.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:22 smithi188 ceph-mon[86835]: pgmap v2048: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 542 KiB/s rd, 336 KiB/s wr, 298 op/s 2024-04-02T09:12:22.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:22 smithi188 ceph-mon[86835]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:12:22.626 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:12:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:22 smithi104 ceph-mon[94081]: pgmap v2048: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 542 KiB/s rd, 336 KiB/s wr, 298 op/s 2024-04-02T09:12:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:22 smithi104 ceph-mon[94081]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:12:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:22 smithi104 ceph-mon[96567]: pgmap v2048: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 542 KiB/s rd, 336 KiB/s wr, 298 op/s 2024-04-02T09:12:22.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:22 smithi104 ceph-mon[96567]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:12:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:24 smithi188 ceph-mon[86835]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 377 op/s 2024-04-02T09:12:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:24 smithi104 ceph-mon[96567]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 377 op/s 2024-04-02T09:12:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:24 smithi104 ceph-mon[94081]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 377 op/s 2024-04-02T09:12:25.350 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:12:25.406 INFO:tasks.workunit.client.0.smithi104.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:12:25.408 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:12:25.408 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:12:25.457 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:12:25.505 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:12:25.545 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:12:25.547 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:12:25.547 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:12:25.585 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:12:25.589 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T09:12:25.589 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:12:25.645 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-02T09:12:25.729 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-02T09:12:25.730 DEBUG:teuthology.orchestra.run.smithi104:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-02T09:12:25.790 INFO:tasks.workunit.client.0.smithi104.stderr:warning: failed to enable lockdep 2024-04-02T09:12:25.790 INFO:tasks.workunit.client.0.smithi104.stdout:seed 148482 2024-04-02T09:12:25.790 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-02T09:12:25.790 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment set-up. 2024-04-02T09:12:25.791 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 1 test from TestJournalStress 2024-04-02T09:12:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:12:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:12:25] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-02T09:12:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:26 smithi188 ceph-mon[86835]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 924 KiB/s rd, 1.3 MiB/s wr, 276 op/s 2024-04-02T09:12:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:26 smithi104 ceph-mon[94081]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 924 KiB/s rd, 1.3 MiB/s wr, 276 op/s 2024-04-02T09:12:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:26 smithi104 ceph-mon[96567]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 924 KiB/s rd, 1.3 MiB/s wr, 276 op/s 2024-04-02T09:12:27.203 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:12:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:27 smithi188 ceph-mon[86835]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:12:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:27 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3923907131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:27 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3923907131' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:27 smithi188 ceph-mon[86835]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:12:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:27 smithi104 ceph-mon[94081]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:12:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:27 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3923907131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:27 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3923907131' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:27 smithi104 ceph-mon[94081]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:12:27.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:27 smithi104 ceph-mon[96567]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:12:27.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:27 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3923907131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:27 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3923907131' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:27 smithi104 ceph-mon[96567]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:12:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:28 smithi188 ceph-mon[86835]: pgmap v2053: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 1.1 MiB/s wr, 221 op/s 2024-04-02T09:12:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:28 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:28 smithi188 ceph-mon[86835]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:12:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:28 smithi104 ceph-mon[94081]: pgmap v2053: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 1.1 MiB/s wr, 221 op/s 2024-04-02T09:12:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:28 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:28 smithi104 ceph-mon[94081]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:12:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:28 smithi104 ceph-mon[96567]: pgmap v2053: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 1.1 MiB/s wr, 221 op/s 2024-04-02T09:12:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:28 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:28 smithi104 ceph-mon[96567]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:12:29.256 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-02T09:12:29.256 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:29.256 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2054 ms) 2024-04-02T09:12:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:29 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:29 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T09:12:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:29 smithi188 ceph-mon[86835]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:12:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:29 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:29 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T09:12:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:29 smithi104 ceph-mon[96567]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:12:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:29 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:29 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T09:12:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:29 smithi104 ceph-mon[94081]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:12:30.234 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 1 test from TestJournalStress (2054 ms total) 2024-04-02T09:12:30.234 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:12:30.234 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 16 tests from TestJournalReplay 2024-04-02T09:12:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:30 smithi188 ceph-mon[86835]: pgmap v2056: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 170 B/s wr, 48 op/s 2024-04-02T09:12:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:30 smithi188 ceph-mon[86835]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:12:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:30 smithi104 ceph-mon[96567]: pgmap v2056: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 170 B/s wr, 48 op/s 2024-04-02T09:12:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:30 smithi104 ceph-mon[96567]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:12:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:30 smithi104 ceph-mon[94081]: pgmap v2056: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 170 B/s wr, 48 op/s 2024-04-02T09:12:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:30 smithi104 ceph-mon[94081]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:12:32.240 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:12:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:32 smithi188 ceph-mon[86835]: pgmap v2059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:32 smithi188 ceph-mon[86835]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:12:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:32 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2491650464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:12:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:32.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:32 smithi104 ceph-mon[96567]: pgmap v2059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:32.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:32 smithi104 ceph-mon[96567]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:12:32.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:32 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2491650464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:32.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:32 smithi104 ceph-mon[94081]: pgmap v2059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:32.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:32 smithi104 ceph-mon[94081]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:12:32.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:32 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2491650464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:33 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2491650464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:33 smithi188 ceph-mon[86835]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:12:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:33 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2491650464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:33 smithi104 ceph-mon[94081]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:12:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:33 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2491650464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:33 smithi104 ceph-mon[96567]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:12:34.273 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-02T09:12:34.273 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.273 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2033 ms) 2024-04-02T09:12:34.273 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-02T09:12:34.283 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-02T09:12:34.283 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.283 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (11 ms) 2024-04-02T09:12:34.283 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-02T09:12:34.293 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-02T09:12:34.293 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.293 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (10 ms) 2024-04-02T09:12:34.294 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-02T09:12:34.301 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-02T09:12:34.301 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.301 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (8 ms) 2024-04-02T09:12:34.302 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-02T09:12:34.310 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-02T09:12:34.310 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.310 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (9 ms) 2024-04-02T09:12:34.310 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-02T09:12:34.318 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-02T09:12:34.318 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.318 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (7 ms) 2024-04-02T09:12:34.318 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-02T09:12:34.326 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-02T09:12:34.326 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.326 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-02T09:12:34.326 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-02T09:12:34.334 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-02T09:12:34.334 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.334 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (9 ms) 2024-04-02T09:12:34.334 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-02T09:12:34.341 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-02T09:12:34.341 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.342 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (7 ms) 2024-04-02T09:12:34.342 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-02T09:12:34.350 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-02T09:12:34.350 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.350 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.Rename (8 ms) 2024-04-02T09:12:34.350 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-02T09:12:34.358 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-02T09:12:34.358 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.358 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.Resize (8 ms) 2024-04-02T09:12:34.358 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-02T09:12:34.365 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-02T09:12:34.365 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.365 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.Flatten (7 ms) 2024-04-02T09:12:34.365 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-02T09:12:34.372 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-02T09:12:34.372 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.372 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (8 ms) 2024-04-02T09:12:34.372 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-02T09:12:34.379 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-02T09:12:34.379 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.379 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (7 ms) 2024-04-02T09:12:34.380 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-02T09:12:34.387 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-02T09:12:34.387 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.387 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (8 ms) 2024-04-02T09:12:34.387 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-02T09:12:34.395 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-02T09:12:34.395 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:34.395 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (7 ms) 2024-04-02T09:12:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:34 smithi188 ceph-mon[86835]: pgmap v2062: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:34 smithi188 ceph-mon[86835]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:12:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:34 smithi104 ceph-mon[96567]: pgmap v2062: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:34 smithi104 ceph-mon[96567]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:12:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:34 smithi104 ceph-mon[94081]: pgmap v2062: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:34 smithi104 ceph-mon[94081]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:12:35.267 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 16 tests from TestJournalReplay (2155 ms total) 2024-04-02T09:12:35.267 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:12:35.267 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 4 tests from TestJournalEntries 2024-04-02T09:12:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:35 smithi188 ceph-mon[86835]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:12:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:35 smithi104 ceph-mon[94081]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:12:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:35 smithi104 ceph-mon[96567]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:12:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:12:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:12:35] "GET /metrics HTTP/1.1" 200 36492 "" "Prometheus/2.43.0" 2024-04-02T09:12:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:36 smithi188 ceph-mon[86835]: pgmap v2065: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:36 smithi188 ceph-mon[86835]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:12:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:36 smithi104 ceph-mon[94081]: pgmap v2065: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:36 smithi104 ceph-mon[94081]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:12:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:36 smithi104 ceph-mon[96567]: pgmap v2065: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:36 smithi104 ceph-mon[96567]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:12:37.275 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-02T09:12:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:37 smithi188 ceph-mon[86835]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:12:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:37 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3616480212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:37.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:37 smithi104 ceph-mon[96567]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:12:37.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:37 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3616480212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:37.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:37 smithi104 ceph-mon[94081]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:12:37.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:37 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3616480212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:38 smithi188 ceph-mon[86835]: pgmap v2068: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:38 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:38 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3616480212' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:38 smithi188 ceph-mon[86835]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:12:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:38 smithi104 ceph-mon[96567]: pgmap v2068: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:38 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:38 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3616480212' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:38 smithi104 ceph-mon[96567]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:12:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:38 smithi104 ceph-mon[94081]: pgmap v2068: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:38 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:38 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3616480212' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:38 smithi104 ceph-mon[94081]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:12:39.301 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-02T09:12:39.301 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:39.301 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2026 ms) 2024-04-02T09:12:39.301 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-02T09:12:39.313 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-02T09:12:39.313 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:39.313 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (12 ms) 2024-04-02T09:12:39.313 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:12:39.324 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-02T09:12:39.324 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:39.324 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (11 ms) 2024-04-02T09:12:39.324 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-02T09:12:39.332 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-02T09:12:39.332 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:39.332 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (8 ms) 2024-04-02T09:12:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:39 smithi188 ceph-mon[86835]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:12:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:39 smithi104 ceph-mon[94081]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:12:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:39 smithi104 ceph-mon[96567]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:12:40.292 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 4 tests from TestJournalEntries (2057 ms total) 2024-04-02T09:12:40.292 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:12:40.292 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 2 tests from TestTrash 2024-04-02T09:12:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:40 smithi188 ceph-mon[86835]: pgmap v2071: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:40 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:40 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T09:12:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:40 smithi188 ceph-mon[86835]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:12:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:40 smithi104 ceph-mon[96567]: pgmap v2071: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:40 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:40 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T09:12:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:40 smithi104 ceph-mon[96567]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:12:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:40 smithi104 ceph-mon[94081]: pgmap v2071: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:40 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:40 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T09:12:40.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:40 smithi104 ceph-mon[94081]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:12:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:41 smithi188 ceph-mon[86835]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:12:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:41 smithi104 ceph-mon[94081]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:12:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:41 smithi104 ceph-mon[96567]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:12:42.299 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-02T09:12:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:42 smithi188 ceph-mon[86835]: pgmap v2074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:42 smithi188 ceph-mon[86835]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:12:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:42 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3825287616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:12:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:12:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:42 smithi104 ceph-mon[96567]: pgmap v2074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:42 smithi104 ceph-mon[96567]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:12:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:42 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3825287616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:42 smithi104 ceph-mon[94081]: pgmap v2074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:42 smithi104 ceph-mon[94081]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:12:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:42 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3825287616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3825287616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:43 smithi188 ceph-mon[86835]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:12:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3825287616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:43 smithi104 ceph-mon[96567]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:12:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3825287616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:43 smithi104 ceph-mon[94081]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:12:44.401 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestTrash.UserRemovingSource (2102 ms) 2024-04-02T09:12:44.401 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-02T09:12:44.438 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestTrash.RestoreMirroringSource (37 ms) 2024-04-02T09:12:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:44 smithi188 ceph-mon[86835]: pgmap v2077: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:44 smithi188 ceph-mon[86835]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:12:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:44 smithi104 ceph-mon[96567]: pgmap v2077: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:44 smithi104 ceph-mon[96567]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:12:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:44 smithi104 ceph-mon[94081]: pgmap v2077: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:44 smithi104 ceph-mon[94081]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:12:45.329 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 2 tests from TestTrash (2139 ms total) 2024-04-02T09:12:45.329 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:12:45.329 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 1 test from TestOperations 2024-04-02T09:12:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:45 smithi188 ceph-mon[86835]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:12:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:45 smithi104 ceph-mon[96567]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:12:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:45 smithi104 ceph-mon[94081]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:12:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:12:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:12:45] "GET /metrics HTTP/1.1" 200 36492 "" "Prometheus/2.43.0" 2024-04-02T09:12:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:46 smithi188 ceph-mon[86835]: pgmap v2080: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:46 smithi188 ceph-mon[86835]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:12:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:46 smithi104 ceph-mon[96567]: pgmap v2080: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:46 smithi104 ceph-mon[96567]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:12:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:46 smithi104 ceph-mon[94081]: pgmap v2080: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:46 smithi104 ceph-mon[94081]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:12:47.338 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:12:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:47 smithi188 ceph-mon[86835]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:12:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:47 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1591499801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:47 smithi104 ceph-mon[96567]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:12:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:47 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1591499801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:47 smithi104 ceph-mon[94081]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:12:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:47 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1591499801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:48 smithi188 ceph-mon[86835]: pgmap v2083: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:48 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:48 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1591499801' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:48 smithi188 ceph-mon[86835]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:12:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:48 smithi104 ceph-mon[94081]: pgmap v2083: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:48 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:48 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1591499801' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:48 smithi104 ceph-mon[94081]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:12:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:48 smithi104 ceph-mon[96567]: pgmap v2083: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:48.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:48 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:48.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:48 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1591499801' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:48.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:48 smithi104 ceph-mon[96567]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:12:49.373 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-02T09:12:49.373 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:49.373 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2034 ms) 2024-04-02T09:12:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:49 smithi188 ceph-mon[86835]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:12:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:49 smithi104 ceph-mon[96567]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:12:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:49 smithi104 ceph-mon[94081]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:12:50.365 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 1 test from TestOperations (2034 ms total) 2024-04-02T09:12:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:12:50.365 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 4 tests from TestObjectMap 2024-04-02T09:12:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:50 smithi188 ceph-mon[86835]: pgmap v2086: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:50 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:50 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T09:12:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:50 smithi188 ceph-mon[86835]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:12:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:50 smithi104 ceph-mon[94081]: pgmap v2086: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:50 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:50 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T09:12:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:50 smithi104 ceph-mon[94081]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:12:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:50 smithi104 ceph-mon[96567]: pgmap v2086: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:50 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:50 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T09:12:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:50 smithi104 ceph-mon[96567]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:12:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:51.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:51 smithi188 ceph-mon[86835]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:12:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:51 smithi104 ceph-mon[96567]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:12:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:51 smithi104 ceph-mon[94081]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:12:52.375 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-02T09:12:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:12:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:52 smithi188 ceph-mon[86835]: pgmap v2089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:52 smithi188 ceph-mon[86835]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:12:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:52 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3243693394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:12:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[94081]: pgmap v2089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[94081]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:12:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3243693394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:12:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[96567]: pgmap v2089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[96567]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:12:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3243693394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:12:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:53 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3243693394' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:53 smithi188 ceph-mon[86835]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:12:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:53 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3243693394' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:53 smithi104 ceph-mon[96567]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:12:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:53 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3243693394' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:53 smithi104 ceph-mon[94081]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:12:54.441 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2065 ms) 2024-04-02T09:12:54.441 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-02T09:12:54.466 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (26 ms) 2024-04-02T09:12:54.467 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-02T09:12:54.500 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (33 ms) 2024-04-02T09:12:54.500 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-02T09:12:54.526 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (27 ms) 2024-04-02T09:12:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:54 smithi104 ceph-mon[96567]: pgmap v2092: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:54 smithi104 ceph-mon[96567]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:12:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:54 smithi104 ceph-mon[94081]: pgmap v2092: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:54 smithi104 ceph-mon[94081]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:12:54.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:54 smithi188 ceph-mon[86835]: pgmap v2092: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:54 smithi188 ceph-mon[86835]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:12:55.407 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 4 tests from TestObjectMap (2151 ms total) 2024-04-02T09:12:55.407 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:12:55.408 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-02T09:12:55.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:55 smithi104 ceph-mon[96567]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:12:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:55 smithi104 ceph-mon[94081]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:12:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:55 smithi188 ceph-mon[86835]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:12:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:12:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:12:55] "GET /metrics HTTP/1.1" 200 36492 "" "Prometheus/2.43.0" 2024-04-02T09:12:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:56 smithi188 ceph-mon[86835]: pgmap v2095: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:56 smithi188 ceph-mon[86835]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:12:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:56 smithi104 ceph-mon[96567]: pgmap v2095: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:56 smithi104 ceph-mon[96567]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:12:56.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:56 smithi104 ceph-mon[94081]: pgmap v2095: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:56.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:56 smithi104 ceph-mon[94081]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:12:57.430 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-02T09:12:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:57 smithi188 ceph-mon[86835]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:12:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/378721063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:57 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:57 smithi104 ceph-mon[96567]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:12:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/378721063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:57 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:57 smithi104 ceph-mon[94081]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:12:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/378721063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:57 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:58 smithi188 ceph-mon[86835]: pgmap v2098: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:58 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:58 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:58 smithi188 ceph-mon[86835]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:12:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:58 smithi104 ceph-mon[96567]: pgmap v2098: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:58 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:58 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:58 smithi104 ceph-mon[96567]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:12:58.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:58 smithi104 ceph-mon[94081]: pgmap v2098: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:12:58.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:58 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:58.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:58 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:58.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:58 smithi104 ceph-mon[94081]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:12:59.470 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2039 ms) 2024-04-02T09:12:59.470 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-02T09:12:59.490 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (20 ms) 2024-04-02T09:12:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:12:59 smithi188 ceph-mon[86835]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:12:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:12:59 smithi104 ceph-mon[94081]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:12:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:12:59 smithi104 ceph-mon[96567]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:13:00.438 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 2 tests from TestMirroringWatcher (2059 ms total) 2024-04-02T09:13:00.438 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:13:00.438 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 57 tests from TestMigration 2024-04-02T09:13:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:00 smithi188 ceph-mon[86835]: pgmap v2101: 137 pgs: 11 creating+peering, 12 unknown, 114 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:00 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:00 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T09:13:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:00 smithi188 ceph-mon[86835]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:13:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:00 smithi104 ceph-mon[96567]: pgmap v2101: 137 pgs: 11 creating+peering, 12 unknown, 114 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:00 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:00 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T09:13:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:00 smithi104 ceph-mon[96567]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:13:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:00 smithi104 ceph-mon[94081]: pgmap v2101: 137 pgs: 11 creating+peering, 12 unknown, 114 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:00 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:00 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T09:13:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:00 smithi104 ceph-mon[94081]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:13:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:01 smithi188 ceph-mon[86835]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:13:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:01 smithi104 ceph-mon[94081]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:13:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:01 smithi104 ceph-mon[96567]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:13:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:02 smithi188 ceph-mon[86835]: pgmap v2104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:02 smithi188 ceph-mon[86835]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:13:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:02 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2740732751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:02 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:13:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:02.789 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:02 smithi104 ceph-mon[96567]: pgmap v2104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:02.789 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:02 smithi104 ceph-mon[96567]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:13:02.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:02 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2740732751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:02.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:02 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:02.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:02 smithi104 ceph-mon[94081]: pgmap v2104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:02.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:02 smithi104 ceph-mon[94081]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:13:02.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:02 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2740732751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:02.791 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:02 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:03.460 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.Empty 2024-04-02T09:13:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:03 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:03 smithi188 ceph-mon[86835]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:13:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:03 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:03 smithi104 ceph-mon[96567]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:13:03.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:03 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:03.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:03 smithi104 ceph-mon[94081]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:13:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:04 smithi188 ceph-mon[86835]: pgmap v2107: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:04 smithi188 ceph-mon[86835]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:13:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:04 smithi104 ceph-mon[96567]: pgmap v2107: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:04 smithi104 ceph-mon[96567]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:13:04.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:04 smithi104 ceph-mon[94081]: pgmap v2107: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:04 smithi104 ceph-mon[94081]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:13:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:05.528 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:05.539 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:05.694 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:05.766 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:05.851 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.Empty (2391 ms) 2024-04-02T09:13:05.851 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.OtherName 2024-04-02T09:13:05.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:05 smithi188 ceph-mon[86835]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:13:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:05 smithi104 ceph-mon[94081]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:13:05.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:05 smithi104 ceph-mon[96567]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:13:05.880 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:05.891 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:06.027 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:06.095 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:13:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:13:05] "GET /metrics HTTP/1.1" 200 38855 "" "Prometheus/2.43.0" 2024-04-02T09:13:06.178 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.OtherName (327 ms) 2024-04-02T09:13:06.178 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.OtherPool 2024-04-02T09:13:06.208 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:06.218 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:06 smithi188 ceph-mon[86835]: pgmap v2110: 169 pgs: 9 creating+peering, 51 unknown, 109 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:06 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:06 smithi188 ceph-mon[86835]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:13:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:06 smithi104 ceph-mon[94081]: pgmap v2110: 169 pgs: 9 creating+peering, 51 unknown, 109 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:06 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:06 smithi104 ceph-mon[94081]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:13:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:06 smithi104 ceph-mon[96567]: pgmap v2110: 169 pgs: 9 creating+peering, 51 unknown, 109 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:06.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:06 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:06.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:06 smithi104 ceph-mon[96567]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:13:07.611 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:07.677 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:07.759 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.OtherPool (1580 ms) 2024-04-02T09:13:07.759 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-02T09:13:07.789 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:07.802 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:07.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:07 smithi188 ceph-mon[86835]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:13:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:07 smithi104 ceph-mon[96567]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:13:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:07 smithi104 ceph-mon[94081]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:13:07.933 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:08.000 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:08.081 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.OtherNamespace (322 ms) 2024-04-02T09:13:08.081 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.DataPool 2024-04-02T09:13:08.112 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:08.122 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:08.270 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:08.340 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:08.422 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.DataPool (342 ms) 2024-04-02T09:13:08.422 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-02T09:13:08.452 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:08.463 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:08.602 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:13:08.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.AbortAfterPrepare (278 ms) 2024-04-02T09:13:08.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-02T09:13:08.731 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:08.742 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:08.842 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (140 ms) 2024-04-02T09:13:08.842 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-02T09:13:08.872 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:08 smithi188 ceph-mon[86835]: pgmap v2113: 169 pgs: 9 creating+peering, 18 unknown, 142 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-04-02T09:13:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:08 smithi188 ceph-mon[86835]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:13:08.883 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:08 smithi104 ceph-mon[96567]: pgmap v2113: 169 pgs: 9 creating+peering, 18 unknown, 142 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-04-02T09:13:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:08 smithi104 ceph-mon[96567]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:13:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:08 smithi104 ceph-mon[94081]: pgmap v2113: 169 pgs: 9 creating+peering, 18 unknown, 142 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-04-02T09:13:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:08 smithi104 ceph-mon[94081]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:13:09.024 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:09.097 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:13:09.197 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.AbortAfterExecute (355 ms) 2024-04-02T09:13:09.197 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-02T09:13:09.228 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:09.238 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:09.369 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:09.434 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:13:09.535 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (338 ms) 2024-04-02T09:13:09.535 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-02T09:13:09.567 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:09.579 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:09.710 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:09.775 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:13:09.884 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (349 ms) 2024-04-02T09:13:09.884 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-02T09:13:09.912 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:09.923 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-02T09:13:09.923 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:09.930 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (47 ms) 2024-04-02T09:13:09.930 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-02T09:13:09.960 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:09.970 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-02T09:13:09.970 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:09.976 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMigration.MirroringAbort (46 ms) 2024-04-02T09:13:09.976 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:13:10.009 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:10.022 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-02T09:13:10.022 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:10.028 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (52 ms) 2024-04-02T09:13:10.028 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:13:10.059 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:10.069 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-02T09:13:10.069 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:10.076 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (47 ms) 2024-04-02T09:13:10.076 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-02T09:13:10.107 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:10.117 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-02T09:13:10.117 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:10.124 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMigration.MirroringPool (48 ms) 2024-04-02T09:13:10.124 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.Group 2024-04-02T09:13:10.155 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:10.175 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:10.316 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:10.381 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:10.475 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.Group (352 ms) 2024-04-02T09:13:10.475 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-02T09:13:10.507 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:10.526 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:10.668 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:13:10.780 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.GroupAbort (304 ms) 2024-04-02T09:13:10.780 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-02T09:13:10.810 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:10.825 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:10.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:10 smithi188 ceph-mon[86835]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 18 KiB/s wr, 337 op/s 2024-04-02T09:13:10.884 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:13:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:10 smithi104 ceph-mon[96567]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 18 KiB/s wr, 337 op/s 2024-04-02T09:13:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:10 smithi104 ceph-mon[94081]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 18 KiB/s wr, 337 op/s 2024-04-02T09:13:10.949 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:11.142 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:11.256 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:11.388 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.NoSnaps (608 ms) 2024-04-02T09:13:11.388 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-02T09:13:11.419 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:11.430 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:11.490 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:13:11.546 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:11.550 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:13:11.614 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:11.790 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:11.904 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:12.025 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.NoSnapsOtherPool (638 ms) 2024-04-02T09:13:12.025 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-02T09:13:12.055 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:12.065 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:12.126 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:13:12.188 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:12.375 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:12.493 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:12.621 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.NoSnapsDataPool (596 ms) 2024-04-02T09:13:12.621 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-02T09:13:12.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:12 smithi188 ceph-mon[86835]: pgmap v2116: 169 pgs: 169 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 23 KiB/s wr, 493 op/s 2024-04-02T09:13:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:13:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:13:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:12.654 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:12.664 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:12.715 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:13:12.768 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:12.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:12 smithi104 ceph-mon[94081]: pgmap v2116: 169 pgs: 169 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 23 KiB/s wr, 493 op/s 2024-04-02T09:13:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:12 smithi104 ceph-mon[96567]: pgmap v2116: 169 pgs: 169 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 23 KiB/s wr, 493 op/s 2024-04-02T09:13:12.950 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 41943040 2024-04-02T09:13:12.958 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:13.072 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:13.173 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (552 ms) 2024-04-02T09:13:13.173 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-02T09:13:13.204 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:13.214 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:13.268 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:13:13.317 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 0 2024-04-02T09:13:13.331 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:13.439 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:13.511 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:13.555 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (382 ms) 2024-04-02T09:13:13.556 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-02T09:13:13.585 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:13.595 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:13.663 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:13:13.718 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:13.912 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 0 2024-04-02T09:13:13.925 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:13.992 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:14.048 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (492 ms) 2024-04-02T09:13:14.048 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-02T09:13:14.076 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:14.086 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:14.145 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:13:14.202 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:14.387 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:13:14.395 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:14.506 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:14.648 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (601 ms) 2024-04-02T09:13:14.649 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-02T09:13:14.679 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:14.689 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:14.752 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:13:14.798 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:14 smithi188 ceph-mon[86835]: pgmap v2117: 169 pgs: 169 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 1.42k op/s 2024-04-02T09:13:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:14 smithi104 ceph-mon[96567]: pgmap v2117: 169 pgs: 169 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 1.42k op/s 2024-04-02T09:13:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:14 smithi104 ceph-mon[94081]: pgmap v2117: 169 pgs: 169 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 1.42k op/s 2024-04-02T09:13:14.988 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: after_prepare_snap 2024-04-02T09:13:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:13:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:13:15] "GET /metrics HTTP/1.1" 200 38855 "" "Prometheus/2.43.0" 2024-04-02T09:13:16.218 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 41943040 2024-04-02T09:13:16.244 INFO:tasks.workunit.client.0.smithi104.stdout:write: * 0~1000 2024-04-02T09:13:16.249 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:16.376 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:16.541 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (1892 ms) 2024-04-02T09:13:16.541 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.Snaps 2024-04-02T09:13:16.570 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:16.581 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:16.631 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:13:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:16 smithi188 ceph-mon[86835]: pgmap v2118: 169 pgs: 169 active+clean; 41 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.8 MiB/s wr, 1.38k op/s 2024-04-02T09:13:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:16 smithi188 ceph-mon[86835]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:13:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:16 smithi188 ceph-mon[86835]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:13:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:16 smithi104 ceph-mon[96567]: pgmap v2118: 169 pgs: 169 active+clean; 41 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.8 MiB/s wr, 1.38k op/s 2024-04-02T09:13:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:16 smithi104 ceph-mon[96567]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:13:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:16 smithi104 ceph-mon[96567]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:13:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:16 smithi104 ceph-mon[94081]: pgmap v2118: 169 pgs: 169 active+clean; 41 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.8 MiB/s wr, 1.38k op/s 2024-04-02T09:13:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:16 smithi104 ceph-mon[94081]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:13:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:16 smithi104 ceph-mon[94081]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:13:18.518 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 8388609~8388609 2024-04-02T09:13:18.527 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~1000 2024-04-02T09:13:18.527 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1010~1000 2024-04-02T09:13:18.528 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:13:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:18 smithi188 ceph-mon[86835]: pgmap v2121: 169 pgs: 169 active+clean; 161 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 36 MiB/s wr, 1.64k op/s 2024-04-02T09:13:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:18 smithi188 ceph-mon[86835]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:13:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:18 smithi104 ceph-mon[96567]: pgmap v2121: 169 pgs: 169 active+clean; 161 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 36 MiB/s wr, 1.64k op/s 2024-04-02T09:13:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:18 smithi104 ceph-mon[96567]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:13:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:18 smithi104 ceph-mon[94081]: pgmap v2121: 169 pgs: 169 active+clean; 161 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 36 MiB/s wr, 1.64k op/s 2024-04-02T09:13:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:18 smithi104 ceph-mon[94081]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:13:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:19 smithi188 ceph-mon[86835]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:13:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:19 smithi104 ceph-mon[96567]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:13:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:19 smithi104 ceph-mon[94081]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:13:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:20.533 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 8388609~1000 2024-04-02T09:13:20.539 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 16777228~1000 2024-04-02T09:13:20.539 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:13:20.549 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 83886079~8388609 2024-04-02T09:13:20.566 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:13:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:20 smithi188 ceph-mon[86835]: pgmap v2124: 169 pgs: 169 active+clean; 209 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 MiB/s rd, 80 MiB/s wr, 1.79k op/s 2024-04-02T09:13:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:20 smithi188 ceph-mon[86835]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:13:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:20 smithi104 ceph-mon[96567]: pgmap v2124: 169 pgs: 169 active+clean; 209 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 MiB/s rd, 80 MiB/s wr, 1.79k op/s 2024-04-02T09:13:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:20 smithi104 ceph-mon[96567]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:13:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:20 smithi104 ceph-mon[94081]: pgmap v2124: 169 pgs: 169 active+clean; 209 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 MiB/s rd, 80 MiB/s wr, 1.79k op/s 2024-04-02T09:13:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:20 smithi104 ceph-mon[94081]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:13:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:21 smithi188 ceph-mon[86835]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:13:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:21 smithi104 ceph-mon[96567]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:13:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:21 smithi104 ceph-mon[94081]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:13:22.550 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:22.572 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 83886079~1 2024-04-02T09:13:22.580 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:22.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:22 smithi188 ceph-mon[86835]: pgmap v2127: 169 pgs: 169 active+clean; 221 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 27 MiB/s wr, 1.05k op/s 2024-04-02T09:13:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:22 smithi188 ceph-mon[86835]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:13:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:13:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:22 smithi104 ceph-mon[94081]: pgmap v2127: 169 pgs: 169 active+clean; 221 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 27 MiB/s wr, 1.05k op/s 2024-04-02T09:13:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:22 smithi104 ceph-mon[94081]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:13:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:22 smithi104 ceph-mon[96567]: pgmap v2127: 169 pgs: 169 active+clean; 221 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 27 MiB/s wr, 1.05k op/s 2024-04-02T09:13:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:22 smithi104 ceph-mon[96567]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:13:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:23 smithi188 ceph-mon[86835]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:13:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:23 smithi104 ceph-mon[96567]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:13:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:23 smithi104 ceph-mon[94081]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:13:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:24 smithi188 ceph-mon[86835]: pgmap v2130: 169 pgs: 169 active+clean; 245 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 186 op/s 2024-04-02T09:13:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:24 smithi188 ceph-mon[86835]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:13:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:24 smithi104 ceph-mon[96567]: pgmap v2130: 169 pgs: 169 active+clean; 245 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 186 op/s 2024-04-02T09:13:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:24 smithi104 ceph-mon[96567]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:13:24.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:24 smithi104 ceph-mon[94081]: pgmap v2130: 169 pgs: 169 active+clean; 245 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 186 op/s 2024-04-02T09:13:24.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:24 smithi104 ceph-mon[94081]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:13:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:25 smithi188 ceph-mon[86835]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:13:25.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:25 smithi104 ceph-mon[96567]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:13:25.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:25 smithi104 ceph-mon[94081]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:13:26.015 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:13:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:13:25] "GET /metrics HTTP/1.1" 200 38989 "" "Prometheus/2.43.0" 2024-04-02T09:13:26.176 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:26 smithi188 ceph-mon[86835]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 186 op/s 2024-04-02T09:13:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:26 smithi188 ceph-mon[86835]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:13:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:26 smithi104 ceph-mon[96567]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 186 op/s 2024-04-02T09:13:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:26 smithi104 ceph-mon[96567]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:13:26.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:26 smithi104 ceph-mon[94081]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 186 op/s 2024-04-02T09:13:26.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:26 smithi104 ceph-mon[94081]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:13:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:27 smithi188 ceph-mon[86835]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:13:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:27 smithi188 ceph-mon[86835]: pgmap v2136: 169 pgs: 169 active+clean; 253 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 149 op/s 2024-04-02T09:13:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:27 smithi104 ceph-mon[96567]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:13:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:27 smithi104 ceph-mon[96567]: pgmap v2136: 169 pgs: 169 active+clean; 253 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 149 op/s 2024-04-02T09:13:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:27 smithi104 ceph-mon[94081]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:13:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:27 smithi104 ceph-mon[94081]: pgmap v2136: 169 pgs: 169 active+clean; 253 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 149 op/s 2024-04-02T09:13:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:28 smithi188 ceph-mon[86835]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:13:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:28 smithi104 ceph-mon[96567]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:13:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:28 smithi104 ceph-mon[94081]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:13:28.917 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.Snaps (12376 ms) 2024-04-02T09:13:28.917 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-02T09:13:28.948 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:28.959 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:29.028 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:13:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:29 smithi188 ceph-mon[86835]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:13:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:29 smithi188 ceph-mon[86835]: pgmap v2139: 169 pgs: 169 active+clean; 249 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 12 KiB/s wr, 201 op/s 2024-04-02T09:13:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:29 smithi104 ceph-mon[96567]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:13:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:29 smithi104 ceph-mon[96567]: pgmap v2139: 169 pgs: 169 active+clean; 249 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 12 KiB/s wr, 201 op/s 2024-04-02T09:13:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:29 smithi104 ceph-mon[94081]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:13:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:29 smithi104 ceph-mon[94081]: pgmap v2139: 169 pgs: 169 active+clean; 249 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 12 KiB/s wr, 201 op/s 2024-04-02T09:13:30.600 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 8388609~8388609 2024-04-02T09:13:30.616 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~1000 2024-04-02T09:13:30.616 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1010~1000 2024-04-02T09:13:30.616 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:13:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:30 smithi188 ceph-mon[86835]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:13:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:30 smithi104 ceph-mon[96567]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:13:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:30 smithi104 ceph-mon[94081]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:13:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:31 smithi188 ceph-mon[86835]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:13:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:31 smithi188 ceph-mon[86835]: pgmap v2142: 169 pgs: 169 active+clean; 273 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 5.0 MiB/s wr, 258 op/s 2024-04-02T09:13:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:31 smithi104 ceph-mon[96567]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:13:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:31 smithi104 ceph-mon[96567]: pgmap v2142: 169 pgs: 169 active+clean; 273 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 5.0 MiB/s wr, 258 op/s 2024-04-02T09:13:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:31 smithi104 ceph-mon[94081]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:13:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:31 smithi104 ceph-mon[94081]: pgmap v2142: 169 pgs: 169 active+clean; 273 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 5.0 MiB/s wr, 258 op/s 2024-04-02T09:13:32.592 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:13:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:13:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:32.612 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 8388609~1000 2024-04-02T09:13:32.619 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 16777228~1000 2024-04-02T09:13:32.619 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:13:32.627 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 83886079~8388609 2024-04-02T09:13:32.650 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:13:32.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:32 smithi188 ceph-mon[86835]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:13:32.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:32 smithi104 ceph-mon[96567]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:13:32.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:32 smithi104 ceph-mon[94081]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:13:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:33 smithi188 ceph-mon[86835]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:13:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:33 smithi188 ceph-mon[86835]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 408 op/s 2024-04-02T09:13:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:33 smithi104 ceph-mon[96567]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:13:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:33 smithi104 ceph-mon[96567]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 408 op/s 2024-04-02T09:13:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:33 smithi104 ceph-mon[94081]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:13:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:33 smithi104 ceph-mon[94081]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 408 op/s 2024-04-02T09:13:34.617 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:34.643 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 83886079~1 2024-04-02T09:13:34.650 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:34.657 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:13:34.743 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:34 smithi188 ceph-mon[86835]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:13:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:34 smithi104 ceph-mon[96567]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:13:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:34 smithi104 ceph-mon[94081]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:13:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:35 smithi104 ceph-mon[94081]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:13:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:35 smithi104 ceph-mon[94081]: pgmap v2148: 169 pgs: 169 active+clean; 281 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 239 op/s 2024-04-02T09:13:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:35 smithi104 ceph-mon[96567]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:13:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:35 smithi104 ceph-mon[96567]: pgmap v2148: 169 pgs: 169 active+clean; 281 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 239 op/s 2024-04-02T09:13:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:35 smithi188 ceph-mon[86835]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:13:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:35 smithi188 ceph-mon[86835]: pgmap v2148: 169 pgs: 169 active+clean; 281 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 239 op/s 2024-04-02T09:13:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:13:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:13:35] "GET /metrics HTTP/1.1" 200 38980 "" "Prometheus/2.43.0" 2024-04-02T09:13:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:36 smithi188 ceph-mon[86835]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:13:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:36 smithi188 ceph-mon[86835]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:13:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:36 smithi104 ceph-mon[96567]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:13:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:36 smithi104 ceph-mon[96567]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:13:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:36 smithi104 ceph-mon[94081]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:13:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:36 smithi104 ceph-mon[94081]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:13:37.707 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:37.897 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:38 smithi188 ceph-mon[86835]: pgmap v2151: 169 pgs: 169 active+clean; 329 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 11 MiB/s wr, 78 op/s 2024-04-02T09:13:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:38 smithi188 ceph-mon[86835]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:13:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:38 smithi104 ceph-mon[94081]: pgmap v2151: 169 pgs: 169 active+clean; 329 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 11 MiB/s wr, 78 op/s 2024-04-02T09:13:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:38 smithi104 ceph-mon[94081]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:13:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:38 smithi104 ceph-mon[96567]: pgmap v2151: 169 pgs: 169 active+clean; 329 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 11 MiB/s wr, 78 op/s 2024-04-02T09:13:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:38 smithi104 ceph-mon[96567]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:13:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:39 smithi104 ceph-mon[96567]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:13:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:39 smithi104 ceph-mon[96567]: pgmap v2154: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 16 MiB/s wr, 347 op/s 2024-04-02T09:13:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:39 smithi104 ceph-mon[94081]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:13:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:39 smithi104 ceph-mon[94081]: pgmap v2154: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 16 MiB/s wr, 347 op/s 2024-04-02T09:13:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:39 smithi188 ceph-mon[86835]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:13:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:39 smithi188 ceph-mon[86835]: pgmap v2154: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 16 MiB/s wr, 347 op/s 2024-04-02T09:13:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:40 smithi104 ceph-mon[94081]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:13:40.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:40 smithi104 ceph-mon[96567]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:13:41.010 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.SnapsOtherPool (12094 ms) 2024-04-02T09:13:41.011 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-02T09:13:41.042 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:41.053 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:41.111 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:13:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:40 smithi188 ceph-mon[86835]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:13:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:41 smithi104 ceph-mon[94081]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:13:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:41 smithi104 ceph-mon[94081]: pgmap v2157: 169 pgs: 169 active+clean; 369 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 323 op/s 2024-04-02T09:13:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:41 smithi104 ceph-mon[96567]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:13:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:41 smithi104 ceph-mon[96567]: pgmap v2157: 169 pgs: 169 active+clean; 369 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 323 op/s 2024-04-02T09:13:42.024 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:41 smithi188 ceph-mon[86835]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:13:42.024 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:41 smithi188 ceph-mon[86835]: pgmap v2157: 169 pgs: 169 active+clean; 369 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 323 op/s 2024-04-02T09:13:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:13:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:13:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:42.658 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 8388609~8388609 2024-04-02T09:13:42.672 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~1000 2024-04-02T09:13:42.672 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1010~1000 2024-04-02T09:13:42.672 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:13:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:42 smithi104 ceph-mon[94081]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:13:42.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:42 smithi104 ceph-mon[96567]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:13:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:42 smithi188 ceph-mon[86835]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:13:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:43 smithi188 ceph-mon[86835]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:13:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:43 smithi188 ceph-mon[86835]: pgmap v2160: 169 pgs: 169 active+clean; 357 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 9.0 MiB/s wr, 241 op/s 2024-04-02T09:13:44.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:43 smithi104 ceph-mon[96567]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:13:44.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:43 smithi104 ceph-mon[96567]: pgmap v2160: 169 pgs: 169 active+clean; 357 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 9.0 MiB/s wr, 241 op/s 2024-04-02T09:13:44.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:43 smithi104 ceph-mon[94081]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:13:44.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:43 smithi104 ceph-mon[94081]: pgmap v2160: 169 pgs: 169 active+clean; 357 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 9.0 MiB/s wr, 241 op/s 2024-04-02T09:13:44.673 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 8388609~1000 2024-04-02T09:13:44.682 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 16777228~1000 2024-04-02T09:13:44.682 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:13:44.691 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 83886079~8388609 2024-04-02T09:13:44.706 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:13:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:44 smithi188 ceph-mon[86835]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:13:45.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:44 smithi104 ceph-mon[96567]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:13:45.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:44 smithi104 ceph-mon[94081]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:13:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:45 smithi188 ceph-mon[86835]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:13:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:45 smithi188 ceph-mon[86835]: pgmap v2163: 169 pgs: 169 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 5.0 MiB/s wr, 252 op/s 2024-04-02T09:13:46.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:45 smithi104 ceph-mon[96567]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:13:46.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:45 smithi104 ceph-mon[96567]: pgmap v2163: 169 pgs: 169 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 5.0 MiB/s wr, 252 op/s 2024-04-02T09:13:46.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:45 smithi104 ceph-mon[94081]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:13:46.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:45 smithi104 ceph-mon[94081]: pgmap v2163: 169 pgs: 169 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 5.0 MiB/s wr, 252 op/s 2024-04-02T09:13:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:13:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:13:45] "GET /metrics HTTP/1.1" 200 38980 "" "Prometheus/2.43.0" 2024-04-02T09:13:46.223 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:46.253 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 83886079~1 2024-04-02T09:13:46.262 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:46 smithi188 ceph-mon[86835]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:13:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:46 smithi188 ceph-mon[86835]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:13:47.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:46 smithi104 ceph-mon[94081]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:13:47.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:46 smithi104 ceph-mon[94081]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:13:47.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:46 smithi104 ceph-mon[96567]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:13:47.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:46 smithi104 ceph-mon[96567]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:13:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:48 smithi188 ceph-mon[86835]: pgmap v2166: 169 pgs: 169 active+clean; 373 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 119 op/s 2024-04-02T09:13:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:48 smithi188 ceph-mon[86835]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:13:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:48 smithi104 ceph-mon[96567]: pgmap v2166: 169 pgs: 169 active+clean; 373 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 119 op/s 2024-04-02T09:13:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:48 smithi104 ceph-mon[96567]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:13:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:48 smithi104 ceph-mon[94081]: pgmap v2166: 169 pgs: 169 active+clean; 373 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 119 op/s 2024-04-02T09:13:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:48 smithi104 ceph-mon[94081]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:13:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:49 smithi188 ceph-mon[86835]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:13:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:49 smithi104 ceph-mon[94081]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:13:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:49 smithi104 ceph-mon[96567]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:13:49.654 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:13:49.806 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:13:50.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:50 smithi188 ceph-mon[86835]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 189 op/s 2024-04-02T09:13:50.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:50 smithi188 ceph-mon[86835]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:13:50.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:50 smithi104 ceph-mon[96567]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 189 op/s 2024-04-02T09:13:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:50 smithi104 ceph-mon[96567]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:13:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:50 smithi104 ceph-mon[94081]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 189 op/s 2024-04-02T09:13:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:50 smithi104 ceph-mon[94081]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:13:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:51 smithi188 ceph-mon[86835]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:13:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:51 smithi188 ceph-mon[86835]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:13:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:51 smithi104 ceph-mon[96567]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:13:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:51 smithi104 ceph-mon[96567]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:13:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:51 smithi104 ceph-mon[94081]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:13:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:51 smithi104 ceph-mon[94081]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:13:52.605 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.SnapsDataPool (11594 ms) 2024-04-02T09:13:52.605 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-02T09:13:52.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:52 smithi188 ceph-mon[86835]: pgmap v2172: 169 pgs: 169 active+clean; 397 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.0 MiB/s wr, 278 op/s 2024-04-02T09:13:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:52 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:13:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:52 smithi104 ceph-mon[96567]: pgmap v2172: 169 pgs: 169 active+clean; 397 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.0 MiB/s wr, 278 op/s 2024-04-02T09:13:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:52 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:52 smithi104 ceph-mon[94081]: pgmap v2172: 169 pgs: 169 active+clean; 397 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.0 MiB/s wr, 278 op/s 2024-04-02T09:13:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:52 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:52.640 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:52.651 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:13:52.724 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:13:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:53 smithi188 ceph-mon[86835]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:13:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:53 smithi104 ceph-mon[96567]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:13:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:53 smithi104 ceph-mon[94081]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:13:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:54.282 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 8388609~8388609 2024-04-02T09:13:54.297 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~1000 2024-04-02T09:13:54.298 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1010~1000 2024-04-02T09:13:54.298 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:13:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:54 smithi188 ceph-mon[86835]: pgmap v2175: 169 pgs: 169 active+clean; 401 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 3.0 MiB/s wr, 258 op/s 2024-04-02T09:13:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:54 smithi188 ceph-mon[86835]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:13:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:54 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:54 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:54 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:54 smithi104 ceph-mon[94081]: pgmap v2175: 169 pgs: 169 active+clean; 401 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 3.0 MiB/s wr, 258 op/s 2024-04-02T09:13:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:54 smithi104 ceph-mon[94081]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:13:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:54 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:54 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:54 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:54 smithi104 ceph-mon[96567]: pgmap v2175: 169 pgs: 169 active+clean; 401 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 3.0 MiB/s wr, 258 op/s 2024-04-02T09:13:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:54 smithi104 ceph-mon[96567]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:13:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:54 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:54 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:54 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:13:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:55 smithi188 ceph-mon[86835]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:13:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:55 smithi104 ceph-mon[96567]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:13:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:55 smithi104 ceph-mon[94081]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:13:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:13:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:13:55] "GET /metrics HTTP/1.1" 200 38987 "" "Prometheus/2.43.0" 2024-04-02T09:13:56.287 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 8388609~1000 2024-04-02T09:13:56.296 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 16777228~1000 2024-04-02T09:13:56.296 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:13:56.306 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 83886079~8388609 2024-04-02T09:13:56.323 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:13:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:56 smithi188 ceph-mon[86835]: pgmap v2178: 169 pgs: 169 active+clean; 421 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 290 op/s 2024-04-02T09:13:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:56 smithi188 ceph-mon[86835]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:13:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:56 smithi104 ceph-mon[96567]: pgmap v2178: 169 pgs: 169 active+clean; 421 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 290 op/s 2024-04-02T09:13:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:56 smithi104 ceph-mon[96567]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:13:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:56 smithi104 ceph-mon[94081]: pgmap v2178: 169 pgs: 169 active+clean; 421 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 290 op/s 2024-04-02T09:13:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:56 smithi104 ceph-mon[94081]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:13:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:57 smithi188 ceph-mon[86835]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:13:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:57 smithi104 ceph-mon[96567]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:13:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:57 smithi104 ceph-mon[94081]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:13:58.293 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:13:58.317 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 83886079~1 2024-04-02T09:13:58.326 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:13:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:58 smithi188 ceph-mon[86835]: pgmap v2181: 169 pgs: 169 active+clean; 429 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 250 op/s 2024-04-02T09:13:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:58 smithi188 ceph-mon[86835]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:13:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:58 smithi104 ceph-mon[96567]: pgmap v2181: 169 pgs: 169 active+clean; 429 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 250 op/s 2024-04-02T09:13:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:58 smithi104 ceph-mon[96567]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:13:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:58 smithi104 ceph-mon[94081]: pgmap v2181: 169 pgs: 169 active+clean; 429 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 250 op/s 2024-04-02T09:13:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:58 smithi104 ceph-mon[94081]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:13:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:13:59 smithi188 ceph-mon[86835]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:13:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:13:59 smithi104 ceph-mon[94081]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:13:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:13:59 smithi104 ceph-mon[96567]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:14:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:00 smithi188 ceph-mon[86835]: pgmap v2184: 169 pgs: 169 active+clean; 445 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 152 op/s 2024-04-02T09:14:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:00 smithi188 ceph-mon[86835]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:14:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:00 smithi104 ceph-mon[96567]: pgmap v2184: 169 pgs: 169 active+clean; 445 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 152 op/s 2024-04-02T09:14:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:00 smithi104 ceph-mon[96567]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:14:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:00 smithi104 ceph-mon[94081]: pgmap v2184: 169 pgs: 169 active+clean; 445 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 152 op/s 2024-04-02T09:14:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:00 smithi104 ceph-mon[94081]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:14:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:01 smithi188 ceph-mon[86835]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:14:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:01 smithi188 ceph-mon[86835]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:14:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:01 smithi104 ceph-mon[96567]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:14:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:01 smithi104 ceph-mon[96567]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:14:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:01 smithi104 ceph-mon[94081]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:14:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:01 smithi104 ceph-mon[94081]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:14:01.675 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 41943040 2024-04-02T09:14:01.698 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:14:01.854 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:14:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:02 smithi188 ceph-mon[86835]: pgmap v2187: 169 pgs: 169 active+clean; 445 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-02T09:14:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:14:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:14:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:02 smithi104 ceph-mon[94081]: pgmap v2187: 169 pgs: 169 active+clean; 445 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-02T09:14:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:02 smithi104 ceph-mon[96567]: pgmap v2187: 169 pgs: 169 active+clean; 445 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-02T09:14:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:03 smithi188 ceph-mon[86835]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:14:03.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:03 smithi104 ceph-mon[96567]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:14:03.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:03 smithi104 ceph-mon[94081]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:14:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:04 smithi188 ceph-mon[86835]: pgmap v2190: 169 pgs: 169 active+clean; 457 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 429 op/s 2024-04-02T09:14:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:04 smithi188 ceph-mon[86835]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:14:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:04 smithi104 ceph-mon[94081]: pgmap v2190: 169 pgs: 169 active+clean; 457 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 429 op/s 2024-04-02T09:14:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:04 smithi104 ceph-mon[94081]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:14:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:04 smithi104 ceph-mon[96567]: pgmap v2190: 169 pgs: 169 active+clean; 457 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 429 op/s 2024-04-02T09:14:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:04 smithi104 ceph-mon[96567]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:14:04.652 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12047 ms) 2024-04-02T09:14:04.652 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-02T09:14:04.682 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:14:04.693 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:14:04.749 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:14:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:05 smithi188 ceph-mon[86835]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:14:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-02T09:14:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-02T09:14:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]: dispatch 2024-04-02T09:14:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:05 smithi104 ceph-mon[94081]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:14:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-02T09:14:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-02T09:14:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]: dispatch 2024-04-02T09:14:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:05 smithi104 ceph-mon[96567]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:14:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-02T09:14:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-04-02T09:14:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]: dispatch 2024-04-02T09:14:06.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:14:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:14:05] "GET /metrics HTTP/1.1" 200 38991 "" "Prometheus/2.43.0" 2024-04-02T09:14:06.353 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 8388609~8388609 2024-04-02T09:14:06.379 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~1000 2024-04-02T09:14:06.379 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1010~1000 2024-04-02T09:14:06.379 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:14:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:06 smithi188 ceph-mon[86835]: pgmap v2193: 169 pgs: 169 active+clean; 465 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 460 op/s 2024-04-02T09:14:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-02T09:14:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-04-02T09:14:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]': finished 2024-04-02T09:14:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:06 smithi188 ceph-mon[86835]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:14:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:06 smithi104 ceph-mon[94081]: pgmap v2193: 169 pgs: 169 active+clean; 465 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 460 op/s 2024-04-02T09:14:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-02T09:14:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-04-02T09:14:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]': finished 2024-04-02T09:14:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:06 smithi104 ceph-mon[94081]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:14:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:06 smithi104 ceph-mon[96567]: pgmap v2193: 169 pgs: 169 active+clean; 465 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 460 op/s 2024-04-02T09:14:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-02T09:14:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-04-02T09:14:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]': finished 2024-04-02T09:14:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:06 smithi104 ceph-mon[96567]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:14:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:07 smithi188 ceph-mon[86835]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:14:07.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:07 smithi104 ceph-mon[94081]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:14:07.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:07 smithi104 ceph-mon[96567]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:14:08.364 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 8388609~1000 2024-04-02T09:14:08.370 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 16777228~1000 2024-04-02T09:14:08.370 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:14:08.379 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 83886079~8388609 2024-04-02T09:14:08.393 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:14:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:08 smithi188 ceph-mon[86835]: pgmap v2196: 169 pgs: 2 peering, 167 active+clean; 469 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 130 op/s 2024-04-02T09:14:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:08 smithi188 ceph-mon[86835]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:14:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:08 smithi104 ceph-mon[94081]: pgmap v2196: 169 pgs: 2 peering, 167 active+clean; 469 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 130 op/s 2024-04-02T09:14:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:08 smithi104 ceph-mon[94081]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:14:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:08 smithi104 ceph-mon[96567]: pgmap v2196: 169 pgs: 2 peering, 167 active+clean; 469 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 130 op/s 2024-04-02T09:14:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:08 smithi104 ceph-mon[96567]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:14:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:09 smithi188 ceph-mon[86835]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:14:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:09 smithi104 ceph-mon[96567]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:14:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:09 smithi104 ceph-mon[94081]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:14:10.375 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:14:10.400 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 83886079~1 2024-04-02T09:14:10.408 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 0 2024-04-02T09:14:10.425 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:14:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:10 smithi188 ceph-mon[86835]: pgmap v2199: 169 pgs: 2 peering, 167 active+clean; 473 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 7.0 MiB/s wr, 198 op/s 2024-04-02T09:14:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:10 smithi188 ceph-mon[86835]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:14:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:10 smithi104 ceph-mon[96567]: pgmap v2199: 169 pgs: 2 peering, 167 active+clean; 473 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 7.0 MiB/s wr, 198 op/s 2024-04-02T09:14:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:10 smithi104 ceph-mon[96567]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:14:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:10 smithi104 ceph-mon[94081]: pgmap v2199: 169 pgs: 2 peering, 167 active+clean; 473 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 7.0 MiB/s wr, 198 op/s 2024-04-02T09:14:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:10 smithi104 ceph-mon[94081]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:14:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:11 smithi188 ceph-mon[86835]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:14:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:11 smithi188 ceph-mon[86835]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:14:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:11 smithi104 ceph-mon[96567]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:14:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:11 smithi104 ceph-mon[96567]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:14:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:11 smithi104 ceph-mon[94081]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:14:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:11 smithi104 ceph-mon[94081]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:14:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:12 smithi188 ceph-mon[86835]: pgmap v2202: 169 pgs: 2 peering, 167 active+clean; 493 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 122 op/s 2024-04-02T09:14:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:12 smithi188 ceph-mon[86835]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:14:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:14:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:14:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:12 smithi104 ceph-mon[94081]: pgmap v2202: 169 pgs: 2 peering, 167 active+clean; 493 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 122 op/s 2024-04-02T09:14:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:12 smithi104 ceph-mon[94081]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:14:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:12 smithi104 ceph-mon[96567]: pgmap v2202: 169 pgs: 2 peering, 167 active+clean; 493 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 122 op/s 2024-04-02T09:14:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:12 smithi104 ceph-mon[96567]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:14:13.610 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:14:13.772 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:14:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:14 smithi188 ceph-mon[86835]: pgmap v2205: 169 pgs: 169 active+clean; 509 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 7.0 MiB/s wr, 181 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:14:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:14 smithi188 ceph-mon[86835]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:14:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:14 smithi104 ceph-mon[96567]: pgmap v2205: 169 pgs: 169 active+clean; 509 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 7.0 MiB/s wr, 181 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:14:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:14 smithi104 ceph-mon[96567]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:14:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:14 smithi104 ceph-mon[94081]: pgmap v2205: 169 pgs: 169 active+clean; 509 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 7.0 MiB/s wr, 181 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:14:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:14 smithi104 ceph-mon[94081]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:14:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:15 smithi104 ceph-mon[94081]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:14:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:15 smithi104 ceph-mon[96567]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:14:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:15 smithi188 ceph-mon[86835]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:14:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:14:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:14:15] "GET /metrics HTTP/1.1" 200 38991 "" "Prometheus/2.43.0" 2024-04-02T09:14:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:16 smithi104 ceph-mon[96567]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 3.0 MiB/s wr, 160 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:14:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:16 smithi104 ceph-mon[96567]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:14:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:16 smithi104 ceph-mon[94081]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 3.0 MiB/s wr, 160 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:14:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:16 smithi104 ceph-mon[94081]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:14:16.644 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11992 ms) 2024-04-02T09:14:16.644 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-02T09:14:16.675 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:14:16.687 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:14:16.747 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:14:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:16 smithi188 ceph-mon[86835]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 3.0 MiB/s wr, 160 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-02T09:14:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:16 smithi188 ceph-mon[86835]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:14:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:17 smithi188 ceph-mon[86835]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:14:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:17 smithi104 ceph-mon[96567]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:14:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:17 smithi104 ceph-mon[94081]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:14:18.410 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 8388609~8388609 2024-04-02T09:14:18.430 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~1000 2024-04-02T09:14:18.430 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1010~1000 2024-04-02T09:14:18.430 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:14:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:18 smithi188 ceph-mon[86835]: pgmap v2211: 169 pgs: 169 active+clean; 509 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 388 op/s 2024-04-02T09:14:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:18 smithi188 ceph-mon[86835]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:14:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:18 smithi104 ceph-mon[96567]: pgmap v2211: 169 pgs: 169 active+clean; 509 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 388 op/s 2024-04-02T09:14:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:18 smithi104 ceph-mon[96567]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:14:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:18 smithi104 ceph-mon[94081]: pgmap v2211: 169 pgs: 169 active+clean; 509 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 388 op/s 2024-04-02T09:14:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:18 smithi104 ceph-mon[94081]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:14:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:19 smithi188 ceph-mon[86835]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:14:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:19 smithi104 ceph-mon[96567]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:14:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:19 smithi104 ceph-mon[94081]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:14:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:20.421 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 8388609~1000 2024-04-02T09:14:20.428 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 16777228~1000 2024-04-02T09:14:20.428 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:14:20.439 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 83886079~8388609 2024-04-02T09:14:20.456 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:14:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:20 smithi188 ceph-mon[86835]: pgmap v2214: 169 pgs: 169 active+clean; 513 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 446 op/s 2024-04-02T09:14:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:20 smithi188 ceph-mon[86835]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:14:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:20 smithi104 ceph-mon[96567]: pgmap v2214: 169 pgs: 169 active+clean; 513 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 446 op/s 2024-04-02T09:14:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:20 smithi104 ceph-mon[96567]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:14:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:20 smithi104 ceph-mon[94081]: pgmap v2214: 169 pgs: 169 active+clean; 513 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 446 op/s 2024-04-02T09:14:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:20 smithi104 ceph-mon[94081]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:14:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:21 smithi188 ceph-mon[86835]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:14:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:21 smithi188 ceph-mon[86835]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:14:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:21 smithi104 ceph-mon[94081]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:14:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:21 smithi104 ceph-mon[94081]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:14:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:21 smithi104 ceph-mon[96567]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:14:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:21 smithi104 ceph-mon[96567]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:14:22.231 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:14:22.254 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 83886079~1 2024-04-02T09:14:22.264 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:14:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:22 smithi188 ceph-mon[86835]: pgmap v2217: 169 pgs: 169 active+clean; 521 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 68 op/s 2024-04-02T09:14:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:22 smithi188 ceph-mon[86835]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:14:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:14:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:22 smithi104 ceph-mon[96567]: pgmap v2217: 169 pgs: 169 active+clean; 521 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 68 op/s 2024-04-02T09:14:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:22 smithi104 ceph-mon[96567]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:14:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:22 smithi104 ceph-mon[94081]: pgmap v2217: 169 pgs: 169 active+clean; 521 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 68 op/s 2024-04-02T09:14:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:22 smithi104 ceph-mon[94081]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:14:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:24 smithi188 ceph-mon[86835]: pgmap v2220: 169 pgs: 169 active+clean; 553 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 146 op/s 2024-04-02T09:14:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:24 smithi188 ceph-mon[86835]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:14:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:24 smithi104 ceph-mon[96567]: pgmap v2220: 169 pgs: 169 active+clean; 553 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 146 op/s 2024-04-02T09:14:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:24 smithi104 ceph-mon[96567]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:14:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:24 smithi104 ceph-mon[94081]: pgmap v2220: 169 pgs: 169 active+clean; 553 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 146 op/s 2024-04-02T09:14:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:24 smithi104 ceph-mon[94081]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:14:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:25 smithi188 ceph-mon[86835]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:14:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:25 smithi104 ceph-mon[96567]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:14:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:25 smithi104 ceph-mon[94081]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:14:25.698 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 0 2024-04-02T09:14:25.787 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:14:25.913 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:14:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:14:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:14:25] "GET /metrics HTTP/1.1" 200 38995 "" "Prometheus/2.43.0" 2024-04-02T09:14:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:26 smithi188 ceph-mon[86835]: pgmap v2223: 169 pgs: 169 active+clean; 561 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 141 op/s 2024-04-02T09:14:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:26 smithi188 ceph-mon[86835]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:14:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:26 smithi188 ceph-mon[86835]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:14:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:26 smithi104 ceph-mon[94081]: pgmap v2223: 169 pgs: 169 active+clean; 561 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 141 op/s 2024-04-02T09:14:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:26 smithi104 ceph-mon[94081]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:14:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:26 smithi104 ceph-mon[94081]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:14:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:26 smithi104 ceph-mon[96567]: pgmap v2223: 169 pgs: 169 active+clean; 561 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 141 op/s 2024-04-02T09:14:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:26 smithi104 ceph-mon[96567]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:14:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:26 smithi104 ceph-mon[96567]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:14:28.536 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11893 ms) 2024-04-02T09:14:28.537 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-02T09:14:28.571 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:14:28.582 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:14:28.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:28 smithi188 ceph-mon[86835]: pgmap v2226: 169 pgs: 169 active+clean; 585 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-04-02T09:14:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:28 smithi188 ceph-mon[86835]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:14:28.637 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:14:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:28 smithi104 ceph-mon[96567]: pgmap v2226: 169 pgs: 169 active+clean; 585 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-04-02T09:14:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:28 smithi104 ceph-mon[96567]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:14:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:28 smithi104 ceph-mon[94081]: pgmap v2226: 169 pgs: 169 active+clean; 585 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-04-02T09:14:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:28 smithi104 ceph-mon[94081]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:14:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:29 smithi188 ceph-mon[86835]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:14:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:29 smithi104 ceph-mon[94081]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:14:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:29 smithi104 ceph-mon[96567]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:14:30.279 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 8388609~8388609 2024-04-02T09:14:30.303 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~1000 2024-04-02T09:14:30.303 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1010~1000 2024-04-02T09:14:30.303 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:14:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:30 smithi188 ceph-mon[86835]: pgmap v2229: 169 pgs: 169 active+clean; 577 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 397 op/s 2024-04-02T09:14:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:30 smithi188 ceph-mon[86835]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:14:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:30 smithi104 ceph-mon[96567]: pgmap v2229: 169 pgs: 169 active+clean; 577 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 397 op/s 2024-04-02T09:14:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:30 smithi104 ceph-mon[96567]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:14:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:30 smithi104 ceph-mon[94081]: pgmap v2229: 169 pgs: 169 active+clean; 577 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 397 op/s 2024-04-02T09:14:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:30 smithi104 ceph-mon[94081]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:14:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:31 smithi188 ceph-mon[86835]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:14:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:31 smithi104 ceph-mon[96567]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:14:31.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:31 smithi104 ceph-mon[94081]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:14:32.293 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 8388609~1000 2024-04-02T09:14:32.298 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 16777228~1000 2024-04-02T09:14:32.299 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:14:32.309 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 83886079~8388609 2024-04-02T09:14:32.328 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:14:32.540 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:32 smithi104 ceph-mon[96567]: pgmap v2232: 169 pgs: 169 active+clean; 585 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 415 op/s 2024-04-02T09:14:32.540 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:32 smithi104 ceph-mon[96567]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:14:32.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:32 smithi104 ceph-mon[94081]: pgmap v2232: 169 pgs: 169 active+clean; 585 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 415 op/s 2024-04-02T09:14:32.541 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:32 smithi104 ceph-mon[94081]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:14:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:32 smithi188 ceph-mon[86835]: pgmap v2232: 169 pgs: 169 active+clean; 585 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 415 op/s 2024-04-02T09:14:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:32 smithi188 ceph-mon[86835]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:14:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:14:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:33 smithi188 ceph-mon[86835]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:14:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:33 smithi104 ceph-mon[96567]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:14:33.668 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:33 smithi104 ceph-mon[94081]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:14:34.307 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:14:34.328 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 83886079~1 2024-04-02T09:14:34.336 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:14:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:34 smithi188 ceph-mon[86835]: pgmap v2235: 169 pgs: 169 active+clean; 593 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 281 op/s 2024-04-02T09:14:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:34 smithi188 ceph-mon[86835]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:14:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:34 smithi104 ceph-mon[96567]: pgmap v2235: 169 pgs: 169 active+clean; 593 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 281 op/s 2024-04-02T09:14:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:34 smithi104 ceph-mon[96567]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:14:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:34 smithi104 ceph-mon[94081]: pgmap v2235: 169 pgs: 169 active+clean; 593 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 281 op/s 2024-04-02T09:14:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:34 smithi104 ceph-mon[94081]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:14:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:35 smithi188 ceph-mon[86835]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:14:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:35 smithi104 ceph-mon[96567]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:14:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:35 smithi104 ceph-mon[94081]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:14:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:14:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:14:35] "GET /metrics HTTP/1.1" 200 38991 "" "Prometheus/2.43.0" 2024-04-02T09:14:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:36 smithi188 ceph-mon[86835]: pgmap v2238: 169 pgs: 169 active+clean; 597 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 126 op/s 2024-04-02T09:14:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:36 smithi188 ceph-mon[86835]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:14:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:36 smithi188 ceph-mon[86835]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:14:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:36 smithi104 ceph-mon[96567]: pgmap v2238: 169 pgs: 169 active+clean; 597 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 126 op/s 2024-04-02T09:14:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:36 smithi104 ceph-mon[96567]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:14:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:36 smithi104 ceph-mon[96567]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:14:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:36 smithi104 ceph-mon[94081]: pgmap v2238: 169 pgs: 169 active+clean; 597 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 126 op/s 2024-04-02T09:14:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:36 smithi104 ceph-mon[94081]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:14:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:36 smithi104 ceph-mon[94081]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:14:37.679 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:14:37.690 INFO:tasks.workunit.client.0.smithi104.stdout:write: * 83886080~1000 2024-04-02T09:14:37.731 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:14:37.885 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:14:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:38 smithi188 ceph-mon[86835]: pgmap v2241: 169 pgs: 169 active+clean; 613 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 3.0 MiB/s wr, 103 op/s 2024-04-02T09:14:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:38 smithi188 ceph-mon[86835]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:14:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:38 smithi104 ceph-mon[96567]: pgmap v2241: 169 pgs: 169 active+clean; 613 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 3.0 MiB/s wr, 103 op/s 2024-04-02T09:14:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:38 smithi104 ceph-mon[96567]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:14:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:38 smithi104 ceph-mon[94081]: pgmap v2241: 169 pgs: 169 active+clean; 613 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 3.0 MiB/s wr, 103 op/s 2024-04-02T09:14:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:38 smithi104 ceph-mon[94081]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:14:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:39 smithi188 ceph-mon[86835]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:14:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:39 smithi104 ceph-mon[94081]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:14:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:39 smithi104 ceph-mon[96567]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:14:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:40 smithi188 ceph-mon[86835]: pgmap v2244: 169 pgs: 169 active+clean; 625 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-04-02T09:14:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:40 smithi188 ceph-mon[86835]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:14:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:40 smithi104 ceph-mon[96567]: pgmap v2244: 169 pgs: 169 active+clean; 625 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-04-02T09:14:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:40 smithi104 ceph-mon[96567]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:14:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:40 smithi104 ceph-mon[94081]: pgmap v2244: 169 pgs: 169 active+clean; 625 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-04-02T09:14:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:40 smithi104 ceph-mon[94081]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:14:40.696 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12159 ms) 2024-04-02T09:14:40.696 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-02T09:14:40.728 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:14:40.738 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 41943040~10 2024-04-02T09:14:40.747 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:14:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:41 smithi188 ceph-mon[86835]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:14:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:41 smithi104 ceph-mon[96567]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:14:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:41 smithi104 ceph-mon[94081]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:14:42.339 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 41943040 2024-04-02T09:14:42.362 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:14:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:42 smithi188 ceph-mon[86835]: pgmap v2247: 169 pgs: 169 active+clean; 625 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 79 op/s 2024-04-02T09:14:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:42 smithi188 ceph-mon[86835]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:14:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:14:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:42 smithi104 ceph-mon[94081]: pgmap v2247: 169 pgs: 169 active+clean; 625 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 79 op/s 2024-04-02T09:14:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:42 smithi104 ceph-mon[94081]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:14:42.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:42 smithi104 ceph-mon[96567]: pgmap v2247: 169 pgs: 169 active+clean; 625 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 79 op/s 2024-04-02T09:14:42.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:42 smithi104 ceph-mon[96567]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:14:43.493 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:14:43.505 INFO:tasks.workunit.client.0.smithi104.stdout:write: Y 41943040~5 2024-04-02T09:14:43.619 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:14:43.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:43 smithi188 ceph-mon[86835]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:14:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:43 smithi104 ceph-mon[94081]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:14:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:43 smithi104 ceph-mon[96567]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:14:43.696 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:14:44.447 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3752 ms) 2024-04-02T09:14:44.448 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-02T09:14:44.485 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:14:44.496 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:14:44.560 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:14:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:44 smithi188 ceph-mon[86835]: pgmap v2250: 169 pgs: 169 active+clean; 621 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 5.0 MiB/s wr, 484 op/s 2024-04-02T09:14:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:44 smithi188 ceph-mon[86835]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:14:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:44 smithi104 ceph-mon[96567]: pgmap v2250: 169 pgs: 169 active+clean; 621 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 5.0 MiB/s wr, 484 op/s 2024-04-02T09:14:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:44 smithi104 ceph-mon[96567]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:14:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:44 smithi104 ceph-mon[94081]: pgmap v2250: 169 pgs: 169 active+clean; 621 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 5.0 MiB/s wr, 484 op/s 2024-04-02T09:14:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:44 smithi104 ceph-mon[94081]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:14:45.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:45 smithi188 ceph-mon[86835]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:14:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:45 smithi104 ceph-mon[94081]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:14:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:45 smithi104 ceph-mon[96567]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:14:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:14:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:14:45] "GET /metrics HTTP/1.1" 200 38991 "" "Prometheus/2.43.0" 2024-04-02T09:14:46.245 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 8388609~8388609 2024-04-02T09:14:46.258 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~1000 2024-04-02T09:14:46.258 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1010~1000 2024-04-02T09:14:46.258 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:14:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:46 smithi188 ceph-mon[86835]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 4.0 MiB/s wr, 488 op/s 2024-04-02T09:14:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:46 smithi188 ceph-mon[86835]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:14:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:46 smithi188 ceph-mon[86835]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:14:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:46 smithi104 ceph-mon[94081]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 4.0 MiB/s wr, 488 op/s 2024-04-02T09:14:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:46 smithi104 ceph-mon[94081]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:14:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:46 smithi104 ceph-mon[94081]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:14:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:46 smithi104 ceph-mon[96567]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 4.0 MiB/s wr, 488 op/s 2024-04-02T09:14:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:46 smithi104 ceph-mon[96567]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:14:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:46 smithi104 ceph-mon[96567]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:14:48.240 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 8388609~1000 2024-04-02T09:14:48.248 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 16777228~1000 2024-04-02T09:14:48.249 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:14:48.258 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 83886079~8388609 2024-04-02T09:14:48.274 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:14:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:48 smithi188 ceph-mon[86835]: pgmap v2256: 169 pgs: 169 active+clean; 637 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-04-02T09:14:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:48 smithi188 ceph-mon[86835]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:14:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:48 smithi104 ceph-mon[94081]: pgmap v2256: 169 pgs: 169 active+clean; 637 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-04-02T09:14:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:48 smithi104 ceph-mon[94081]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:14:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:48 smithi104 ceph-mon[96567]: pgmap v2256: 169 pgs: 169 active+clean; 637 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-04-02T09:14:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:48 smithi104 ceph-mon[96567]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:14:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:49 smithi188 ceph-mon[86835]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:14:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:49 smithi104 ceph-mon[96567]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:14:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:49 smithi104 ceph-mon[94081]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:14:50.255 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:14:50.277 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 83886079~1 2024-04-02T09:14:50.285 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:14:50.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:50 smithi188 ceph-mon[86835]: pgmap v2259: 169 pgs: 169 active+clean; 649 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.0 MiB/s wr, 418 op/s 2024-04-02T09:14:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:50 smithi188 ceph-mon[86835]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:14:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:50 smithi104 ceph-mon[96567]: pgmap v2259: 169 pgs: 169 active+clean; 649 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.0 MiB/s wr, 418 op/s 2024-04-02T09:14:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:50 smithi104 ceph-mon[96567]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:14:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:50 smithi104 ceph-mon[94081]: pgmap v2259: 169 pgs: 169 active+clean; 649 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.0 MiB/s wr, 418 op/s 2024-04-02T09:14:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:50 smithi104 ceph-mon[94081]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:14:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:51 smithi188 ceph-mon[86835]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:14:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:51 smithi188 ceph-mon[86835]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:14:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:51 smithi104 ceph-mon[96567]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:14:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:51 smithi104 ceph-mon[96567]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:14:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:51 smithi104 ceph-mon[94081]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:14:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:51 smithi104 ceph-mon[94081]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:14:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:52 smithi188 ceph-mon[86835]: pgmap v2262: 169 pgs: 169 active+clean; 669 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-04-02T09:14:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:52 smithi188 ceph-mon[86835]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:14:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:14:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:14:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:52 smithi104 ceph-mon[94081]: pgmap v2262: 169 pgs: 169 active+clean; 669 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-04-02T09:14:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:52 smithi104 ceph-mon[94081]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:14:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:52 smithi104 ceph-mon[96567]: pgmap v2262: 169 pgs: 169 active+clean; 669 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-04-02T09:14:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:52 smithi104 ceph-mon[96567]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:14:53.854 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: after_prepare_snap 2024-04-02T09:14:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:54 smithi188 ceph-mon[86835]: pgmap v2265: 169 pgs: 169 active+clean; 673 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 4.0 MiB/s wr, 163 op/s 2024-04-02T09:14:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:54 smithi188 ceph-mon[86835]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:14:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:54 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:54 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:14:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:54 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:14:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:54 smithi104 ceph-mon[94081]: pgmap v2265: 169 pgs: 169 active+clean; 673 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 4.0 MiB/s wr, 163 op/s 2024-04-02T09:14:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:54 smithi104 ceph-mon[94081]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:14:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:54 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:54 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:14:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:54 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:14:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:54 smithi104 ceph-mon[96567]: pgmap v2265: 169 pgs: 169 active+clean; 673 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 4.0 MiB/s wr, 163 op/s 2024-04-02T09:14:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:54 smithi104 ceph-mon[96567]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:14:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:54 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:54 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:14:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:54 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:14:55.269 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 41943040 2024-04-02T09:14:55.303 INFO:tasks.workunit.client.0.smithi104.stdout:write: * 0~1000 2024-04-02T09:14:55.310 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:14:55.465 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:14:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:55 smithi188 ceph-mon[86835]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:14:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:55 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:55 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:55 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:14:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:55 smithi104 ceph-mon[94081]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:14:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:55 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:55 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:55 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:14:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:55 smithi104 ceph-mon[96567]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:14:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:55 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:55 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:55 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:14:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:14:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:14:55] "GET /metrics HTTP/1.1" 200 38987 "" "Prometheus/2.43.0" 2024-04-02T09:14:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:56 smithi188 ceph-mon[86835]: pgmap v2268: 169 pgs: 169 active+clean; 677 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 2.0 MiB/s wr, 149 op/s 2024-04-02T09:14:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:56 smithi188 ceph-mon[86835]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:14:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:56 smithi104 ceph-mon[94081]: pgmap v2268: 169 pgs: 169 active+clean; 677 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 2.0 MiB/s wr, 149 op/s 2024-04-02T09:14:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:56 smithi104 ceph-mon[94081]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:14:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:56 smithi104 ceph-mon[96567]: pgmap v2268: 169 pgs: 169 active+clean; 677 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 2.0 MiB/s wr, 149 op/s 2024-04-02T09:14:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:56 smithi104 ceph-mon[96567]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:14:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:57 smithi188 ceph-mon[86835]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:14:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:57 smithi104 ceph-mon[96567]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:14:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:57 smithi104 ceph-mon[94081]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:14:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:58 smithi188 ceph-mon[86835]: pgmap v2271: 169 pgs: 169 active+clean; 697 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 351 op/s 2024-04-02T09:14:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:58 smithi188 ceph-mon[86835]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:14:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:58 smithi104 ceph-mon[96567]: pgmap v2271: 169 pgs: 169 active+clean; 697 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 351 op/s 2024-04-02T09:14:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:58 smithi104 ceph-mon[96567]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:14:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:58 smithi104 ceph-mon[94081]: pgmap v2271: 169 pgs: 169 active+clean; 697 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 351 op/s 2024-04-02T09:14:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:58 smithi104 ceph-mon[94081]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:14:58.658 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14210 ms) 2024-04-02T09:14:58.658 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-02T09:14:58.691 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:14:58.703 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:14:58.756 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:14:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:14:59 smithi188 ceph-mon[86835]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:14:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:14:59 smithi104 ceph-mon[96567]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:14:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:14:59 smithi104 ceph-mon[94081]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:15:00.320 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 8388609~8388609 2024-04-02T09:15:00.339 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~1000 2024-04-02T09:15:00.339 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1010~1000 2024-04-02T09:15:00.339 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:15:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:00 smithi188 ceph-mon[86835]: pgmap v2274: 169 pgs: 169 active+clean; 701 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 398 op/s 2024-04-02T09:15:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:00 smithi188 ceph-mon[86835]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:15:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:00 smithi104 ceph-mon[96567]: pgmap v2274: 169 pgs: 169 active+clean; 701 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 398 op/s 2024-04-02T09:15:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:00 smithi104 ceph-mon[96567]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:15:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:00 smithi104 ceph-mon[94081]: pgmap v2274: 169 pgs: 169 active+clean; 701 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 398 op/s 2024-04-02T09:15:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:00 smithi104 ceph-mon[94081]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:15:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:01 smithi188 ceph-mon[86835]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:15:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:01 smithi104 ceph-mon[96567]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:15:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:01 smithi104 ceph-mon[94081]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:15:02.324 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 8388609~1000 2024-04-02T09:15:02.331 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 16777228~1000 2024-04-02T09:15:02.331 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:15:02.340 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 83886079~8388609 2024-04-02T09:15:02.353 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:15:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:02 smithi188 ceph-mon[86835]: pgmap v2277: 169 pgs: 169 active+clean; 693 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 249 op/s 2024-04-02T09:15:02.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:02 smithi188 ceph-mon[86835]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:15:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:15:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:15:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:02 smithi104 ceph-mon[96567]: pgmap v2277: 169 pgs: 169 active+clean; 693 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 249 op/s 2024-04-02T09:15:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:02 smithi104 ceph-mon[96567]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:15:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:02 smithi104 ceph-mon[94081]: pgmap v2277: 169 pgs: 169 active+clean; 693 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 249 op/s 2024-04-02T09:15:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:02 smithi104 ceph-mon[94081]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:15:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:03 smithi188 ceph-mon[86835]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:15:03.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:03 smithi104 ceph-mon[96567]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:15:03.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:03 smithi104 ceph-mon[94081]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:15:04.344 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:04.376 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 83886079~1 2024-04-02T09:15:04.390 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:04 smithi188 ceph-mon[86835]: pgmap v2280: 169 pgs: 169 active+clean; 705 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 7.0 MiB/s wr, 246 op/s 2024-04-02T09:15:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:04 smithi188 ceph-mon[86835]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:15:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:04 smithi104 ceph-mon[96567]: pgmap v2280: 169 pgs: 169 active+clean; 705 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 7.0 MiB/s wr, 246 op/s 2024-04-02T09:15:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:04 smithi104 ceph-mon[96567]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:15:04.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:04 smithi104 ceph-mon[94081]: pgmap v2280: 169 pgs: 169 active+clean; 705 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 7.0 MiB/s wr, 246 op/s 2024-04-02T09:15:04.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:04 smithi104 ceph-mon[94081]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:15:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:05 smithi188 ceph-mon[86835]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:15:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:05 smithi104 ceph-mon[96567]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:15:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:05 smithi104 ceph-mon[94081]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:15:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:15:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:15:05] "GET /metrics HTTP/1.1" 200 38994 "" "Prometheus/2.43.0" 2024-04-02T09:15:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:06 smithi188 ceph-mon[86835]: pgmap v2283: 169 pgs: 169 active+clean; 709 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 135 op/s 2024-04-02T09:15:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:06 smithi188 ceph-mon[86835]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:15:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:06 smithi188 ceph-mon[86835]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:15:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:06 smithi104 ceph-mon[96567]: pgmap v2283: 169 pgs: 169 active+clean; 709 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 135 op/s 2024-04-02T09:15:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:06 smithi104 ceph-mon[96567]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:15:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:06 smithi104 ceph-mon[96567]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:15:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:06 smithi104 ceph-mon[94081]: pgmap v2283: 169 pgs: 169 active+clean; 709 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 135 op/s 2024-04-02T09:15:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:06 smithi104 ceph-mon[94081]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:15:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:06 smithi104 ceph-mon[94081]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:15:07.734 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: after_prepare_snap 2024-04-02T09:15:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:08 smithi188 ceph-mon[86835]: pgmap v2286: 169 pgs: 169 active+clean; 729 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-02T09:15:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:08 smithi188 ceph-mon[86835]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:15:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:08 smithi104 ceph-mon[94081]: pgmap v2286: 169 pgs: 169 active+clean; 729 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-02T09:15:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:08 smithi104 ceph-mon[94081]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:15:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:08 smithi104 ceph-mon[96567]: pgmap v2286: 169 pgs: 169 active+clean; 729 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-02T09:15:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:08 smithi104 ceph-mon[96567]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:15:09.360 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:15:09.377 INFO:tasks.workunit.client.0.smithi104.stdout:write: * 83886080~1000 2024-04-02T09:15:09.383 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:15:09.536 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:15:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:09 smithi188 ceph-mon[86835]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:15:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:09 smithi104 ceph-mon[96567]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:15:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:09 smithi104 ceph-mon[94081]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:15:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:10 smithi188 ceph-mon[86835]: pgmap v2289: 169 pgs: 169 active+clean; 733 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 149 op/s 2024-04-02T09:15:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:10 smithi188 ceph-mon[86835]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:15:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:10 smithi104 ceph-mon[96567]: pgmap v2289: 169 pgs: 169 active+clean; 733 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 149 op/s 2024-04-02T09:15:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:10 smithi104 ceph-mon[96567]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:15:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:10 smithi104 ceph-mon[94081]: pgmap v2289: 169 pgs: 169 active+clean; 733 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 149 op/s 2024-04-02T09:15:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:10 smithi104 ceph-mon[94081]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:15:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:11 smithi188 ceph-mon[86835]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:15:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:11 smithi104 ceph-mon[96567]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:15:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:11 smithi104 ceph-mon[94081]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:15:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:12 smithi188 ceph-mon[86835]: pgmap v2292: 169 pgs: 169 active+clean; 741 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 315 op/s 2024-04-02T09:15:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:12 smithi188 ceph-mon[86835]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:15:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:15:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:12 smithi104 ceph-mon[94081]: pgmap v2292: 169 pgs: 169 active+clean; 741 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 315 op/s 2024-04-02T09:15:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:12 smithi104 ceph-mon[94081]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:15:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:12 smithi104 ceph-mon[96567]: pgmap v2292: 169 pgs: 169 active+clean; 741 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 315 op/s 2024-04-02T09:15:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:12 smithi104 ceph-mon[96567]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:15:12.788 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14130 ms) 2024-04-02T09:15:12.788 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.Clone 2024-04-02T09:15:12.823 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:12.834 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~8388609 2024-04-02T09:15:12.903 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 16777218~8388609 2024-04-02T09:15:12.958 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap 2024-04-02T09:15:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:13 smithi104 ceph-mon[96567]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:15:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:13 smithi104 ceph-mon[94081]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:15:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:13 smithi188 ceph-mon[86835]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:15:14.394 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap 2024-04-02T09:15:14.405 INFO:tasks.workunit.client.0.smithi104.stdout:clone image105 -> image108 2024-04-02T09:15:14.506 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~1000 2024-04-02T09:15:14.553 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1010~1000 2024-04-02T09:15:14.554 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap 2024-04-02T09:15:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:14 smithi104 ceph-mon[96567]: pgmap v2295: 169 pgs: 169 active+clean; 757 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 413 op/s 2024-04-02T09:15:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:14 smithi104 ceph-mon[96567]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:15:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:14 smithi104 ceph-mon[94081]: pgmap v2295: 169 pgs: 169 active+clean; 757 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 413 op/s 2024-04-02T09:15:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:14 smithi104 ceph-mon[94081]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:15:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:14 smithi188 ceph-mon[86835]: pgmap v2295: 169 pgs: 169 active+clean; 757 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 413 op/s 2024-04-02T09:15:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:14 smithi188 ceph-mon[86835]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:15:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:15 smithi104 ceph-mon[96567]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:15:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:15 smithi104 ceph-mon[94081]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:15:15.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:15 smithi188 ceph-mon[86835]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:15:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:15:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:15:15] "GET /metrics HTTP/1.1" 200 38994 "" "Prometheus/2.43.0" 2024-04-02T09:15:16.402 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap 2024-04-02T09:15:16.413 INFO:tasks.workunit.client.0.smithi104.stdout:clone image108 -> image110 2024-04-02T09:15:16.543 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 1000~1000 2024-04-02T09:15:16.596 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 2010~1000 2024-04-02T09:15:16.598 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:16 smithi188 ceph-mon[86835]: pgmap v2298: 169 pgs: 169 active+clean; 757 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 300 op/s 2024-04-02T09:15:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:16 smithi188 ceph-mon[86835]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:15:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:16 smithi104 ceph-mon[96567]: pgmap v2298: 169 pgs: 169 active+clean; 757 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 300 op/s 2024-04-02T09:15:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:16 smithi104 ceph-mon[96567]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:15:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:16 smithi104 ceph-mon[94081]: pgmap v2298: 169 pgs: 169 active+clean; 757 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 300 op/s 2024-04-02T09:15:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:16 smithi104 ceph-mon[94081]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:15:16.896 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:15:17.068 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:15:17.234 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.Clone (4446 ms) 2024-04-02T09:15:17.234 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneParent 2024-04-02T09:15:17.264 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:17.275 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap 2024-04-02T09:15:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:17 smithi188 ceph-mon[86835]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:15:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:17 smithi104 ceph-mon[96567]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:15:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:17 smithi104 ceph-mon[94081]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:15:18.426 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap 2024-04-02T09:15:18.438 INFO:tasks.workunit.client.0.smithi104.stdout:clone image111 -> image114 2024-04-02T09:15:18.543 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:18.695 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:15:18.829 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneParent (1595 ms) 2024-04-02T09:15:18.829 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-02T09:15:18.861 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:18.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:18 smithi188 ceph-mon[86835]: pgmap v2301: 169 pgs: 169 active+clean; 757 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 265 op/s 2024-04-02T09:15:18.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:18 smithi188 ceph-mon[86835]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:15:18.873 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~10 2024-04-02T09:15:18.882 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap 2024-04-02T09:15:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:18 smithi104 ceph-mon[96567]: pgmap v2301: 169 pgs: 169 active+clean; 757 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 265 op/s 2024-04-02T09:15:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:18 smithi104 ceph-mon[96567]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:15:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:18 smithi104 ceph-mon[94081]: pgmap v2301: 169 pgs: 169 active+clean; 757 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 265 op/s 2024-04-02T09:15:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:18 smithi104 ceph-mon[94081]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:15:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:19 smithi188 ceph-mon[86835]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:15:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:19 smithi104 ceph-mon[96567]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:15:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:19 smithi104 ceph-mon[94081]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:15:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:20.434 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap 2024-04-02T09:15:20.449 INFO:tasks.workunit.client.0.smithi104.stdout:clone image115 -> image118 2024-04-02T09:15:20.552 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:20.711 INFO:tasks.workunit.client.0.smithi104.stdout:write: Y 0~1 2024-04-02T09:15:20.737 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:15:20.813 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:15:20.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:20 smithi188 ceph-mon[86835]: pgmap v2304: 169 pgs: 169 active+clean; 773 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 10 MiB/s wr, 365 op/s 2024-04-02T09:15:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:20 smithi188 ceph-mon[86835]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:15:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:20 smithi104 ceph-mon[96567]: pgmap v2304: 169 pgs: 169 active+clean; 773 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 10 MiB/s wr, 365 op/s 2024-04-02T09:15:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:20 smithi104 ceph-mon[96567]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:15:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:20 smithi104 ceph-mon[94081]: pgmap v2304: 169 pgs: 169 active+clean; 773 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 10 MiB/s wr, 365 op/s 2024-04-02T09:15:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:20 smithi104 ceph-mon[94081]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:15:20.918 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2090 ms) 2024-04-02T09:15:20.918 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-02T09:15:20.948 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:20.959 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 41943040~10 2024-04-02T09:15:20.968 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:15:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:21 smithi188 ceph-mon[86835]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:15:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:21 smithi188 ceph-mon[86835]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:15:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:21 smithi104 ceph-mon[96567]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:15:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:21 smithi104 ceph-mon[96567]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:15:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:21 smithi104 ceph-mon[94081]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:15:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:21 smithi104 ceph-mon[94081]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:15:22.247 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 41943041~10 2024-04-02T09:15:22.253 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:22 smithi188 ceph-mon[86835]: pgmap v2307: 169 pgs: 169 active+clean; 773 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 685 op/s 2024-04-02T09:15:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:22 smithi188 ceph-mon[86835]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:15:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:15:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:15:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:22 smithi104 ceph-mon[94081]: pgmap v2307: 169 pgs: 169 active+clean; 773 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 685 op/s 2024-04-02T09:15:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:22 smithi104 ceph-mon[94081]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:15:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:22 smithi104 ceph-mon[96567]: pgmap v2307: 169 pgs: 169 active+clean; 773 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 685 op/s 2024-04-02T09:15:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:22 smithi104 ceph-mon[96567]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:15:23.392 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 41943042~10 2024-04-02T09:15:23.412 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:15:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:24 smithi188 ceph-mon[86835]: pgmap v2310: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 1.08k op/s 2024-04-02T09:15:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:24 smithi188 ceph-mon[86835]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:15:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:24 smithi104 ceph-mon[96567]: pgmap v2310: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 1.08k op/s 2024-04-02T09:15:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:24 smithi104 ceph-mon[96567]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:15:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:24 smithi104 ceph-mon[94081]: pgmap v2310: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 1.08k op/s 2024-04-02T09:15:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:24 smithi104 ceph-mon[94081]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:15:25.258 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 41943040 2024-04-02T09:15:25.295 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:15:25.361 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:15:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:25 smithi188 ceph-mon[86835]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:15:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:25 smithi104 ceph-mon[96567]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:15:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:25 smithi104 ceph-mon[94081]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:15:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:15:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:15:25] "GET /metrics HTTP/1.1" 200 38996 "" "Prometheus/2.43.0" 2024-04-02T09:15:26.405 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5486 ms) 2024-04-02T09:15:26.405 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-02T09:15:26.439 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:26.452 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 41943040~10 2024-04-02T09:15:26.462 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:15:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:26 smithi188 ceph-mon[86835]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 613 op/s 2024-04-02T09:15:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:26 smithi188 ceph-mon[86835]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:15:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:26 smithi104 ceph-mon[96567]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 613 op/s 2024-04-02T09:15:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:26 smithi104 ceph-mon[96567]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:15:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:26 smithi104 ceph-mon[94081]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 613 op/s 2024-04-02T09:15:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:26 smithi104 ceph-mon[94081]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:15:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:27 smithi188 ceph-mon[86835]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:15:27.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:27 smithi104 ceph-mon[96567]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:15:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:27 smithi104 ceph-mon[94081]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:15:28.284 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 41943040 2024-04-02T09:15:28.309 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:28 smithi188 ceph-mon[86835]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 23 KiB/s wr, 351 op/s 2024-04-02T09:15:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:28 smithi188 ceph-mon[86835]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:15:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:28 smithi104 ceph-mon[94081]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 23 KiB/s wr, 351 op/s 2024-04-02T09:15:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:28 smithi104 ceph-mon[94081]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:15:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:28 smithi104 ceph-mon[96567]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 23 KiB/s wr, 351 op/s 2024-04-02T09:15:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:28 smithi104 ceph-mon[96567]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:15:29.404 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:29.417 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:15:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:29 smithi188 ceph-mon[86835]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:15:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:29 smithi104 ceph-mon[96567]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:15:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:29 smithi104 ceph-mon[94081]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:15:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:30 smithi188 ceph-mon[86835]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 394 KiB/s rd, 30 KiB/s wr, 509 op/s 2024-04-02T09:15:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:30 smithi188 ceph-mon[86835]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:15:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:30 smithi104 ceph-mon[96567]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 394 KiB/s rd, 30 KiB/s wr, 509 op/s 2024-04-02T09:15:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:30 smithi104 ceph-mon[96567]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:15:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:30 smithi104 ceph-mon[94081]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 394 KiB/s rd, 30 KiB/s wr, 509 op/s 2024-04-02T09:15:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:30 smithi104 ceph-mon[94081]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:15:31.299 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 41943040~10 2024-04-02T09:15:31.304 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap4 2024-04-02T09:15:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:31 smithi188 ceph-mon[86835]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:15:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:31 smithi104 ceph-mon[96567]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:15:31.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:31 smithi104 ceph-mon[94081]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:15:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:32 smithi188 ceph-mon[86835]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 12 KiB/s wr, 193 op/s 2024-04-02T09:15:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:32 smithi188 ceph-mon[86835]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:15:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:15:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:15:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:32 smithi104 ceph-mon[96567]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 12 KiB/s wr, 193 op/s 2024-04-02T09:15:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:32 smithi104 ceph-mon[96567]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:15:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:32 smithi104 ceph-mon[94081]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 12 KiB/s wr, 193 op/s 2024-04-02T09:15:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:32 smithi104 ceph-mon[94081]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:15:33.310 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 41943040 2024-04-02T09:15:33.333 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:15:33.400 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:15:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:33 smithi188 ceph-mon[86835]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:15:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:33 smithi104 ceph-mon[96567]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:15:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:33 smithi104 ceph-mon[94081]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:15:34.469 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8064 ms) 2024-04-02T09:15:34.469 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-02T09:15:34.501 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:34.512 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:34 smithi188 ceph-mon[86835]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 14 KiB/s wr, 191 op/s 2024-04-02T09:15:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:34 smithi188 ceph-mon[86835]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:15:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:34 smithi104 ceph-mon[96567]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 14 KiB/s wr, 191 op/s 2024-04-02T09:15:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:34 smithi104 ceph-mon[96567]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:15:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:34 smithi104 ceph-mon[94081]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 14 KiB/s wr, 191 op/s 2024-04-02T09:15:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:34 smithi104 ceph-mon[94081]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:15:34.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.AbortInUseImage (234 ms) 2024-04-02T09:15:34.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-02T09:15:34.743 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:34.759 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:15:34.813 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:15:34.865 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:35.094 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:15:35.165 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:15:35.244 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:15:35.463 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (760 ms) 2024-04-02T09:15:35.463 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-02T09:15:35.501 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:35.516 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:15:35.590 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:15:35.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:35 smithi188 ceph-mon[86835]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:15:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:35 smithi104 ceph-mon[96567]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:15:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:35 smithi104 ceph-mon[94081]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:15:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:15:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:15:35] "GET /metrics HTTP/1.1" 200 38993 "" "Prometheus/2.43.0" 2024-04-02T09:15:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:36 smithi188 ceph-mon[86835]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 185 op/s 2024-04-02T09:15:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:36 smithi188 ceph-mon[86835]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:15:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:36 smithi104 ceph-mon[94081]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 185 op/s 2024-04-02T09:15:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:36 smithi104 ceph-mon[94081]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:15:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:36 smithi104 ceph-mon[96567]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 185 op/s 2024-04-02T09:15:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:36 smithi104 ceph-mon[96567]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:15:37.247 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 8388609~8388609 2024-04-02T09:15:37.260 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 0~1000 2024-04-02T09:15:37.260 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1010~1000 2024-04-02T09:15:37.260 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:15:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:38 smithi188 ceph-mon[86835]: pgmap v2330: 169 pgs: 169 active+clean; 805 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 11 MiB/s wr, 311 op/s 2024-04-02T09:15:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:38 smithi188 ceph-mon[86835]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:15:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:38 smithi104 ceph-mon[94081]: pgmap v2330: 169 pgs: 169 active+clean; 805 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 11 MiB/s wr, 311 op/s 2024-04-02T09:15:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:38 smithi104 ceph-mon[94081]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:15:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:38 smithi104 ceph-mon[96567]: pgmap v2330: 169 pgs: 169 active+clean; 805 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 11 MiB/s wr, 311 op/s 2024-04-02T09:15:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:38 smithi104 ceph-mon[96567]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:15:39.255 INFO:tasks.workunit.client.0.smithi104.stdout:write: X 8388609~1000 2024-04-02T09:15:39.261 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 16777228~1000 2024-04-02T09:15:39.261 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 167772160 2024-04-02T09:15:39.270 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 83886079~8388609 2024-04-02T09:15:39.284 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:15:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:39 smithi188 ceph-mon[86835]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:15:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:39 smithi104 ceph-mon[96567]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:15:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:39 smithi104 ceph-mon[94081]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:15:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:40 smithi188 ceph-mon[86835]: pgmap v2333: 169 pgs: 169 active+clean; 837 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 542 op/s 2024-04-02T09:15:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:40 smithi188 ceph-mon[86835]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:15:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:40 smithi104 ceph-mon[96567]: pgmap v2333: 169 pgs: 169 active+clean; 837 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 542 op/s 2024-04-02T09:15:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:40 smithi104 ceph-mon[96567]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:15:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:40 smithi104 ceph-mon[94081]: pgmap v2333: 169 pgs: 169 active+clean; 837 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 542 op/s 2024-04-02T09:15:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:40 smithi104 ceph-mon[94081]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:15:41.247 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:41.284 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 83886079~1 2024-04-02T09:15:41.297 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:41 smithi188 ceph-mon[86835]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:15:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:41 smithi188 ceph-mon[86835]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:15:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:41 smithi104 ceph-mon[94081]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:15:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:41 smithi104 ceph-mon[94081]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:15:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:41 smithi104 ceph-mon[96567]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:15:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:41 smithi104 ceph-mon[96567]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:15:42.524 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:42 smithi188 ceph-mon[86835]: pgmap v2336: 169 pgs: 169 active+clean; 857 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 18 MiB/s wr, 296 op/s 2024-04-02T09:15:42.525 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:15:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:15:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:42 smithi104 ceph-mon[96567]: pgmap v2336: 169 pgs: 169 active+clean; 857 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 18 MiB/s wr, 296 op/s 2024-04-02T09:15:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:42 smithi104 ceph-mon[94081]: pgmap v2336: 169 pgs: 169 active+clean; 857 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 18 MiB/s wr, 296 op/s 2024-04-02T09:15:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:43 smithi188 ceph-mon[86835]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:15:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:43 smithi104 ceph-mon[96567]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:15:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:43 smithi104 ceph-mon[94081]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:15:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:44 smithi188 ceph-mon[86835]: pgmap v2339: 169 pgs: 169 active+clean; 873 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.0 MiB/s wr, 140 op/s 2024-04-02T09:15:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:44 smithi188 ceph-mon[86835]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:15:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:44 smithi104 ceph-mon[96567]: pgmap v2339: 169 pgs: 169 active+clean; 873 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.0 MiB/s wr, 140 op/s 2024-04-02T09:15:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:44 smithi104 ceph-mon[96567]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:15:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:44 smithi104 ceph-mon[94081]: pgmap v2339: 169 pgs: 169 active+clean; 873 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.0 MiB/s wr, 140 op/s 2024-04-02T09:15:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:44 smithi104 ceph-mon[94081]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:15:44.976 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:15:45.128 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:15:45.292 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 0~8388609 2024-04-02T09:15:45.307 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 16777218~8388609 2024-04-02T09:15:45.430 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:15:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:45 smithi188 ceph-mon[86835]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:15:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:45 smithi104 ceph-mon[96567]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:15:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:45 smithi104 ceph-mon[94081]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:15:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:15:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:15:45] "GET /metrics HTTP/1.1" 200 38993 "" "Prometheus/2.43.0" 2024-04-02T09:15:46.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:46 smithi188 ceph-mon[86835]: pgmap v2342: 169 pgs: 169 active+clean; 873 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 3.0 MiB/s wr, 128 op/s 2024-04-02T09:15:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:46 smithi188 ceph-mon[86835]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:15:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:46 smithi104 ceph-mon[96567]: pgmap v2342: 169 pgs: 169 active+clean; 873 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 3.0 MiB/s wr, 128 op/s 2024-04-02T09:15:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:46 smithi104 ceph-mon[96567]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:15:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:46 smithi104 ceph-mon[94081]: pgmap v2342: 169 pgs: 169 active+clean; 873 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 3.0 MiB/s wr, 128 op/s 2024-04-02T09:15:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:46 smithi104 ceph-mon[94081]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:15:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:47 smithi188 ceph-mon[86835]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:15:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:47 smithi104 ceph-mon[94081]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:15:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:47 smithi104 ceph-mon[96567]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:15:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:48 smithi188 ceph-mon[86835]: pgmap v2345: 169 pgs: 169 active+clean; 909 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 9.0 MiB/s wr, 297 op/s 2024-04-02T09:15:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:48 smithi188 ceph-mon[86835]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:15:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:48 smithi104 ceph-mon[96567]: pgmap v2345: 169 pgs: 169 active+clean; 909 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 9.0 MiB/s wr, 297 op/s 2024-04-02T09:15:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:48 smithi104 ceph-mon[96567]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:15:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:48 smithi104 ceph-mon[94081]: pgmap v2345: 169 pgs: 169 active+clean; 909 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 9.0 MiB/s wr, 297 op/s 2024-04-02T09:15:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:48 smithi104 ceph-mon[94081]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:15:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:49 smithi188 ceph-mon[86835]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:15:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:49 smithi104 ceph-mon[94081]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:15:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:49 smithi104 ceph-mon[96567]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:15:49.833 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.AbortWithSnapshots (14371 ms) 2024-04-02T09:15:49.833 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-02T09:15:49.870 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:49.883 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 0~10 2024-04-02T09:15:49.893 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:15:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:50 smithi188 ceph-mon[86835]: pgmap v2348: 169 pgs: 169 active+clean; 925 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 16 MiB/s wr, 430 op/s 2024-04-02T09:15:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:50 smithi188 ceph-mon[86835]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:15:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:50 smithi104 ceph-mon[96567]: pgmap v2348: 169 pgs: 169 active+clean; 925 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 16 MiB/s wr, 430 op/s 2024-04-02T09:15:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:50 smithi104 ceph-mon[96567]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:15:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:50 smithi104 ceph-mon[94081]: pgmap v2348: 169 pgs: 169 active+clean; 925 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 16 MiB/s wr, 430 op/s 2024-04-02T09:15:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:50 smithi104 ceph-mon[94081]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:15:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:51.330 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:15:51.393 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:51 smithi188 ceph-mon[86835]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:15:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:51 smithi104 ceph-mon[96567]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:15:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:51 smithi104 ceph-mon[94081]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:15:52.565 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:15:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:52 smithi188 ceph-mon[86835]: pgmap v2351: 169 pgs: 169 active+clean; 929 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 188 op/s 2024-04-02T09:15:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:52 smithi188 ceph-mon[86835]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:15:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:15:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:15:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:52 smithi104 ceph-mon[96567]: pgmap v2351: 169 pgs: 169 active+clean; 929 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 188 op/s 2024-04-02T09:15:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:52 smithi104 ceph-mon[96567]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:15:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:52 smithi104 ceph-mon[94081]: pgmap v2351: 169 pgs: 169 active+clean; 929 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 188 op/s 2024-04-02T09:15:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:52 smithi104 ceph-mon[94081]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:15:52.650 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:15:53.475 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneV1Parent (3642 ms) 2024-04-02T09:15:53.476 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-02T09:15:53.517 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:53.534 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 0~10 2024-04-02T09:15:53.549 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:15:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:53 smithi188 ceph-mon[86835]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:15:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:53 smithi104 ceph-mon[94081]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:15:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:53 smithi104 ceph-mon[96567]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:15:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:54 smithi188 ceph-mon[86835]: pgmap v2354: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 7.0 MiB/s wr, 198 op/s 2024-04-02T09:15:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:54 smithi188 ceph-mon[86835]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:15:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:54 smithi104 ceph-mon[94081]: pgmap v2354: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 7.0 MiB/s wr, 198 op/s 2024-04-02T09:15:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:54 smithi104 ceph-mon[94081]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:15:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:54 smithi104 ceph-mon[96567]: pgmap v2354: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 7.0 MiB/s wr, 198 op/s 2024-04-02T09:15:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:54 smithi104 ceph-mon[96567]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:15:55.354 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:15:55.414 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:55 smithi188 ceph-mon[86835]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:15:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:55 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:55 smithi104 ceph-mon[96567]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:15:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:55 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:55 smithi104 ceph-mon[94081]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:15:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:55 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:15:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:15:55] "GET /metrics HTTP/1.1" 200 38992 "" "Prometheus/2.43.0" 2024-04-02T09:15:56.432 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:15:56.511 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:15:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:56 smithi188 ceph-mon[86835]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 10 KiB/s wr, 172 op/s 2024-04-02T09:15:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:56 smithi188 ceph-mon[86835]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:15:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:15:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:56 smithi188 ceph-mon[86835]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:15:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[96567]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 10 KiB/s wr, 172 op/s 2024-04-02T09:15:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[96567]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:15:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:15:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[96567]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:15:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[94081]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 10 KiB/s wr, 172 op/s 2024-04-02T09:15:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[94081]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:15:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:15:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:56 smithi104 ceph-mon[94081]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:15:57.476 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneV2Parent (4001 ms) 2024-04-02T09:15:57.476 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-02T09:15:57.508 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:15:57.522 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 0~10 2024-04-02T09:15:57.531 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:15:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:58 smithi188 ceph-mon[86835]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 7.2 MiB/s rd, 13 KiB/s wr, 231 op/s 2024-04-02T09:15:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:58 smithi188 ceph-mon[86835]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:15:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:58 smithi104 ceph-mon[94081]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 7.2 MiB/s rd, 13 KiB/s wr, 231 op/s 2024-04-02T09:15:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:58 smithi104 ceph-mon[94081]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:15:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:58 smithi104 ceph-mon[96567]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 7.2 MiB/s rd, 13 KiB/s wr, 231 op/s 2024-04-02T09:15:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:58 smithi104 ceph-mon[96567]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:15:59.384 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:15:59.447 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:15:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:15:59 smithi188 ceph-mon[86835]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:15:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:15:59 smithi104 ceph-mon[94081]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:15:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:15:59 smithi104 ceph-mon[96567]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:16:00.545 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:16:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:00 smithi188 ceph-mon[86835]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 457 KiB/s rd, 28 KiB/s wr, 578 op/s 2024-04-02T09:16:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:00 smithi188 ceph-mon[86835]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:16:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:00 smithi104 ceph-mon[96567]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 457 KiB/s rd, 28 KiB/s wr, 578 op/s 2024-04-02T09:16:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:00 smithi104 ceph-mon[96567]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:16:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:00 smithi104 ceph-mon[94081]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 457 KiB/s rd, 28 KiB/s wr, 578 op/s 2024-04-02T09:16:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:00 smithi104 ceph-mon[94081]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:16:01.375 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3899 ms) 2024-04-02T09:16:01.375 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-02T09:16:01.409 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:16:01.421 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 0~10 2024-04-02T09:16:01.431 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:16:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:01 smithi104 ceph-mon[94081]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:16:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:01 smithi104 ceph-mon[94081]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:16:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:01 smithi104 ceph-mon[96567]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:16:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:01 smithi104 ceph-mon[96567]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:16:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:01 smithi188 ceph-mon[86835]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:16:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:01 smithi188 ceph-mon[86835]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:16:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:02 smithi188 ceph-mon[86835]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 19 KiB/s wr, 443 op/s 2024-04-02T09:16:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:16:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:02 smithi104 ceph-mon[96567]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 19 KiB/s wr, 443 op/s 2024-04-02T09:16:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:02 smithi104 ceph-mon[94081]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 19 KiB/s wr, 443 op/s 2024-04-02T09:16:03.399 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:16:03.457 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:16:03.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:03 smithi104 ceph-mon[96567]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:16:03.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:03 smithi104 ceph-mon[94081]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:16:03.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:03 smithi188 ceph-mon[86835]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:16:04.565 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:16:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:04 smithi104 ceph-mon[96567]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 401 op/s 2024-04-02T09:16:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:04 smithi104 ceph-mon[96567]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:16:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:04 smithi104 ceph-mon[94081]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 401 op/s 2024-04-02T09:16:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:04 smithi104 ceph-mon[94081]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:16:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:04 smithi188 ceph-mon[86835]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 401 op/s 2024-04-02T09:16:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:04 smithi188 ceph-mon[86835]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:16:05.549 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4174 ms) 2024-04-02T09:16:05.549 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-02T09:16:05.581 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:16:05.595 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 0~10 2024-04-02T09:16:05.604 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:16:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:05 smithi104 ceph-mon[96567]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:16:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:05 smithi104 ceph-mon[94081]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:16:05.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:05 smithi188 ceph-mon[86835]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:16:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:16:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:16:05] "GET /metrics HTTP/1.1" 200 38992 "" "Prometheus/2.43.0" 2024-04-02T09:16:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:06 smithi188 ceph-mon[86835]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 19 KiB/s wr, 338 op/s 2024-04-02T09:16:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:06 smithi188 ceph-mon[86835]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:16:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:06 smithi188 ceph-mon[86835]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:16:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:06 smithi104 ceph-mon[94081]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 19 KiB/s wr, 338 op/s 2024-04-02T09:16:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:06 smithi104 ceph-mon[94081]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:16:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:06 smithi104 ceph-mon[94081]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:16:06.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:06 smithi104 ceph-mon[96567]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 19 KiB/s wr, 338 op/s 2024-04-02T09:16:06.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:06 smithi104 ceph-mon[96567]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:16:06.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:06 smithi104 ceph-mon[96567]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:16:07.259 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:16:07.317 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:16:08.438 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:16:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:08 smithi188 ceph-mon[86835]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-04-02T09:16:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:08 smithi188 ceph-mon[86835]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:16:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:08 smithi104 ceph-mon[96567]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-04-02T09:16:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:08 smithi104 ceph-mon[96567]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:16:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:08 smithi104 ceph-mon[94081]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-04-02T09:16:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:08 smithi104 ceph-mon[94081]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:16:09.390 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3841 ms) 2024-04-02T09:16:09.390 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-02T09:16:09.425 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:16:09.436 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 0~10 2024-04-02T09:16:09.446 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:16:09.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:09 smithi188 ceph-mon[86835]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:16:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:09 smithi104 ceph-mon[96567]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:16:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:09 smithi104 ceph-mon[94081]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:16:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:10 smithi188 ceph-mon[86835]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 22 KiB/s wr, 374 op/s 2024-04-02T09:16:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:10 smithi188 ceph-mon[86835]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:16:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:10 smithi104 ceph-mon[94081]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 22 KiB/s wr, 374 op/s 2024-04-02T09:16:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:10 smithi104 ceph-mon[94081]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:16:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:10 smithi104 ceph-mon[96567]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 22 KiB/s wr, 374 op/s 2024-04-02T09:16:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:10 smithi104 ceph-mon[96567]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:16:11.253 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:16:11.315 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:16:11.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:11 smithi188 ceph-mon[86835]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:16:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:11 smithi188 ceph-mon[86835]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:16:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:11 smithi104 ceph-mon[96567]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:16:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:11 smithi104 ceph-mon[96567]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:16:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:11 smithi104 ceph-mon[94081]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:16:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:11 smithi104 ceph-mon[94081]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:16:12.457 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:16:12.523 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:12 smithi188 ceph-mon[86835]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 16 KiB/s wr, 301 op/s 2024-04-02T09:16:12.524 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:16:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:12 smithi104 ceph-mon[96567]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 16 KiB/s wr, 301 op/s 2024-04-02T09:16:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:12 smithi104 ceph-mon[94081]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 16 KiB/s wr, 301 op/s 2024-04-02T09:16:13.408 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4017 ms) 2024-04-02T09:16:13.408 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-02T09:16:13.441 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:16:13.452 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 0~10 2024-04-02T09:16:13.461 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:16:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:13 smithi188 ceph-mon[86835]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:16:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:13 smithi104 ceph-mon[96567]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:16:13.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:13 smithi104 ceph-mon[94081]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:16:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:14 smithi188 ceph-mon[86835]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 20 KiB/s wr, 417 op/s 2024-04-02T09:16:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:14 smithi188 ceph-mon[86835]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:16:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:14 smithi104 ceph-mon[96567]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 20 KiB/s wr, 417 op/s 2024-04-02T09:16:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:14 smithi104 ceph-mon[96567]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:16:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:14 smithi104 ceph-mon[94081]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 20 KiB/s wr, 417 op/s 2024-04-02T09:16:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:14 smithi104 ceph-mon[94081]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:16:15.290 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:16:15.352 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:16:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:15 smithi188 ceph-mon[86835]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:16:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:15 smithi104 ceph-mon[94081]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:16:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:15 smithi104 ceph-mon[96567]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:16:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:16:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:16:15] "GET /metrics HTTP/1.1" 200 38992 "" "Prometheus/2.43.0" 2024-04-02T09:16:16.431 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:16:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:16 smithi188 ceph-mon[86835]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 15 KiB/s wr, 246 op/s 2024-04-02T09:16:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:16 smithi188 ceph-mon[86835]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:16:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:16 smithi188 ceph-mon[86835]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:16:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:16 smithi104 ceph-mon[96567]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 15 KiB/s wr, 246 op/s 2024-04-02T09:16:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:16 smithi104 ceph-mon[96567]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:16:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:16 smithi104 ceph-mon[96567]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:16:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:16 smithi104 ceph-mon[94081]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 15 KiB/s wr, 246 op/s 2024-04-02T09:16:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:16 smithi104 ceph-mon[94081]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:16:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:16 smithi104 ceph-mon[94081]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:16:17.428 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4020 ms) 2024-04-02T09:16:17.428 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-02T09:16:17.460 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:16:17.471 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 0~10 2024-04-02T09:16:17.481 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:16:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:18 smithi188 ceph-mon[86835]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-02T09:16:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:18 smithi188 ceph-mon[86835]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:16:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:18 smithi104 ceph-mon[96567]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-02T09:16:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:18 smithi104 ceph-mon[96567]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:16:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:18 smithi104 ceph-mon[94081]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-02T09:16:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:18 smithi104 ceph-mon[94081]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:16:19.311 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:16:19.369 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:16:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:19 smithi188 ceph-mon[86835]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:16:19.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:19 smithi104 ceph-mon[94081]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:16:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:19 smithi104 ceph-mon[96567]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:16:20.480 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:16:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:20 smithi188 ceph-mon[86835]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 20 KiB/s wr, 505 op/s 2024-04-02T09:16:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:20 smithi188 ceph-mon[86835]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:16:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:20 smithi104 ceph-mon[96567]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 20 KiB/s wr, 505 op/s 2024-04-02T09:16:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:20 smithi104 ceph-mon[96567]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:16:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:20 smithi104 ceph-mon[94081]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 20 KiB/s wr, 505 op/s 2024-04-02T09:16:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:20 smithi104 ceph-mon[94081]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:16:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:21.387 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3959 ms) 2024-04-02T09:16:21.387 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-02T09:16:21.419 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:16:21.433 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 0~10 2024-04-02T09:16:21.442 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:16:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:21 smithi188 ceph-mon[86835]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:16:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:21 smithi188 ceph-mon[86835]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:16:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:21 smithi104 ceph-mon[96567]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:16:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:21 smithi104 ceph-mon[96567]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:16:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:21 smithi104 ceph-mon[94081]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:16:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:21 smithi104 ceph-mon[94081]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:16:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:22 smithi188 ceph-mon[86835]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 15 KiB/s wr, 315 op/s 2024-04-02T09:16:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:16:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:22 smithi104 ceph-mon[94081]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 15 KiB/s wr, 315 op/s 2024-04-02T09:16:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:22 smithi104 ceph-mon[96567]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 15 KiB/s wr, 315 op/s 2024-04-02T09:16:23.341 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:16:23.399 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:16:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:23 smithi188 ceph-mon[86835]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:16:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:23 smithi104 ceph-mon[96567]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:16:23.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:23 smithi104 ceph-mon[94081]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:16:24.507 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:16:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:24 smithi188 ceph-mon[86835]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 26 KiB/s wr, 406 op/s 2024-04-02T09:16:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:24 smithi188 ceph-mon[86835]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:16:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:24 smithi104 ceph-mon[94081]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 26 KiB/s wr, 406 op/s 2024-04-02T09:16:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:24 smithi104 ceph-mon[94081]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:16:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:24 smithi104 ceph-mon[96567]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 26 KiB/s wr, 406 op/s 2024-04-02T09:16:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:24 smithi104 ceph-mon[96567]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:16:25.469 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4083 ms) 2024-04-02T09:16:25.470 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-02T09:16:25.502 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:16:25.514 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 0~10 2024-04-02T09:16:25.523 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:16:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:25 smithi188 ceph-mon[86835]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:16:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:25 smithi104 ceph-mon[96567]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:16:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:25 smithi104 ceph-mon[94081]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:16:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:16:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:16:25] "GET /metrics HTTP/1.1" 200 38991 "" "Prometheus/2.43.0" 2024-04-02T09:16:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:26 smithi188 ceph-mon[86835]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 24 KiB/s wr, 372 op/s 2024-04-02T09:16:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:26 smithi188 ceph-mon[86835]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:16:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:26 smithi188 ceph-mon[86835]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:16:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:26 smithi104 ceph-mon[96567]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 24 KiB/s wr, 372 op/s 2024-04-02T09:16:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:26 smithi104 ceph-mon[96567]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:16:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:26 smithi104 ceph-mon[96567]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:16:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:26 smithi104 ceph-mon[94081]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 24 KiB/s wr, 372 op/s 2024-04-02T09:16:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:26 smithi104 ceph-mon[94081]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:16:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:26 smithi104 ceph-mon[94081]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:16:27.258 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:16:27.313 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:16:28.519 INFO:tasks.workunit.client.0.smithi104.stdout:migration_abort 2024-04-02T09:16:28.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:28 smithi188 ceph-mon[86835]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 19 KiB/s wr, 306 op/s 2024-04-02T09:16:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:28 smithi188 ceph-mon[86835]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:16:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:28 smithi104 ceph-mon[96567]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 19 KiB/s wr, 306 op/s 2024-04-02T09:16:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:28 smithi104 ceph-mon[96567]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:16:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:28 smithi104 ceph-mon[94081]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 19 KiB/s wr, 306 op/s 2024-04-02T09:16:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:28 smithi104 ceph-mon[94081]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:16:29.486 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4017 ms) 2024-04-02T09:16:29.487 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-02T09:16:29.521 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:16:29.532 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 7764158~249497 2024-04-02T09:16:29.543 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 73817582~4066147 2024-04-02T09:16:29.543 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 15654191~7629232 2024-04-02T09:16:29.590 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 20937624~927806 2024-04-02T09:16:29.593 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 55053244~4509132 2024-04-02T09:16:29.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:29 smithi188 ceph-mon[86835]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:16:29.626 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 73075757~3369021 2024-04-02T09:16:29.627 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 77175825~2773967 2024-04-02T09:16:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:29 smithi104 ceph-mon[96567]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:16:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:29 smithi104 ceph-mon[94081]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:16:29.646 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 56721702~1236199 2024-04-02T09:16:29.649 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap0 2024-04-02T09:16:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:30 smithi188 ceph-mon[86835]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 22 KiB/s wr, 338 op/s 2024-04-02T09:16:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:30 smithi188 ceph-mon[86835]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:16:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:30 smithi104 ceph-mon[94081]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 22 KiB/s wr, 338 op/s 2024-04-02T09:16:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:30 smithi104 ceph-mon[94081]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:16:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:30 smithi104 ceph-mon[96567]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 22 KiB/s wr, 338 op/s 2024-04-02T09:16:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:30 smithi104 ceph-mon[96567]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:16:31.259 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap0 2024-04-02T09:16:31.276 INFO:tasks.workunit.client.0.smithi104.stdout:clone image159 -> image162 2024-04-02T09:16:31.375 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 88018492 2024-04-02T09:16:31.386 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 54153169~569176 2024-04-02T09:16:31.433 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 50794760~4810177 2024-04-02T09:16:31.435 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 68081219~6338557 2024-04-02T09:16:31.486 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 58151118~4879135 2024-04-02T09:16:31.491 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 53097605~6517240 2024-04-02T09:16:31.543 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 41546296~1252106 2024-04-02T09:16:31.550 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 22527556~5786242 2024-04-02T09:16:31.592 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 37908352~7306679 2024-04-02T09:16:31.596 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:16:31.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:31 smithi188 ceph-mon[86835]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:16:31.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:31 smithi188 ceph-mon[86835]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:16:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:31 smithi104 ceph-mon[96567]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:16:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:31 smithi104 ceph-mon[96567]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:16:31.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:31 smithi104 ceph-mon[94081]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:16:31.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:31 smithi104 ceph-mon[94081]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:16:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:32 smithi188 ceph-mon[86835]: pgmap v2411: 169 pgs: 169 active+clean; 909 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 341 KiB/s wr, 140 op/s 2024-04-02T09:16:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:16:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:32 smithi104 ceph-mon[94081]: pgmap v2411: 169 pgs: 169 active+clean; 909 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 341 KiB/s wr, 140 op/s 2024-04-02T09:16:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:32 smithi104 ceph-mon[96567]: pgmap v2411: 169 pgs: 169 active+clean; 909 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 341 KiB/s wr, 140 op/s 2024-04-02T09:16:33.384 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 51341980~5034158 2024-04-02T09:16:33.394 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 64714950~2304178 2024-04-02T09:16:33.395 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 80620783~7397709 2024-04-02T09:16:33.402 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 47505611~4141113 2024-04-02T09:16:33.413 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 82143795~1118662 2024-04-02T09:16:33.446 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 6827710~7951124 2024-04-02T09:16:33.446 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 21412672~6274971 2024-04-02T09:16:33.448 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 3934380~898999 2024-04-02T09:16:33.448 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:16:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:33 smithi188 ceph-mon[86835]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:16:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:33 smithi104 ceph-mon[94081]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:16:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:33 smithi104 ceph-mon[96567]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:16:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:34 smithi104 ceph-mon[96567]: pgmap v2414: 169 pgs: 169 active+clean; 954 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.6 MiB/s wr, 386 op/s 2024-04-02T09:16:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:34 smithi104 ceph-mon[96567]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:16:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:34 smithi104 ceph-mon[94081]: pgmap v2414: 169 pgs: 169 active+clean; 954 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.6 MiB/s wr, 386 op/s 2024-04-02T09:16:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:34 smithi104 ceph-mon[94081]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:16:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:34 smithi188 ceph-mon[86835]: pgmap v2414: 169 pgs: 169 active+clean; 954 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.6 MiB/s wr, 386 op/s 2024-04-02T09:16:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:34 smithi188 ceph-mon[86835]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:16:35.399 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 63946627~3049975 2024-04-02T09:16:35.410 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 68782607~5306795 2024-04-02T09:16:35.410 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 32467429~5764216 2024-04-02T09:16:35.416 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 3533202~4419139 2024-04-02T09:16:35.416 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 3460995~7186557 2024-04-02T09:16:35.436 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 24327189~7268202 2024-04-02T09:16:35.436 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 8541300~1132257 2024-04-02T09:16:35.485 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 71040436~2694918 2024-04-02T09:16:35.486 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:16:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:35 smithi104 ceph-mon[94081]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:16:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:35 smithi104 ceph-mon[96567]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:16:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:35 smithi188 ceph-mon[86835]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:16:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:16:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:16:35] "GET /metrics HTTP/1.1" 200 38996 "" "Prometheus/2.43.0" 2024-04-02T09:16:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:36 smithi104 ceph-mon[96567]: pgmap v2417: 169 pgs: 169 active+clean; 963 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 9.1 MiB/s wr, 322 op/s 2024-04-02T09:16:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:36 smithi104 ceph-mon[96567]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:16:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:36 smithi104 ceph-mon[96567]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:16:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:36 smithi104 ceph-mon[94081]: pgmap v2417: 169 pgs: 169 active+clean; 963 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 9.1 MiB/s wr, 322 op/s 2024-04-02T09:16:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:36 smithi104 ceph-mon[94081]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:16:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:36 smithi104 ceph-mon[94081]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:16:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:36 smithi188 ceph-mon[86835]: pgmap v2417: 169 pgs: 169 active+clean; 963 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 9.1 MiB/s wr, 322 op/s 2024-04-02T09:16:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:36 smithi188 ceph-mon[86835]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:16:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:36 smithi188 ceph-mon[86835]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:16:37.266 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap3 2024-04-02T09:16:37.280 INFO:tasks.workunit.client.0.smithi104.stdout:clone image162 -> image164 2024-04-02T09:16:37.406 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 112494587 2024-04-02T09:16:37.619 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.StressNoMigrate (8132 ms) 2024-04-02T09:16:37.619 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.Stress 2024-04-02T09:16:37.650 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:16:37.661 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 77888946~1033403 2024-04-02T09:16:37.678 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 28341786~4437562 2024-04-02T09:16:37.678 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 73870372~1953990 2024-04-02T09:16:37.696 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 2085683~1062326 2024-04-02T09:16:37.696 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 37313298~7660507 2024-04-02T09:16:37.744 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 78063453~5822627 2024-04-02T09:16:37.747 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 14438707~6808842 2024-04-02T09:16:37.791 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 33153273~3427643 2024-04-02T09:16:37.793 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap0 2024-04-02T09:16:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:38 smithi188 ceph-mon[86835]: pgmap v2420: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 22 MiB/s wr, 313 op/s 2024-04-02T09:16:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:38 smithi188 ceph-mon[86835]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:16:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:38 smithi104 ceph-mon[96567]: pgmap v2420: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 22 MiB/s wr, 313 op/s 2024-04-02T09:16:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:38 smithi104 ceph-mon[96567]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:16:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:38 smithi104 ceph-mon[94081]: pgmap v2420: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 22 MiB/s wr, 313 op/s 2024-04-02T09:16:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:38 smithi104 ceph-mon[94081]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:16:39.412 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap0 2024-04-02T09:16:39.424 INFO:tasks.workunit.client.0.smithi104.stdout:clone image165 -> image168 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 6587558~4017981 2024-04-02T09:16:39.554 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 7355192~395885 2024-04-02T09:16:39.556 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 41005154~5467152 2024-04-02T09:16:39.642 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 76489769~98841 2024-04-02T09:16:39.654 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 3535277~1757032 2024-04-02T09:16:39.664 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 28626876~6273195 2024-04-02T09:16:39.675 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 77031903~6854177 2024-04-02T09:16:39.730 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 2903131~5852526 2024-04-02T09:16:39.733 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:16:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:39 smithi188 ceph-mon[86835]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:16:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:39 smithi104 ceph-mon[96567]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:16:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:39 smithi104 ceph-mon[94081]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:16:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:40 smithi188 ceph-mon[86835]: pgmap v2423: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 25 MiB/s wr, 330 op/s 2024-04-02T09:16:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:40 smithi188 ceph-mon[86835]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:16:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:40 smithi104 ceph-mon[96567]: pgmap v2423: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 25 MiB/s wr, 330 op/s 2024-04-02T09:16:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:40 smithi104 ceph-mon[96567]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:16:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:40 smithi104 ceph-mon[94081]: pgmap v2423: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 25 MiB/s wr, 330 op/s 2024-04-02T09:16:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:40 smithi104 ceph-mon[94081]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:16:41.430 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:16:41.441 INFO:tasks.workunit.client.0.smithi104.stdout:clone image168 -> image170 2024-04-02T09:16:41.563 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 110327935 2024-04-02T09:16:41.575 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 93967093~3156279 2024-04-02T09:16:41.615 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 46306124~547930 2024-04-02T09:16:41.626 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 39335787~7326219 2024-04-02T09:16:41.708 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 17936833~5335380 2024-04-02T09:16:41.734 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 53446229~2096421 2024-04-02T09:16:41.753 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 85028375~24810 2024-04-02T09:16:41.753 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 45459737~563594 2024-04-02T09:16:41.759 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 41662031~4090242 2024-04-02T09:16:41.762 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:16:41.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:41 smithi188 ceph-mon[86835]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:16:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:41 smithi104 ceph-mon[94081]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:16:41.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:41 smithi104 ceph-mon[96567]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:16:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:42 smithi188 ceph-mon[86835]: pgmap v2426: 169 pgs: 169 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 12 MiB/s wr, 202 op/s 2024-04-02T09:16:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:42 smithi188 ceph-mon[86835]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:16:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:16:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:16:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:42.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:42 smithi104 ceph-mon[96567]: pgmap v2426: 169 pgs: 169 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 12 MiB/s wr, 202 op/s 2024-04-02T09:16:42.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:42 smithi104 ceph-mon[96567]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:16:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:42 smithi104 ceph-mon[94081]: pgmap v2426: 169 pgs: 169 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 12 MiB/s wr, 202 op/s 2024-04-02T09:16:42.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:42 smithi104 ceph-mon[94081]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:16:43.434 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 188195302 2024-04-02T09:16:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 115058049~4683209 2024-04-02T09:16:43.462 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 109070531~3164297 2024-04-02T09:16:43.462 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 90258628~8370441 2024-04-02T09:16:43.468 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 95559878~1485788 2024-04-02T09:16:43.515 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 62299997~4532997 2024-04-02T09:16:43.518 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 144413780~5252269 2024-04-02T09:16:43.519 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 100127305~6736021 2024-04-02T09:16:43.528 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 139480287~6356959 2024-04-02T09:16:43.528 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:16:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:43 smithi188 ceph-mon[86835]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:16:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:43 smithi104 ceph-mon[96567]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:16:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:43 smithi104 ceph-mon[94081]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:16:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:44 smithi188 ceph-mon[86835]: pgmap v2429: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 21 MiB/s wr, 457 op/s 2024-04-02T09:16:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:44 smithi188 ceph-mon[86835]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:16:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:44 smithi104 ceph-mon[94081]: pgmap v2429: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 21 MiB/s wr, 457 op/s 2024-04-02T09:16:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:44 smithi104 ceph-mon[94081]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:16:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:44 smithi104 ceph-mon[96567]: pgmap v2429: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 21 MiB/s wr, 457 op/s 2024-04-02T09:16:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:44 smithi104 ceph-mon[96567]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:16:45.444 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 194791657 2024-04-02T09:16:45.465 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:16:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:45 smithi104 ceph-mon[94081]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:16:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:45 smithi104 ceph-mon[96567]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:16:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:45 smithi188 ceph-mon[86835]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:16:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:16:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:16:45] "GET /metrics HTTP/1.1" 200 38996 "" "Prometheus/2.43.0" 2024-04-02T09:16:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:46 smithi188 ceph-mon[86835]: pgmap v2432: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 357 op/s 2024-04-02T09:16:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:46 smithi188 ceph-mon[86835]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:16:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:46 smithi104 ceph-mon[96567]: pgmap v2432: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 357 op/s 2024-04-02T09:16:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:46 smithi104 ceph-mon[96567]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:16:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:46 smithi104 ceph-mon[94081]: pgmap v2432: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 357 op/s 2024-04-02T09:16:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:46 smithi104 ceph-mon[94081]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:16:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:47 smithi188 ceph-mon[86835]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:16:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:47 smithi104 ceph-mon[96567]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:16:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:47 smithi104 ceph-mon[94081]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:16:48.183 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:16:48.426 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:16:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:48 smithi188 ceph-mon[86835]: pgmap v2435: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 13 MiB/s wr, 329 op/s 2024-04-02T09:16:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:48 smithi188 ceph-mon[86835]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:16:48.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:48 smithi104 ceph-mon[96567]: pgmap v2435: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 13 MiB/s wr, 329 op/s 2024-04-02T09:16:48.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:48 smithi104 ceph-mon[96567]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:16:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:48 smithi104 ceph-mon[94081]: pgmap v2435: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 13 MiB/s wr, 329 op/s 2024-04-02T09:16:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:48 smithi104 ceph-mon[94081]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:16:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:50 smithi188 ceph-mon[86835]: pgmap v2437: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 9.3 MiB/s rd, 16 MiB/s wr, 338 op/s 2024-04-02T09:16:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:50 smithi188 ceph-mon[86835]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:16:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:50 smithi104 ceph-mon[96567]: pgmap v2437: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 9.3 MiB/s rd, 16 MiB/s wr, 338 op/s 2024-04-02T09:16:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:50 smithi104 ceph-mon[96567]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:16:50.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:50 smithi104 ceph-mon[94081]: pgmap v2437: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 9.3 MiB/s rd, 16 MiB/s wr, 338 op/s 2024-04-02T09:16:50.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:50 smithi104 ceph-mon[94081]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:16:51.016 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.Stress (13398 ms) 2024-04-02T09:16:51.016 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.Stress2 2024-04-02T09:16:51.056 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:16:51.069 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 40676591~2292575 2024-04-02T09:16:51.092 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 10705993~7143552 2024-04-02T09:16:51.092 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 7707147~2427908 2024-04-02T09:16:51.111 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 48461191~541145 2024-04-02T09:16:51.111 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 62952313~7237325 2024-04-02T09:16:51.165 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 40420777~1281900 2024-04-02T09:16:51.168 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 14579897~526659 2024-04-02T09:16:51.176 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 78591928~1642035 2024-04-02T09:16:51.176 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap0 2024-04-02T09:16:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:51 smithi188 ceph-mon[86835]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:16:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:51 smithi104 ceph-mon[96567]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:16:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:51 smithi104 ceph-mon[94081]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:16:52.481 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap0 2024-04-02T09:16:52.493 INFO:tasks.workunit.client.0.smithi104.stdout:clone image171 -> image174 2024-04-02T09:16:52.591 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 113632148 2024-04-02T09:16:52.602 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 32970723~3618875 2024-04-02T09:16:52.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:52 smithi188 ceph-mon[86835]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 101 op/s 2024-04-02T09:16:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:52 smithi188 ceph-mon[86835]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:16:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:16:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:52.636 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 67540364~8159985 2024-04-02T09:16:52.652 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 91886202~5225319 2024-04-02T09:16:52.699 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 96910046~7238397 2024-04-02T09:16:52.701 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 2999501~3381349 2024-04-02T09:16:52.739 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 80316272~8219408 2024-04-02T09:16:52.744 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 100720371~6835836 2024-04-02T09:16:52.790 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 86092381~4345625 2024-04-02T09:16:52.792 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:16:52.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:52 smithi104 ceph-mon[96567]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 101 op/s 2024-04-02T09:16:52.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:52 smithi104 ceph-mon[96567]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:16:52.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:52 smithi104 ceph-mon[94081]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 101 op/s 2024-04-02T09:16:52.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:52 smithi104 ceph-mon[94081]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:16:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:53 smithi188 ceph-mon[86835]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:16:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:53 smithi104 ceph-mon[96567]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:16:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:53 smithi104 ceph-mon[94081]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:16:54.491 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:16:54.501 INFO:tasks.workunit.client.0.smithi104.stdout:clone image174 -> image176 2024-04-02T09:16:54.630 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 20428226~1305758 2024-04-02T09:16:54.654 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 63486192~2512881 2024-04-02T09:16:54.684 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 30685651~403702 2024-04-02T09:16:54.702 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 107567673~6064475 2024-04-02T09:16:54.743 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 8336015~2632654 2024-04-02T09:16:54.787 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 22681771~4379507 2024-04-02T09:16:54.793 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 7998382~5350567 2024-04-02T09:16:54.839 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 55402556~5320846 2024-04-02T09:16:54.846 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:16:54.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:54 smithi188 ceph-mon[86835]: pgmap v2443: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 85 MiB/s rd, 10 MiB/s wr, 785 op/s 2024-04-02T09:16:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:54 smithi188 ceph-mon[86835]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:16:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:54 smithi104 ceph-mon[96567]: pgmap v2443: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 85 MiB/s rd, 10 MiB/s wr, 785 op/s 2024-04-02T09:16:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:54 smithi104 ceph-mon[96567]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:16:54.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:54 smithi104 ceph-mon[94081]: pgmap v2443: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 85 MiB/s rd, 10 MiB/s wr, 785 op/s 2024-04-02T09:16:54.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:54 smithi104 ceph-mon[94081]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:16:55.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:55 smithi104 ceph-mon[96567]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:16:55.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:55 smithi104 ceph-mon[94081]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:16:55.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:55 smithi188 ceph-mon[86835]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:16:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:16:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:16:55] "GET /metrics HTTP/1.1" 200 38999 "" "Prometheus/2.43.0" 2024-04-02T09:16:56.264 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap2 2024-04-02T09:16:56.275 INFO:tasks.workunit.client.0.smithi104.stdout:clone image176 -> image178 2024-04-02T09:16:56.424 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 62963443~3240735 2024-04-02T09:16:56.482 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 49285968~5351228 2024-04-02T09:16:56.491 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 76099256~3485360 2024-04-02T09:16:56.523 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 104088609~3824157 2024-04-02T09:16:56.578 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 85880822~3746379 2024-04-02T09:16:56.620 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 91661203~2697202 2024-04-02T09:16:56.661 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 45174121~3445338 2024-04-02T09:16:56.704 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 2870699~3860441 2024-04-02T09:16:56.723 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:16:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:56 smithi188 ceph-mon[86835]: pgmap v2446: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 79 MiB/s rd, 9.5 MiB/s wr, 779 op/s 2024-04-02T09:16:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:56 smithi188 ceph-mon[86835]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:16:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:16:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:56 smithi188 ceph-mon[86835]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:16:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[96567]: pgmap v2446: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 79 MiB/s rd, 9.5 MiB/s wr, 779 op/s 2024-04-02T09:16:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[96567]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:16:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:16:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[96567]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:16:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[94081]: pgmap v2446: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 79 MiB/s rd, 9.5 MiB/s wr, 779 op/s 2024-04-02T09:16:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[94081]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:16:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:16:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:56 smithi104 ceph-mon[94081]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:16:58.507 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap3 2024-04-02T09:16:58.517 INFO:tasks.workunit.client.0.smithi104.stdout:clone image178 -> image180 2024-04-02T09:16:58.693 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:16:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:58 smithi188 ceph-mon[86835]: pgmap v2449: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 20 MiB/s wr, 347 op/s 2024-04-02T09:16:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:58 smithi188 ceph-mon[86835]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:16:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:58 smithi104 ceph-mon[96567]: pgmap v2449: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 20 MiB/s wr, 347 op/s 2024-04-02T09:16:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:58 smithi104 ceph-mon[96567]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:16:58.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:58 smithi104 ceph-mon[94081]: pgmap v2449: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 20 MiB/s wr, 347 op/s 2024-04-02T09:16:58.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:58 smithi104 ceph-mon[94081]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:16:59.214 INFO:tasks.workunit.client.0.smithi104.stdout:write: a 40771076~6948838 2024-04-02T09:16:59.283 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 97224900~2470528 2024-04-02T09:16:59.306 INFO:tasks.workunit.client.0.smithi104.stdout:write: a 62482771~7986967 2024-04-02T09:16:59.371 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 106534708~7097440 2024-04-02T09:16:59.406 INFO:tasks.workunit.client.0.smithi104.stdout:write: a 61927018~6459809 2024-04-02T09:16:59.439 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 43914915~1682262 2024-04-02T09:16:59.440 INFO:tasks.workunit.client.0.smithi104.stdout:write: a 107444912~6187236 2024-04-02T09:16:59.466 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 34388649~5494218 2024-04-02T09:16:59.499 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: user0 2024-04-02T09:16:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:16:59 smithi188 ceph-mon[86835]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:16:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:16:59 smithi104 ceph-mon[94081]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:16:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:16:59 smithi104 ceph-mon[96567]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:17:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:00 smithi188 ceph-mon[86835]: pgmap v2452: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 27 MiB/s wr, 546 op/s 2024-04-02T09:17:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:00 smithi104 ceph-mon[96567]: pgmap v2452: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 27 MiB/s wr, 546 op/s 2024-04-02T09:17:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:00 smithi104 ceph-mon[94081]: pgmap v2452: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 27 MiB/s wr, 546 op/s 2024-04-02T09:17:01.267 INFO:tasks.workunit.client.0.smithi104.stdout:write: b 110487905~590970 2024-04-02T09:17:01.276 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 61192779~6980631 2024-04-02T09:17:01.276 INFO:tasks.workunit.client.0.smithi104.stdout:write: b 57814297~3689657 2024-04-02T09:17:01.314 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 49599456~5220762 2024-04-02T09:17:01.315 INFO:tasks.workunit.client.0.smithi104.stdout:write: b 92337923~1818535 2024-04-02T09:17:01.315 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 44367670~3900129 2024-04-02T09:17:01.315 INFO:tasks.workunit.client.0.smithi104.stdout:write: b 111092173~1987284 2024-04-02T09:17:01.316 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 14505016~6336985 2024-04-02T09:17:01.316 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: user1 2024-04-02T09:17:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:01 smithi188 ceph-mon[86835]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:17:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:01 smithi188 ceph-mon[86835]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:17:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:01 smithi104 ceph-mon[96567]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:17:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:01 smithi104 ceph-mon[96567]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:17:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:01 smithi104 ceph-mon[94081]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:17:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:01 smithi104 ceph-mon[94081]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:17:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:02 smithi188 ceph-mon[86835]: pgmap v2454: 169 pgs: 169 active+clean; 1.5 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 18 MiB/s wr, 417 op/s 2024-04-02T09:17:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:02 smithi188 ceph-mon[86835]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:17:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:17:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:02.789 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:02 smithi104 ceph-mon[96567]: pgmap v2454: 169 pgs: 169 active+clean; 1.5 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 18 MiB/s wr, 417 op/s 2024-04-02T09:17:02.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:02 smithi104 ceph-mon[96567]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:17:02.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:02 smithi104 ceph-mon[94081]: pgmap v2454: 169 pgs: 169 active+clean; 1.5 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 18 MiB/s wr, 417 op/s 2024-04-02T09:17:02.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:02 smithi104 ceph-mon[94081]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:17:03.267 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 186676085 2024-04-02T09:17:03.279 INFO:tasks.workunit.client.0.smithi104.stdout:write: c 128545221~413679 2024-04-02T09:17:03.285 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 65854886~6238701 2024-04-02T09:17:03.285 INFO:tasks.workunit.client.0.smithi104.stdout:write: c 131844082~7167429 2024-04-02T09:17:03.290 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 145574111~7044867 2024-04-02T09:17:03.290 INFO:tasks.workunit.client.0.smithi104.stdout:write: c 99752679~8067008 2024-04-02T09:17:03.301 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 17478764~2436550 2024-04-02T09:17:03.301 INFO:tasks.workunit.client.0.smithi104.stdout:write: c 99319171~6735731 2024-04-02T09:17:03.415 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 154077761~2771535 2024-04-02T09:17:03.415 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: user2 2024-04-02T09:17:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:04 smithi188 ceph-mon[86835]: pgmap v2457: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 26 MiB/s wr, 749 op/s 2024-04-02T09:17:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:04 smithi188 ceph-mon[86835]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:17:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:04 smithi104 ceph-mon[96567]: pgmap v2457: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 26 MiB/s wr, 749 op/s 2024-04-02T09:17:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:04 smithi104 ceph-mon[96567]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:17:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:04 smithi104 ceph-mon[94081]: pgmap v2457: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 26 MiB/s wr, 749 op/s 2024-04-02T09:17:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:04 smithi104 ceph-mon[94081]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:17:05.280 INFO:tasks.workunit.client.0.smithi104.stdout:write: d 20478167~6461192 2024-04-02T09:17:05.296 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 111181138~2383234 2024-04-02T09:17:05.296 INFO:tasks.workunit.client.0.smithi104.stdout:write: d 3100121~5519486 2024-04-02T09:17:05.302 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 159801310~2012401 2024-04-02T09:17:05.302 INFO:tasks.workunit.client.0.smithi104.stdout:write: d 135769339~5205633 2024-04-02T09:17:05.307 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 35321967~2856009 2024-04-02T09:17:05.307 INFO:tasks.workunit.client.0.smithi104.stdout:write: d 106559301~4034260 2024-04-02T09:17:05.351 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 168024167~6434632 2024-04-02T09:17:05.406 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: user3 2024-04-02T09:17:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:05 smithi188 ceph-mon[86835]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:17:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:05 smithi104 ceph-mon[96567]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:17:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:05 smithi104 ceph-mon[94081]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:17:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:17:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:17:05] "GET /metrics HTTP/1.1" 200 38988 "" "Prometheus/2.43.0" 2024-04-02T09:17:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:06 smithi188 ceph-mon[86835]: pgmap v2460: 169 pgs: 169 active+clean; 1.6 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 20 MiB/s wr, 587 op/s 2024-04-02T09:17:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:06 smithi188 ceph-mon[86835]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:17:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:06 smithi104 ceph-mon[96567]: pgmap v2460: 169 pgs: 169 active+clean; 1.6 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 20 MiB/s wr, 587 op/s 2024-04-02T09:17:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:06 smithi104 ceph-mon[96567]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:17:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:06 smithi104 ceph-mon[94081]: pgmap v2460: 169 pgs: 169 active+clean; 1.6 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 20 MiB/s wr, 587 op/s 2024-04-02T09:17:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:06 smithi104 ceph-mon[94081]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:17:07.314 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 18667608~4666902 2024-04-02T09:17:07.318 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 19834333~2333451 2024-04-02T09:17:07.371 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 37335217~4666902 2024-04-02T09:17:07.372 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 38501942~2333451 2024-04-02T09:17:07.414 INFO:tasks.workunit.client.0.smithi104.stdout:write: 3 56002825~4666902 2024-04-02T09:17:07.415 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 57169550~2333451 2024-04-02T09:17:07.455 INFO:tasks.workunit.client.0.smithi104.stdout:write: 4 74670434~4666902 2024-04-02T09:17:07.456 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 75837159~2333451 2024-04-02T09:17:07.515 INFO:tasks.workunit.client.0.smithi104.stdout:write: 5 93338042~4666902 2024-04-02T09:17:07.516 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 94504767~2333451 2024-04-02T09:17:07.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:07 smithi188 ceph-mon[86835]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:17:07.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:07 smithi104 ceph-mon[96567]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:17:07.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:07 smithi104 ceph-mon[94081]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:17:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:08 smithi188 ceph-mon[86835]: pgmap v2463: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 35 MiB/s wr, 371 op/s 2024-04-02T09:17:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:08 smithi188 ceph-mon[86835]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:17:08.638 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:17:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:08 smithi104 ceph-mon[96567]: pgmap v2463: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 35 MiB/s wr, 371 op/s 2024-04-02T09:17:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:08 smithi104 ceph-mon[96567]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:17:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:08 smithi104 ceph-mon[94081]: pgmap v2463: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 35 MiB/s wr, 371 op/s 2024-04-02T09:17:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:08 smithi104 ceph-mon[94081]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:17:08.882 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:17:10.045 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.Stress2 (19028 ms) 2024-04-02T09:17:10.045 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMigration.StressLive 2024-04-02T09:17:10.075 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 83886080 2024-04-02T09:17:10.086 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 45463742~3408629 2024-04-02T09:17:10.115 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 35619321~1727136 2024-04-02T09:17:10.115 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 9794145~463035 2024-04-02T09:17:10.122 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 28065409~5644146 2024-04-02T09:17:10.122 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 37545701~4233794 2024-04-02T09:17:10.151 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 15393937~5927106 2024-04-02T09:17:10.151 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 70198443~930415 2024-04-02T09:17:10.163 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 4631366~5077913 2024-04-02T09:17:10.165 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap0 2024-04-02T09:17:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:10 smithi188 ceph-mon[86835]: pgmap v2465: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 36 MiB/s wr, 345 op/s 2024-04-02T09:17:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:10 smithi104 ceph-mon[96567]: pgmap v2465: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 36 MiB/s wr, 345 op/s 2024-04-02T09:17:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:10 smithi104 ceph-mon[94081]: pgmap v2465: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 36 MiB/s wr, 345 op/s 2024-04-02T09:17:11.314 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap0 2024-04-02T09:17:11.329 INFO:tasks.workunit.client.0.smithi104.stdout:clone image181 -> image184 2024-04-02T09:17:11.426 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 135979972 2024-04-02T09:17:11.437 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 135473215~302555 2024-04-02T09:17:11.448 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 13896796~6669876 2024-04-02T09:17:11.455 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 120834442~6990654 2024-04-02T09:17:11.499 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 11519322~3140534 2024-04-02T09:17:11.510 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 45808862~3134549 2024-04-02T09:17:11.543 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 98358477~7378187 2024-04-02T09:17:11.543 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 122630058~4595188 2024-04-02T09:17:11.570 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 74685961~4709050 2024-04-02T09:17:11.576 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap1 2024-04-02T09:17:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:11 smithi188 ceph-mon[86835]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:17:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:11 smithi104 ceph-mon[96567]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:17:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:11 smithi104 ceph-mon[94081]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:17:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:12 smithi188 ceph-mon[86835]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 64 MiB/s rd, 30 MiB/s wr, 566 op/s 2024-04-02T09:17:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:12 smithi188 ceph-mon[86835]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:17:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:17:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:17:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:12 smithi104 ceph-mon[96567]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 64 MiB/s rd, 30 MiB/s wr, 566 op/s 2024-04-02T09:17:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:12 smithi104 ceph-mon[96567]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:17:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:12 smithi104 ceph-mon[94081]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 64 MiB/s rd, 30 MiB/s wr, 566 op/s 2024-04-02T09:17:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:12 smithi104 ceph-mon[94081]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:17:13.324 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap1 2024-04-02T09:17:13.337 INFO:tasks.workunit.client.0.smithi104.stdout:clone image184 -> image186 2024-04-02T09:17:13.460 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 139472975 2024-04-02T09:17:13.471 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 59470682~5872902 2024-04-02T09:17:13.526 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 48388866~7906884 2024-04-02T09:17:13.551 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 10761313~576495 2024-04-02T09:17:13.567 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 41231790~6500980 2024-04-02T09:17:13.608 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 12985268~5080057 2024-04-02T09:17:13.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:13 smithi188 ceph-mon[86835]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:17:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:13 smithi104 ceph-mon[96567]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:17:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:13 smithi104 ceph-mon[94081]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:17:13.643 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 128328713~455986 2024-04-02T09:17:13.668 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 10715948~3887740 2024-04-02T09:17:13.689 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 134349406~5123569 2024-04-02T09:17:13.697 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap2 2024-04-02T09:17:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:14 smithi188 ceph-mon[86835]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 212 MiB/s rd, 16 MiB/s wr, 698 op/s 2024-04-02T09:17:14.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:14 smithi188 ceph-mon[86835]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:17:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:14 smithi104 ceph-mon[96567]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 212 MiB/s rd, 16 MiB/s wr, 698 op/s 2024-04-02T09:17:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:14 smithi104 ceph-mon[96567]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:17:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:14 smithi104 ceph-mon[94081]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 212 MiB/s rd, 16 MiB/s wr, 698 op/s 2024-04-02T09:17:14.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:14 smithi104 ceph-mon[94081]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:17:15.339 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap2 2024-04-02T09:17:15.351 INFO:tasks.workunit.client.0.smithi104.stdout:clone image186 -> image188 2024-04-02T09:17:15.505 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 85813113 2024-04-02T09:17:15.523 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 54626421~6896925 2024-04-02T09:17:15.579 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 35135185~5334413 2024-04-02T09:17:15.601 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 51872641~3988702 2024-04-02T09:17:15.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:15 smithi188 ceph-mon[86835]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:17:15.629 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 21054821~8179 2024-04-02T09:17:15.635 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 77612043~8201070 2024-04-02T09:17:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:15 smithi104 ceph-mon[96567]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:17:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:15 smithi104 ceph-mon[94081]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:17:15.678 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 61996647~6423731 2024-04-02T09:17:15.707 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 53048448~465790 2024-04-02T09:17:15.716 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 28476934~3246353 2024-04-02T09:17:15.723 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: snap3 2024-04-02T09:17:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:17:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:17:15] "GET /metrics HTTP/1.1" 200 38988 "" "Prometheus/2.43.0" 2024-04-02T09:17:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:16 smithi188 ceph-mon[86835]: pgmap v2473: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 248 MiB/s rd, 17 MiB/s wr, 586 op/s 2024-04-02T09:17:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:16 smithi188 ceph-mon[86835]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:17:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:16 smithi104 ceph-mon[96567]: pgmap v2473: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 248 MiB/s rd, 17 MiB/s wr, 586 op/s 2024-04-02T09:17:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:16 smithi104 ceph-mon[96567]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:17:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:16 smithi104 ceph-mon[94081]: pgmap v2473: 169 pgs: 169 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 248 MiB/s rd, 17 MiB/s wr, 586 op/s 2024-04-02T09:17:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:16 smithi104 ceph-mon[94081]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:17:17.361 INFO:tasks.workunit.client.0.smithi104.stdout:snap_protect: snap3 2024-04-02T09:17:17.373 INFO:tasks.workunit.client.0.smithi104.stdout:clone image188 -> image190 2024-04-02T09:17:17.560 INFO:tasks.workunit.client.0.smithi104.stdout:migration_prepare 2024-04-02T09:17:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:17 smithi188 ceph-mon[86835]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:17:17.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:17 smithi104 ceph-mon[96567]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:17:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:17 smithi104 ceph-mon[94081]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:17:17.990 INFO:tasks.workunit.client.0.smithi104.stdout:migration_execute 2024-04-02T09:17:17.990 INFO:tasks.workunit.client.0.smithi104.stdout:write: a 69028912~1989563 2024-04-02T09:17:18.027 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 82547568~386493 2024-04-02T09:17:18.064 INFO:tasks.workunit.client.0.smithi104.stdout:write: a 42824654~6681786 2024-04-02T09:17:18.128 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 7920212~1073881 2024-04-02T09:17:18.163 INFO:tasks.workunit.client.0.smithi104.stdout:write: a 40965047~3963756 2024-04-02T09:17:18.201 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 73593796~8212370 2024-04-02T09:17:18.238 INFO:tasks.workunit.client.0.smithi104.stdout:write: a 52066107~6229057 2024-04-02T09:17:18.284 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 16212408~2842784 2024-04-02T09:17:18.316 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: user0 2024-04-02T09:17:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:18 smithi188 ceph-mon[86835]: pgmap v2476: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 41 MiB/s rd, 14 MiB/s wr, 452 op/s 2024-04-02T09:17:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:18 smithi188 ceph-mon[86835]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:17:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:18 smithi104 ceph-mon[96567]: pgmap v2476: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 41 MiB/s rd, 14 MiB/s wr, 452 op/s 2024-04-02T09:17:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:18 smithi104 ceph-mon[96567]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:17:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:18 smithi104 ceph-mon[94081]: pgmap v2476: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 41 MiB/s rd, 14 MiB/s wr, 452 op/s 2024-04-02T09:17:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:18 smithi104 ceph-mon[94081]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:17:19.367 INFO:tasks.workunit.client.0.smithi104.stdout:write: b 68085049~6831486 2024-04-02T09:17:19.379 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 21539127~4226763 2024-04-02T09:17:19.379 INFO:tasks.workunit.client.0.smithi104.stdout:write: b 32374083~4528319 2024-04-02T09:17:19.384 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 17325480~5175753 2024-04-02T09:17:19.403 INFO:tasks.workunit.client.0.smithi104.stdout:write: b 54936216~7674050 2024-04-02T09:17:19.410 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 72879006~3114142 2024-04-02T09:17:19.410 INFO:tasks.workunit.client.0.smithi104.stdout:write: b 55328196~5742041 2024-04-02T09:17:19.475 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 80660916~5152197 2024-04-02T09:17:19.476 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: user1 2024-04-02T09:17:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:19 smithi188 ceph-mon[86835]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:17:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:19 smithi104 ceph-mon[96567]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:17:19.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:19 smithi104 ceph-mon[94081]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:17:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:20 smithi188 ceph-mon[86835]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 25 MiB/s wr, 557 op/s 2024-04-02T09:17:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:20 smithi188 ceph-mon[86835]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:17:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:20 smithi104 ceph-mon[94081]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 25 MiB/s wr, 557 op/s 2024-04-02T09:17:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:20 smithi104 ceph-mon[94081]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:17:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:20 smithi104 ceph-mon[96567]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 25 MiB/s wr, 557 op/s 2024-04-02T09:17:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:20 smithi104 ceph-mon[96567]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:17:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:21.385 INFO:tasks.workunit.client.0.smithi104.stdout:write: c 49710945~2338338 2024-04-02T09:17:21.394 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 70521083~6035866 2024-04-02T09:17:21.394 INFO:tasks.workunit.client.0.smithi104.stdout:write: c 70195225~5824162 2024-04-02T09:17:21.409 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 72871183~5493422 2024-04-02T09:17:21.436 INFO:tasks.workunit.client.0.smithi104.stdout:write: c 160281~3447010 2024-04-02T09:17:21.441 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 10258255~3980003 2024-04-02T09:17:21.441 INFO:tasks.workunit.client.0.smithi104.stdout:write: c 34044888~6508734 2024-04-02T09:17:21.452 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 81080441~4732672 2024-04-02T09:17:21.452 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: user2 2024-04-02T09:17:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:21 smithi188 ceph-mon[86835]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:17:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:21 smithi104 ceph-mon[96567]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:17:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:21 smithi104 ceph-mon[94081]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:17:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:22 smithi188 ceph-mon[86835]: pgmap v2482: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 10 MiB/s rd, 24 MiB/s wr, 682 op/s 2024-04-02T09:17:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:22 smithi188 ceph-mon[86835]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:17:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:17:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:22 smithi104 ceph-mon[96567]: pgmap v2482: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 10 MiB/s rd, 24 MiB/s wr, 682 op/s 2024-04-02T09:17:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:22 smithi104 ceph-mon[96567]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:17:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:22 smithi104 ceph-mon[94081]: pgmap v2482: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 10 MiB/s rd, 24 MiB/s wr, 682 op/s 2024-04-02T09:17:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:22 smithi104 ceph-mon[94081]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:17:23.396 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 115938978 2024-04-02T09:17:23.409 INFO:tasks.workunit.client.0.smithi104.stdout:write: d 91867673~7364302 2024-04-02T09:17:23.426 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 89976890~271839 2024-04-02T09:17:23.426 INFO:tasks.workunit.client.0.smithi104.stdout:write: d 89688822~2141837 2024-04-02T09:17:23.432 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 67648390~1957624 2024-04-02T09:17:23.432 INFO:tasks.workunit.client.0.smithi104.stdout:write: d 69609197~2795921 2024-04-02T09:17:23.438 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 47176914~2068059 2024-04-02T09:17:23.438 INFO:tasks.workunit.client.0.smithi104.stdout:write: d 4406397~7573883 2024-04-02T09:17:23.444 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 49286311~8247565 2024-04-02T09:17:23.458 INFO:tasks.workunit.client.0.smithi104.stdout:snap_create: user3 2024-04-02T09:17:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:23 smithi104 ceph-mon[96567]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:17:23.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:23 smithi104 ceph-mon[94081]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:17:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:23 smithi188 ceph-mon[86835]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:17:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:24 smithi104 ceph-mon[96567]: pgmap v2485: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 39 MiB/s wr, 1.01k op/s 2024-04-02T09:17:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:24 smithi104 ceph-mon[96567]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:17:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:24 smithi104 ceph-mon[94081]: pgmap v2485: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 39 MiB/s wr, 1.01k op/s 2024-04-02T09:17:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:24 smithi104 ceph-mon[94081]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:17:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:24 smithi188 ceph-mon[86835]: pgmap v2485: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 39 MiB/s wr, 1.01k op/s 2024-04-02T09:17:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:24 smithi188 ceph-mon[86835]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:17:25.405 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 112778050 2024-04-02T09:17:25.425 INFO:tasks.workunit.client.0.smithi104.stdout:write: 1 11277805~2819451 2024-04-02T09:17:25.427 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 11982667~1409725 2024-04-02T09:17:25.445 INFO:tasks.workunit.client.0.smithi104.stdout:write: 2 22555610~2819451 2024-04-02T09:17:25.446 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 23260472~1409725 2024-04-02T09:17:25.467 INFO:tasks.workunit.client.0.smithi104.stdout:write: 3 33833415~2819451 2024-04-02T09:17:25.468 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 34538277~1409725 2024-04-02T09:17:25.486 INFO:tasks.workunit.client.0.smithi104.stdout:write: 4 45111220~2819451 2024-04-02T09:17:25.486 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 45816082~1409725 2024-04-02T09:17:25.501 INFO:tasks.workunit.client.0.smithi104.stdout:write: 5 56389025~2819451 2024-04-02T09:17:25.502 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 57093887~1409725 2024-04-02T09:17:25.625 INFO:tasks.workunit.client.0.smithi104.stdout:migration_commit 2024-04-02T09:17:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:25 smithi104 ceph-mon[94081]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:17:25.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:25 smithi104 ceph-mon[96567]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:17:25.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:25 smithi188 ceph-mon[86835]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:17:26.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:17:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:17:25] "GET /metrics HTTP/1.1" 200 38998 "" "Prometheus/2.43.0" 2024-04-02T09:17:26.486 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMigration.StressLive (16442 ms) 2024-04-02T09:17:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:26 smithi188 ceph-mon[86835]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 29 MiB/s wr, 469 op/s 2024-04-02T09:17:26.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:26 smithi188 ceph-mon[86835]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:17:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:26 smithi104 ceph-mon[96567]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 29 MiB/s wr, 469 op/s 2024-04-02T09:17:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:26 smithi104 ceph-mon[96567]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:17:26.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:26 smithi104 ceph-mon[94081]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 29 MiB/s wr, 469 op/s 2024-04-02T09:17:26.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:26 smithi104 ceph-mon[94081]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:17:28.419 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 57 tests from TestMigration (263027 ms total) 2024-04-02T09:17:28.419 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:17:28.419 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 6 tests from TestGroup 2024-04-02T09:17:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:28 smithi188 ceph-mon[86835]: pgmap v2490: 169 pgs: 169 active+clean; 2.2 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 14 MiB/s wr, 289 op/s 2024-04-02T09:17:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:28 smithi188 ceph-mon[86835]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:17:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:28 smithi104 ceph-mon[96567]: pgmap v2490: 169 pgs: 169 active+clean; 2.2 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 14 MiB/s wr, 289 op/s 2024-04-02T09:17:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:28 smithi104 ceph-mon[96567]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:17:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:28 smithi104 ceph-mon[94081]: pgmap v2490: 169 pgs: 169 active+clean; 2.2 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 14 MiB/s wr, 289 op/s 2024-04-02T09:17:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:28 smithi104 ceph-mon[94081]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:17:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:29 smithi188 ceph-mon[86835]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:17:29.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:29 smithi104 ceph-mon[96567]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:17:29.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:29 smithi104 ceph-mon[94081]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:17:30.428 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestGroup.group_create 2024-04-02T09:17:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:30 smithi188 ceph-mon[86835]: pgmap v2493: 105 pgs: 105 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:17:30.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:30 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:30.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:30 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T09:17:30.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:30 smithi188 ceph-mon[86835]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:17:30.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:30 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/532757119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:30.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:30 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[94081]: pgmap v2493: 105 pgs: 105 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:17:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T09:17:30.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[94081]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:17:30.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/532757119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:30.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:30.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[96567]: pgmap v2493: 105 pgs: 105 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:17:30.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:30.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T09:17:30.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[96567]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:17:30.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/532757119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:30.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:30 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:31 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:31 smithi188 ceph-mon[86835]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:17:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:31 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:31 smithi104 ceph-mon[96567]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:17:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:31 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:31 smithi104 ceph-mon[94081]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:17:32.482 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestGroup.group_create (2053 ms) 2024-04-02T09:17:32.482 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestGroup.group_createPP 2024-04-02T09:17:32.502 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestGroup.group_createPP (17 ms) 2024-04-02T09:17:32.502 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestGroup.add_image 2024-04-02T09:17:32.537 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestGroup.add_image (39 ms) 2024-04-02T09:17:32.537 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-02T09:17:32.575 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestGroup.add_imagePP (38 ms) 2024-04-02T09:17:32.575 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-02T09:17:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:32 smithi188 ceph-mon[86835]: pgmap v2496: 137 pgs: 1 creating+activating, 2 creating+peering, 27 unknown, 107 active+clean; 4.6 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-04-02T09:17:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:32 smithi188 ceph-mon[86835]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:17:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:17:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:17:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:32.789 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:32 smithi104 ceph-mon[94081]: pgmap v2496: 137 pgs: 1 creating+activating, 2 creating+peering, 27 unknown, 107 active+clean; 4.6 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-04-02T09:17:32.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:32 smithi104 ceph-mon[94081]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:17:32.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:32 smithi104 ceph-mon[96567]: pgmap v2496: 137 pgs: 1 creating+activating, 2 creating+peering, 27 unknown, 107 active+clean; 4.6 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-04-02T09:17:32.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:32 smithi104 ceph-mon[96567]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:17:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:33 smithi188 ceph-mon[86835]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:17:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:33 smithi104 ceph-mon[96567]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:17:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:33 smithi104 ceph-mon[94081]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:17:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:34 smithi188 ceph-mon[86835]: pgmap v2499: 137 pgs: 1 creating+activating, 2 creating+peering, 7 unknown, 127 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:17:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:34 smithi188 ceph-mon[86835]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:17:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:17:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:34 smithi104 ceph-mon[96567]: pgmap v2499: 137 pgs: 1 creating+activating, 2 creating+peering, 7 unknown, 127 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:17:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:34 smithi104 ceph-mon[96567]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:17:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:17:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:34 smithi104 ceph-mon[94081]: pgmap v2499: 137 pgs: 1 creating+activating, 2 creating+peering, 7 unknown, 127 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:17:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:34 smithi104 ceph-mon[94081]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:17:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:17:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:35 smithi104 ceph-mon[96567]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:17:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:35 smithi104 ceph-mon[94081]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:17:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:35 smithi188 ceph-mon[86835]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:17:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:17:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:17:35] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-04-02T09:17:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:36 smithi188 ceph-mon[86835]: pgmap v2502: 137 pgs: 1 creating+activating, 2 creating+peering, 134 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-04-02T09:17:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:36 smithi188 ceph-mon[86835]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:17:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:36 smithi104 ceph-mon[94081]: pgmap v2502: 137 pgs: 1 creating+activating, 2 creating+peering, 134 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-04-02T09:17:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:36 smithi104 ceph-mon[94081]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:17:36.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:36 smithi104 ceph-mon[96567]: pgmap v2502: 137 pgs: 1 creating+activating, 2 creating+peering, 134 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-04-02T09:17:36.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:36 smithi104 ceph-mon[96567]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:17:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:37 smithi188 ceph-mon[86835]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:17:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:37 smithi104 ceph-mon[96567]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:17:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:37 smithi104 ceph-mon[94081]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:17:38.514 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestGroup.add_snapshot (5939 ms) 2024-04-02T09:17:38.514 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-02T09:17:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:38 smithi188 ceph-mon[86835]: pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 146 op/s 2024-04-02T09:17:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:38 smithi188 ceph-mon[86835]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:17:38.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:38 smithi104 ceph-mon[96567]: pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 146 op/s 2024-04-02T09:17:38.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:38 smithi104 ceph-mon[96567]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:17:38.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:38 smithi104 ceph-mon[94081]: pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 146 op/s 2024-04-02T09:17:38.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:38 smithi104 ceph-mon[94081]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:17:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:39 smithi188 ceph-mon[86835]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:17:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:39 smithi104 ceph-mon[96567]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:17:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:39 smithi104 ceph-mon[94081]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:17:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:40 smithi188 ceph-mon[86835]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 203 op/s 2024-04-02T09:17:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:40 smithi188 ceph-mon[86835]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:17:40.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:40 smithi104 ceph-mon[96567]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 203 op/s 2024-04-02T09:17:40.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:40 smithi104 ceph-mon[96567]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:17:40.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:40 smithi104 ceph-mon[94081]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 203 op/s 2024-04-02T09:17:40.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:40 smithi104 ceph-mon[94081]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:17:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:41 smithi188 ceph-mon[86835]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:17:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:41 smithi188 ceph-mon[86835]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:17:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:41 smithi104 ceph-mon[96567]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:17:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:41 smithi104 ceph-mon[96567]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:17:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:41 smithi104 ceph-mon[94081]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:17:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:41 smithi104 ceph-mon[94081]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:17:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:42 smithi188 ceph-mon[86835]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 8.2 KiB/s wr, 73 op/s 2024-04-02T09:17:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:42 smithi188 ceph-mon[86835]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:17:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:17:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:17:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:42 smithi104 ceph-mon[94081]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 8.2 KiB/s wr, 73 op/s 2024-04-02T09:17:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:42 smithi104 ceph-mon[94081]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:17:42.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:42 smithi104 ceph-mon[96567]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 8.2 KiB/s wr, 73 op/s 2024-04-02T09:17:42.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:42 smithi104 ceph-mon[96567]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:17:44.302 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestGroup.add_snapshotPP (5788 ms) 2024-04-02T09:17:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:44 smithi188 ceph-mon[86835]: pgmap v2514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 10 KiB/s wr, 148 op/s 2024-04-02T09:17:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:44 smithi188 ceph-mon[86835]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:17:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:44 smithi104 ceph-mon[96567]: pgmap v2514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 10 KiB/s wr, 148 op/s 2024-04-02T09:17:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:44 smithi104 ceph-mon[96567]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:17:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:44 smithi104 ceph-mon[94081]: pgmap v2514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 10 KiB/s wr, 148 op/s 2024-04-02T09:17:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:44 smithi104 ceph-mon[94081]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:17:45.278 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 6 tests from TestGroup (13874 ms total) 2024-04-02T09:17:45.278 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:17:45.278 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 31 tests from TestDeepCopy 2024-04-02T09:17:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:45 smithi188 ceph-mon[86835]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:17:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:45 smithi104 ceph-mon[96567]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:17:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:45 smithi104 ceph-mon[94081]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:17:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:17:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:17:45] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-04-02T09:17:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:46 smithi188 ceph-mon[86835]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-04-02T09:17:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:46 smithi188 ceph-mon[86835]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:17:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:46 smithi104 ceph-mon[96567]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-04-02T09:17:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:46 smithi104 ceph-mon[96567]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:17:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:46 smithi104 ceph-mon[94081]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-04-02T09:17:46.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:46 smithi104 ceph-mon[94081]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:17:47.292 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-02T09:17:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:47 smithi188 ceph-mon[86835]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:17:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:47 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/4092079072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:47 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:47 smithi104 ceph-mon[94081]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:17:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:47 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/4092079072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:47 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:47 smithi104 ceph-mon[96567]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:17:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:47 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/4092079072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:47 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:48 smithi188 ceph-mon[86835]: pgmap v2520: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:17:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:48 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:17:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:48 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:48 smithi188 ceph-mon[86835]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:17:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:48 smithi104 ceph-mon[96567]: pgmap v2520: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:17:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:48 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:17:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:48 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:48 smithi104 ceph-mon[96567]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:17:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:48 smithi104 ceph-mon[94081]: pgmap v2520: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:17:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:48 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:17:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:48 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:48 smithi104 ceph-mon[94081]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:17:49.427 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.Empty (2135 ms) 2024-04-02T09:17:49.427 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-02T09:17:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:49 smithi188 ceph-mon[86835]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:17:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:49 smithi104 ceph-mon[94081]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:17:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:49 smithi104 ceph-mon[96567]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:17:49.673 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.NoSnaps (245 ms) 2024-04-02T09:17:49.673 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-02T09:17:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:50 smithi188 ceph-mon[86835]: pgmap v2523: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:17:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:50 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:50 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T09:17:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:50 smithi188 ceph-mon[86835]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:17:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:50 smithi104 ceph-mon[94081]: pgmap v2523: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:17:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:50 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:50 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T09:17:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:50 smithi104 ceph-mon[94081]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:17:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:50 smithi104 ceph-mon[96567]: pgmap v2523: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:17:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:50 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:17:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:50 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T09:17:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:50 smithi104 ceph-mon[96567]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:17:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:51 smithi188 ceph-mon[86835]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:17:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:51 smithi104 ceph-mon[94081]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:17:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:51 smithi104 ceph-mon[96567]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:17:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:52 smithi188 ceph-mon[86835]: pgmap v2526: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-04-02T09:17:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:52 smithi188 ceph-mon[86835]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:17:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:17:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:52 smithi104 ceph-mon[94081]: pgmap v2526: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-04-02T09:17:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:52 smithi104 ceph-mon[94081]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:17:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:52 smithi104 ceph-mon[96567]: pgmap v2526: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-04-02T09:17:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:52 smithi104 ceph-mon[96567]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:17:53.622 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.Snaps (3950 ms) 2024-04-02T09:17:53.623 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-02T09:17:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:53 smithi188 ceph-mon[86835]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:17:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:53 smithi104 ceph-mon[96567]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:17:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:53 smithi104 ceph-mon[94081]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:17:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:54 smithi188 ceph-mon[86835]: pgmap v2529: 137 pgs: 137 active+clean; 41 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 113 op/s 2024-04-02T09:17:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:54 smithi188 ceph-mon[86835]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:17:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:54 smithi104 ceph-mon[94081]: pgmap v2529: 137 pgs: 137 active+clean; 41 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 113 op/s 2024-04-02T09:17:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:54 smithi104 ceph-mon[94081]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:17:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:54 smithi104 ceph-mon[96567]: pgmap v2529: 137 pgs: 137 active+clean; 41 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 113 op/s 2024-04-02T09:17:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:54 smithi104 ceph-mon[96567]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:17:55.443 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.SnapDiscard (1820 ms) 2024-04-02T09:17:55.443 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-02T09:17:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:55 smithi188 ceph-mon[86835]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:17:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:55 smithi104 ceph-mon[94081]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:17:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:55 smithi104 ceph-mon[96567]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:17:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:17:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:17:55] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2024-04-02T09:17:56.463 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.CloneDiscard (1020 ms) 2024-04-02T09:17:56.463 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-02T09:17:56.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:56 smithi188 ceph-mon[86835]: pgmap v2532: 137 pgs: 137 active+clean; 53 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 105 op/s 2024-04-02T09:17:56.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:56 smithi188 ceph-mon[86835]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:17:56.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:56.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:56 smithi188 ceph-mon[86835]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:17:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:56 smithi104 ceph-mon[96567]: pgmap v2532: 137 pgs: 137 active+clean; 53 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 105 op/s 2024-04-02T09:17:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:56 smithi104 ceph-mon[96567]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:17:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:56 smithi104 ceph-mon[96567]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:17:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:56 smithi104 ceph-mon[94081]: pgmap v2532: 137 pgs: 137 active+clean; 53 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 105 op/s 2024-04-02T09:17:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:56 smithi104 ceph-mon[94081]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:17:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:56 smithi104 ceph-mon[94081]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:17:57.518 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.CloneShrink (1055 ms) 2024-04-02T09:17:57.518 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-02T09:17:57.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:17:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:17:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:17:58.587 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.CloneExpand (1070 ms) 2024-04-02T09:17:58.588 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-02T09:17:58.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:58 smithi188 ceph-mon[86835]: pgmap v2535: 137 pgs: 137 active+clean; 61 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 111 op/s 2024-04-02T09:17:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:58 smithi188 ceph-mon[86835]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:17:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:58 smithi104 ceph-mon[96567]: pgmap v2535: 137 pgs: 137 active+clean; 61 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 111 op/s 2024-04-02T09:17:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:58 smithi104 ceph-mon[96567]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:17:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:58 smithi104 ceph-mon[94081]: pgmap v2535: 137 pgs: 137 active+clean; 61 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 111 op/s 2024-04-02T09:17:58.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:58 smithi104 ceph-mon[94081]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:17:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:17:59 smithi104 ceph-mon[94081]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:17:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:17:59 smithi104 ceph-mon[96567]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:17:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:17:59 smithi188 ceph-mon[86835]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:18:00.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:00 smithi188 ceph-mon[86835]: pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 269 op/s 2024-04-02T09:18:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:00 smithi188 ceph-mon[86835]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:18:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:00 smithi104 ceph-mon[96567]: pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 269 op/s 2024-04-02T09:18:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:00 smithi104 ceph-mon[96567]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:18:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:00 smithi104 ceph-mon[94081]: pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 269 op/s 2024-04-02T09:18:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:00 smithi104 ceph-mon[94081]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:18:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:01 smithi104 ceph-mon[94081]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:18:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:01 smithi104 ceph-mon[96567]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:18:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:01 smithi188 ceph-mon[86835]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:18:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:02 smithi188 ceph-mon[86835]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 504 op/s 2024-04-02T09:18:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:02 smithi188 ceph-mon[86835]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:18:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:18:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:02 smithi104 ceph-mon[96567]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 504 op/s 2024-04-02T09:18:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:02 smithi104 ceph-mon[96567]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:18:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:02 smithi104 ceph-mon[94081]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 504 op/s 2024-04-02T09:18:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:02 smithi104 ceph-mon[94081]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:18:03.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:03 smithi188 ceph-mon[86835]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:18:03.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:03 smithi104 ceph-mon[94081]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:18:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:03 smithi104 ceph-mon[96567]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:18:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:04 smithi188 ceph-mon[86835]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-04-02T09:18:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:04 smithi188 ceph-mon[86835]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:18:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:04 smithi104 ceph-mon[96567]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-04-02T09:18:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:04 smithi104 ceph-mon[96567]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:18:04.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:04 smithi104 ceph-mon[94081]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-04-02T09:18:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:04 smithi104 ceph-mon[94081]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:18:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:05.511 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.CloneHideParent (6924 ms) 2024-04-02T09:18:05.511 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-02T09:18:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:05 smithi104 ceph-mon[96567]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:18:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:05 smithi104 ceph-mon[94081]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:18:05.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:05 smithi188 ceph-mon[86835]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:18:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:18:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:18:05] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.43.0" 2024-04-02T09:18:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:06 smithi188 ceph-mon[86835]: pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 16 KiB/s wr, 138 op/s 2024-04-02T09:18:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:06 smithi188 ceph-mon[86835]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:18:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:06 smithi104 ceph-mon[96567]: pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 16 KiB/s wr, 138 op/s 2024-04-02T09:18:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:06 smithi104 ceph-mon[96567]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:18:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:06 smithi104 ceph-mon[94081]: pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 16 KiB/s wr, 138 op/s 2024-04-02T09:18:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:06 smithi104 ceph-mon[94081]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:18:07.748 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.Clone (2236 ms) 2024-04-02T09:18:07.748 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-02T09:18:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:07 smithi188 ceph-mon[86835]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:18:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:07 smithi104 ceph-mon[96567]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:18:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:07 smithi104 ceph-mon[94081]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:18:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:08 smithi188 ceph-mon[86835]: pgmap v2550: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.2 KiB/s wr, 123 op/s 2024-04-02T09:18:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:08 smithi188 ceph-mon[86835]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:18:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:08 smithi104 ceph-mon[96567]: pgmap v2550: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.2 KiB/s wr, 123 op/s 2024-04-02T09:18:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:08 smithi104 ceph-mon[96567]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:18:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:08 smithi104 ceph-mon[94081]: pgmap v2550: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.2 KiB/s wr, 123 op/s 2024-04-02T09:18:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:08 smithi104 ceph-mon[94081]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:18:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:09 smithi188 ceph-mon[86835]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:18:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:09 smithi104 ceph-mon[96567]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:18:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:09 smithi104 ceph-mon[94081]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:18:09.934 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.CloneFlatten (2186 ms) 2024-04-02T09:18:09.934 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-02T09:18:09.957 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 22014165~8189106 2024-04-02T09:18:09.986 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 32198412~8280949 2024-04-02T09:18:09.987 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 55666477~7378786 2024-04-02T09:18:10.012 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 37849081~601605 2024-04-02T09:18:10.013 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 34534240~8130751 2024-04-02T09:18:10.038 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 73226161~6362708 2024-04-02T09:18:10.038 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 2380498~165083 2024-04-02T09:18:10.041 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 72495088~5976255 2024-04-02T09:18:10.041 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap0 2024-04-02T09:18:10.456 INFO:tasks.workunit.client.0.smithi104.stdout:clone image236 -> image237 2024-04-02T09:18:10.501 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 80056308~3829772 2024-04-02T09:18:10.521 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 14108938~6213202 2024-04-02T09:18:10.525 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 77283448~6602632 2024-04-02T09:18:10.545 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 38145885~5512074 2024-04-02T09:18:10.556 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 51979530~3090844 2024-04-02T09:18:10.577 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 72580262~5416257 2024-04-02T09:18:10.582 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 63937011~1268384 2024-04-02T09:18:10.589 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 59880981~2319740 2024-04-02T09:18:10.609 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap1 2024-04-02T09:18:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:10 smithi188 ceph-mon[86835]: pgmap v2553: 137 pgs: 137 active+clean; 93 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 196 op/s 2024-04-02T09:18:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:10 smithi188 ceph-mon[86835]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:18:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:10 smithi104 ceph-mon[94081]: pgmap v2553: 137 pgs: 137 active+clean; 93 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 196 op/s 2024-04-02T09:18:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:10 smithi104 ceph-mon[94081]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:18:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:10 smithi104 ceph-mon[96567]: pgmap v2553: 137 pgs: 137 active+clean; 93 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 196 op/s 2024-04-02T09:18:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:10 smithi104 ceph-mon[96567]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:18:11.457 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 4462341~6495555 2024-04-02T09:18:11.459 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 48180738~5604567 2024-04-02T09:18:11.459 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 45521708~5442149 2024-04-02T09:18:11.471 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 39161664~3966387 2024-04-02T09:18:11.472 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 51885682~5959166 2024-04-02T09:18:11.473 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 41324105~2604848 2024-04-02T09:18:11.487 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 14823229~4824801 2024-04-02T09:18:11.488 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 44592435~6115003 2024-04-02T09:18:11.522 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap2 2024-04-02T09:18:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:11 smithi188 ceph-mon[86835]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:18:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:11 smithi104 ceph-mon[96567]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:18:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:11 smithi104 ceph-mon[94081]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:18:12.481 INFO:tasks.workunit.client.0.smithi104.stdout:clone image237 -> image238 2024-04-02T09:18:12.541 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 158391372 2024-04-02T09:18:12.548 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 71158289~889810 2024-04-02T09:18:12.554 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 62791140~2098664 2024-04-02T09:18:12.570 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 141787790~5948130 2024-04-02T09:18:12.587 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 59061006~3806077 2024-04-02T09:18:12.588 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 133321294~1501194 2024-04-02T09:18:12.594 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 13725093~6637014 2024-04-02T09:18:12.607 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 21472323~3073749 2024-04-02T09:18:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:12 smithi188 ceph-mon[86835]: pgmap v2556: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 16 MiB/s wr, 155 op/s 2024-04-02T09:18:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:12 smithi188 ceph-mon[86835]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:18:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:18:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:12.638 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 18692235~27072 2024-04-02T09:18:12.639 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap3 2024-04-02T09:18:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:12 smithi104 ceph-mon[96567]: pgmap v2556: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 16 MiB/s wr, 155 op/s 2024-04-02T09:18:12.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:12 smithi104 ceph-mon[96567]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:18:12.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:12 smithi104 ceph-mon[94081]: pgmap v2556: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 16 MiB/s wr, 155 op/s 2024-04-02T09:18:12.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:12 smithi104 ceph-mon[94081]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:18:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:13 smithi188 ceph-mon[86835]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:18:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:13 smithi104 ceph-mon[96567]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:18:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:13 smithi104 ceph-mon[94081]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:18:14.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:14 smithi188 ceph-mon[86835]: pgmap v2559: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 36 MiB/s wr, 483 op/s 2024-04-02T09:18:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:14 smithi188 ceph-mon[86835]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:18:14.880 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.Stress (4947 ms) 2024-04-02T09:18:14.881 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-02T09:18:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:14 smithi104 ceph-mon[96567]: pgmap v2559: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 36 MiB/s wr, 483 op/s 2024-04-02T09:18:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:14 smithi104 ceph-mon[96567]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:18:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:14 smithi104 ceph-mon[94081]: pgmap v2559: 137 pgs: 137 active+clean; 250 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 36 MiB/s wr, 483 op/s 2024-04-02T09:18:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:14 smithi104 ceph-mon[94081]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:18:15.177 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (296 ms) 2024-04-02T09:18:15.177 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-02T09:18:15.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:15 smithi104 ceph-mon[94081]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:18:15.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:15 smithi104 ceph-mon[96567]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:18:15.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:15 smithi188 ceph-mon[86835]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:18:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:18:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:18:15] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.43.0" 2024-04-02T09:18:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:16 smithi188 ceph-mon[86835]: pgmap v2562: 137 pgs: 137 active+clean; 281 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 32 MiB/s wr, 533 op/s 2024-04-02T09:18:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:16 smithi188 ceph-mon[86835]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:18:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:16 smithi104 ceph-mon[94081]: pgmap v2562: 137 pgs: 137 active+clean; 281 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 32 MiB/s wr, 533 op/s 2024-04-02T09:18:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:16 smithi104 ceph-mon[94081]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:18:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:16 smithi104 ceph-mon[96567]: pgmap v2562: 137 pgs: 137 active+clean; 281 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 32 MiB/s wr, 533 op/s 2024-04-02T09:18:16.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:16 smithi104 ceph-mon[96567]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:18:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:17 smithi188 ceph-mon[86835]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:18:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:17 smithi104 ceph-mon[96567]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:18:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:17 smithi104 ceph-mon[94081]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:18:18.782 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3605 ms) 2024-04-02T09:18:18.782 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-02T09:18:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:18 smithi188 ceph-mon[86835]: pgmap v2565: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 21 MiB/s wr, 345 op/s 2024-04-02T09:18:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:18 smithi188 ceph-mon[86835]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:18:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:18 smithi104 ceph-mon[96567]: pgmap v2565: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 21 MiB/s wr, 345 op/s 2024-04-02T09:18:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:18 smithi104 ceph-mon[96567]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:18:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:18 smithi104 ceph-mon[94081]: pgmap v2565: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 21 MiB/s wr, 345 op/s 2024-04-02T09:18:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:18 smithi104 ceph-mon[94081]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:18:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:19 smithi188 ceph-mon[86835]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:18:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:19 smithi104 ceph-mon[96567]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:18:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:19 smithi104 ceph-mon[94081]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:18:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:20.835 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2054 ms) 2024-04-02T09:18:20.836 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-02T09:18:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:20 smithi188 ceph-mon[86835]: pgmap v2568: 137 pgs: 137 active+clean; 391 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 22 MiB/s wr, 468 op/s 2024-04-02T09:18:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:20 smithi188 ceph-mon[86835]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:18:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:20 smithi104 ceph-mon[94081]: pgmap v2568: 137 pgs: 137 active+clean; 391 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 22 MiB/s wr, 468 op/s 2024-04-02T09:18:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:20 smithi104 ceph-mon[94081]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:18:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:20 smithi104 ceph-mon[96567]: pgmap v2568: 137 pgs: 137 active+clean; 391 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 22 MiB/s wr, 468 op/s 2024-04-02T09:18:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:20 smithi104 ceph-mon[96567]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:18:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:21 smithi188 ceph-mon[86835]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:18:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:21 smithi104 ceph-mon[96567]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:18:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:21 smithi104 ceph-mon[94081]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:18:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:22 smithi188 ceph-mon[86835]: pgmap v2571: 137 pgs: 137 active+clean; 403 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 11 MiB/s wr, 259 op/s 2024-04-02T09:18:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:22 smithi188 ceph-mon[86835]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:18:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:18:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:22 smithi104 ceph-mon[94081]: pgmap v2571: 137 pgs: 137 active+clean; 403 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 11 MiB/s wr, 259 op/s 2024-04-02T09:18:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:22 smithi104 ceph-mon[94081]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:18:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:22 smithi104 ceph-mon[96567]: pgmap v2571: 137 pgs: 137 active+clean; 403 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 11 MiB/s wr, 259 op/s 2024-04-02T09:18:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:22 smithi104 ceph-mon[96567]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:18:23.037 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2201 ms) 2024-04-02T09:18:23.037 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-02T09:18:23.063 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 58308016~6443261 2024-04-02T09:18:23.088 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 69988318~557363 2024-04-02T09:18:23.088 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 65392622~6022381 2024-04-02T09:18:23.104 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 1400117~5528849 2024-04-02T09:18:23.105 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 54868317~2612786 2024-04-02T09:18:23.111 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 11533267~2289927 2024-04-02T09:18:23.112 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 4827619~6635333 2024-04-02T09:18:23.128 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 64537044~704181 2024-04-02T09:18:23.129 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap0 2024-04-02T09:18:23.525 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 166701534 2024-04-02T09:18:23.530 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 10293873~5211891 2024-04-02T09:18:23.533 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 95559998~1740487 2024-04-02T09:18:23.533 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 22827280~4439612 2024-04-02T09:18:23.533 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 29369724~819872 2024-04-02T09:18:23.534 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 99230813~5373300 2024-04-02T09:18:23.534 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 146120457~1186812 2024-04-02T09:18:23.535 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 46105891~3763752 2024-04-02T09:18:23.536 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 74822697~7106962 2024-04-02T09:18:23.575 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap1 2024-04-02T09:18:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:23 smithi188 ceph-mon[86835]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:18:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:23 smithi104 ceph-mon[94081]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:18:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:23 smithi104 ceph-mon[96567]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:18:24.537 INFO:tasks.workunit.client.0.smithi104.stdout:clone image257 -> image258 2024-04-02T09:18:24.595 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 139071802 2024-04-02T09:18:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 34960239~8197071 2024-04-02T09:18:24.629 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 82025850~8320118 2024-04-02T09:18:24.634 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 122687815~2759558 2024-04-02T09:18:24.646 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 52051761~6926010 2024-04-02T09:18:24.672 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 129041598~3995023 2024-04-02T09:18:24.686 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 32096124~6944199 2024-04-02T09:18:24.690 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 66969234~3994381 2024-04-02T09:18:24.720 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 95742016~4664885 2024-04-02T09:18:24.729 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap2 2024-04-02T09:18:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:24 smithi188 ceph-mon[86835]: pgmap v2574: 137 pgs: 137 active+clean; 447 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 14 MiB/s wr, 385 op/s 2024-04-02T09:18:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:24 smithi188 ceph-mon[86835]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:18:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:24 smithi104 ceph-mon[96567]: pgmap v2574: 137 pgs: 137 active+clean; 447 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 14 MiB/s wr, 385 op/s 2024-04-02T09:18:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:24 smithi104 ceph-mon[96567]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:18:24.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:24 smithi104 ceph-mon[94081]: pgmap v2574: 137 pgs: 137 active+clean; 447 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 14 MiB/s wr, 385 op/s 2024-04-02T09:18:24.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:24 smithi104 ceph-mon[94081]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:18:25.544 INFO:tasks.workunit.client.0.smithi104.stdout:clone image258 -> image259 2024-04-02T09:18:25.607 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 138504928 2024-04-02T09:18:25.617 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 64938258~539361 2024-04-02T09:18:25.641 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 59703262~2031777 2024-04-02T09:18:25.660 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 9896937~1578129 2024-04-02T09:18:25.684 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 136004181~2500747 2024-04-02T09:18:25.688 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 112947653~4050128 2024-04-02T09:18:25.704 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 57793641~5687204 2024-04-02T09:18:25.707 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 42586359~717557 2024-04-02T09:18:25.716 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 123428907~7765087 2024-04-02T09:18:25.729 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap3 2024-04-02T09:18:25.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:25 smithi104 ceph-mon[96567]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:18:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:25 smithi104 ceph-mon[94081]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:18:25.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:25 smithi188 ceph-mon[86835]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:18:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:18:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:18:25] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2024-04-02T09:18:26.556 INFO:tasks.workunit.client.0.smithi104.stdout:clone image259 -> image260 2024-04-02T09:18:26.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:26 smithi188 ceph-mon[86835]: pgmap v2577: 137 pgs: 137 active+clean; 479 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 19 MiB/s wr, 412 op/s 2024-04-02T09:18:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:26 smithi188 ceph-mon[86835]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:18:26.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:26 smithi104 ceph-mon[94081]: pgmap v2577: 137 pgs: 137 active+clean; 479 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 19 MiB/s wr, 412 op/s 2024-04-02T09:18:26.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:26 smithi104 ceph-mon[94081]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:18:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:26 smithi104 ceph-mon[96567]: pgmap v2577: 137 pgs: 137 active+clean; 479 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 19 MiB/s wr, 412 op/s 2024-04-02T09:18:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:26 smithi104 ceph-mon[96567]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:18:26.894 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3858 ms) 2024-04-02T09:18:26.894 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-02T09:18:27.119 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (225 ms) 2024-04-02T09:18:27.120 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-02T09:18:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:27 smithi188 ceph-mon[86835]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:18:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:27 smithi104 ceph-mon[96567]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:18:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:27 smithi104 ceph-mon[94081]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:18:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:28 smithi188 ceph-mon[86835]: pgmap v2580: 137 pgs: 137 active+clean; 591 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 29 MiB/s wr, 171 op/s 2024-04-02T09:18:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:28 smithi188 ceph-mon[86835]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:18:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:28 smithi104 ceph-mon[96567]: pgmap v2580: 137 pgs: 137 active+clean; 591 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 29 MiB/s wr, 171 op/s 2024-04-02T09:18:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:28 smithi104 ceph-mon[96567]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:18:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:28 smithi104 ceph-mon[94081]: pgmap v2580: 137 pgs: 137 active+clean; 591 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 29 MiB/s wr, 171 op/s 2024-04-02T09:18:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:28 smithi104 ceph-mon[94081]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:18:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:29 smithi188 ceph-mon[86835]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:18:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:29 smithi104 ceph-mon[96567]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:18:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:29 smithi104 ceph-mon[94081]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:18:30.807 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3688 ms) 2024-04-02T09:18:30.807 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-02T09:18:30.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:30 smithi188 ceph-mon[86835]: pgmap v2583: 137 pgs: 137 active+clean; 688 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 42 MiB/s wr, 663 op/s 2024-04-02T09:18:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:30 smithi188 ceph-mon[86835]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:18:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:30 smithi104 ceph-mon[96567]: pgmap v2583: 137 pgs: 137 active+clean; 688 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 42 MiB/s wr, 663 op/s 2024-04-02T09:18:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:30 smithi104 ceph-mon[96567]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:18:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:30 smithi104 ceph-mon[94081]: pgmap v2583: 137 pgs: 137 active+clean; 688 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 42 MiB/s wr, 663 op/s 2024-04-02T09:18:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:30 smithi104 ceph-mon[94081]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:18:31.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:31 smithi188 ceph-mon[86835]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:18:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:31 smithi104 ceph-mon[96567]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:18:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:31 smithi104 ceph-mon[94081]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:18:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:32 smithi188 ceph-mon[86835]: pgmap v2586: 137 pgs: 137 active+clean; 699 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 23 MiB/s wr, 688 op/s 2024-04-02T09:18:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:32 smithi188 ceph-mon[86835]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:18:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:18:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:32.865 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2057 ms) 2024-04-02T09:18:32.865 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-02T09:18:32.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:32 smithi104 ceph-mon[96567]: pgmap v2586: 137 pgs: 137 active+clean; 699 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 23 MiB/s wr, 688 op/s 2024-04-02T09:18:32.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:32 smithi104 ceph-mon[96567]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:18:32.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:32 smithi104 ceph-mon[94081]: pgmap v2586: 137 pgs: 137 active+clean; 699 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 23 MiB/s wr, 688 op/s 2024-04-02T09:18:32.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:32 smithi104 ceph-mon[94081]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:18:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:33 smithi188 ceph-mon[86835]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:18:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:33 smithi104 ceph-mon[96567]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:18:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:33 smithi104 ceph-mon[94081]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:18:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:34 smithi188 ceph-mon[86835]: pgmap v2589: 137 pgs: 137 active+clean; 757 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 248 op/s 2024-04-02T09:18:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:34 smithi188 ceph-mon[86835]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:18:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:34 smithi104 ceph-mon[94081]: pgmap v2589: 137 pgs: 137 active+clean; 757 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 248 op/s 2024-04-02T09:18:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:34 smithi104 ceph-mon[94081]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:18:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:34 smithi104 ceph-mon[96567]: pgmap v2589: 137 pgs: 137 active+clean; 757 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 248 op/s 2024-04-02T09:18:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:34 smithi104 ceph-mon[96567]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:18:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:35.029 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2165 ms) 2024-04-02T09:18:35.029 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-02T09:18:35.052 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 18469600~135840 2024-04-02T09:18:35.057 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 20907437~4474136 2024-04-02T09:18:35.058 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 59470669~1976840 2024-04-02T09:18:35.068 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 73809773~8021635 2024-04-02T09:18:35.069 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 54675961~7182859 2024-04-02T09:18:35.086 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 76645809~7240271 2024-04-02T09:18:35.087 INFO:tasks.workunit.client.0.smithi104.stdout:write: A 34132269~6376090 2024-04-02T09:18:35.106 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 45726052~3789518 2024-04-02T09:18:35.106 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap0 2024-04-02T09:18:35.600 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 100107828 2024-04-02T09:18:35.605 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 33771506~3987677 2024-04-02T09:18:35.607 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 48258090~7278109 2024-04-02T09:18:35.608 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 45763700~6686701 2024-04-02T09:18:35.608 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 82968163~7521182 2024-04-02T09:18:35.609 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 15540147~4209303 2024-04-02T09:18:35.609 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 51590357~1107940 2024-04-02T09:18:35.644 INFO:tasks.workunit.client.0.smithi104.stdout:write: B 59242120~621763 2024-04-02T09:18:35.645 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 15861345~1844569 2024-04-02T09:18:35.649 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap1 2024-04-02T09:18:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:35 smithi104 ceph-mon[94081]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:18:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:35 smithi104 ceph-mon[96567]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:18:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:35 smithi188 ceph-mon[86835]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:18:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:18:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:18:35] "GET /metrics HTTP/1.1" 200 36565 "" "Prometheus/2.43.0" 2024-04-02T09:18:36.606 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 95364154~4385012 2024-04-02T09:18:36.608 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 29950286~1389233 2024-04-02T09:18:36.609 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 81263378~1941129 2024-04-02T09:18:36.609 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 80181722~6716808 2024-04-02T09:18:36.631 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 78663032~7390140 2024-04-02T09:18:36.631 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 84695154~5597550 2024-04-02T09:18:36.654 INFO:tasks.workunit.client.0.smithi104.stdout:write: C 60472343~1555745 2024-04-02T09:18:36.654 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 20498682~4472132 2024-04-02T09:18:36.663 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap2 2024-04-02T09:18:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:36 smithi188 ceph-mon[86835]: pgmap v2592: 137 pgs: 137 active+clean; 775 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 19 MiB/s wr, 171 op/s 2024-04-02T09:18:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:36 smithi188 ceph-mon[86835]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:18:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:36 smithi104 ceph-mon[96567]: pgmap v2592: 137 pgs: 137 active+clean; 775 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 19 MiB/s wr, 171 op/s 2024-04-02T09:18:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:36 smithi104 ceph-mon[96567]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:18:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:36 smithi104 ceph-mon[94081]: pgmap v2592: 137 pgs: 137 active+clean; 775 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 19 MiB/s wr, 171 op/s 2024-04-02T09:18:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:36 smithi104 ceph-mon[94081]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:18:37.624 INFO:tasks.workunit.client.0.smithi104.stdout:clone image279 -> image280 2024-04-02T09:18:37.676 INFO:tasks.workunit.client.0.smithi104.stdout:resize: 104929203 2024-04-02T09:18:37.682 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 54909309~5034428 2024-04-02T09:18:37.710 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 72486009~2920530 2024-04-02T09:18:37.713 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 46070292~1849312 2024-04-02T09:18:37.743 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 70756058~6142115 2024-04-02T09:18:37.752 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 52837140~2135532 2024-04-02T09:18:37.770 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 24484783~1038193 2024-04-02T09:18:37.774 INFO:tasks.workunit.client.0.smithi104.stdout:write: D 62275091~6890504 2024-04-02T09:18:37.794 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 10208275~6119748 2024-04-02T09:18:37.798 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap3 2024-04-02T09:18:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:37 smithi188 ceph-mon[86835]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:18:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:37 smithi188 ceph-mon[86835]: pgmap v2595: 137 pgs: 137 active+clean; 845 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 287 op/s 2024-04-02T09:18:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:37 smithi104 ceph-mon[96567]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:18:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:37 smithi104 ceph-mon[96567]: pgmap v2595: 137 pgs: 137 active+clean; 845 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 287 op/s 2024-04-02T09:18:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:37 smithi104 ceph-mon[94081]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:18:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:37 smithi104 ceph-mon[94081]: pgmap v2595: 137 pgs: 137 active+clean; 845 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 287 op/s 2024-04-02T09:18:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:38 smithi188 ceph-mon[86835]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:18:38.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:38 smithi104 ceph-mon[96567]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:18:38.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:38 smithi104 ceph-mon[94081]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:18:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:39 smithi188 ceph-mon[86835]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:18:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:39 smithi188 ceph-mon[86835]: pgmap v2598: 137 pgs: 137 active+clean; 940 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 38 MiB/s wr, 760 op/s 2024-04-02T09:18:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:39 smithi104 ceph-mon[94081]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:18:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:39 smithi104 ceph-mon[94081]: pgmap v2598: 137 pgs: 137 active+clean; 940 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 38 MiB/s wr, 760 op/s 2024-04-02T09:18:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:39 smithi104 ceph-mon[96567]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:18:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:39 smithi104 ceph-mon[96567]: pgmap v2598: 137 pgs: 137 active+clean; 940 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 38 MiB/s wr, 760 op/s 2024-04-02T09:18:39.971 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4941 ms) 2024-04-02T09:18:39.971 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:18:39.994 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-02T09:18:39.994 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:40.066 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (96 ms) 2024-04-02T09:18:40.066 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:18:40.090 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-02T09:18:40.091 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:40.164 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (98 ms) 2024-04-02T09:18:40.221 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:18:40.222 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-02T09:18:40.222 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:40.260 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (96 ms) 2024-04-02T09:18:40.260 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:18:40.283 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-02T09:18:40.283 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:40.358 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (97 ms) 2024-04-02T09:18:40.358 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:18:40.380 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-02T09:18:40.380 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:40.454 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (96 ms) 2024-04-02T09:18:40.454 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:18:40.476 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-02T09:18:40.476 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:40.548 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (95 ms) 2024-04-02T09:18:40.548 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:18:40.570 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-02T09:18:40.570 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:40.644 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (95 ms) 2024-04-02T09:18:40.644 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:18:40.666 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-02T09:18:40.666 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:40.741 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (98 ms) 2024-04-02T09:18:40.742 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:18:40.766 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-02T09:18:40.766 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:40.837 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (96 ms) 2024-04-02T09:18:40.838 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:18:40.859 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-02T09:18:40.859 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:40 smithi188 ceph-mon[86835]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:18:40.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:40 smithi104 ceph-mon[96567]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:18:40.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:40 smithi104 ceph-mon[94081]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:18:40.931 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (93 ms) 2024-04-02T09:18:41.622 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 31 tests from TestDeepCopy (53638 ms total) 2024-04-02T09:18:41.622 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:18:41.622 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 51 tests from TestMirroring 2024-04-02T09:18:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:41 smithi188 ceph-mon[86835]: pgmap v2600: 137 pgs: 137 active+clean; 966 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 26 MiB/s wr, 529 op/s 2024-04-02T09:18:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:41 smithi104 ceph-mon[94081]: pgmap v2600: 137 pgs: 137 active+clean; 966 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 26 MiB/s wr, 529 op/s 2024-04-02T09:18:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:41 smithi104 ceph-mon[96567]: pgmap v2600: 137 pgs: 137 active+clean; 966 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 26 MiB/s wr, 529 op/s 2024-04-02T09:18:42.619 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:18:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:42.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:42 smithi188 ceph-mon[86835]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:18:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:42 smithi104 ceph-mon[94081]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:18:42.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:42 smithi104 ceph-mon[96567]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:18:43.636 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-02T09:18:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:43 smithi104 ceph-mon[96567]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:18:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:43 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:43 smithi104 ceph-mon[96567]: pgmap v2603: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:18:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:43 smithi104 ceph-mon[94081]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:18:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:43 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:43 smithi104 ceph-mon[94081]: pgmap v2603: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:18:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:43 smithi188 ceph-mon[86835]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:18:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:43 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:43 smithi188 ceph-mon[86835]: pgmap v2603: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:18:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:44 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:18:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:44 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:44 smithi104 ceph-mon[96567]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:18:44.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:44 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:18:44.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:44 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:44.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:44 smithi104 ceph-mon[94081]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:18:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:44 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:18:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:44 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:44 smithi188 ceph-mon[86835]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:18:45.765 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2130 ms) 2024-04-02T09:18:45.765 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-02T09:18:45.870 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (105 ms) 2024-04-02T09:18:45.870 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-02T09:18:45.889 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:18:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:18:45] "GET /metrics HTTP/1.1" 200 36565 "" "Prometheus/2.43.0" 2024-04-02T09:18:45.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:45 smithi104 ceph-mon[94081]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:18:45.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:45 smithi104 ceph-mon[94081]: pgmap v2606: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:18:45.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:45 smithi104 ceph-mon[96567]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:18:45.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:45 smithi104 ceph-mon[96567]: pgmap v2606: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:18:45.955 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (84 ms) 2024-04-02T09:18:45.955 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-02T09:18:46.060 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (106 ms) 2024-04-02T09:18:46.060 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-02T09:18:46.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:45 smithi188 ceph-mon[86835]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:18:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:45 smithi188 ceph-mon[86835]: pgmap v2606: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:18:46.159 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (99 ms) 2024-04-02T09:18:46.159 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-02T09:18:46.257 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (97 ms) 2024-04-02T09:18:46.257 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-02T09:18:46.373 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (116 ms) 2024-04-02T09:18:46.373 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:18:46.373 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-02T09:18:46.373 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:46.373 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-02T09:18:46.374 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:18:46.374 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-02T09:18:46.374 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:46.374 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-02T09:18:46.374 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-02T09:18:46.443 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (71 ms) 2024-04-02T09:18:46.443 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-02T09:18:46.524 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (80 ms) 2024-04-02T09:18:46.524 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:18:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:46 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:18:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:46 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T09:18:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:46 smithi188 ceph-mon[86835]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:18:47.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:46 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:18:47.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:46 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T09:18:47.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:46 smithi104 ceph-mon[96567]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:18:47.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:46 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:18:47.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:46 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T09:18:47.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:46 smithi104 ceph-mon[94081]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:18:47.717 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1193 ms) 2024-04-02T09:18:47.717 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-02T09:18:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:47 smithi188 ceph-mon[86835]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:18:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:47 smithi188 ceph-mon[86835]: pgmap v2609: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.2 KiB/s wr, 72 op/s 2024-04-02T09:18:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:47 smithi104 ceph-mon[94081]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:18:48.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:47 smithi104 ceph-mon[94081]: pgmap v2609: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.2 KiB/s wr, 72 op/s 2024-04-02T09:18:48.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:47 smithi104 ceph-mon[96567]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:18:48.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:47 smithi104 ceph-mon[96567]: pgmap v2609: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.2 KiB/s wr, 72 op/s 2024-04-02T09:18:49.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:48 smithi188 ceph-mon[86835]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:18:49.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:48 smithi104 ceph-mon[96567]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:18:49.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:48 smithi104 ceph-mon[94081]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:18:49.718 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2001 ms) 2024-04-02T09:18:49.718 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-02T09:18:49.803 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (85 ms) 2024-04-02T09:18:49.803 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-02T09:18:49.893 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (91 ms) 2024-04-02T09:18:49.893 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-02T09:18:49.995 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (102 ms) 2024-04-02T09:18:49.996 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-02T09:18:50.078 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (83 ms) 2024-04-02T09:18:50.078 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:18:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:49 smithi188 ceph-mon[86835]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:18:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:49 smithi188 ceph-mon[86835]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 39 KiB/s wr, 392 op/s 2024-04-02T09:18:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:50.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:49 smithi104 ceph-mon[96567]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:18:50.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:49 smithi104 ceph-mon[96567]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 39 KiB/s wr, 392 op/s 2024-04-02T09:18:50.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:50.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:49 smithi104 ceph-mon[94081]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:18:50.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:49 smithi104 ceph-mon[94081]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 39 KiB/s wr, 392 op/s 2024-04-02T09:18:50.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:50.160 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (81 ms) 2024-04-02T09:18:50.160 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-02T09:18:50.254 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (94 ms) 2024-04-02T09:18:50.254 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-02T09:18:50.354 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (101 ms) 2024-04-02T09:18:50.354 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-02T09:18:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:50 smithi188 ceph-mon[86835]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:18:51.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:50 smithi104 ceph-mon[96567]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:18:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:50 smithi104 ceph-mon[94081]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:18:51.746 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1389 ms) 2024-04-02T09:18:51.746 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-02T09:18:51.852 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (108 ms) 2024-04-02T09:18:51.852 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-02T09:18:51.959 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (108 ms) 2024-04-02T09:18:51.960 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-02T09:18:52.062 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (103 ms) 2024-04-02T09:18:52.063 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-02T09:18:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:51 smithi188 ceph-mon[86835]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:18:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:51 smithi188 ceph-mon[86835]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 47 KiB/s wr, 508 op/s 2024-04-02T09:18:52.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:51 smithi104 ceph-mon[96567]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:18:52.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:51 smithi104 ceph-mon[96567]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 47 KiB/s wr, 508 op/s 2024-04-02T09:18:52.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:51 smithi104 ceph-mon[94081]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:18:52.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:51 smithi104 ceph-mon[94081]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 47 KiB/s wr, 508 op/s 2024-04-02T09:18:52.223 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (161 ms) 2024-04-02T09:18:52.223 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-02T09:18:52.384 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (160 ms) 2024-04-02T09:18:52.384 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-02T09:18:52.527 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (143 ms) 2024-04-02T09:18:52.527 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-02T09:18:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:18:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:52.677 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (150 ms) 2024-04-02T09:18:52.677 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-02T09:18:52.834 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (158 ms) 2024-04-02T09:18:52.835 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-02T09:18:53.005 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (171 ms) 2024-04-02T09:18:53.005 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-02T09:18:53.089 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (84 ms) 2024-04-02T09:18:53.089 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-02T09:18:53.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:52 smithi188 ceph-mon[86835]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:18:53.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:52 smithi104 ceph-mon[94081]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:18:53.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:52 smithi104 ceph-mon[96567]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:18:53.168 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (79 ms) 2024-04-02T09:18:53.168 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-02T09:18:53.238 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (69 ms) 2024-04-02T09:18:53.238 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-02T09:18:53.352 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (115 ms) 2024-04-02T09:18:53.353 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-02T09:18:53.475 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (122 ms) 2024-04-02T09:18:53.475 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-02T09:18:53.587 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (113 ms) 2024-04-02T09:18:53.588 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-02T09:18:53.707 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (120 ms) 2024-04-02T09:18:53.707 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-02T09:18:53.785 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.MirrorStatusList (77 ms) 2024-04-02T09:18:53.785 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-02T09:18:53.887 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.RemoveBootstrapped (103 ms) 2024-04-02T09:18:53.887 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-02T09:18:54.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:53 smithi188 ceph-mon[86835]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 49 KiB/s wr, 702 op/s 2024-04-02T09:18:54.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:53 smithi104 ceph-mon[94081]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 49 KiB/s wr, 702 op/s 2024-04-02T09:18:54.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:53 smithi104 ceph-mon[96567]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 49 KiB/s wr, 702 op/s 2024-04-02T09:18:54.264 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.AioPromoteDemote (377 ms) 2024-04-02T09:18:54.265 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-02T09:18:54.624 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.AioGetInfo (360 ms) 2024-04-02T09:18:54.625 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-02T09:18:54.858 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.AioGetStatus (234 ms) 2024-04-02T09:18:54.858 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.SiteName 2024-04-02T09:18:54.866 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.SiteName (8 ms) 2024-04-02T09:18:54.867 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-02T09:18:55.795 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.Bootstrap (928 ms) 2024-04-02T09:18:55.795 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-02T09:18:55.805 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.PeerDirection (11 ms) 2024-04-02T09:18:55.805 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-02T09:18:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 50 KiB/s wr, 548 op/s 2024-04-02T09:18:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' 2024-04-02T09:18:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:18:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:18:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' 2024-04-02T09:18:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:18:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:18:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:18:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/946050fe-b282-4caf-9a40-6db66b675444"}]: dispatch 2024-04-02T09:18:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/946050fe-b282-4caf-9a40-6db66b675444"}]: dispatch 2024-04-02T09:18:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:55 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/946050fe-b282-4caf-9a40-6db66b675444"}]': finished 2024-04-02T09:18:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:18:55] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-04-02T09:18:56.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 50 KiB/s wr, 548 op/s 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/946050fe-b282-4caf-9a40-6db66b675444"}]: dispatch 2024-04-02T09:18:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/946050fe-b282-4caf-9a40-6db66b675444"}]: dispatch 2024-04-02T09:18:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/946050fe-b282-4caf-9a40-6db66b675444"}]': finished 2024-04-02T09:18:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 50 KiB/s wr, 548 op/s 2024-04-02T09:18:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' 2024-04-02T09:18:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:18:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:18:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' 2024-04-02T09:18:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:18:56.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:18:56.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:18:56.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:18:56.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/946050fe-b282-4caf-9a40-6db66b675444"}]: dispatch 2024-04-02T09:18:56.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/946050fe-b282-4caf-9a40-6db66b675444"}]: dispatch 2024-04-02T09:18:56.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:55 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/946050fe-b282-4caf-9a40-6db66b675444"}]': finished 2024-04-02T09:18:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:57 smithi188 ceph-mon[86835]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:18:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:57 smithi104 ceph-mon[96567]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:18:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:57 smithi104 ceph-mon[94081]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:18:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:58 smithi188 ceph-mon[86835]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 933 KiB/s rd, 126 KiB/s wr, 1.32k op/s 2024-04-02T09:18:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:58 smithi188 ceph-mon[86835]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:18:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:18:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:58 smithi104 ceph-mon[96567]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 933 KiB/s rd, 126 KiB/s wr, 1.32k op/s 2024-04-02T09:18:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:58 smithi104 ceph-mon[96567]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:18:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:18:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:58 smithi104 ceph-mon[94081]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 933 KiB/s rd, 126 KiB/s wr, 1.32k op/s 2024-04-02T09:18:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:58 smithi104 ceph-mon[94081]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:18:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:18:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:18:59 smithi188 ceph-mon[86835]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:18:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:18:59 smithi104 ceph-mon[96567]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:18:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:18:59 smithi104 ceph-mon[94081]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:19:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:00 smithi188 ceph-mon[86835]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 211 KiB/s wr, 1.86k op/s 2024-04-02T09:19:00.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:00 smithi188 ceph-mon[86835]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:19:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:00 smithi104 ceph-mon[96567]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 211 KiB/s wr, 1.86k op/s 2024-04-02T09:19:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:00 smithi104 ceph-mon[96567]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:19:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:00 smithi104 ceph-mon[94081]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 211 KiB/s wr, 1.86k op/s 2024-04-02T09:19:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:00 smithi104 ceph-mon[94081]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:19:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:01 smithi188 ceph-mon[86835]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:19:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:01 smithi188 ceph-mon[86835]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:19:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:01 smithi104 ceph-mon[96567]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:19:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:01 smithi104 ceph-mon[96567]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:19:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:01 smithi104 ceph-mon[94081]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:19:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:01 smithi104 ceph-mon[94081]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:19:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:02 smithi188 ceph-mon[86835]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 998 KiB/s rd, 164 KiB/s wr, 1.35k op/s 2024-04-02T09:19:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:02 smithi188 ceph-mon[86835]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:19:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:19:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:19:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:02 smithi104 ceph-mon[96567]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 998 KiB/s rd, 164 KiB/s wr, 1.35k op/s 2024-04-02T09:19:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:02 smithi104 ceph-mon[96567]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:19:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:02 smithi104 ceph-mon[94081]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 998 KiB/s rd, 164 KiB/s wr, 1.35k op/s 2024-04-02T09:19:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:02 smithi104 ceph-mon[94081]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:19:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:04 smithi188 ceph-mon[86835]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-04-02T09:19:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:04 smithi188 ceph-mon[86835]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:19:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:04 smithi104 ceph-mon[94081]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-04-02T09:19:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:04 smithi104 ceph-mon[94081]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:19:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:04 smithi104 ceph-mon[96567]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-04-02T09:19:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:04 smithi104 ceph-mon[96567]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:19:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:05 smithi188 ceph-mon[86835]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:19:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:05 smithi104 ceph-mon[94081]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:19:05.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:05 smithi104 ceph-mon[96567]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:19:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:19:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:19:05] "GET /metrics HTTP/1.1" 200 36544 "" "Prometheus/2.43.0" 2024-04-02T09:19:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:06 smithi188 ceph-mon[86835]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:19:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:06 smithi188 ceph-mon[86835]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:19:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:06 smithi188 ceph-mon[86835]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:19:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:06 smithi104 ceph-mon[94081]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:19:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:06 smithi104 ceph-mon[94081]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:19:06.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:06 smithi104 ceph-mon[94081]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:19:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:06 smithi104 ceph-mon[96567]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:19:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:06 smithi104 ceph-mon[96567]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:19:06.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:06 smithi104 ceph-mon[96567]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:19:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:08 smithi188 ceph-mon[86835]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-02T09:19:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:08 smithi188 ceph-mon[86835]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:19:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:08 smithi104 ceph-mon[96567]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-02T09:19:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:08 smithi104 ceph-mon[96567]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:19:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:08 smithi104 ceph-mon[94081]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-02T09:19:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:08 smithi104 ceph-mon[94081]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:19:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:09 smithi188 ceph-mon[86835]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:19:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:09 smithi104 ceph-mon[96567]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:19:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:09 smithi104 ceph-mon[94081]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:19:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:10 smithi188 ceph-mon[86835]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-02T09:19:10.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:10 smithi188 ceph-mon[86835]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:19:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:10 smithi104 ceph-mon[96567]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-02T09:19:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:10 smithi104 ceph-mon[96567]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:19:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:10 smithi104 ceph-mon[94081]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-02T09:19:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:10 smithi104 ceph-mon[94081]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:19:11.385 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.Snapshot (15579 ms) 2024-04-02T09:19:11.385 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-02T09:19:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:11 smithi188 ceph-mon[86835]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:19:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:11 smithi188 ceph-mon[86835]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:19:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:11 smithi104 ceph-mon[96567]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:19:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:11 smithi104 ceph-mon[96567]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:19:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:11 smithi104 ceph-mon[94081]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:19:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:11 smithi104 ceph-mon[94081]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:19:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:19:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:19:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:12 smithi188 ceph-mon[86835]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-04-02T09:19:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:12 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ae7cc06b-bbc1-4d7e-a0f8-943bf4fdb36e"}]: dispatch 2024-04-02T09:19:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:12 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ae7cc06b-bbc1-4d7e-a0f8-943bf4fdb36e"}]: dispatch 2024-04-02T09:19:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:12 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ae7cc06b-bbc1-4d7e-a0f8-943bf4fdb36e"}]': finished 2024-04-02T09:19:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:12 smithi104 ceph-mon[94081]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-04-02T09:19:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:12 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ae7cc06b-bbc1-4d7e-a0f8-943bf4fdb36e"}]: dispatch 2024-04-02T09:19:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:12 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ae7cc06b-bbc1-4d7e-a0f8-943bf4fdb36e"}]: dispatch 2024-04-02T09:19:12.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:12 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ae7cc06b-bbc1-4d7e-a0f8-943bf4fdb36e"}]': finished 2024-04-02T09:19:12.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:12 smithi104 ceph-mon[96567]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-04-02T09:19:12.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:12 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ae7cc06b-bbc1-4d7e-a0f8-943bf4fdb36e"}]: dispatch 2024-04-02T09:19:12.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:12 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ae7cc06b-bbc1-4d7e-a0f8-943bf4fdb36e"}]: dispatch 2024-04-02T09:19:12.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:12 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ae7cc06b-bbc1-4d7e-a0f8-943bf4fdb36e"}]': finished 2024-04-02T09:19:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:13 smithi104 ceph-mon[96567]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:19:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:13 smithi104 ceph-mon[94081]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:19:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:13 smithi188 ceph-mon[86835]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:19:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:14 smithi104 ceph-mon[96567]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-04-02T09:19:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:14 smithi104 ceph-mon[96567]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:19:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:14 smithi104 ceph-mon[94081]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-04-02T09:19:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:14 smithi104 ceph-mon[94081]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:19:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:14 smithi188 ceph-mon[86835]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-04-02T09:19:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:14 smithi188 ceph-mon[86835]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:19:15.492 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4108 ms) 2024-04-02T09:19:15.493 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-02T09:19:15.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:15 smithi104 ceph-mon[96567]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:19:15.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:15 smithi104 ceph-mon[94081]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:19:15.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:15 smithi188 ceph-mon[86835]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:19:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:19:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:19:15] "GET /metrics HTTP/1.1" 200 36544 "" "Prometheus/2.43.0" 2024-04-02T09:19:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:16 smithi188 ceph-mon[86835]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-04-02T09:19:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:16 smithi188 ceph-mon[86835]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:19:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/98686e70-6443-4351-b7e6-5507806aa252"}]: dispatch 2024-04-02T09:19:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:16 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/98686e70-6443-4351-b7e6-5507806aa252"}]: dispatch 2024-04-02T09:19:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:16 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/98686e70-6443-4351-b7e6-5507806aa252"}]': finished 2024-04-02T09:19:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:16 smithi188 ceph-mon[86835]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:19:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[94081]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-04-02T09:19:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[94081]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:19:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/98686e70-6443-4351-b7e6-5507806aa252"}]: dispatch 2024-04-02T09:19:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/98686e70-6443-4351-b7e6-5507806aa252"}]: dispatch 2024-04-02T09:19:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/98686e70-6443-4351-b7e6-5507806aa252"}]': finished 2024-04-02T09:19:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[94081]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:19:16.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[96567]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-04-02T09:19:16.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[96567]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:19:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/98686e70-6443-4351-b7e6-5507806aa252"}]: dispatch 2024-04-02T09:19:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/98686e70-6443-4351-b7e6-5507806aa252"}]: dispatch 2024-04-02T09:19:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/98686e70-6443-4351-b7e6-5507806aa252"}]': finished 2024-04-02T09:19:16.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:16 smithi104 ceph-mon[96567]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:19:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:18 smithi188 ceph-mon[86835]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-02T09:19:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:18 smithi188 ceph-mon[86835]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:19:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:18 smithi104 ceph-mon[94081]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-02T09:19:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:18 smithi104 ceph-mon[94081]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:19:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:18 smithi104 ceph-mon[96567]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-02T09:19:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:18 smithi104 ceph-mon[96567]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:19:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:19 smithi188 ceph-mon[86835]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:19:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:19 smithi104 ceph-mon[96567]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:19:19.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:19 smithi104 ceph-mon[94081]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:19:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:20 smithi188 ceph-mon[86835]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 121 op/s 2024-04-02T09:19:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:20 smithi188 ceph-mon[86835]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:19:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:20 smithi104 ceph-mon[94081]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 121 op/s 2024-04-02T09:19:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:20 smithi104 ceph-mon[94081]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:19:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:20 smithi104 ceph-mon[96567]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 121 op/s 2024-04-02T09:19:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:20 smithi104 ceph-mon[96567]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:19:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:21 smithi188 ceph-mon[86835]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:19:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:21 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7650a7bc-81d7-41df-b0e2-e0761c9aadae"}]: dispatch 2024-04-02T09:19:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:21 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7650a7bc-81d7-41df-b0e2-e0761c9aadae"}]: dispatch 2024-04-02T09:19:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:21 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7650a7bc-81d7-41df-b0e2-e0761c9aadae"}]': finished 2024-04-02T09:19:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:21 smithi188 ceph-mon[86835]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:19:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:21 smithi104 ceph-mon[96567]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:19:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:21 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7650a7bc-81d7-41df-b0e2-e0761c9aadae"}]: dispatch 2024-04-02T09:19:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:21 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7650a7bc-81d7-41df-b0e2-e0761c9aadae"}]: dispatch 2024-04-02T09:19:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:21 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7650a7bc-81d7-41df-b0e2-e0761c9aadae"}]': finished 2024-04-02T09:19:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:21 smithi104 ceph-mon[96567]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:19:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:21 smithi104 ceph-mon[94081]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:19:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:21 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7650a7bc-81d7-41df-b0e2-e0761c9aadae"}]: dispatch 2024-04-02T09:19:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:21 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7650a7bc-81d7-41df-b0e2-e0761c9aadae"}]: dispatch 2024-04-02T09:19:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:21 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7650a7bc-81d7-41df-b0e2-e0761c9aadae"}]': finished 2024-04-02T09:19:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:21 smithi104 ceph-mon[94081]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:19:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:22 smithi188 ceph-mon[86835]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 52 op/s 2024-04-02T09:19:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:19:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:22 smithi104 ceph-mon[96567]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 52 op/s 2024-04-02T09:19:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:22 smithi104 ceph-mon[94081]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 6.7 KiB/s wr, 52 op/s 2024-04-02T09:19:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:23 smithi188 ceph-mon[86835]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:19:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:23 smithi104 ceph-mon[96567]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:19:23.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:23 smithi104 ceph-mon[94081]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:19:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:24 smithi188 ceph-mon[86835]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 243 op/s 2024-04-02T09:19:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:24 smithi188 ceph-mon[86835]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:19:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:24 smithi104 ceph-mon[96567]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 243 op/s 2024-04-02T09:19:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:24 smithi104 ceph-mon[96567]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:19:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:24 smithi104 ceph-mon[94081]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 243 op/s 2024-04-02T09:19:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:24 smithi104 ceph-mon[94081]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:19:25.430 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9937 ms) 2024-04-02T09:19:25.430 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-02T09:19:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:25 smithi188 ceph-mon[86835]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:19:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:25 smithi104 ceph-mon[96567]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:19:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:25 smithi104 ceph-mon[94081]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:19:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:19:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:19:25] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.43.0" 2024-04-02T09:19:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:26 smithi188 ceph-mon[86835]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 10 KiB/s wr, 230 op/s 2024-04-02T09:19:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:26 smithi188 ceph-mon[86835]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:19:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:26 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0d0971a1-c731-45be-90d4-5327861de30b"}]: dispatch 2024-04-02T09:19:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:26 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0d0971a1-c731-45be-90d4-5327861de30b"}]: dispatch 2024-04-02T09:19:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:26 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0d0971a1-c731-45be-90d4-5327861de30b"}]': finished 2024-04-02T09:19:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:26 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dbf18b01-4955-4aa8-97ce-34780fbaeb32"}]: dispatch 2024-04-02T09:19:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:26 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dbf18b01-4955-4aa8-97ce-34780fbaeb32"}]: dispatch 2024-04-02T09:19:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:26 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dbf18b01-4955-4aa8-97ce-34780fbaeb32"}]': finished 2024-04-02T09:19:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:26 smithi188 ceph-mon[86835]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:19:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[96567]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 10 KiB/s wr, 230 op/s 2024-04-02T09:19:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[96567]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:19:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0d0971a1-c731-45be-90d4-5327861de30b"}]: dispatch 2024-04-02T09:19:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0d0971a1-c731-45be-90d4-5327861de30b"}]: dispatch 2024-04-02T09:19:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0d0971a1-c731-45be-90d4-5327861de30b"}]': finished 2024-04-02T09:19:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dbf18b01-4955-4aa8-97ce-34780fbaeb32"}]: dispatch 2024-04-02T09:19:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dbf18b01-4955-4aa8-97ce-34780fbaeb32"}]: dispatch 2024-04-02T09:19:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dbf18b01-4955-4aa8-97ce-34780fbaeb32"}]': finished 2024-04-02T09:19:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[96567]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:19:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[94081]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 10 KiB/s wr, 230 op/s 2024-04-02T09:19:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[94081]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:19:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0d0971a1-c731-45be-90d4-5327861de30b"}]: dispatch 2024-04-02T09:19:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0d0971a1-c731-45be-90d4-5327861de30b"}]: dispatch 2024-04-02T09:19:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0d0971a1-c731-45be-90d4-5327861de30b"}]': finished 2024-04-02T09:19:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dbf18b01-4955-4aa8-97ce-34780fbaeb32"}]: dispatch 2024-04-02T09:19:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dbf18b01-4955-4aa8-97ce-34780fbaeb32"}]: dispatch 2024-04-02T09:19:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/dbf18b01-4955-4aa8-97ce-34780fbaeb32"}]': finished 2024-04-02T09:19:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:26 smithi104 ceph-mon[94081]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:19:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:28 smithi188 ceph-mon[86835]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 767 B/s wr, 14 op/s 2024-04-02T09:19:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:28 smithi188 ceph-mon[86835]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:19:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:28 smithi104 ceph-mon[96567]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 767 B/s wr, 14 op/s 2024-04-02T09:19:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:28 smithi104 ceph-mon[96567]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:19:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:28 smithi104 ceph-mon[94081]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 767 B/s wr, 14 op/s 2024-04-02T09:19:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:28 smithi104 ceph-mon[94081]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:19:29.416 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.SnapshotImageState (3987 ms) 2024-04-02T09:19:29.417 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-02T09:19:29.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:29 smithi188 ceph-mon[86835]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:19:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:29 smithi104 ceph-mon[94081]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:19:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:29 smithi104 ceph-mon[96567]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:19:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:30 smithi188 ceph-mon[86835]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-04-02T09:19:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:30 smithi188 ceph-mon[86835]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:19:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:30 smithi104 ceph-mon[96567]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-04-02T09:19:30.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:30 smithi104 ceph-mon[96567]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:19:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:30 smithi104 ceph-mon[94081]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-04-02T09:19:30.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:30 smithi104 ceph-mon[94081]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:19:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:31 smithi188 ceph-mon[86835]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:19:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:31 smithi188 ceph-mon[86835]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:19:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:31 smithi104 ceph-mon[96567]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:19:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:31 smithi104 ceph-mon[96567]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:19:31.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:31 smithi104 ceph-mon[94081]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:19:31.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:31 smithi104 ceph-mon[94081]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:19:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:32 smithi188 ceph-mon[86835]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 23 KiB/s wr, 283 op/s 2024-04-02T09:19:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:32 smithi188 ceph-mon[86835]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:19:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:19:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:32 smithi104 ceph-mon[94081]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 23 KiB/s wr, 283 op/s 2024-04-02T09:19:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:32 smithi104 ceph-mon[94081]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:19:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:32 smithi104 ceph-mon[96567]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 23 KiB/s wr, 283 op/s 2024-04-02T09:19:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:32 smithi104 ceph-mon[96567]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:19:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:34 smithi188 ceph-mon[86835]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 24 KiB/s wr, 243 op/s 2024-04-02T09:19:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:34 smithi188 ceph-mon[86835]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:19:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:34 smithi104 ceph-mon[94081]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 24 KiB/s wr, 243 op/s 2024-04-02T09:19:34.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:34 smithi104 ceph-mon[94081]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:19:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:34 smithi104 ceph-mon[96567]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 24 KiB/s wr, 243 op/s 2024-04-02T09:19:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:34 smithi104 ceph-mon[96567]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:19:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:35 smithi188 ceph-mon[86835]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:19:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:35 smithi104 ceph-mon[96567]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:19:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:35 smithi104 ceph-mon[94081]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:19:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:19:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:19:35] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-04-02T09:19:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:36 smithi188 ceph-mon[86835]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 8.0 KiB/s wr, 43 op/s 2024-04-02T09:19:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:36 smithi188 ceph-mon[86835]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:19:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:36 smithi188 ceph-mon[86835]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:19:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:36 smithi104 ceph-mon[94081]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 8.0 KiB/s wr, 43 op/s 2024-04-02T09:19:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:36 smithi104 ceph-mon[94081]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:19:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:36 smithi104 ceph-mon[94081]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:19:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:36 smithi104 ceph-mon[96567]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 8.0 KiB/s wr, 43 op/s 2024-04-02T09:19:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:36 smithi104 ceph-mon[96567]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:19:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:36 smithi104 ceph-mon[96567]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:19:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:38 smithi188 ceph-mon[86835]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.0 KiB/s wr, 141 op/s 2024-04-02T09:19:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:38 smithi188 ceph-mon[86835]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:19:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:38 smithi104 ceph-mon[96567]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.0 KiB/s wr, 141 op/s 2024-04-02T09:19:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:38 smithi104 ceph-mon[96567]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:19:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:38 smithi104 ceph-mon[94081]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.0 KiB/s wr, 141 op/s 2024-04-02T09:19:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:38 smithi104 ceph-mon[94081]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:19:39.383 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9967 ms) 2024-04-02T09:19:39.383 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-02T09:19:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:39 smithi188 ceph-mon[86835]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:19:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:39 smithi104 ceph-mon[96567]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:19:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:39 smithi104 ceph-mon[94081]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:19:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:40 smithi188 ceph-mon[86835]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-04-02T09:19:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:40 smithi188 ceph-mon[86835]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:19:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:40 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a5574c1-427a-4bcb-b2e6-bf01f89fe023"}]: dispatch 2024-04-02T09:19:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:40 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a5574c1-427a-4bcb-b2e6-bf01f89fe023"}]: dispatch 2024-04-02T09:19:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:40 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a5574c1-427a-4bcb-b2e6-bf01f89fe023"}]': finished 2024-04-02T09:19:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:40 smithi104 ceph-mon[96567]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-04-02T09:19:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:40 smithi104 ceph-mon[96567]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:19:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:40 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a5574c1-427a-4bcb-b2e6-bf01f89fe023"}]: dispatch 2024-04-02T09:19:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:40 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a5574c1-427a-4bcb-b2e6-bf01f89fe023"}]: dispatch 2024-04-02T09:19:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:40 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a5574c1-427a-4bcb-b2e6-bf01f89fe023"}]': finished 2024-04-02T09:19:40.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:40 smithi104 ceph-mon[94081]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-04-02T09:19:40.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:40 smithi104 ceph-mon[94081]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:19:40.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:40 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a5574c1-427a-4bcb-b2e6-bf01f89fe023"}]: dispatch 2024-04-02T09:19:40.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:40 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a5574c1-427a-4bcb-b2e6-bf01f89fe023"}]: dispatch 2024-04-02T09:19:40.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:40 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a5574c1-427a-4bcb-b2e6-bf01f89fe023"}]': finished 2024-04-02T09:19:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:41 smithi104 ceph-mon[96567]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:19:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:41 smithi104 ceph-mon[94081]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:19:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:41 smithi188 ceph-mon[86835]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:19:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:42 smithi188 ceph-mon[86835]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.5 KiB/s wr, 31 op/s 2024-04-02T09:19:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:42 smithi188 ceph-mon[86835]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:19:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:19:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:19:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:42 smithi104 ceph-mon[96567]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.5 KiB/s wr, 31 op/s 2024-04-02T09:19:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:42 smithi104 ceph-mon[96567]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:19:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:42 smithi104 ceph-mon[94081]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.5 KiB/s wr, 31 op/s 2024-04-02T09:19:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:42 smithi104 ceph-mon[94081]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:19:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:43 smithi188 ceph-mon[86835]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:19:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:43 smithi104 ceph-mon[96567]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:19:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:43 smithi104 ceph-mon[94081]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:19:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:44 smithi188 ceph-mon[86835]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 9.7 KiB/s wr, 91 op/s 2024-04-02T09:19:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:44 smithi188 ceph-mon[86835]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:19:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:44 smithi104 ceph-mon[96567]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 9.7 KiB/s wr, 91 op/s 2024-04-02T09:19:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:44 smithi104 ceph-mon[96567]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:19:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:44 smithi104 ceph-mon[94081]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 9.7 KiB/s wr, 91 op/s 2024-04-02T09:19:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:44 smithi104 ceph-mon[94081]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:19:45.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:45 smithi104 ceph-mon[96567]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:19:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:45 smithi104 ceph-mon[94081]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:19:45.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:45 smithi188 ceph-mon[86835]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:19:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:19:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:19:45] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-04-02T09:19:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:46 smithi188 ceph-mon[86835]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 71 op/s 2024-04-02T09:19:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:46 smithi188 ceph-mon[86835]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:19:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:46 smithi188 ceph-mon[86835]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:19:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:46 smithi104 ceph-mon[94081]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 71 op/s 2024-04-02T09:19:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:46 smithi104 ceph-mon[94081]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:19:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:46 smithi104 ceph-mon[94081]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:19:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:46 smithi104 ceph-mon[96567]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 7.2 KiB/s wr, 71 op/s 2024-04-02T09:19:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:46 smithi104 ceph-mon[96567]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:19:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:46 smithi104 ceph-mon[96567]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:19:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:48 smithi188 ceph-mon[86835]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 7.2 KiB/s wr, 66 op/s 2024-04-02T09:19:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:48 smithi188 ceph-mon[86835]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:19:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:48 smithi104 ceph-mon[96567]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 7.2 KiB/s wr, 66 op/s 2024-04-02T09:19:48.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:48 smithi104 ceph-mon[96567]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:19:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:48 smithi104 ceph-mon[94081]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 7.2 KiB/s wr, 66 op/s 2024-04-02T09:19:48.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:48 smithi104 ceph-mon[94081]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:19:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:49 smithi188 ceph-mon[86835]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:19:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:49 smithi104 ceph-mon[96567]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:19:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:49 smithi104 ceph-mon[94081]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:19:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:50 smithi188 ceph-mon[86835]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 12 KiB/s wr, 94 op/s 2024-04-02T09:19:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:50 smithi188 ceph-mon[86835]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:19:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:50 smithi104 ceph-mon[96567]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 12 KiB/s wr, 94 op/s 2024-04-02T09:19:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:50 smithi104 ceph-mon[96567]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:19:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:50 smithi104 ceph-mon[94081]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 12 KiB/s wr, 94 op/s 2024-04-02T09:19:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:50 smithi104 ceph-mon[94081]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:19:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:51 smithi188 ceph-mon[86835]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:19:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:51 smithi104 ceph-mon[94081]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:19:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:51 smithi104 ceph-mon[96567]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:19:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:52 smithi188 ceph-mon[86835]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 12 KiB/s wr, 89 op/s 2024-04-02T09:19:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:52 smithi188 ceph-mon[86835]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:19:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:19:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:19:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:52 smithi104 ceph-mon[96567]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 12 KiB/s wr, 89 op/s 2024-04-02T09:19:52.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:52 smithi104 ceph-mon[96567]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:19:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:52 smithi104 ceph-mon[94081]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 12 KiB/s wr, 89 op/s 2024-04-02T09:19:52.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:52 smithi104 ceph-mon[94081]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:19:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:53 smithi188 ceph-mon[86835]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:19:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:53 smithi104 ceph-mon[96567]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:19:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:53 smithi104 ceph-mon[94081]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:19:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:54 smithi188 ceph-mon[86835]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 22 KiB/s wr, 222 op/s 2024-04-02T09:19:54.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:54 smithi188 ceph-mon[86835]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:19:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:54 smithi104 ceph-mon[96567]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 22 KiB/s wr, 222 op/s 2024-04-02T09:19:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:54 smithi104 ceph-mon[96567]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:19:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:54 smithi104 ceph-mon[94081]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 22 KiB/s wr, 222 op/s 2024-04-02T09:19:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:54 smithi104 ceph-mon[94081]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:19:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:55 smithi188 ceph-mon[86835]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:19:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:55 smithi104 ceph-mon[96567]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:19:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:55 smithi104 ceph-mon[94081]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:19:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:19:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:19:55] "GET /metrics HTTP/1.1" 200 36543 "" "Prometheus/2.43.0" 2024-04-02T09:19:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:56 smithi188 ceph-mon[86835]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 180 op/s 2024-04-02T09:19:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:56 smithi188 ceph-mon[86835]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:19:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:56 smithi104 ceph-mon[94081]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 180 op/s 2024-04-02T09:19:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:56 smithi104 ceph-mon[94081]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:19:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:56 smithi104 ceph-mon[96567]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 180 op/s 2024-04-02T09:19:56.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:56 smithi104 ceph-mon[96567]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:19:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:57 smithi188 ceph-mon[86835]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:19:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:57 smithi104 ceph-mon[96567]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:19:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:57 smithi104 ceph-mon[94081]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:19:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:58 smithi188 ceph-mon[86835]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-04-02T09:19:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:58 smithi188 ceph-mon[86835]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:19:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:58.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:58 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:19:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[96567]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-04-02T09:19:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[96567]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:19:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:58.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:58.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:19:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[94081]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-04-02T09:19:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[94081]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:19:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:58.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:58 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:19:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:19:59 smithi188 ceph-mon[86835]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:19:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:19:59 smithi104 ceph-mon[96567]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:19:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:19:59 smithi104 ceph-mon[94081]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:20:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:00 smithi188 ceph-mon[86835]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-04-02T09:20:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:00 smithi188 ceph-mon[86835]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:20:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:00 smithi188 ceph-mon[86835]: overall HEALTH_OK 2024-04-02T09:20:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:00 smithi104 ceph-mon[96567]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-04-02T09:20:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:00 smithi104 ceph-mon[96567]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:20:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:00 smithi104 ceph-mon[96567]: overall HEALTH_OK 2024-04-02T09:20:00.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:00 smithi104 ceph-mon[94081]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-04-02T09:20:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:00 smithi104 ceph-mon[94081]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:20:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:00 smithi104 ceph-mon[94081]: overall HEALTH_OK 2024-04-02T09:20:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:01 smithi188 ceph-mon[86835]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:20:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:01 smithi188 ceph-mon[86835]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:20:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:01 smithi104 ceph-mon[94081]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:20:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:01 smithi104 ceph-mon[94081]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:20:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:01 smithi104 ceph-mon[96567]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:20:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:01 smithi104 ceph-mon[96567]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:20:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:02 smithi188 ceph-mon[86835]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.0 KiB/s wr, 158 op/s 2024-04-02T09:20:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:02 smithi188 ceph-mon[86835]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:20:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:20:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:02 smithi104 ceph-mon[94081]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.0 KiB/s wr, 158 op/s 2024-04-02T09:20:02.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:02 smithi104 ceph-mon[94081]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:20:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:02 smithi104 ceph-mon[96567]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.0 KiB/s wr, 158 op/s 2024-04-02T09:20:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:02 smithi104 ceph-mon[96567]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:20:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:04 smithi104 ceph-mon[94081]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 4.7 KiB/s wr, 98 op/s 2024-04-02T09:20:04.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:04 smithi104 ceph-mon[94081]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:20:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:04 smithi104 ceph-mon[96567]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 4.7 KiB/s wr, 98 op/s 2024-04-02T09:20:04.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:04 smithi104 ceph-mon[96567]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:20:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:04 smithi188 ceph-mon[86835]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 4.7 KiB/s wr, 98 op/s 2024-04-02T09:20:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:04 smithi188 ceph-mon[86835]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:20:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:05 smithi104 ceph-mon[94081]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:20:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:05.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:05 smithi104 ceph-mon[96567]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:20:05.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:05 smithi188 ceph-mon[86835]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:20:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:20:05] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2024-04-02T09:20:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:06 smithi188 ceph-mon[86835]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-02T09:20:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:06 smithi188 ceph-mon[86835]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:20:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:06 smithi188 ceph-mon[86835]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:20:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:06 smithi104 ceph-mon[96567]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-02T09:20:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:06 smithi104 ceph-mon[96567]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:20:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:06 smithi104 ceph-mon[96567]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:20:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:06 smithi104 ceph-mon[94081]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-02T09:20:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:06 smithi104 ceph-mon[94081]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:20:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:06 smithi104 ceph-mon[94081]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:20:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:08 smithi188 ceph-mon[86835]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 136 op/s 2024-04-02T09:20:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:08 smithi188 ceph-mon[86835]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:20:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:08 smithi104 ceph-mon[94081]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 136 op/s 2024-04-02T09:20:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:08 smithi104 ceph-mon[94081]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:20:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:08 smithi104 ceph-mon[96567]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 136 op/s 2024-04-02T09:20:08.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:08 smithi104 ceph-mon[96567]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:20:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:09 smithi188 ceph-mon[86835]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:20:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:09 smithi104 ceph-mon[96567]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:20:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:09 smithi104 ceph-mon[94081]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:20:10.486 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31102 ms) 2024-04-02T09:20:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:10 smithi188 ceph-mon[86835]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.0 KiB/s wr, 158 op/s 2024-04-02T09:20:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:10 smithi188 ceph-mon[86835]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:20:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:10 smithi104 ceph-mon[96567]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.0 KiB/s wr, 158 op/s 2024-04-02T09:20:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:10 smithi104 ceph-mon[96567]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:20:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:10 smithi104 ceph-mon[94081]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.0 KiB/s wr, 158 op/s 2024-04-02T09:20:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:10 smithi104 ceph-mon[94081]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:20:11.298 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 51 tests from TestMirroring (86850 ms total) 2024-04-02T09:20:11.298 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:20:11.299 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 34 tests from TestInternal 2024-04-02T09:20:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:11 smithi188 ceph-mon[86835]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:20:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:11 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a68904ec-d6ac-4beb-aed0-63bef6aaa0d3"}]: dispatch 2024-04-02T09:20:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:11 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a68904ec-d6ac-4beb-aed0-63bef6aaa0d3"}]: dispatch 2024-04-02T09:20:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:11 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a68904ec-d6ac-4beb-aed0-63bef6aaa0d3"}]': finished 2024-04-02T09:20:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:11 smithi188 ceph-mon[86835]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:20:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:11 smithi104 ceph-mon[96567]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:20:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:11 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a68904ec-d6ac-4beb-aed0-63bef6aaa0d3"}]: dispatch 2024-04-02T09:20:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:11 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a68904ec-d6ac-4beb-aed0-63bef6aaa0d3"}]: dispatch 2024-04-02T09:20:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:11 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a68904ec-d6ac-4beb-aed0-63bef6aaa0d3"}]': finished 2024-04-02T09:20:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:11 smithi104 ceph-mon[96567]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:20:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:11 smithi104 ceph-mon[94081]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:20:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:11 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3184246418' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a68904ec-d6ac-4beb-aed0-63bef6aaa0d3"}]: dispatch 2024-04-02T09:20:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:11 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a68904ec-d6ac-4beb-aed0-63bef6aaa0d3"}]: dispatch 2024-04-02T09:20:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:11 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a68904ec-d6ac-4beb-aed0-63bef6aaa0d3"}]': finished 2024-04-02T09:20:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:11 smithi104 ceph-mon[94081]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:20:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:12 smithi188 ceph-mon[86835]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-02T09:20:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:12 smithi188 ceph-mon[86835]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:20:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:12 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1548682072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:20:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:20:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:12.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:12 smithi104 ceph-mon[94081]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-02T09:20:12.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:12 smithi104 ceph-mon[94081]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:20:12.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:12 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1548682072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:12 smithi104 ceph-mon[96567]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-02T09:20:12.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:12 smithi104 ceph-mon[96567]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:20:12.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:12 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1548682072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:13.302 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.OpenByID 2024-04-02T09:20:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:14 smithi188 ceph-mon[86835]: pgmap v2734: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:14 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1548682072' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:14 smithi188 ceph-mon[86835]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:20:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:14 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:14 smithi104 ceph-mon[94081]: pgmap v2734: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:14 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1548682072' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:14 smithi104 ceph-mon[94081]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:20:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:14 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:14 smithi104 ceph-mon[96567]: pgmap v2734: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:14 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1548682072' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:14 smithi104 ceph-mon[96567]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:20:14.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:14 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:15.347 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.OpenByID (2045 ms) 2024-04-02T09:20:15.347 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-02T09:20:15.368 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.OpenSnapDNE (22 ms) 2024-04-02T09:20:15.369 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-02T09:20:15.393 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (25 ms) 2024-04-02T09:20:15.393 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-02T09:20:15.419 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.ResizeLocksImage (26 ms) 2024-04-02T09:20:15.419 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-02T09:20:15.437 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (18 ms) 2024-04-02T09:20:15.437 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-02T09:20:15.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:15 smithi188 ceph-mon[86835]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:20:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:15 smithi104 ceph-mon[96567]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:20:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:15 smithi104 ceph-mon[94081]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:20:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:20:15] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2024-04-02T09:20:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:16 smithi188 ceph-mon[86835]: pgmap v2737: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:16 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:16 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T09:20:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:16 smithi188 ceph-mon[86835]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:20:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:16 smithi104 ceph-mon[96567]: pgmap v2737: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:16 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:16 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T09:20:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:16 smithi104 ceph-mon[96567]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:20:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:16 smithi104 ceph-mon[94081]: pgmap v2737: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:16 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:16 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T09:20:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:16 smithi104 ceph-mon[94081]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:20:17.330 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1892 ms) 2024-04-02T09:20:17.330 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-02T09:20:17.356 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (26 ms) 2024-04-02T09:20:17.356 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-02T09:20:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:17 smithi188 ceph-mon[86835]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:20:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:17 smithi104 ceph-mon[94081]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:20:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:17 smithi104 ceph-mon[96567]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:20:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:18 smithi188 ceph-mon[86835]: pgmap v2740: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.2 KiB/s wr, 16 op/s 2024-04-02T09:20:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:18 smithi188 ceph-mon[86835]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:20:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:18 smithi104 ceph-mon[96567]: pgmap v2740: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.2 KiB/s wr, 16 op/s 2024-04-02T09:20:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:18 smithi104 ceph-mon[96567]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:20:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:18 smithi104 ceph-mon[94081]: pgmap v2740: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.2 KiB/s wr, 16 op/s 2024-04-02T09:20:18.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:18 smithi104 ceph-mon[94081]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:20:19.356 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (2001 ms) 2024-04-02T09:20:19.357 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-02T09:20:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:19 smithi188 ceph-mon[86835]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:20:19.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:19 smithi104 ceph-mon[94081]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:20:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:19 smithi104 ceph-mon[96567]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:20:20.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:20 smithi188 ceph-mon[86835]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 61 op/s 2024-04-02T09:20:20.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:20 smithi188 ceph-mon[86835]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:20:20.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:20 smithi104 ceph-mon[96567]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 61 op/s 2024-04-02T09:20:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:20 smithi104 ceph-mon[96567]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:20:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:20 smithi104 ceph-mon[94081]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 61 op/s 2024-04-02T09:20:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:20 smithi104 ceph-mon[94081]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:20:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:21.368 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2012 ms) 2024-04-02T09:20:21.369 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-02T09:20:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:21 smithi188 ceph-mon[86835]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:20:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:21 smithi104 ceph-mon[94081]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:20:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:21 smithi104 ceph-mon[96567]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:20:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:22 smithi188 ceph-mon[86835]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-04-02T09:20:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:22 smithi188 ceph-mon[86835]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:20:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:20:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:22 smithi104 ceph-mon[96567]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-04-02T09:20:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:22 smithi104 ceph-mon[96567]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:20:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:22 smithi104 ceph-mon[94081]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-04-02T09:20:22.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:22 smithi104 ceph-mon[94081]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:20:23.386 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2018 ms) 2024-04-02T09:20:23.386 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-02T09:20:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:23 smithi188 ceph-mon[86835]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:20:23.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:23 smithi104 ceph-mon[94081]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:20:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:23 smithi104 ceph-mon[96567]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:20:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:24 smithi188 ceph-mon[86835]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.5 KiB/s wr, 132 op/s 2024-04-02T09:20:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:24 smithi188 ceph-mon[86835]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:20:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:24 smithi104 ceph-mon[96567]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.5 KiB/s wr, 132 op/s 2024-04-02T09:20:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:24 smithi104 ceph-mon[96567]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:20:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:24 smithi104 ceph-mon[94081]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.5 KiB/s wr, 132 op/s 2024-04-02T09:20:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:24 smithi104 ceph-mon[94081]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:20:25.405 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.FlattenLocksImage (2018 ms) 2024-04-02T09:20:25.405 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-02T09:20:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:25 smithi104 ceph-mon[96567]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:20:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:25 smithi104 ceph-mon[94081]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:20:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:25 smithi188 ceph-mon[86835]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:20:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:20:25] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-04-02T09:20:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:26 smithi104 ceph-mon[94081]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.5 KiB/s wr, 20 op/s 2024-04-02T09:20:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:26 smithi104 ceph-mon[94081]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:20:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:26 smithi104 ceph-mon[94081]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:20:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:26 smithi104 ceph-mon[96567]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.5 KiB/s wr, 20 op/s 2024-04-02T09:20:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:26 smithi104 ceph-mon[96567]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:20:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:26 smithi104 ceph-mon[96567]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:20:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:26 smithi188 ceph-mon[86835]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.5 KiB/s wr, 20 op/s 2024-04-02T09:20:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:26 smithi188 ceph-mon[86835]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:20:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:26 smithi188 ceph-mon[86835]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:20:27.398 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1993 ms) 2024-04-02T09:20:27.398 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-02T09:20:28.391 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (994 ms) 2024-04-02T09:20:28.391 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-02T09:20:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:28 smithi104 ceph-mon[94081]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.5 KiB/s wr, 147 op/s 2024-04-02T09:20:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:28 smithi104 ceph-mon[94081]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:20:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:28 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2793000968' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2793000968"}]: dispatch 2024-04-02T09:20:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:28 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2793000968"}]: dispatch 2024-04-02T09:20:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:28 smithi104 ceph-mon[96567]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.5 KiB/s wr, 147 op/s 2024-04-02T09:20:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:28 smithi104 ceph-mon[96567]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:20:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:28 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2793000968' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2793000968"}]: dispatch 2024-04-02T09:20:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:28 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2793000968"}]: dispatch 2024-04-02T09:20:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:28 smithi188 ceph-mon[86835]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.5 KiB/s wr, 147 op/s 2024-04-02T09:20:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:28 smithi188 ceph-mon[86835]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:20:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:28 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2793000968' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2793000968"}]: dispatch 2024-04-02T09:20:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:28 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2793000968"}]: dispatch 2024-04-02T09:20:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:29 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2793000968"}]': finished 2024-04-02T09:20:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:29 smithi188 ceph-mon[86835]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:20:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:29 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3301321140' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3301321140"}]: dispatch 2024-04-02T09:20:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:29 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2793000968"}]': finished 2024-04-02T09:20:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:29 smithi104 ceph-mon[96567]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:20:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:29 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3301321140' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3301321140"}]: dispatch 2024-04-02T09:20:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:29 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2793000968"}]': finished 2024-04-02T09:20:29.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:29 smithi104 ceph-mon[94081]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:20:29.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:29 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3301321140' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3301321140"}]: dispatch 2024-04-02T09:20:30.391 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2000 ms) 2024-04-02T09:20:30.391 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-02T09:20:30.422 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.AioWriteRequestsLock (30 ms) 2024-04-02T09:20:30.422 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-02T09:20:30.448 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (27 ms) 2024-04-02T09:20:30.448 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-02T09:20:30.493 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.CancelAsyncResize (45 ms) 2024-04-02T09:20:30.493 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-02T09:20:30.550 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.MultipleResize (56 ms) 2024-04-02T09:20:30.550 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.Metadata 2024-04-02T09:20:30.593 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.Metadata (43 ms) 2024-04-02T09:20:30.593 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-02T09:20:30.623 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.MetadataConfApply (31 ms) 2024-04-02T09:20:30.623 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-02T09:20:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:30 smithi188 ceph-mon[86835]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 9.2 KiB/s wr, 175 op/s 2024-04-02T09:20:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:30 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3301321140' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3301321140"}]': finished 2024-04-02T09:20:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:30 smithi188 ceph-mon[86835]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:20:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:30 smithi104 ceph-mon[96567]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 9.2 KiB/s wr, 175 op/s 2024-04-02T09:20:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:30 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3301321140' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3301321140"}]': finished 2024-04-02T09:20:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:30 smithi104 ceph-mon[96567]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:20:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:30 smithi104 ceph-mon[94081]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 9.2 KiB/s wr, 175 op/s 2024-04-02T09:20:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:30 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3301321140' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3301321140"}]': finished 2024-04-02T09:20:30.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:30 smithi104 ceph-mon[94081]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:20:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:32 smithi188 ceph-mon[86835]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.8 KiB/s wr, 137 op/s 2024-04-02T09:20:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:32 smithi188 ceph-mon[86835]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:20:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:20:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:32 smithi104 ceph-mon[94081]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.8 KiB/s wr, 137 op/s 2024-04-02T09:20:32.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:32 smithi104 ceph-mon[94081]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:20:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:32 smithi104 ceph-mon[96567]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.8 KiB/s wr, 137 op/s 2024-04-02T09:20:32.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:32 smithi104 ceph-mon[96567]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:20:33.393 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.SnapshotCopyup (2770 ms) 2024-04-02T09:20:33.393 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-02T09:20:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:33 smithi188 ceph-mon[86835]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:20:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:33 smithi104 ceph-mon[94081]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:20:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:33 smithi104 ceph-mon[96567]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:20:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:34 smithi188 ceph-mon[86835]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-02T09:20:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:34 smithi188 ceph-mon[86835]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:20:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:34 smithi104 ceph-mon[96567]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-02T09:20:34.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:34 smithi104 ceph-mon[96567]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:20:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:34 smithi104 ceph-mon[94081]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-02T09:20:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:34 smithi104 ceph-mon[94081]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:20:35.352 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1959 ms) 2024-04-02T09:20:35.352 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-02T09:20:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:35 smithi188 ceph-mon[86835]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:20:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:35 smithi104 ceph-mon[96567]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:20:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:35 smithi104 ceph-mon[94081]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:20:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:20:35] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.43.0" 2024-04-02T09:20:36.327 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (975 ms) 2024-04-02T09:20:36.328 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-02T09:20:36.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:36 smithi188 ceph-mon[86835]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 16 KiB/s wr, 209 op/s 2024-04-02T09:20:36.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:36 smithi188 ceph-mon[86835]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:20:36.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:36 smithi188 ceph-mon[86835]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:20:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:36 smithi104 ceph-mon[96567]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 16 KiB/s wr, 209 op/s 2024-04-02T09:20:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:36 smithi104 ceph-mon[96567]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:20:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:36 smithi104 ceph-mon[96567]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:20:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:36 smithi104 ceph-mon[94081]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 16 KiB/s wr, 209 op/s 2024-04-02T09:20:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:36 smithi104 ceph-mon[94081]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:20:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:36 smithi104 ceph-mon[94081]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:20:38.387 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.ResizeCopyup (2059 ms) 2024-04-02T09:20:38.387 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-02T09:20:38.395 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-02T09:20:38.395 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:20:38.395 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (9 ms) 2024-04-02T09:20:38.395 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-02T09:20:38.402 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.ImageOptions (7 ms) 2024-04-02T09:20:38.403 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-02T09:20:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:38 smithi188 ceph-mon[86835]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 23 KiB/s wr, 191 op/s 2024-04-02T09:20:38.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:38 smithi188 ceph-mon[86835]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:20:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:38 smithi104 ceph-mon[96567]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 23 KiB/s wr, 191 op/s 2024-04-02T09:20:38.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:38 smithi104 ceph-mon[96567]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:20:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:38 smithi104 ceph-mon[94081]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 23 KiB/s wr, 191 op/s 2024-04-02T09:20:38.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:38 smithi104 ceph-mon[94081]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:20:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:39 smithi188 ceph-mon[86835]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:20:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:39 smithi104 ceph-mon[96567]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:20:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:39 smithi104 ceph-mon[94081]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:20:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:40 smithi188 ceph-mon[86835]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 29 KiB/s wr, 363 op/s 2024-04-02T09:20:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:40 smithi188 ceph-mon[86835]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:20:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:40 smithi104 ceph-mon[96567]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 29 KiB/s wr, 363 op/s 2024-04-02T09:20:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:40 smithi104 ceph-mon[96567]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:20:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:40 smithi104 ceph-mon[94081]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 29 KiB/s wr, 363 op/s 2024-04-02T09:20:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:40 smithi104 ceph-mon[94081]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:20:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:41 smithi188 ceph-mon[86835]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:20:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:41 smithi104 ceph-mon[96567]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:20:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:41 smithi104 ceph-mon[94081]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:20:42.374 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.WriteFullCopyup (3972 ms) 2024-04-02T09:20:42.375 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-02T09:20:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:42 smithi188 ceph-mon[86835]: pgmap v2775: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 1.0 MiB/s wr, 324 op/s 2024-04-02T09:20:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:42 smithi188 ceph-mon[86835]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:20:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:20:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:42 smithi104 ceph-mon[94081]: pgmap v2775: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 1.0 MiB/s wr, 324 op/s 2024-04-02T09:20:42.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:42 smithi104 ceph-mon[94081]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:20:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:42 smithi104 ceph-mon[96567]: pgmap v2775: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 1.0 MiB/s wr, 324 op/s 2024-04-02T09:20:42.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:42 smithi104 ceph-mon[96567]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:20:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:43 smithi188 ceph-mon[86835]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:20:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:43 smithi104 ceph-mon[96567]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:20:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:43 smithi104 ceph-mon[94081]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:20:44.401 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2026 ms) 2024-04-02T09:20:44.401 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.TestCoR 2024-04-02T09:20:44.410 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-02T09:20:44.410 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to disabled copy-on-read 2024-04-02T09:20:44.410 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestInternal.TestCoR (9 ms) 2024-04-02T09:20:44.410 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-02T09:20:44.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:44 smithi188 ceph-mon[86835]: pgmap v2778: 137 pgs: 137 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 126 op/s 2024-04-02T09:20:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:44 smithi188 ceph-mon[86835]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:20:44.635 INFO:tasks.workunit.client.0.smithi104.stdout:made parent image "image391": 4194304K (1024 * 4K) 2024-04-02T09:20:44.635 INFO:tasks.workunit.client.0.smithi104.stdout:generated random write map: 2024-04-02T09:20:44.635 INFO:tasks.workunit.client.0.smithi104.stdout: [2 , 10458 ] 2024-04-02T09:20:44.635 INFO:tasks.workunit.client.0.smithi104.stdout: [6 , 25630 ] 2024-04-02T09:20:44.635 INFO:tasks.workunit.client.0.smithi104.stdout: [23 , 94694 ] 2024-04-02T09:20:44.635 INFO:tasks.workunit.client.0.smithi104.stdout: [29 , 122116 ] 2024-04-02T09:20:44.635 INFO:tasks.workunit.client.0.smithi104.stdout: [72 , 297021 ] 2024-04-02T09:20:44.635 INFO:tasks.workunit.client.0.smithi104.stdout: [86 , 353906 ] 2024-04-02T09:20:44.635 INFO:tasks.workunit.client.0.smithi104.stdout: [97 , 400110 ] 2024-04-02T09:20:44.635 INFO:tasks.workunit.client.0.smithi104.stdout: [101 , 414273 ] 2024-04-02T09:20:44.636 INFO:tasks.workunit.client.0.smithi104.stdout: [102 , 418129 ] 2024-04-02T09:20:44.636 INFO:tasks.workunit.client.0.smithi104.stdout: [132 , 543858 ] 2024-04-02T09:20:44.636 INFO:tasks.workunit.client.0.smithi104.stdout: [138 , 568655 ] 2024-04-02T09:20:44.636 INFO:tasks.workunit.client.0.smithi104.stdout: [153 , 630002 ] 2024-04-02T09:20:44.636 INFO:tasks.workunit.client.0.smithi104.stdout: [154 , 632449 ] 2024-04-02T09:20:44.636 INFO:tasks.workunit.client.0.smithi104.stdout: [164 , 673703 ] 2024-04-02T09:20:44.636 INFO:tasks.workunit.client.0.smithi104.stdout: [165 , 677568 ] 2024-04-02T09:20:44.636 INFO:tasks.workunit.client.0.smithi104.stdout: [169 , 693180 ] 2024-04-02T09:20:44.636 INFO:tasks.workunit.client.0.smithi104.stdout: [170 , 697647 ] 2024-04-02T09:20:44.636 INFO:tasks.workunit.client.0.smithi104.stdout: [173 , 711950 ] 2024-04-02T09:20:44.637 INFO:tasks.workunit.client.0.smithi104.stdout: [190 , 779981 ] 2024-04-02T09:20:44.637 INFO:tasks.workunit.client.0.smithi104.stdout: [225 , 923874 ] 2024-04-02T09:20:44.637 INFO:tasks.workunit.client.0.smithi104.stdout: [228 , 934978 ] 2024-04-02T09:20:44.637 INFO:tasks.workunit.client.0.smithi104.stdout: [251 , 1028874 ] 2024-04-02T09:20:44.637 INFO:tasks.workunit.client.0.smithi104.stdout: [252 , 1034144 ] 2024-04-02T09:20:44.637 INFO:tasks.workunit.client.0.smithi104.stdout: [254 , 1041849 ] 2024-04-02T09:20:44.637 INFO:tasks.workunit.client.0.smithi104.stdout: [276 , 1132478 ] 2024-04-02T09:20:44.637 INFO:tasks.workunit.client.0.smithi104.stdout: [279 , 1143000 ] 2024-04-02T09:20:44.637 INFO:tasks.workunit.client.0.smithi104.stdout: [290 , 1189641 ] 2024-04-02T09:20:44.637 INFO:tasks.workunit.client.0.smithi104.stdout: [297 , 1218137 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [314 , 1289650 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [322 , 1320260 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [335 , 1374414 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [343 , 1407259 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [344 , 1410312 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [354 , 1452676 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [359 , 1472191 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [362 , 1485963 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [367 , 1505189 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [369 , 1513402 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [411 , 1685531 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [472 , 1935634 ] 2024-04-02T09:20:44.638 INFO:tasks.workunit.client.0.smithi104.stdout: [484 , 1983635 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [487 , 1997060 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [488 , 1999836 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [489 , 2004695 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [490 , 2009550 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [494 , 2024838 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [535 , 2194662 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [549 , 2251686 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [560 , 2295129 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [564 , 2310201 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [569 , 2333689 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [575 , 2358305 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [584 , 2392366 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [587 , 2407737 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [599 , 2454287 ] 2024-04-02T09:20:44.639 INFO:tasks.workunit.client.0.smithi104.stdout: [602 , 2467801 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [605 , 2479156 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [639 , 2617893 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [643 , 2634889 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [654 , 2682170 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [670 , 2745376 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [671 , 2748814 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [672 , 2755360 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [676 , 2772073 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [700 , 2868589 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [732 , 3000179 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [733 , 3003238 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [745 , 3054333 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [748 , 3065646 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [757 , 3101850 ] 2024-04-02T09:20:44.640 INFO:tasks.workunit.client.0.smithi104.stdout: [758 , 3107268 ] 2024-04-02T09:20:44.641 INFO:tasks.workunit.client.0.smithi104.stdout: [794 , 3253143 ] 2024-04-02T09:20:44.641 INFO:tasks.workunit.client.0.smithi104.stdout: [815 , 3341724 ] 2024-04-02T09:20:44.641 INFO:tasks.workunit.client.0.smithi104.stdout: [833 , 3414898 ] 2024-04-02T09:20:44.641 INFO:tasks.workunit.client.0.smithi104.stdout: [847 , 3470803 ] 2024-04-02T09:20:44.641 INFO:tasks.workunit.client.0.smithi104.stdout: [853 , 3495548 ] 2024-04-02T09:20:44.641 INFO:tasks.workunit.client.0.smithi104.stdout: [862 , 3531081 ] 2024-04-02T09:20:44.641 INFO:tasks.workunit.client.0.smithi104.stdout: [870 , 3566549 ] 2024-04-02T09:20:44.641 INFO:tasks.workunit.client.0.smithi104.stdout: [878 , 3598926 ] 2024-04-02T09:20:44.641 INFO:tasks.workunit.client.0.smithi104.stdout: [891 , 3652408 ] 2024-04-02T09:20:44.641 INFO:tasks.workunit.client.0.smithi104.stdout: [892 , 3655589 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [896 , 3672704 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [901 , 3690731 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [912 , 3737346 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [914 , 3745483 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [925 , 3790487 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [942 , 3858543 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [948 , 3883386 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [949 , 3890525 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [957 , 3922029 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [964 , 3950999 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [973 , 3985513 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [986 , 4039030 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [993 , 4070899 ] 2024-04-02T09:20:44.642 INFO:tasks.workunit.client.0.smithi104.stdout: [1004 , 4112636 ] 2024-04-02T09:20:44.643 INFO:tasks.workunit.client.0.smithi104.stdout: [1015 , 4160533 ] 2024-04-02T09:20:44.643 INFO:tasks.workunit.client.0.smithi104.stdout:write data based on random map 2024-04-02T09:20:44.643 INFO:tasks.workunit.client.0.smithi104.stdout: write object-2 2024-04-02T09:20:44.643 INFO:tasks.workunit.client.0.smithi104.stdout: write object-6 2024-04-02T09:20:44.643 INFO:tasks.workunit.client.0.smithi104.stdout: write object-23 2024-04-02T09:20:44.643 INFO:tasks.workunit.client.0.smithi104.stdout: write object-29 2024-04-02T09:20:44.643 INFO:tasks.workunit.client.0.smithi104.stdout: write object-72 2024-04-02T09:20:44.643 INFO:tasks.workunit.client.0.smithi104.stdout: write object-86 2024-04-02T09:20:44.643 INFO:tasks.workunit.client.0.smithi104.stdout: write object-97 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-101 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-102 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-132 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-138 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-153 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-154 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-164 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-165 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-169 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-170 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-173 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-190 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-225 2024-04-02T09:20:44.644 INFO:tasks.workunit.client.0.smithi104.stdout: write object-228 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-251 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-252 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-254 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-276 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-279 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-290 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-297 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-314 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-322 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-335 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-343 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-344 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-354 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-359 2024-04-02T09:20:44.645 INFO:tasks.workunit.client.0.smithi104.stdout: write object-362 2024-04-02T09:20:44.646 INFO:tasks.workunit.client.0.smithi104.stdout: write object-367 2024-04-02T09:20:44.646 INFO:tasks.workunit.client.0.smithi104.stdout: write object-369 2024-04-02T09:20:44.646 INFO:tasks.workunit.client.0.smithi104.stdout: write object-411 2024-04-02T09:20:44.646 INFO:tasks.workunit.client.0.smithi104.stdout: write object-472 2024-04-02T09:20:44.646 INFO:tasks.workunit.client.0.smithi104.stdout: write object-484 2024-04-02T09:20:44.646 INFO:tasks.workunit.client.0.smithi104.stdout: write object-487 2024-04-02T09:20:44.646 INFO:tasks.workunit.client.0.smithi104.stdout: write object-488 2024-04-02T09:20:44.646 INFO:tasks.workunit.client.0.smithi104.stdout: write object-489 2024-04-02T09:20:44.646 INFO:tasks.workunit.client.0.smithi104.stdout: write object-490 2024-04-02T09:20:44.646 INFO:tasks.workunit.client.0.smithi104.stdout: write object-494 2024-04-02T09:20:44.647 INFO:tasks.workunit.client.0.smithi104.stdout: write object-535 2024-04-02T09:20:44.647 INFO:tasks.workunit.client.0.smithi104.stdout: write object-549 2024-04-02T09:20:44.647 INFO:tasks.workunit.client.0.smithi104.stdout: write object-560 2024-04-02T09:20:44.647 INFO:tasks.workunit.client.0.smithi104.stdout: write object-564 2024-04-02T09:20:44.647 INFO:tasks.workunit.client.0.smithi104.stdout: write object-569 2024-04-02T09:20:44.647 INFO:tasks.workunit.client.0.smithi104.stdout: write object-575 2024-04-02T09:20:44.647 INFO:tasks.workunit.client.0.smithi104.stdout: write object-584 2024-04-02T09:20:44.647 INFO:tasks.workunit.client.0.smithi104.stdout: write object-587 2024-04-02T09:20:44.647 INFO:tasks.workunit.client.0.smithi104.stdout: write object-599 2024-04-02T09:20:44.647 INFO:tasks.workunit.client.0.smithi104.stdout: write object-602 2024-04-02T09:20:44.648 INFO:tasks.workunit.client.0.smithi104.stdout: write object-605 2024-04-02T09:20:44.648 INFO:tasks.workunit.client.0.smithi104.stdout: write object-639 2024-04-02T09:20:44.648 INFO:tasks.workunit.client.0.smithi104.stdout: write object-643 2024-04-02T09:20:44.648 INFO:tasks.workunit.client.0.smithi104.stdout: write object-654 2024-04-02T09:20:44.648 INFO:tasks.workunit.client.0.smithi104.stdout: write object-670 2024-04-02T09:20:44.648 INFO:tasks.workunit.client.0.smithi104.stdout: write object-671 2024-04-02T09:20:44.648 INFO:tasks.workunit.client.0.smithi104.stdout: write object-672 2024-04-02T09:20:44.648 INFO:tasks.workunit.client.0.smithi104.stdout: write object-676 2024-04-02T09:20:44.648 INFO:tasks.workunit.client.0.smithi104.stdout: write object-700 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-732 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-733 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-745 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-748 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-757 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-758 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-794 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-815 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-833 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-847 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-853 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-862 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-870 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-878 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-891 2024-04-02T09:20:44.649 INFO:tasks.workunit.client.0.smithi104.stdout: write object-892 2024-04-02T09:20:44.650 INFO:tasks.workunit.client.0.smithi104.stdout: write object-896 2024-04-02T09:20:44.650 INFO:tasks.workunit.client.0.smithi104.stdout: write object-901 2024-04-02T09:20:44.650 INFO:tasks.workunit.client.0.smithi104.stdout: write object-912 2024-04-02T09:20:44.650 INFO:tasks.workunit.client.0.smithi104.stdout: write object-914 2024-04-02T09:20:44.650 INFO:tasks.workunit.client.0.smithi104.stdout: write object-925 2024-04-02T09:20:44.650 INFO:tasks.workunit.client.0.smithi104.stdout: write object-942 2024-04-02T09:20:44.650 INFO:tasks.workunit.client.0.smithi104.stdout: write object-948 2024-04-02T09:20:44.651 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:44 smithi104 ceph-mon[96567]: pgmap v2778: 137 pgs: 137 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 126 op/s 2024-04-02T09:20:44.651 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:44 smithi104 ceph-mon[96567]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:20:44.651 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:44 smithi104 ceph-mon[94081]: pgmap v2778: 137 pgs: 137 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 126 op/s 2024-04-02T09:20:44.652 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:44 smithi104 ceph-mon[94081]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:20:45.579 INFO:tasks.workunit.client.0.smithi104.stdout: write object-949 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout: write object-957 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout: write object-964 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout: write object-973 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout: write object-986 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout: write object-993 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout: write object-1004 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout: write object-1015 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout:verify written data by reading 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout: read object-2 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout:made snapshot "image391@parent_snap" and protect it 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout:made and opened clone "image392" 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout:flattening clone: "image392" 2024-04-02T09:20:45.580 INFO:tasks.workunit.client.0.smithi104.stdout:check whether child image has the same set of objects as parent 2024-04-02T09:20:45.581 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1170 ms) 2024-04-02T09:20:45.581 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-02T09:20:45.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:45 smithi104 ceph-mon[96567]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:20:45.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:45 smithi104 ceph-mon[94081]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:20:45.642 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:20:45] ENGINE Bus STOPPING 2024-04-02T09:20:45.642 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:20:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:20:45.643 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:20:45] ENGINE Bus STOPPED 2024-04-02T09:20:45.643 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:20:45] ENGINE Bus STARTING 2024-04-02T09:20:45.659 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.PoolMetadataConfApply (80 ms) 2024-04-02T09:20:45.659 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.Sparsify 2024-04-02T09:20:45.688 INFO:tasks.workunit.client.0.smithi104.stdout:sparsify_supported=1 2024-04-02T09:20:45.688 INFO:tasks.workunit.client.0.smithi104.stdout:sparse_read_supported=1 2024-04-02T09:20:45.717 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.Sparsify (58 ms) 2024-04-02T09:20:45.717 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-02T09:20:45.736 INFO:tasks.workunit.client.0.smithi104.stdout:sparsify_supported=1 2024-04-02T09:20:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:45 smithi188 ceph-mon[86835]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:20:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:20:45] ENGINE Serving on http://:::9283 2024-04-02T09:20:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:20:45] ENGINE Bus STARTED 2024-04-02T09:20:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:20:45] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.43.0" 2024-04-02T09:20:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[96567]: pgmap v2781: 137 pgs: 137 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-04-02T09:20:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[96567]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:20:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1548682072' entity='client.admin' 2024-04-02T09:20:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:20:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[94081]: pgmap v2781: 137 pgs: 137 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-04-02T09:20:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[94081]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:20:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1548682072' entity='client.admin' 2024-04-02T09:20:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:46.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:20:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:46 smithi188 ceph-mon[86835]: pgmap v2781: 137 pgs: 137 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-04-02T09:20:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:46 smithi188 ceph-mon[86835]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:20:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:46 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1548682072' entity='client.admin' 2024-04-02T09:20:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:20:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:47 smithi104 ceph-mon[96567]: pgmap v2783: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 25 KiB/s wr, 186 op/s 2024-04-02T09:20:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:47 smithi104 ceph-mon[96567]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:20:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:47 smithi104 ceph-mon[96567]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:20:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:47 smithi104 ceph-mon[94081]: pgmap v2783: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 25 KiB/s wr, 186 op/s 2024-04-02T09:20:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:47 smithi104 ceph-mon[94081]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:20:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:47 smithi104 ceph-mon[94081]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:20:47.644 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.SparsifyClone (1926 ms) 2024-04-02T09:20:47.644 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-02T09:20:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:47 smithi188 ceph-mon[86835]: pgmap v2783: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 25 KiB/s wr, 186 op/s 2024-04-02T09:20:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:47 smithi188 ceph-mon[86835]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:20:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:47 smithi188 ceph-mon[86835]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:20:48.751 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestInternal.MissingDataPool (1108 ms) 2024-04-02T09:20:48.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:48 smithi104 ceph-mon[96567]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:20:48.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:48 smithi104 ceph-mon[96567]: pgmap v2786: 137 pgs: 137 active+clean; 8.9 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 194 KiB/s wr, 894 op/s 2024-04-02T09:20:48.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:48 smithi104 ceph-mon[94081]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:20:48.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:48 smithi104 ceph-mon[94081]: pgmap v2786: 137 pgs: 137 active+clean; 8.9 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 194 KiB/s wr, 894 op/s 2024-04-02T09:20:49.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:48 smithi188 ceph-mon[86835]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:20:49.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:48 smithi188 ceph-mon[86835]: pgmap v2786: 137 pgs: 137 active+clean; 8.9 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 194 KiB/s wr, 894 op/s 2024-04-02T09:20:49.645 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 34 tests from TestInternal (35450 ms total) 2024-04-02T09:20:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:20:49.645 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 17 tests from TestImageWatcher 2024-04-02T09:20:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:49 smithi104 ceph-mon[96567]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:20:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:20:49.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:49 smithi104 ceph-mon[94081]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:20:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:20:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:49 smithi188 ceph-mon[86835]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:20:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:20:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:50 smithi188 ceph-mon[86835]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:20:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:50 smithi188 ceph-mon[86835]: pgmap v2789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:50 smithi104 ceph-mon[96567]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:20:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:50 smithi104 ceph-mon[96567]: pgmap v2789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:50 smithi104 ceph-mon[94081]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:20:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:50 smithi104 ceph-mon[94081]: pgmap v2789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:51.659 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-02T09:20:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:51 smithi188 ceph-mon[86835]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:20:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:51 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/640411218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:52.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:51 smithi104 ceph-mon[94081]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:20:52.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:51 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/640411218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:52.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:51 smithi104 ceph-mon[96567]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:20:52.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:51 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/640411218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:20:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:20:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:53.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:52 smithi188 ceph-mon[86835]: pgmap v2791: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:53.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:52 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:53.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:52 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/640411218' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:53.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:52 smithi188 ceph-mon[86835]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:20:53.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:52 smithi104 ceph-mon[94081]: pgmap v2791: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:53.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:52 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:53.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:52 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/640411218' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:53.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:52 smithi104 ceph-mon[94081]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:20:53.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:52 smithi104 ceph-mon[96567]: pgmap v2791: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:53.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:52 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:53.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:52 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/640411218' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:53.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:52 smithi104 ceph-mon[96567]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:20:53.707 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2048 ms) 2024-04-02T09:20:53.707 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-02T09:20:53.732 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2024-04-02T09:20:53.732 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-02T09:20:53.753 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifyResize (22 ms) 2024-04-02T09:20:53.753 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-02T09:20:53.778 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (24 ms) 2024-04-02T09:20:53.778 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-02T09:20:53.799 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (21 ms) 2024-04-02T09:20:53.799 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-02T09:20:53.819 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (21 ms) 2024-04-02T09:20:53.820 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-02T09:20:53.840 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (21 ms) 2024-04-02T09:20:53.840 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-02T09:20:53.859 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifySnapRename (19 ms) 2024-04-02T09:20:53.860 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-02T09:20:53.879 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-04-02T09:20:53.879 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-02T09:20:53.899 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (21 ms) 2024-04-02T09:20:53.899 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-02T09:20:53.921 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (22 ms) 2024-04-02T09:20:53.921 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-02T09:20:53.941 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (20 ms) 2024-04-02T09:20:53.941 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-02T09:20:53.961 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifyRename (19 ms) 2024-04-02T09:20:53.961 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-02T09:20:53.981 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-04-02T09:20:53.981 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-02T09:20:54.000 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2024-04-02T09:20:54.000 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-02T09:20:54.021 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (21 ms) 2024-04-02T09:20:54.022 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-02T09:20:54.040 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (19 ms) 2024-04-02T09:20:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:53 smithi188 ceph-mon[86835]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:20:54.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:53 smithi104 ceph-mon[96567]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:20:54.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:53 smithi104 ceph-mon[94081]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:20:54.675 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 17 tests from TestImageWatcher (2382 ms total) 2024-04-02T09:20:54.675 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:20:54.675 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 168 tests from TestLibRBD 2024-04-02T09:20:54.711 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-02T09:20:55.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:54 smithi188 ceph-mon[86835]: pgmap v2794: 137 pgs: 9 creating+peering, 5 unknown, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:55.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:54 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:55.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:54 smithi188 ceph-mon[86835]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:20:55.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:54 smithi104 ceph-mon[94081]: pgmap v2794: 137 pgs: 9 creating+peering, 5 unknown, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:55.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:54 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:55.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:54 smithi104 ceph-mon[94081]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:20:55.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:54 smithi104 ceph-mon[96567]: pgmap v2794: 137 pgs: 9 creating+peering, 5 unknown, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:55.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:54 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:55.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:54 smithi104 ceph-mon[96567]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:20:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:55 smithi188 ceph-mon[86835]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:20:56.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:55 smithi104 ceph-mon[96567]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:20:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:55 smithi104 ceph-mon[94081]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:20:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:20:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:20:55] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-04-02T09:20:56.692 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:56 smithi188 ceph-mon[86835]: pgmap v2797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:56 smithi188 ceph-mon[86835]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:20:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:56 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3849311539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:57.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:56 smithi104 ceph-mon[94081]: pgmap v2797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:57.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:56 smithi104 ceph-mon[94081]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:20:57.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:56 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3849311539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:57.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:56 smithi104 ceph-mon[96567]: pgmap v2797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:57.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:56 smithi104 ceph-mon[96567]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:20:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:56 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3849311539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3849311539' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:57 smithi188 ceph-mon[86835]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:20:58.123 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 09:20:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=cleanup t=2024-04-02T09:20:57.644247202Z level=info msg="Completed cleanup jobs" duration=2.357214ms 2024-04-02T09:20:58.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3849311539' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:58.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:57 smithi104 ceph-mon[96567]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:20:58.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3849311539' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:58.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:57 smithi104 ceph-mon[94081]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:20:58.746 INFO:tasks.workunit.client.0.smithi104.stdout:image has size 2097152 and order 22 2024-04-02T09:20:58.746 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.CreateAndStat (4035 ms) 2024-04-02T09:20:58.746 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-02T09:20:58.746 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:58.763 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (18 ms) 2024-04-02T09:20:58.763 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-02T09:20:58.764 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:58.782 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2024-04-02T09:20:58.782 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.GetId 2024-04-02T09:20:58.782 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:58.806 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.GetId (23 ms) 2024-04-02T09:20:58.806 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-02T09:20:58.806 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:58.831 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.GetIdPP (26 ms) 2024-04-02T09:20:58.831 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-02T09:20:58.831 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:58.848 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (17 ms) 2024-04-02T09:20:58.848 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-02T09:20:58.848 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:58.864 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2024-04-02T09:20:58.864 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-02T09:20:58.864 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:58.880 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2024-04-02T09:20:58.880 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-02T09:20:58.880 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:58.896 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (15 ms) 2024-04-02T09:20:58.896 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-02T09:20:58.896 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:58.911 INFO:tasks.workunit.client.0.smithi104.stdout:image has size 2097152 and order 22 2024-04-02T09:20:58.911 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.OpenAio (16 ms) 2024-04-02T09:20:58.911 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-02T09:20:58.913 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-04-02T09:20:58.913 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-02T09:20:58.914 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:58.938 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.OpenAioPP (22 ms) 2024-04-02T09:20:58.938 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-02T09:20:58.939 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-02T09:20:58.939 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-02T09:20:58.939 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:58.975 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ResizeAndStat (36 ms) 2024-04-02T09:20:58.975 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-02T09:20:58.975 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:59.007 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (33 ms) 2024-04-02T09:20:59.007 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-02T09:20:59.007 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:59.041 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (34 ms) 2024-04-02T09:20:59.042 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-02T09:20:59.042 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:20:59.075 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (34 ms) 2024-04-02T09:20:59.075 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-02T09:20:59.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:58 smithi188 ceph-mon[86835]: pgmap v2800: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:59.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:58 smithi188 ceph-mon[86835]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:20:59.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:58 smithi104 ceph-mon[96567]: pgmap v2800: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:59.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:58 smithi104 ceph-mon[96567]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:20:59.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:58 smithi104 ceph-mon[94081]: pgmap v2800: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:20:59.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:58 smithi104 ceph-mon[94081]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:21:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:20:59 smithi188 ceph-mon[86835]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:21:00.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:20:59 smithi104 ceph-mon[94081]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:21:00.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:20:59 smithi104 ceph-mon[96567]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:21:00.740 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:00 smithi188 ceph-mon[86835]: pgmap v2803: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:21:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:00 smithi188 ceph-mon[86835]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:21:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:00 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/4293726568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:01.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:00 smithi104 ceph-mon[94081]: pgmap v2803: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:21:01.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:00 smithi104 ceph-mon[94081]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:21:01.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:00 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/4293726568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:01.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:00 smithi104 ceph-mon[96567]: pgmap v2803: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:21:01.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:00 smithi104 ceph-mon[96567]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:21:01.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:00 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/4293726568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:02.039 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:01 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/4293726568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:02.039 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:01 smithi104 ceph-mon[96567]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:21:02.040 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:01 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/4293726568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:02.040 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:01 smithi104 ceph-mon[94081]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:21:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:01 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/4293726568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:01 smithi188 ceph-mon[86835]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:21:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:21:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:21:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:02.761 INFO:tasks.workunit.client.0.smithi104.stdout:image: image18 2024-04-02T09:21:02.761 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image18 2024-04-02T09:21:02.761 INFO:tasks.workunit.client.0.smithi104.stdout:found image18 2024-04-02T09:21:02.761 INFO:tasks.workunit.client.0.smithi104.stdout:erased image18 2024-04-02T09:21:02.762 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:02.836 INFO:tasks.workunit.client.0.smithi104.stdout:image: image18 2024-04-02T09:21:02.837 INFO:tasks.workunit.client.0.smithi104.stdout:image: image19 2024-04-02T09:21:02.837 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image18 2024-04-02T09:21:02.837 INFO:tasks.workunit.client.0.smithi104.stdout:found image18 2024-04-02T09:21:02.837 INFO:tasks.workunit.client.0.smithi104.stdout:erased image18 2024-04-02T09:21:02.837 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image19 2024-04-02T09:21:02.837 INFO:tasks.workunit.client.0.smithi104.stdout:found image19 2024-04-02T09:21:02.838 INFO:tasks.workunit.client.0.smithi104.stdout:erased image19 2024-04-02T09:21:02.838 INFO:tasks.workunit.client.0.smithi104.stdout:image: image19 2024-04-02T09:21:02.838 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image19 2024-04-02T09:21:02.838 INFO:tasks.workunit.client.0.smithi104.stdout:found image19 2024-04-02T09:21:02.838 INFO:tasks.workunit.client.0.smithi104.stdout:erased image19 2024-04-02T09:21:02.838 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3761 ms) 2024-04-02T09:21:02.839 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-02T09:21:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:02 smithi188 ceph-mon[86835]: pgmap v2806: 169 pgs: 12 creating+peering, 13 unknown, 144 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 158 op/s 2024-04-02T09:21:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:02 smithi188 ceph-mon[86835]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:21:03.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:02 smithi104 ceph-mon[94081]: pgmap v2806: 169 pgs: 12 creating+peering, 13 unknown, 144 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 158 op/s 2024-04-02T09:21:03.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:02 smithi104 ceph-mon[94081]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:21:03.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:02 smithi104 ceph-mon[96567]: pgmap v2806: 169 pgs: 12 creating+peering, 13 unknown, 144 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 158 op/s 2024-04-02T09:21:03.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:02 smithi104 ceph-mon[96567]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:21:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:03 smithi188 ceph-mon[86835]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:21:04.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:03 smithi104 ceph-mon[96567]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:21:04.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:03 smithi104 ceph-mon[94081]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:21:04.750 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:04 smithi188 ceph-mon[86835]: pgmap v2809: 169 pgs: 12 creating+peering, 157 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 21 KiB/s wr, 282 op/s 2024-04-02T09:21:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:04 smithi188 ceph-mon[86835]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:21:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:04 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2654360335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:04 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:04 smithi104 ceph-mon[96567]: pgmap v2809: 169 pgs: 12 creating+peering, 157 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 21 KiB/s wr, 282 op/s 2024-04-02T09:21:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:04 smithi104 ceph-mon[96567]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:21:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:04 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2654360335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:04 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:04 smithi104 ceph-mon[94081]: pgmap v2809: 169 pgs: 12 creating+peering, 157 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 21 KiB/s wr, 282 op/s 2024-04-02T09:21:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:04 smithi104 ceph-mon[94081]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:21:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:04 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2654360335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:04 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:05 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:05 smithi188 ceph-mon[86835]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:21:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:21:05] "GET /metrics HTTP/1.1" 200 41370 "" "Prometheus/2.43.0" 2024-04-02T09:21:06.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:05 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:06.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:05 smithi104 ceph-mon[94081]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:21:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:05 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:05 smithi104 ceph-mon[96567]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:21:06.333 INFO:tasks.workunit.client.0.smithi104.stdout:num images is: 1 2024-04-02T09:21:06.334 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:21:06.334 INFO:tasks.workunit.client.0.smithi104.stdout:image: image20 2024-04-02T09:21:06.334 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image20 2024-04-02T09:21:06.334 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:06.344 INFO:tasks.workunit.client.0.smithi104.stdout:num images is: 2 2024-04-02T09:21:06.344 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:21:06.344 INFO:tasks.workunit.client.0.smithi104.stdout:image: image20 2024-04-02T09:21:06.344 INFO:tasks.workunit.client.0.smithi104.stdout:image: image21 2024-04-02T09:21:06.345 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image20 2024-04-02T09:21:06.345 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image21 2024-04-02T09:21:06.400 INFO:tasks.workunit.client.0.smithi104.stdout:num images is: 1 2024-04-02T09:21:06.400 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:21:06.400 INFO:tasks.workunit.client.0.smithi104.stdout:image: image21 2024-04-02T09:21:06.400 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image21 2024-04-02T09:21:06.400 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3564 ms) 2024-04-02T09:21:06.400 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-02T09:21:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:06 smithi188 ceph-mon[86835]: pgmap v2812: 201 pgs: 27 unknown, 174 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 KiB/s wr, 128 op/s 2024-04-02T09:21:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:06 smithi188 ceph-mon[86835]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:21:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:06 smithi188 ceph-mon[86835]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:21:07.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:06 smithi104 ceph-mon[94081]: pgmap v2812: 201 pgs: 27 unknown, 174 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 KiB/s wr, 128 op/s 2024-04-02T09:21:07.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:06 smithi104 ceph-mon[94081]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:21:07.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:06 smithi104 ceph-mon[94081]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:21:07.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:06 smithi104 ceph-mon[96567]: pgmap v2812: 201 pgs: 27 unknown, 174 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 KiB/s wr, 128 op/s 2024-04-02T09:21:07.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:06 smithi104 ceph-mon[96567]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:21:07.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:06 smithi104 ceph-mon[96567]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:21:08.313 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:08 smithi188 ceph-mon[86835]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:21:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:08 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1908618026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:08 smithi104 ceph-mon[96567]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:21:08.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:08 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1908618026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:08 smithi104 ceph-mon[94081]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:21:08.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:08 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1908618026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:09 smithi188 ceph-mon[86835]: pgmap v2816: 233 pgs: 36 unknown, 197 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 KiB/s wr, 39 op/s 2024-04-02T09:21:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:09 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:09 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1908618026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:09 smithi188 ceph-mon[86835]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:21:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:09 smithi104 ceph-mon[96567]: pgmap v2816: 233 pgs: 36 unknown, 197 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 KiB/s wr, 39 op/s 2024-04-02T09:21:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:09 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:09 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1908618026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:09 smithi104 ceph-mon[96567]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:21:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:09 smithi104 ceph-mon[94081]: pgmap v2816: 233 pgs: 36 unknown, 197 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 KiB/s wr, 39 op/s 2024-04-02T09:21:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:09 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:09 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1908618026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:09 smithi104 ceph-mon[94081]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:21:10.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:10 smithi188 ceph-mon[86835]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:21:10.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:10 smithi104 ceph-mon[94081]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:21:10.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:10 smithi104 ceph-mon[96567]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:21:10.708 INFO:tasks.workunit.client.0.smithi104.stdout:image: image22 2024-04-02T09:21:10.708 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image22 2024-04-02T09:21:10.708 INFO:tasks.workunit.client.0.smithi104.stdout:found image22 2024-04-02T09:21:10.708 INFO:tasks.workunit.client.0.smithi104.stdout:erased image22 2024-04-02T09:21:10.708 INFO:tasks.workunit.client.0.smithi104.stdout:image: image22 2024-04-02T09:21:10.708 INFO:tasks.workunit.client.0.smithi104.stdout:image: image23 2024-04-02T09:21:10.708 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image22 2024-04-02T09:21:10.708 INFO:tasks.workunit.client.0.smithi104.stdout:found image22 2024-04-02T09:21:10.708 INFO:tasks.workunit.client.0.smithi104.stdout:erased image22 2024-04-02T09:21:10.708 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image23 2024-04-02T09:21:10.708 INFO:tasks.workunit.client.0.smithi104.stdout:found image23 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:erased image23 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:100.00% done 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:image: image22 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:image: image23 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:image: image24 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image22 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:found image22 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:erased image22 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image23 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:found image23 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:erased image23 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image24 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:found image24 2024-04-02T09:21:10.709 INFO:tasks.workunit.client.0.smithi104.stdout:erased image24 2024-04-02T09:21:10.710 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCopy (4307 ms) 2024-04-02T09:21:10.710 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-02T09:21:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:11 smithi188 ceph-mon[86835]: pgmap v2819: 233 pgs: 7 creating+peering, 25 unknown, 201 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 KiB/s wr, 39 op/s 2024-04-02T09:21:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:11 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:11 smithi188 ceph-mon[86835]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:21:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:11 smithi188 ceph-mon[86835]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:21:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:11 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/778995260' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:11 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[96567]: pgmap v2819: 233 pgs: 7 creating+peering, 25 unknown, 201 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 KiB/s wr, 39 op/s 2024-04-02T09:21:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[96567]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:21:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[96567]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:21:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/778995260' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[94081]: pgmap v2819: 233 pgs: 7 creating+peering, 25 unknown, 201 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 KiB/s wr, 39 op/s 2024-04-02T09:21:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[94081]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:21:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[94081]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:21:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/778995260' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:11 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:12.309 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:21:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:21:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:13 smithi188 ceph-mon[86835]: pgmap v2822: 265 pgs: 7 creating+peering, 40 unknown, 218 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-04-02T09:21:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:13 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:13 smithi188 ceph-mon[86835]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:21:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:13 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:13 smithi104 ceph-mon[96567]: pgmap v2822: 265 pgs: 7 creating+peering, 40 unknown, 218 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-04-02T09:21:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:13 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:13 smithi104 ceph-mon[96567]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:21:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:13 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:13 smithi104 ceph-mon[94081]: pgmap v2822: 265 pgs: 7 creating+peering, 40 unknown, 218 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-04-02T09:21:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:13 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:13 smithi104 ceph-mon[94081]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:21:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:13 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:14.576 INFO:tasks.workunit.client.0.smithi104.stdout:num images is: 1 2024-04-02T09:21:14.576 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:21:14.576 INFO:tasks.workunit.client.0.smithi104.stdout:image: image25 2024-04-02T09:21:14.576 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image25 2024-04-02T09:21:14.596 INFO:tasks.workunit.client.0.smithi104.stdout:num images is: 2 2024-04-02T09:21:14.596 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:21:14.596 INFO:tasks.workunit.client.0.smithi104.stdout:image: image25 2024-04-02T09:21:14.596 INFO:tasks.workunit.client.0.smithi104.stdout:image: image26 2024-04-02T09:21:14.596 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image25 2024-04-02T09:21:14.596 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image26 2024-04-02T09:21:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:14 smithi188 ceph-mon[86835]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:21:14.638 INFO:tasks.workunit.client.0.smithi104.stdout:100.00% done 2024-04-02T09:21:14.638 INFO:tasks.workunit.client.0.smithi104.stdout:num images is: 3 2024-04-02T09:21:14.638 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 3 2024-04-02T09:21:14.638 INFO:tasks.workunit.client.0.smithi104.stdout:image: image25 2024-04-02T09:21:14.638 INFO:tasks.workunit.client.0.smithi104.stdout:image: image26 2024-04-02T09:21:14.638 INFO:tasks.workunit.client.0.smithi104.stdout:image: image27 2024-04-02T09:21:14.638 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image25 2024-04-02T09:21:14.638 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image26 2024-04-02T09:21:14.638 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image27 2024-04-02T09:21:14.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:14 smithi104 ceph-mon[96567]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:21:14.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:14 smithi104 ceph-mon[94081]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:21:14.667 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCopyPP (3959 ms) 2024-04-02T09:21:14.667 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-02T09:21:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:15 smithi188 ceph-mon[86835]: pgmap v2825: 265 pgs: 6 creating+peering, 19 unknown, 240 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 22 KiB/s wr, 368 op/s 2024-04-02T09:21:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:15 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:15 smithi188 ceph-mon[86835]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:21:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:15 smithi104 ceph-mon[94081]: pgmap v2825: 265 pgs: 6 creating+peering, 19 unknown, 240 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 22 KiB/s wr, 368 op/s 2024-04-02T09:21:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:15 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:15 smithi104 ceph-mon[94081]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:21:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:15 smithi104 ceph-mon[96567]: pgmap v2825: 265 pgs: 6 creating+peering, 19 unknown, 240 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 22 KiB/s wr, 368 op/s 2024-04-02T09:21:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:15 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:15 smithi104 ceph-mon[96567]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:21:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:21:15] "GET /metrics HTTP/1.1" 200 41370 "" "Prometheus/2.43.0" 2024-04-02T09:21:16.310 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:16 smithi188 ceph-mon[86835]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:21:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/4229005345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:16 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:16 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:16 smithi188 ceph-mon[86835]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:21:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:16 smithi104 ceph-mon[96567]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:21:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/4229005345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:16 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:16 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:16.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:16 smithi104 ceph-mon[96567]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:21:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:16 smithi104 ceph-mon[94081]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:21:16.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/4229005345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:16 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:16 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:16 smithi104 ceph-mon[94081]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:21:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:17 smithi188 ceph-mon[86835]: pgmap v2828: 297 pgs: 11 creating+peering, 33 unknown, 253 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 KiB/s wr, 104 op/s 2024-04-02T09:21:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:17 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:17 smithi188 ceph-mon[86835]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:21:17.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:17 smithi104 ceph-mon[96567]: pgmap v2828: 297 pgs: 11 creating+peering, 33 unknown, 253 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 KiB/s wr, 104 op/s 2024-04-02T09:21:17.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:17 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:17.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:17 smithi104 ceph-mon[96567]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:21:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:17 smithi104 ceph-mon[94081]: pgmap v2828: 297 pgs: 11 creating+peering, 33 unknown, 253 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 KiB/s wr, 104 op/s 2024-04-02T09:21:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:17 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:17 smithi104 ceph-mon[94081]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:21:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:19 smithi188 ceph-mon[86835]: pgmap v2831: 297 pgs: 13 creating+peering, 11 unknown, 273 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 22 KiB/s wr, 383 op/s 2024-04-02T09:21:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:19 smithi188 ceph-mon[86835]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:21:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:19 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:19 smithi104 ceph-mon[96567]: pgmap v2831: 297 pgs: 13 creating+peering, 11 unknown, 273 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 22 KiB/s wr, 383 op/s 2024-04-02T09:21:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:19 smithi104 ceph-mon[96567]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:21:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:19 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:19.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:19 smithi104 ceph-mon[94081]: pgmap v2831: 297 pgs: 13 creating+peering, 11 unknown, 273 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 22 KiB/s wr, 383 op/s 2024-04-02T09:21:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:19 smithi104 ceph-mon[94081]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:21:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:19 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:20 smithi188 ceph-mon[86835]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:21:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:20 smithi104 ceph-mon[96567]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:21:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:20 smithi104 ceph-mon[94081]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:21:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:21 smithi188 ceph-mon[86835]: pgmap v2834: 297 pgs: 13 creating+peering, 3 unknown, 281 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 19 KiB/s wr, 357 op/s 2024-04-02T09:21:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:21 smithi188 ceph-mon[86835]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:21:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:21 smithi188 ceph-mon[86835]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:21:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:21 smithi104 ceph-mon[94081]: pgmap v2834: 297 pgs: 13 creating+peering, 3 unknown, 281 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 19 KiB/s wr, 357 op/s 2024-04-02T09:21:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:21 smithi104 ceph-mon[94081]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:21:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:21 smithi104 ceph-mon[94081]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:21:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:21 smithi104 ceph-mon[96567]: pgmap v2834: 297 pgs: 13 creating+peering, 3 unknown, 281 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 19 KiB/s wr, 357 op/s 2024-04-02T09:21:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:21 smithi104 ceph-mon[96567]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:21:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:21 smithi104 ceph-mon[96567]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:21:22.424 INFO:tasks.workunit.client.0.smithi104.stdout:image: image28 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image28 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:found image28 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:erased image28 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:image: image28 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:image: image29 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image28 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:found image28 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:erased image28 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image29 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:found image29 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:erased image29 2024-04-02T09:21:22.425 INFO:tasks.workunit.client.0.smithi104.stdout:100.00% done 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:image: image28 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:image: image29 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:image: image30 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image28 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:found image28 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:erased image28 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image29 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:found image29 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:erased image29 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image30 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:found image30 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:erased image30 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:image: image28 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:image: image29 2024-04-02T09:21:22.426 INFO:tasks.workunit.client.0.smithi104.stdout:image: image30 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:image: image31 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image28 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:found image28 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:erased image28 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image29 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:found image29 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:erased image29 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image30 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:found image30 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:erased image30 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image31 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:found image31 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:erased image31 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:image: image28 2024-04-02T09:21:22.427 INFO:tasks.workunit.client.0.smithi104.stdout:image: image29 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:image: image30 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:image: image31 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:image: image32 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image28 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:found image28 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:erased image28 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image29 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:found image29 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:erased image29 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image30 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:found image30 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:erased image30 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image31 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:found image31 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:erased image31 2024-04-02T09:21:22.428 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image32 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:found image32 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:erased image32 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:100.00% done 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:image: image28 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:image: image29 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:image: image30 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:image: image31 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:image: image32 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:image: image33 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image28 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:found image28 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:erased image28 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image29 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:found image29 2024-04-02T09:21:22.429 INFO:tasks.workunit.client.0.smithi104.stdout:erased image29 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image30 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:found image30 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:erased image30 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image31 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:found image31 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:erased image31 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image32 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:found image32 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:erased image32 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image33 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:found image33 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:erased image33 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestDeepCopy (7758 ms) 2024-04-02T09:21:22.430 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-02T09:21:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:21:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:21:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:23 smithi188 ceph-mon[86835]: pgmap v2837: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6.7 KiB/s wr, 150 op/s 2024-04-02T09:21:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:23 smithi188 ceph-mon[86835]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:21:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:23 smithi104 ceph-mon[96567]: pgmap v2837: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6.7 KiB/s wr, 150 op/s 2024-04-02T09:21:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:23 smithi104 ceph-mon[96567]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:21:23.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:23 smithi104 ceph-mon[94081]: pgmap v2837: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6.7 KiB/s wr, 150 op/s 2024-04-02T09:21:23.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:23 smithi104 ceph-mon[94081]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:21:24.368 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:24 smithi188 ceph-mon[86835]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:21:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:24 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2193989359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:24.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:24 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:24 smithi104 ceph-mon[94081]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:21:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:24 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2193989359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:24.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:24 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:24 smithi104 ceph-mon[96567]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:21:24.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:24 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2193989359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:24 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:25 smithi188 ceph-mon[86835]: pgmap v2840: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s rd, 28 KiB/s wr, 557 op/s 2024-04-02T09:21:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:25 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:25 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:25 smithi188 ceph-mon[86835]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:21:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:25 smithi104 ceph-mon[96567]: pgmap v2840: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s rd, 28 KiB/s wr, 557 op/s 2024-04-02T09:21:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:25 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:25 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:25 smithi104 ceph-mon[96567]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:21:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:25 smithi104 ceph-mon[94081]: pgmap v2840: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s rd, 28 KiB/s wr, 557 op/s 2024-04-02T09:21:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:25 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:25 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:25 smithi104 ceph-mon[94081]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:21:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:21:25] "GET /metrics HTTP/1.1" 200 48597 "" "Prometheus/2.43.0" 2024-04-02T09:21:26.588 INFO:tasks.workunit.client.0.smithi104.stdout:num images is: 1 2024-04-02T09:21:26.588 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:21:26.588 INFO:tasks.workunit.client.0.smithi104.stdout:image: image34 2024-04-02T09:21:26.588 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image34 2024-04-02T09:21:26.615 INFO:tasks.workunit.client.0.smithi104.stdout:num images is: 2 2024-04-02T09:21:26.615 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:21:26.615 INFO:tasks.workunit.client.0.smithi104.stdout:image: image34 2024-04-02T09:21:26.615 INFO:tasks.workunit.client.0.smithi104.stdout:image: image35 2024-04-02T09:21:26.615 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image34 2024-04-02T09:21:26.615 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image35 2024-04-02T09:21:26.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:26 smithi188 ceph-mon[86835]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:21:26.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:26 smithi188 ceph-mon[86835]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:21:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:26 smithi104 ceph-mon[96567]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:21:26.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:26 smithi104 ceph-mon[96567]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:21:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:26 smithi104 ceph-mon[94081]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:21:26.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:26 smithi104 ceph-mon[94081]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:21:26.664 INFO:tasks.workunit.client.0.smithi104.stdout:100.00% done 2024-04-02T09:21:26.664 INFO:tasks.workunit.client.0.smithi104.stdout:num images is: 3 2024-04-02T09:21:26.664 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 3 2024-04-02T09:21:26.664 INFO:tasks.workunit.client.0.smithi104.stdout:image: image34 2024-04-02T09:21:26.665 INFO:tasks.workunit.client.0.smithi104.stdout:image: image35 2024-04-02T09:21:26.665 INFO:tasks.workunit.client.0.smithi104.stdout:image: image36 2024-04-02T09:21:26.665 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image34 2024-04-02T09:21:26.665 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image35 2024-04-02T09:21:26.665 INFO:tasks.workunit.client.0.smithi104.stdout:expected = image36 2024-04-02T09:21:26.699 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4274 ms) 2024-04-02T09:21:26.699 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-02T09:21:26.699 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:27 smithi188 ceph-mon[86835]: pgmap v2843: 329 pgs: 28 unknown, 301 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 24 KiB/s wr, 462 op/s 2024-04-02T09:21:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:27 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:27.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:27 smithi104 ceph-mon[96567]: pgmap v2843: 329 pgs: 28 unknown, 301 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 24 KiB/s wr, 462 op/s 2024-04-02T09:21:27.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:27 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:27 smithi104 ceph-mon[94081]: pgmap v2843: 329 pgs: 28 unknown, 301 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 24 KiB/s wr, 462 op/s 2024-04-02T09:21:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:27 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:28.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:28 smithi104 ceph-mon[96567]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:21:28.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:28 smithi104 ceph-mon[94081]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:21:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:28 smithi188 ceph-mon[86835]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:21:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:29 smithi104 ceph-mon[96567]: pgmap v2846: 329 pgs: 11 unknown, 318 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.2 KiB/s wr, 99 op/s 2024-04-02T09:21:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:29 smithi104 ceph-mon[96567]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:21:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:29 smithi104 ceph-mon[94081]: pgmap v2846: 329 pgs: 11 unknown, 318 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.2 KiB/s wr, 99 op/s 2024-04-02T09:21:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:29 smithi104 ceph-mon[94081]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:21:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:29 smithi188 ceph-mon[86835]: pgmap v2846: 329 pgs: 11 unknown, 318 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.2 KiB/s wr, 99 op/s 2024-04-02T09:21:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:29 smithi188 ceph-mon[86835]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:21:30.429 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 1 2024-04-02T09:21:30.429 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:21:30.429 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap1 2024-04-02T09:21:30.429 INFO:tasks.workunit.client.0.smithi104.stdout:found snap1 with size 2097152 2024-04-02T09:21:30.429 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 2 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap1 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap2 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:found snap1 with size 2097152 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:found snap2 with size 4194304 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 1 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap2 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:found snap2 with size 4194304 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 0 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 0 2024-04-02T09:21:30.430 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3730 ms) 2024-04-02T09:21:30.431 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-02T09:21:30.431 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:30 smithi188 ceph-mon[86835]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:21:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:30 smithi104 ceph-mon[96567]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:21:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:30 smithi104 ceph-mon[94081]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:21:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:31 smithi188 ceph-mon[86835]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 5.2 KiB/s wr, 102 op/s 2024-04-02T09:21:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:31 smithi188 ceph-mon[86835]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:21:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:31 smithi104 ceph-mon[96567]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 5.2 KiB/s wr, 102 op/s 2024-04-02T09:21:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:31 smithi104 ceph-mon[96567]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:21:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:31 smithi104 ceph-mon[94081]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 5.2 KiB/s wr, 102 op/s 2024-04-02T09:21:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:31 smithi104 ceph-mon[94081]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:21:32.438 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2010 ms) 2024-04-02T09:21:32.439 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-02T09:21:32.439 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:32 smithi188 ceph-mon[86835]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:21:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:21:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:21:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:32.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:32 smithi104 ceph-mon[96567]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:21:32.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:32 smithi104 ceph-mon[94081]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:21:33.429 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 1 2024-04-02T09:21:33.429 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:21:33.429 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap1 2024-04-02T09:21:33.429 INFO:tasks.workunit.client.0.smithi104.stdout:found snap1 with size 2097152 2024-04-02T09:21:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:33 smithi188 ceph-mon[86835]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 26 KiB/s wr, 457 op/s 2024-04-02T09:21:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:33 smithi188 ceph-mon[86835]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:21:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:33 smithi104 ceph-mon[96567]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 26 KiB/s wr, 457 op/s 2024-04-02T09:21:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:33 smithi104 ceph-mon[96567]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:21:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:33 smithi104 ceph-mon[94081]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 26 KiB/s wr, 457 op/s 2024-04-02T09:21:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:33 smithi104 ceph-mon[94081]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:21:34.437 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 2 2024-04-02T09:21:34.437 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:21:34.437 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap1 2024-04-02T09:21:34.437 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap2 2024-04-02T09:21:34.437 INFO:tasks.workunit.client.0.smithi104.stdout:found snap1 with size 2097152 2024-04-02T09:21:34.437 INFO:tasks.workunit.client.0.smithi104.stdout:found snap2 with size 4194304 2024-04-02T09:21:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:34 smithi188 ceph-mon[86835]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:21:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:34 smithi104 ceph-mon[96567]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:21:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:34 smithi104 ceph-mon[94081]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:21:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:35.437 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 1 2024-04-02T09:21:35.437 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:21:35.438 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap2 2024-04-02T09:21:35.438 INFO:tasks.workunit.client.0.smithi104.stdout:found snap2 with size 4194304 2024-04-02T09:21:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:35 smithi104 ceph-mon[96567]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 26 KiB/s wr, 467 op/s 2024-04-02T09:21:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:35 smithi104 ceph-mon[96567]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:21:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:35 smithi104 ceph-mon[94081]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 26 KiB/s wr, 467 op/s 2024-04-02T09:21:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:35 smithi104 ceph-mon[94081]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:21:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:35 smithi188 ceph-mon[86835]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 26 KiB/s wr, 467 op/s 2024-04-02T09:21:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:35 smithi188 ceph-mon[86835]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:21:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:21:35] "GET /metrics HTTP/1.1" 200 51054 "" "Prometheus/2.43.0" 2024-04-02T09:21:36.326 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 0 2024-04-02T09:21:36.326 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 0 2024-04-02T09:21:36.344 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3905 ms) 2024-04-02T09:21:36.344 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-02T09:21:36.344 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:36 smithi188 ceph-mon[86835]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:21:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:36 smithi188 ceph-mon[86835]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:21:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:36 smithi104 ceph-mon[96567]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:21:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:36 smithi104 ceph-mon[96567]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:21:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:36 smithi104 ceph-mon[94081]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:21:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:36 smithi104 ceph-mon[94081]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:21:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:37 smithi188 ceph-mon[86835]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-04-02T09:21:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:37 smithi188 ceph-mon[86835]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:21:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:37 smithi104 ceph-mon[96567]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-04-02T09:21:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:37 smithi104 ceph-mon[96567]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:21:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:37 smithi104 ceph-mon[94081]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-04-02T09:21:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:37 smithi104 ceph-mon[94081]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:21:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:39 smithi188 ceph-mon[86835]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2024-04-02T09:21:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:39 smithi188 ceph-mon[86835]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:21:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:39 smithi104 ceph-mon[94081]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2024-04-02T09:21:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:39 smithi104 ceph-mon[94081]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:21:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:39 smithi104 ceph-mon[96567]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2024-04-02T09:21:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:39 smithi104 ceph-mon[96567]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:21:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:40 smithi188 ceph-mon[86835]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:21:40.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:40 smithi104 ceph-mon[94081]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:21:40.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:40 smithi104 ceph-mon[96567]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:21:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:41 smithi188 ceph-mon[86835]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-02T09:21:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:41 smithi188 ceph-mon[86835]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:21:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:41 smithi188 ceph-mon[86835]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:21:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:41 smithi104 ceph-mon[94081]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-02T09:21:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:41 smithi104 ceph-mon[94081]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:21:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:41 smithi104 ceph-mon[94081]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:21:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:41 smithi104 ceph-mon[96567]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-02T09:21:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:41 smithi104 ceph-mon[96567]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:21:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:41 smithi104 ceph-mon[96567]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:21:42.354 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 0 2024-04-02T09:21:42.355 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 0 2024-04-02T09:21:42.364 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6020 ms) 2024-04-02T09:21:42.364 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-02T09:21:42.364 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:21:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:43.359 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 1 2024-04-02T09:21:43.359 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:21:43.359 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap1 2024-04-02T09:21:43.359 INFO:tasks.workunit.client.0.smithi104.stdout:found snap1 with size 2097152 2024-04-02T09:21:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:43 smithi188 ceph-mon[86835]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-04-02T09:21:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:43 smithi188 ceph-mon[86835]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:21:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:43 smithi104 ceph-mon[96567]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-04-02T09:21:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:43 smithi104 ceph-mon[96567]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:21:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:43 smithi104 ceph-mon[94081]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-04-02T09:21:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:43 smithi104 ceph-mon[94081]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:21:44.362 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 2 2024-04-02T09:21:44.363 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:21:44.363 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap1 2024-04-02T09:21:44.363 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap2 2024-04-02T09:21:44.363 INFO:tasks.workunit.client.0.smithi104.stdout:found snap1 with size 2097152 2024-04-02T09:21:44.363 INFO:tasks.workunit.client.0.smithi104.stdout:found snap2 with size 4194304 2024-04-02T09:21:44.365 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 2 2024-04-02T09:21:44.366 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:21:44.366 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap1-rename 2024-04-02T09:21:44.366 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap2 2024-04-02T09:21:44.366 INFO:tasks.workunit.client.0.smithi104.stdout:found snap1-rename with size 2097152 2024-04-02T09:21:44.366 INFO:tasks.workunit.client.0.smithi104.stdout:found snap2 with size 4194304 2024-04-02T09:21:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:44 smithi188 ceph-mon[86835]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:21:44.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:44 smithi104 ceph-mon[96567]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:21:44.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:44 smithi104 ceph-mon[94081]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:21:45.373 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 1 2024-04-02T09:21:45.373 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:21:45.373 INFO:tasks.workunit.client.0.smithi104.stdout:snap: snap2-rename 2024-04-02T09:21:45.373 INFO:tasks.workunit.client.0.smithi104.stdout:found snap2-rename with size 4194304 2024-04-02T09:21:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:45 smithi188 ceph-mon[86835]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.2 KiB/s wr, 67 op/s 2024-04-02T09:21:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:45 smithi188 ceph-mon[86835]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:21:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:45 smithi104 ceph-mon[96567]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.2 KiB/s wr, 67 op/s 2024-04-02T09:21:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:45 smithi104 ceph-mon[96567]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:21:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:45 smithi104 ceph-mon[94081]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.2 KiB/s wr, 67 op/s 2024-04-02T09:21:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:45 smithi104 ceph-mon[94081]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:21:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:21:45] "GET /metrics HTTP/1.1" 200 51054 "" "Prometheus/2.43.0" 2024-04-02T09:21:46.336 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 0 2024-04-02T09:21:46.336 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 0 2024-04-02T09:21:46.341 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3978 ms) 2024-04-02T09:21:46.341 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-02T09:21:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:46 smithi188 ceph-mon[86835]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:21:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:46 smithi188 ceph-mon[86835]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:21:46.628 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:46 smithi104 ceph-mon[94081]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:21:46.628 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:46.628 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:46 smithi104 ceph-mon[94081]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:21:46.628 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:46 smithi104 ceph-mon[96567]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:21:46.629 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:46.629 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:46 smithi104 ceph-mon[96567]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:21:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:47 smithi188 ceph-mon[86835]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.5 KiB/s wr, 60 op/s 2024-04-02T09:21:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:47 smithi104 ceph-mon[96567]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.5 KiB/s wr, 60 op/s 2024-04-02T09:21:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:47 smithi104 ceph-mon[94081]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.5 KiB/s wr, 60 op/s 2024-04-02T09:21:48.381 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:48.381 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:48.381 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:48.384 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:48.628 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:48 smithi104 ceph-mon[96567]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:21:48.628 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:48 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3851941208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:48.628 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:48 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:48.629 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:48 smithi104 ceph-mon[94081]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:21:48.629 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:48 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3851941208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:48.629 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:48 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:48 smithi188 ceph-mon[86835]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:21:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:48 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3851941208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:48 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:49 smithi188 ceph-mon[86835]: pgmap v2876: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 72 op/s 2024-04-02T09:21:49.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:49 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:49.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:49 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:49.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:49 smithi188 ceph-mon[86835]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:21:49.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:49.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[94081]: pgmap v2876: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 72 op/s 2024-04-02T09:21:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[94081]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:21:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[96567]: pgmap v2876: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 72 op/s 2024-04-02T09:21:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[96567]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:21:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[94081]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:21:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[96567]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:21:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:50.674 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4333 ms) 2024-04-02T09:21:50.674 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-02T09:21:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:50 smithi188 ceph-mon[86835]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:21:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:51 smithi104 ceph-mon[94081]: pgmap v2879: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.7 KiB/s wr, 77 op/s 2024-04-02T09:21:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:51 smithi104 ceph-mon[94081]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:21:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:51 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:51 smithi104 ceph-mon[94081]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:21:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:51 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/4156772289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:51 smithi104 ceph-mon[96567]: pgmap v2879: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.7 KiB/s wr, 77 op/s 2024-04-02T09:21:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:51 smithi104 ceph-mon[96567]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:21:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:51 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:51 smithi104 ceph-mon[96567]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:21:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:51 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/4156772289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:51 smithi188 ceph-mon[86835]: pgmap v2879: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.7 KiB/s wr, 77 op/s 2024-04-02T09:21:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:51 smithi188 ceph-mon[86835]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:21:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:51 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:51 smithi188 ceph-mon[86835]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:21:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:51 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/4156772289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:52.352 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:21:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:52.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:21:52] ENGINE Bus STOPPING 2024-04-02T09:21:52.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:21:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:21:52.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:21:52] ENGINE Bus STOPPED 2024-04-02T09:21:52.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:21:52] ENGINE Bus STARTING 2024-04-02T09:21:52.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:21:52] ENGINE Serving on http://:::9283 2024-04-02T09:21:52.639 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:21:52] ENGINE Bus STARTED 2024-04-02T09:21:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:53 smithi188 ceph-mon[86835]: pgmap v2882: 393 pgs: 7 creating+peering, 38 unknown, 348 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2024-04-02T09:21:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:53 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/4156772289' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:53 smithi188 ceph-mon[86835]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:21:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:53 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' 2024-04-02T09:21:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:53 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:53.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[94081]: pgmap v2882: 393 pgs: 7 creating+peering, 38 unknown, 348 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2024-04-02T09:21:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/4156772289' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[94081]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:21:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' 2024-04-02T09:21:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[96567]: pgmap v2882: 393 pgs: 7 creating+peering, 38 unknown, 348 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2024-04-02T09:21:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/4156772289' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[96567]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:21:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' 2024-04-02T09:21:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:54.424 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:21:54.498 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:54 smithi188 ceph-mon[86835]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:21:54.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:54 smithi104 ceph-mon[94081]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:21:54.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:54 smithi104 ceph-mon[96567]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:21:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:55 smithi188 ceph-mon[86835]: pgmap v2885: 393 pgs: 10 creating+peering, 14 unknown, 369 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 8.2 KiB/s wr, 135 op/s 2024-04-02T09:21:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:55 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:55 smithi188 ceph-mon[86835]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:21:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:21:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:55 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:21:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:55 smithi104 ceph-mon[96567]: pgmap v2885: 393 pgs: 10 creating+peering, 14 unknown, 369 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 8.2 KiB/s wr, 135 op/s 2024-04-02T09:21:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:55 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:55 smithi104 ceph-mon[96567]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:21:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:21:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:55 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:21:55.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:55 smithi104 ceph-mon[94081]: pgmap v2885: 393 pgs: 10 creating+peering, 14 unknown, 369 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 8.2 KiB/s wr, 135 op/s 2024-04-02T09:21:55.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:55 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:55.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:55 smithi104 ceph-mon[94081]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:21:55.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:21:55.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:55 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:21:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:21:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:21:55] "GET /metrics HTTP/1.1" 200 53421 "" "Prometheus/2.43.0" 2024-04-02T09:21:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:56 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:21:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:56 smithi188 ceph-mon[86835]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:21:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:56 smithi188 ceph-mon[86835]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:21:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:56.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:56 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:21:56.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[94081]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:21:56.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[94081]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:21:56.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:56.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:56.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:56.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:56.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:21:56.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[96567]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:21:56.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[96567]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:21:56.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:56.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:56.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:56.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:56 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:57 smithi188 ceph-mon[86835]: pgmap v2888: 393 pgs: 10 creating+peering, 8 unknown, 375 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 260 KiB/s wr, 72 op/s 2024-04-02T09:21:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:57 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:57 smithi104 ceph-mon[94081]: pgmap v2888: 393 pgs: 10 creating+peering, 8 unknown, 375 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 260 KiB/s wr, 72 op/s 2024-04-02T09:21:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:57 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:57 smithi104 ceph-mon[96567]: pgmap v2888: 393 pgs: 10 creating+peering, 8 unknown, 375 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 260 KiB/s wr, 72 op/s 2024-04-02T09:21:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:57 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:21:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:21:59 smithi188 ceph-mon[86835]: pgmap v2890: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 240 KiB/s wr, 48 op/s 2024-04-02T09:21:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:21:59 smithi104 ceph-mon[96567]: pgmap v2890: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 240 KiB/s wr, 48 op/s 2024-04-02T09:21:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:21:59 smithi104 ceph-mon[94081]: pgmap v2890: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 240 KiB/s wr, 48 op/s 2024-04-02T09:22:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:01 smithi188 ceph-mon[86835]: pgmap v2891: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 173 KiB/s wr, 34 op/s 2024-04-02T09:22:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:01 smithi188 ceph-mon[86835]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:22:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:01 smithi104 ceph-mon[96567]: pgmap v2891: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 173 KiB/s wr, 34 op/s 2024-04-02T09:22:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:01 smithi104 ceph-mon[96567]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:22:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:01 smithi104 ceph-mon[94081]: pgmap v2891: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 173 KiB/s wr, 34 op/s 2024-04-02T09:22:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:01 smithi104 ceph-mon[94081]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:22:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:22:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:22:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:03 smithi188 ceph-mon[86835]: pgmap v2893: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 974 KiB/s wr, 39 op/s 2024-04-02T09:22:03.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:03 smithi104 ceph-mon[94081]: pgmap v2893: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 974 KiB/s wr, 39 op/s 2024-04-02T09:22:03.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:03 smithi104 ceph-mon[96567]: pgmap v2893: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 974 KiB/s wr, 39 op/s 2024-04-02T09:22:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:05 smithi104 ceph-mon[94081]: pgmap v2894: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 642 KiB/s wr, 14 op/s 2024-04-02T09:22:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:22:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:05 smithi188 ceph-mon[86835]: pgmap v2894: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 642 KiB/s wr, 14 op/s 2024-04-02T09:22:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:22:05.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:05.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:05 smithi104 ceph-mon[96567]: pgmap v2894: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 642 KiB/s wr, 14 op/s 2024-04-02T09:22:05.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:22:05.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:22:05] "GET /metrics HTTP/1.1" 200 55885 "" "Prometheus/2.43.0" 2024-04-02T09:22:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-04-02T09:22:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]: dispatch 2024-04-02T09:22:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]: dispatch 2024-04-02T09:22:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]: dispatch 2024-04-02T09:22:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]: dispatch 2024-04-02T09:22:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-04-02T09:22:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:06 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]: dispatch 2024-04-02T09:22:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-04-02T09:22:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]: dispatch 2024-04-02T09:22:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]: dispatch 2024-04-02T09:22:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]: dispatch 2024-04-02T09:22:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]: dispatch 2024-04-02T09:22:06.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-04-02T09:22:06.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]: dispatch 2024-04-02T09:22:06.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-04-02T09:22:06.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]: dispatch 2024-04-02T09:22:06.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]: dispatch 2024-04-02T09:22:06.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]: dispatch 2024-04-02T09:22:06.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]: dispatch 2024-04-02T09:22:06.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-04-02T09:22:06.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:06 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]: dispatch 2024-04-02T09:22:07.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:07 smithi188 ceph-mon[86835]: pgmap v2895: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 548 KiB/s wr, 6 op/s 2024-04-02T09:22:07.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-04-02T09:22:07.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]': finished 2024-04-02T09:22:07.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]': finished 2024-04-02T09:22:07.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]': finished 2024-04-02T09:22:07.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]': finished 2024-04-02T09:22:07.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-04-02T09:22:07.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]': finished 2024-04-02T09:22:07.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:07 smithi188 ceph-mon[86835]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:22:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[94081]: pgmap v2895: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 548 KiB/s wr, 6 op/s 2024-04-02T09:22:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-04-02T09:22:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]': finished 2024-04-02T09:22:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]': finished 2024-04-02T09:22:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]': finished 2024-04-02T09:22:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]': finished 2024-04-02T09:22:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-04-02T09:22:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]': finished 2024-04-02T09:22:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[94081]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:22:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[96567]: pgmap v2895: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 548 KiB/s wr, 6 op/s 2024-04-02T09:22:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-04-02T09:22:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4, 7, 3]}]': finished 2024-04-02T09:22:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]': finished 2024-04-02T09:22:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]': finished 2024-04-02T09:22:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]': finished 2024-04-02T09:22:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-04-02T09:22:07.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]': finished 2024-04-02T09:22:07.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:07 smithi104 ceph-mon[96567]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:22:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:08 smithi188 ceph-mon[86835]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:22:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:08 smithi104 ceph-mon[96567]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:22:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:08 smithi104 ceph-mon[94081]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:22:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:09 smithi188 ceph-mon[86835]: pgmap v2898: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 806 B/s rd, 807 KiB/s wr, 2 op/s 2024-04-02T09:22:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:09 smithi104 ceph-mon[96567]: pgmap v2898: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 806 B/s rd, 807 KiB/s wr, 2 op/s 2024-04-02T09:22:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:09 smithi104 ceph-mon[94081]: pgmap v2898: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 806 B/s rd, 807 KiB/s wr, 2 op/s 2024-04-02T09:22:11.547 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.RemoveFullTry (20873 ms) 2024-04-02T09:22:11.547 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-02T09:22:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:11 smithi188 ceph-mon[86835]: pgmap v2899: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:22:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:11 smithi188 ceph-mon[86835]: pool 'test-librbd-smithi104-148482-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:11 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:11 smithi188 ceph-mon[86835]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:22:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:11 smithi104 ceph-mon[94081]: pgmap v2899: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:22:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:11 smithi104 ceph-mon[94081]: pool 'test-librbd-smithi104-148482-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:11 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:11 smithi104 ceph-mon[94081]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:22:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:11 smithi104 ceph-mon[96567]: pgmap v2899: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:22:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:11 smithi104 ceph-mon[96567]: pool 'test-librbd-smithi104-148482-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:11 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:11 smithi104 ceph-mon[96567]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:22:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:22:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:22:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:13.845 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:13 smithi188 ceph-mon[86835]: pgmap v2901: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 854 KiB/s wr, 3 op/s; 5 B/s, 0 objects/s recovering 2024-04-02T09:22:13.845 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:13 smithi188 ceph-mon[86835]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:22:13.845 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:13 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1957823223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:13 smithi104 ceph-mon[94081]: pgmap v2901: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 854 KiB/s wr, 3 op/s; 5 B/s, 0 objects/s recovering 2024-04-02T09:22:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:13 smithi104 ceph-mon[94081]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:22:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:13 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1957823223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:13 smithi104 ceph-mon[96567]: pgmap v2901: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 854 KiB/s wr, 3 op/s; 5 B/s, 0 objects/s recovering 2024-04-02T09:22:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:13 smithi104 ceph-mon[96567]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:22:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:13 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1957823223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:14.851 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:14 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1957823223' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:14.851 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:14 smithi104 ceph-mon[94081]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:22:14.851 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:14 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1957823223' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:14.851 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:14 smithi104 ceph-mon[96567]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:22:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:14 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1957823223' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:14 smithi188 ceph-mon[86835]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:22:15.481 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:22:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:15 smithi188 ceph-mon[86835]: pgmap v2904: 425 pgs: 12 creating+peering, 20 unknown, 393 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 853 B/s rd, 683 KiB/s wr, 2 op/s; 512 KiB/s, 13 keys/s, 0 objects/s recovering 2024-04-02T09:22:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:15 smithi188 ceph-mon[86835]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:22:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:15 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3431531966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-mon[94081]: pgmap v2904: 425 pgs: 12 creating+peering, 20 unknown, 393 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 853 B/s rd, 683 KiB/s wr, 2 op/s; 512 KiB/s, 13 keys/s, 0 objects/s recovering 2024-04-02T09:22:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-mon[94081]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:22:15.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3431531966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-mon[96567]: pgmap v2904: 425 pgs: 12 creating+peering, 20 unknown, 393 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 853 B/s rd, 683 KiB/s wr, 2 op/s; 512 KiB/s, 13 keys/s, 0 objects/s recovering 2024-04-02T09:22:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-mon[96567]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:22:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3431531966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:15.874 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:22:15] ENGINE Bus STOPPING 2024-04-02T09:22:15.874 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:22:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:22:15.874 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:22:15] ENGINE Bus STOPPED 2024-04-02T09:22:15.874 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:22:15] ENGINE Bus STARTING 2024-04-02T09:22:15.875 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:22:15] ENGINE Serving on http://:::9283 2024-04-02T09:22:15.875 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:22:15] ENGINE Bus STARTED 2024-04-02T09:22:15.875 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:22:15] "GET /metrics HTTP/1.1" 200 55885 "" "Prometheus/2.43.0" 2024-04-02T09:22:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3431531966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:16 smithi188 ceph-mon[86835]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:22:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:16 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' 2024-04-02T09:22:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:16 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:16 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:16 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:16 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:22:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:16 smithi188 ceph-mon[86835]: pool 'test-librbd-smithi104-148482-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:22:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:16 smithi188 ceph-mon[86835]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:22:16.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:16 smithi188 ceph-mon[86835]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:22:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3431531966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[96567]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:22:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' 2024-04-02T09:22:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:22:16.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[96567]: pool 'test-librbd-smithi104-148482-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:22:16.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[96567]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:22:16.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[96567]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:22:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3431531966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[94081]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:22:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' 2024-04-02T09:22:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:22:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[94081]: pool 'test-librbd-smithi104-148482-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:22:16.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[94081]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:22:16.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:16 smithi104 ceph-mon[94081]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:22:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:17 smithi188 ceph-mon[86835]: pgmap v2907: 457 pgs: 16 creating+peering, 40 unknown, 401 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1024 KiB/s wr, 25 op/s; 768 KiB/s, 19 keys/s, 0 objects/s recovering 2024-04-02T09:22:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:17 smithi188 ceph-mon[86835]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:22:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:17 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:17 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:17 smithi104 ceph-mon[96567]: pgmap v2907: 457 pgs: 16 creating+peering, 40 unknown, 401 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1024 KiB/s wr, 25 op/s; 768 KiB/s, 19 keys/s, 0 objects/s recovering 2024-04-02T09:22:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:17 smithi104 ceph-mon[96567]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:22:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:17 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:17 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:17 smithi104 ceph-mon[94081]: pgmap v2907: 457 pgs: 16 creating+peering, 40 unknown, 401 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1024 KiB/s wr, 25 op/s; 768 KiB/s, 19 keys/s, 0 objects/s recovering 2024-04-02T09:22:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:17 smithi104 ceph-mon[94081]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:22:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:17 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:17 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:22:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:19 smithi188 ceph-mon[86835]: pgmap v2910: 457 pgs: 16 creating+peering, 9 unknown, 432 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-04-02T09:22:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:19 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:22:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:19 smithi188 ceph-mon[86835]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:22:19.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:19 smithi104 ceph-mon[94081]: pgmap v2910: 457 pgs: 16 creating+peering, 9 unknown, 432 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-04-02T09:22:19.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:19 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:22:19.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:19 smithi104 ceph-mon[94081]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:22:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:19 smithi104 ceph-mon[96567]: pgmap v2910: 457 pgs: 16 creating+peering, 9 unknown, 432 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-04-02T09:22:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:19 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi104-148482-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:22:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:19 smithi104 ceph-mon[96567]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:22:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:21.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:21 smithi188 ceph-mon[86835]: pgmap v2912: 457 pgs: 4 creating+peering, 453 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.6 KiB/s wr, 16 op/s 2024-04-02T09:22:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:21 smithi104 ceph-mon[96567]: pgmap v2912: 457 pgs: 4 creating+peering, 453 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.6 KiB/s wr, 16 op/s 2024-04-02T09:22:21.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:21 smithi104 ceph-mon[94081]: pgmap v2912: 457 pgs: 4 creating+peering, 453 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.6 KiB/s wr, 16 op/s 2024-04-02T09:22:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:22:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:23 smithi188 ceph-mon[86835]: pgmap v2913: 457 pgs: 457 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 17 op/s 2024-04-02T09:22:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:23 smithi104 ceph-mon[96567]: pgmap v2913: 457 pgs: 457 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 17 op/s 2024-04-02T09:22:23.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:23 smithi104 ceph-mon[94081]: pgmap v2913: 457 pgs: 457 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 17 op/s 2024-04-02T09:22:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:25 smithi188 ceph-mon[86835]: pgmap v2914: 457 pgs: 457 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 420 KiB/s wr, 9 op/s 2024-04-02T09:22:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:25 smithi104 ceph-mon[96567]: pgmap v2914: 457 pgs: 457 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 420 KiB/s wr, 9 op/s 2024-04-02T09:22:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:25 smithi104 ceph-mon[94081]: pgmap v2914: 457 pgs: 457 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 420 KiB/s wr, 9 op/s 2024-04-02T09:22:26.143 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:22:25] "GET /metrics HTTP/1.1" 200 60782 "" "Prometheus/2.43.0" 2024-04-02T09:22:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:27 smithi188 ceph-mon[86835]: pgmap v2915: 457 pgs: 457 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 370 KiB/s wr, 7 op/s 2024-04-02T09:22:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:27 smithi188 ceph-mon[86835]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:22:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:27 smithi104 ceph-mon[94081]: pgmap v2915: 457 pgs: 457 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 370 KiB/s wr, 7 op/s 2024-04-02T09:22:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:27 smithi104 ceph-mon[94081]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:22:27.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:27 smithi104 ceph-mon[96567]: pgmap v2915: 457 pgs: 457 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 370 KiB/s wr, 7 op/s 2024-04-02T09:22:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:27 smithi104 ceph-mon[96567]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:22:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:29 smithi188 ceph-mon[86835]: pgmap v2917: 457 pgs: 457 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 879 KiB/s wr, 6 op/s 2024-04-02T09:22:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:29 smithi104 ceph-mon[96567]: pgmap v2917: 457 pgs: 457 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 879 KiB/s wr, 6 op/s 2024-04-02T09:22:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:29 smithi104 ceph-mon[94081]: pgmap v2917: 457 pgs: 457 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 879 KiB/s wr, 6 op/s 2024-04-02T09:22:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:31 smithi188 ceph-mon[86835]: pgmap v2918: 457 pgs: 457 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-04-02T09:22:31.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:31 smithi104 ceph-mon[94081]: pgmap v2918: 457 pgs: 457 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-04-02T09:22:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:31 smithi104 ceph-mon[96567]: pgmap v2918: 457 pgs: 457 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-04-02T09:22:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:22:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:33 smithi188 ceph-mon[86835]: pgmap v2919: 457 pgs: 457 active+clean; 18 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:22:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:33 smithi104 ceph-mon[96567]: pgmap v2919: 457 pgs: 457 active+clean; 18 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:22:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:33 smithi104 ceph-mon[94081]: pgmap v2919: 457 pgs: 457 active+clean; 18 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:22:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:35 smithi188 ceph-mon[86835]: pgmap v2920: 457 pgs: 457 active+clean; 18 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:22:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:35 smithi104 ceph-mon[94081]: pgmap v2920: 457 pgs: 457 active+clean; 18 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:22:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:35 smithi104 ceph-mon[96567]: pgmap v2920: 457 pgs: 457 active+clean; 18 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:22:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:22:35] "GET /metrics HTTP/1.1" 200 60808 "" "Prometheus/2.43.0" 2024-04-02T09:22:36.567 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (25020 ms) 2024-04-02T09:22:36.567 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-02T09:22:36.568 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:22:36.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:36 smithi188 ceph-mon[86835]: pool 'test-librbd-smithi104-148482-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:36 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:36.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:36 smithi188 ceph-mon[86835]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:22:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:36 smithi104 ceph-mon[96567]: pool 'test-librbd-smithi104-148482-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:36 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:36.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:36 smithi104 ceph-mon[96567]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:22:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:36 smithi104 ceph-mon[94081]: pool 'test-librbd-smithi104-148482-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:22:36.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:36 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:22:36.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:36 smithi104 ceph-mon[94081]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:22:37.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:37 smithi188 ceph-mon[86835]: pgmap v2921: 457 pgs: 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-02T09:22:37.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:37 smithi104 ceph-mon[96567]: pgmap v2921: 457 pgs: 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-02T09:22:37.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:37 smithi104 ceph-mon[94081]: pgmap v2921: 457 pgs: 457 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-02T09:22:38.427 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:38.427 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:38.427 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:38.427 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:38.427 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:38.427 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.428 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:38.428 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.428 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.428 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:38.428 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.428 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:38.428 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.428 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.428 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:38.428 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.428 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:38.429 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.430 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:38.431 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:38.432 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:38.433 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 512~512 = 512 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.434 INFO:tasks.workunit.client.0.smithi104.stdout:aio discard: 1536~512 = 0 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.435 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:22:38.436 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.437 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:22:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:22:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:22:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.438 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.439 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:22:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:22:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:22:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:22:38.440 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.441 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.442 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.443 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:38.443 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.443 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.443 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.443 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:38.443 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:38.444 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:38.445 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.445 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:38.445 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.445 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.445 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:38.445 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.446 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.446 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:38.446 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:38.446 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:38.446 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:38.446 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:38.446 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:38.446 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:38.446 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:39 smithi188 ceph-mon[86835]: pgmap v2923: 457 pgs: 457 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:22:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:39 smithi104 ceph-mon[96567]: pgmap v2923: 457 pgs: 457 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:22:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:39 smithi104 ceph-mon[94081]: pgmap v2923: 457 pgs: 457 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:22:39.982 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.983 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.983 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.983 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.983 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.983 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.983 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.983 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.983 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.983 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.983 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.984 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.985 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.985 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.985 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.985 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.985 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.985 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.985 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.985 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.985 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.985 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.985 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.986 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.986 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.986 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.986 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.986 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.986 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.986 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.986 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.986 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.986 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.986 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.987 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.987 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.987 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.987 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.987 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:39.987 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.987 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.987 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:39.987 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.987 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.987 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.988 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.988 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.988 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.988 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.988 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.988 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.988 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.988 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.988 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.988 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.988 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.989 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.990 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.991 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:39.992 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:39.993 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:39.993 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestIO (3415 ms) 2024-04-02T09:22:39.993 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-02T09:22:39.993 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:22:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:41 smithi188 ceph-mon[86835]: pgmap v2924: 457 pgs: 457 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 1.1 MiB/s wr, 330 op/s 2024-04-02T09:22:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:41 smithi104 ceph-mon[96567]: pgmap v2924: 457 pgs: 457 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 1.1 MiB/s wr, 330 op/s 2024-04-02T09:22:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:41 smithi104 ceph-mon[94081]: pgmap v2924: 457 pgs: 457 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 1.1 MiB/s wr, 330 op/s 2024-04-02T09:22:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:22:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:22:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:43 smithi188 ceph-mon[86835]: pgmap v2925: 457 pgs: 457 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 599 KiB/s wr, 350 op/s 2024-04-02T09:22:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:43 smithi104 ceph-mon[96567]: pgmap v2925: 457 pgs: 457 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 599 KiB/s wr, 350 op/s 2024-04-02T09:22:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:43 smithi104 ceph-mon[94081]: pgmap v2925: 457 pgs: 457 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 599 KiB/s wr, 350 op/s 2024-04-02T09:22:45.518 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:45.518 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:45.518 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:45.518 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:45.519 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:45.520 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.521 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.522 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:45.523 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:45.524 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 512~512 = 512 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:aio discard: 1536~512 = 0 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:22:45.525 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:22:45.526 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.527 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:22:45.528 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.529 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:45.530 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.531 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:45.532 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:45.533 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:45.533 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:45.533 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:45.533 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:45.533 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:45.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:45 smithi188 ceph-mon[86835]: pgmap v2926: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-02T09:22:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:45 smithi104 ceph-mon[96567]: pgmap v2926: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-02T09:22:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:45 smithi104 ceph-mon[94081]: pgmap v2926: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-02T09:22:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:22:45] "GET /metrics HTTP/1.1" 200 60808 "" "Prometheus/2.43.0" 2024-04-02T09:22:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:46 smithi188 ceph-mon[86835]: pool 'test-librbd-smithi104-148482-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:22:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:46 smithi188 ceph-mon[86835]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:22:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:46 smithi188 ceph-mon[86835]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:22:46.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:46 smithi104 ceph-mon[96567]: pool 'test-librbd-smithi104-148482-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:22:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:46 smithi104 ceph-mon[96567]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:22:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:46 smithi104 ceph-mon[96567]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:22:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:46 smithi104 ceph-mon[94081]: pool 'test-librbd-smithi104-148482-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:22:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:46 smithi104 ceph-mon[94081]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:22:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:46 smithi104 ceph-mon[94081]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:22:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:47 smithi188 ceph-mon[86835]: pgmap v2927: 457 pgs: 457 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 1.1 MiB/s wr, 1.31k op/s 2024-04-02T09:22:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:47 smithi104 ceph-mon[96567]: pgmap v2927: 457 pgs: 457 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 1.1 MiB/s wr, 1.31k op/s 2024-04-02T09:22:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:47 smithi104 ceph-mon[94081]: pgmap v2927: 457 pgs: 457 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 1.1 MiB/s wr, 1.31k op/s 2024-04-02T09:22:49.628 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:49 smithi188 ceph-mon[86835]: pgmap v2929: 457 pgs: 457 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s rd, 846 KiB/s wr, 1.31k op/s 2024-04-02T09:22:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:49 smithi104 ceph-mon[96567]: pgmap v2929: 457 pgs: 457 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s rd, 846 KiB/s wr, 1.31k op/s 2024-04-02T09:22:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:49 smithi104 ceph-mon[94081]: pgmap v2929: 457 pgs: 457 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 875 KiB/s rd, 846 KiB/s wr, 1.31k op/s 2024-04-02T09:22:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:51.295 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.295 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.295 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.295 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.295 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:51.296 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.297 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.298 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.299 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.300 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.301 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.301 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.301 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.301 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.301 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.301 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.301 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.301 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.301 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.301 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.302 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.302 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.302 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.302 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:51.302 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.302 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.302 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:51.302 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.302 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.303 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:51.304 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 4 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:read: 4 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:read: 4 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11313 ms) 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-02T09:22:51.305 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:22:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:51 smithi188 ceph-mon[86835]: pgmap v2930: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 760 KiB/s wr, 982 op/s 2024-04-02T09:22:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:51 smithi104 ceph-mon[96567]: pgmap v2930: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 760 KiB/s wr, 982 op/s 2024-04-02T09:22:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:51 smithi104 ceph-mon[94081]: pgmap v2930: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 760 KiB/s wr, 982 op/s 2024-04-02T09:22:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:22:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:22:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:53 smithi188 ceph-mon[86835]: pgmap v2931: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 955 KiB/s wr, 1.37k op/s 2024-04-02T09:22:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:53 smithi104 ceph-mon[96567]: pgmap v2931: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 955 KiB/s wr, 1.37k op/s 2024-04-02T09:22:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:53 smithi104 ceph-mon[94081]: pgmap v2931: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 955 KiB/s wr, 1.37k op/s 2024-04-02T09:22:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:55 smithi188 ceph-mon[86835]: pgmap v2932: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 857 op/s 2024-04-02T09:22:55.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:55 smithi104 ceph-mon[94081]: pgmap v2932: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 857 op/s 2024-04-02T09:22:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:55 smithi104 ceph-mon[96567]: pgmap v2932: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 857 op/s 2024-04-02T09:22:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:22:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:22:55] "GET /metrics HTTP/1.1" 200 60776 "" "Prometheus/2.43.0" 2024-04-02T09:22:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:57 smithi188 ceph-mon[86835]: pgmap v2933: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 197 KiB/s wr, 415 op/s 2024-04-02T09:22:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:57 smithi104 ceph-mon[94081]: pgmap v2933: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 197 KiB/s wr, 415 op/s 2024-04-02T09:22:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:57 smithi104 ceph-mon[96567]: pgmap v2933: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 197 KiB/s wr, 415 op/s 2024-04-02T09:22:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:22:59 smithi104 ceph-mon[94081]: pgmap v2934: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 173 KiB/s wr, 364 op/s 2024-04-02T09:22:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:22:59 smithi104 ceph-mon[96567]: pgmap v2934: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 173 KiB/s wr, 364 op/s 2024-04-02T09:22:59.809 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:59.810 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:59.810 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:59.810 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:59.810 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:22:59.810 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.810 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:59.810 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.810 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.810 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:59.810 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.811 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:59.811 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.811 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.811 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:59.811 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.811 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:59.811 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.811 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.811 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:59.811 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.812 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:59.812 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.812 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.812 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:59.812 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.812 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:22:59.813 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.813 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.813 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:22:59.813 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:59.813 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:59.813 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:59.813 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:59.813 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:59.813 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:59.814 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:59.814 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:59.814 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:22:59.814 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:22:59.814 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.814 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:59.814 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.814 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.814 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:59.814 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.814 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.815 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.816 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:59.816 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.816 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:22:59.816 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.816 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.816 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:22:59.816 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:59.816 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:59.817 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:59.818 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:59.818 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:59.818 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.818 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:59.818 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:59.818 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:59.818 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.818 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:59.818 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:59.818 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:59.818 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.819 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:59.819 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:59.819 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:59.819 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.819 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:59.819 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:59.819 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 512~512 = 512 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:aio discard: 1536~512 = 0 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.820 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.821 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.822 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:22:59.823 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.823 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.823 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:22:59.823 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.823 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.823 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:22:59.823 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.823 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.823 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.823 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.823 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.824 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.825 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:59.826 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.826 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.826 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:59.826 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.826 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.826 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.826 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:59.826 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.826 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.827 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:59.827 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.827 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.827 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.827 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:59.827 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.827 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.827 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:59.827 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:22:59.828 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:22:59.829 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:22:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:22:59 smithi188 ceph-mon[86835]: pgmap v2934: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 173 KiB/s wr, 364 op/s 2024-04-02T09:23:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:01 smithi104 ceph-mon[96567]: pgmap v2935: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 164 KiB/s wr, 344 op/s 2024-04-02T09:23:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:01 smithi104 ceph-mon[94081]: pgmap v2935: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 164 KiB/s wr, 344 op/s 2024-04-02T09:23:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:01 smithi188 ceph-mon[86835]: pgmap v2935: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 164 KiB/s wr, 344 op/s 2024-04-02T09:23:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:23:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:03.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:03 smithi104 ceph-mon[96567]: pgmap v2936: 457 pgs: 457 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 348 op/s 2024-04-02T09:23:03.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:03 smithi104 ceph-mon[94081]: pgmap v2936: 457 pgs: 457 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 348 op/s 2024-04-02T09:23:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:03 smithi188 ceph-mon[86835]: pgmap v2936: 457 pgs: 457 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 348 op/s 2024-04-02T09:23:05.129 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.129 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.129 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.129 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.129 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.129 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.129 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.129 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.130 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.132 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.132 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.133 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.134 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.135 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.136 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.137 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:23:05.138 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 4 2024-04-02T09:23:05.139 INFO:tasks.workunit.client.0.smithi104.stdout:read: 4 2024-04-02T09:23:05.140 INFO:tasks.workunit.client.0.smithi104.stdout:read: 4 2024-04-02T09:23:05.140 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (13832 ms) 2024-04-02T09:23:05.140 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-02T09:23:05.140 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:23:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:05 smithi104 ceph-mon[94081]: pgmap v2937: 457 pgs: 457 active+clean; 31 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-04-02T09:23:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:05 smithi104 ceph-mon[96567]: pgmap v2937: 457 pgs: 457 active+clean; 31 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-04-02T09:23:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:05 smithi188 ceph-mon[86835]: pgmap v2937: 457 pgs: 457 active+clean; 31 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-04-02T09:23:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:23:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:23:05] "GET /metrics HTTP/1.1" 200 60791 "" "Prometheus/2.43.0" 2024-04-02T09:23:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:06 smithi188 ceph-mon[86835]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:23:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:06 smithi104 ceph-mon[96567]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:23:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:06 smithi104 ceph-mon[94081]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:23:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:07 smithi188 ceph-mon[86835]: pgmap v2939: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 871 op/s 2024-04-02T09:23:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:07 smithi104 ceph-mon[96567]: pgmap v2939: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 871 op/s 2024-04-02T09:23:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:07 smithi104 ceph-mon[94081]: pgmap v2939: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 871 op/s 2024-04-02T09:23:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:09 smithi188 ceph-mon[86835]: pgmap v2940: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 879 op/s 2024-04-02T09:23:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:09 smithi104 ceph-mon[94081]: pgmap v2940: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 879 op/s 2024-04-02T09:23:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:09 smithi104 ceph-mon[96567]: pgmap v2940: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 879 op/s 2024-04-02T09:23:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:11 smithi188 ceph-mon[86835]: pgmap v2941: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 884 op/s 2024-04-02T09:23:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:11 smithi104 ceph-mon[94081]: pgmap v2941: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 884 op/s 2024-04-02T09:23:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:11 smithi104 ceph-mon[96567]: pgmap v2941: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 884 op/s 2024-04-02T09:23:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:12 smithi188 ceph-mon[86835]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:23:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:23:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:23:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:12 smithi104 ceph-mon[96567]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:23:12.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:12 smithi104 ceph-mon[94081]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:23:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:13 smithi188 ceph-mon[86835]: pgmap v2943: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 39 op/s 2024-04-02T09:23:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:13 smithi104 ceph-mon[96567]: pgmap v2943: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 39 op/s 2024-04-02T09:23:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:13 smithi104 ceph-mon[94081]: pgmap v2943: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 39 op/s 2024-04-02T09:23:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:15 smithi104 ceph-mon[94081]: pgmap v2944: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 496 KiB/s wr, 37 op/s 2024-04-02T09:23:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:15 smithi188 ceph-mon[86835]: pgmap v2944: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 496 KiB/s wr, 37 op/s 2024-04-02T09:23:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:15 smithi104 ceph-mon[96567]: pgmap v2944: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 496 KiB/s wr, 37 op/s 2024-04-02T09:23:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:23:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:23:15] "GET /metrics HTTP/1.1" 200 60791 "" "Prometheus/2.43.0" 2024-04-02T09:23:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:16 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:16 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:16 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:17 smithi188 ceph-mon[86835]: pgmap v2945: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 412 KiB/s wr, 45 op/s 2024-04-02T09:23:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:23:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:17 smithi104 ceph-mon[96567]: pgmap v2945: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 412 KiB/s wr, 45 op/s 2024-04-02T09:23:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:23:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:17 smithi104 ceph-mon[94081]: pgmap v2945: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 412 KiB/s wr, 45 op/s 2024-04-02T09:23:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:23:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:19 smithi188 ceph-mon[86835]: pgmap v2946: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 412 KiB/s wr, 49 op/s 2024-04-02T09:23:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:19 smithi104 ceph-mon[96567]: pgmap v2946: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 412 KiB/s wr, 49 op/s 2024-04-02T09:23:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:19 smithi104 ceph-mon[94081]: pgmap v2946: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 412 KiB/s wr, 49 op/s 2024-04-02T09:23:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:21 smithi188 ceph-mon[86835]: pgmap v2947: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 412 KiB/s wr, 44 op/s 2024-04-02T09:23:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:21 smithi104 ceph-mon[96567]: pgmap v2947: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 412 KiB/s wr, 44 op/s 2024-04-02T09:23:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:21 smithi104 ceph-mon[94081]: pgmap v2947: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 412 KiB/s wr, 44 op/s 2024-04-02T09:23:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:23:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:23 smithi188 ceph-mon[86835]: pgmap v2948: 457 pgs: 457 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 799 KiB/s wr, 33 op/s 2024-04-02T09:23:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:23 smithi188 ceph-mon[86835]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:23:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:23 smithi104 ceph-mon[96567]: pgmap v2948: 457 pgs: 457 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 799 KiB/s wr, 33 op/s 2024-04-02T09:23:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:23 smithi104 ceph-mon[96567]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:23:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:23 smithi104 ceph-mon[94081]: pgmap v2948: 457 pgs: 457 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 799 KiB/s wr, 33 op/s 2024-04-02T09:23:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:23 smithi104 ceph-mon[94081]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:23:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:25 smithi188 ceph-mon[86835]: pgmap v2950: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-04-02T09:23:25.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:25 smithi104 ceph-mon[96567]: pgmap v2950: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-04-02T09:23:25.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:25 smithi104 ceph-mon[94081]: pgmap v2950: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-04-02T09:23:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:23:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:23:25] "GET /metrics HTTP/1.1" 200 60782 "" "Prometheus/2.43.0" 2024-04-02T09:23:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:27 smithi188 ceph-mon[86835]: pgmap v2951: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-04-02T09:23:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:27 smithi104 ceph-mon[96567]: pgmap v2951: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-04-02T09:23:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:27 smithi104 ceph-mon[94081]: pgmap v2951: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-04-02T09:23:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:29 smithi188 ceph-mon[86835]: pgmap v2952: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:23:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:29 smithi104 ceph-mon[96567]: pgmap v2952: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:23:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:29 smithi104 ceph-mon[94081]: pgmap v2952: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:23:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:31 smithi188 ceph-mon[86835]: pgmap v2953: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:23:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:31 smithi104 ceph-mon[94081]: pgmap v2953: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:23:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:31 smithi104 ceph-mon[96567]: pgmap v2953: 457 pgs: 457 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:23:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:23:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:33 smithi188 ceph-mon[86835]: pgmap v2954: 457 pgs: 457 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:23:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:33 smithi104 ceph-mon[94081]: pgmap v2954: 457 pgs: 457 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:23:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:33 smithi104 ceph-mon[96567]: pgmap v2954: 457 pgs: 457 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:23:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:35 smithi104 ceph-mon[96567]: pgmap v2955: 457 pgs: 457 active+clean; 71 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.1 MiB/s wr, 33 op/s 2024-04-02T09:23:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:35 smithi104 ceph-mon[94081]: pgmap v2955: 457 pgs: 457 active+clean; 71 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.1 MiB/s wr, 33 op/s 2024-04-02T09:23:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:35 smithi188 ceph-mon[86835]: pgmap v2955: 457 pgs: 457 active+clean; 71 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.1 MiB/s wr, 33 op/s 2024-04-02T09:23:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:23:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:23:35] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-02T09:23:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:37 smithi188 ceph-mon[86835]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-02T09:23:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:37 smithi104 ceph-mon[96567]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-02T09:23:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:37 smithi104 ceph-mon[94081]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-02T09:23:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:39 smithi188 ceph-mon[86835]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:23:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:39 smithi104 ceph-mon[96567]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:23:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:39 smithi104 ceph-mon[94081]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:23:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:41 smithi188 ceph-mon[86835]: pgmap v2958: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:23:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:41 smithi104 ceph-mon[96567]: pgmap v2958: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:23:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:41 smithi104 ceph-mon[94081]: pgmap v2958: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:23:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:23:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:43 smithi188 ceph-mon[86835]: pgmap v2959: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:23:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:43 smithi188 ceph-mon[86835]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:23:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:43 smithi104 ceph-mon[96567]: pgmap v2959: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:23:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:43 smithi104 ceph-mon[96567]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:23:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:43 smithi104 ceph-mon[94081]: pgmap v2959: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:23:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:43 smithi104 ceph-mon[94081]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:23:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:45 smithi188 ceph-mon[86835]: pgmap v2961: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 411 KiB/s wr, 18 op/s 2024-04-02T09:23:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:45 smithi104 ceph-mon[96567]: pgmap v2961: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 411 KiB/s wr, 18 op/s 2024-04-02T09:23:45.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:45 smithi104 ceph-mon[94081]: pgmap v2961: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 411 KiB/s wr, 18 op/s 2024-04-02T09:23:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:23:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:23:45] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-02T09:23:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:47 smithi188 ceph-mon[86835]: pgmap v2962: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 716 B/s wr, 28 op/s 2024-04-02T09:23:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:47 smithi104 ceph-mon[96567]: pgmap v2962: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 716 B/s wr, 28 op/s 2024-04-02T09:23:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:47 smithi104 ceph-mon[94081]: pgmap v2962: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 716 B/s wr, 28 op/s 2024-04-02T09:23:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:49 smithi188 ceph-mon[86835]: pgmap v2963: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 968 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:23:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:49 smithi104 ceph-mon[96567]: pgmap v2963: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 968 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:23:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:49 smithi104 ceph-mon[94081]: pgmap v2963: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 968 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:23:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:51 smithi188 ceph-mon[86835]: pgmap v2964: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:23:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:51 smithi104 ceph-mon[96567]: pgmap v2964: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:23:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:51 smithi104 ceph-mon[94081]: pgmap v2964: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:23:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:23:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:23:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:53 smithi188 ceph-mon[86835]: pgmap v2965: 457 pgs: 457 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.2 MiB/s wr, 43 op/s 2024-04-02T09:23:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:53 smithi104 ceph-mon[96567]: pgmap v2965: 457 pgs: 457 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.2 MiB/s wr, 43 op/s 2024-04-02T09:23:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:53 smithi104 ceph-mon[94081]: pgmap v2965: 457 pgs: 457 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.2 MiB/s wr, 43 op/s 2024-04-02T09:23:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:55 smithi104 ceph-mon[96567]: pgmap v2966: 457 pgs: 457 active+clean; 227 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 14 MiB/s wr, 94 op/s 2024-04-02T09:23:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:55 smithi104 ceph-mon[96567]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:23:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:55 smithi104 ceph-mon[94081]: pgmap v2966: 457 pgs: 457 active+clean; 227 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 14 MiB/s wr, 94 op/s 2024-04-02T09:23:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:55 smithi104 ceph-mon[94081]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:23:55.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:55 smithi188 ceph-mon[86835]: pgmap v2966: 457 pgs: 457 active+clean; 227 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 14 MiB/s wr, 94 op/s 2024-04-02T09:23:55.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:55 smithi188 ceph-mon[86835]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:23:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:23:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:23:55] "GET /metrics HTTP/1.1" 200 60781 "" "Prometheus/2.43.0" 2024-04-02T09:23:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:56 smithi188 ceph-mon[86835]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:23:56.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:56 smithi104 ceph-mon[94081]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:23:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:56 smithi104 ceph-mon[96567]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:23:57.624 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 4 2024-04-02T09:23:57.624 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 4 2024-04-02T09:23:57.625 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 4 2024-04-02T09:23:57.625 INFO:tasks.workunit.client.0.smithi104.stdout:read: 4 2024-04-02T09:23:57.625 INFO:tasks.workunit.client.0.smithi104.stdout:read: 4 2024-04-02T09:23:57.625 INFO:tasks.workunit.client.0.smithi104.stdout:read: 4 2024-04-02T09:23:57.625 INFO:tasks.workunit.client.0.smithi104.stdout:read: 4 2024-04-02T09:23:57.625 INFO:tasks.workunit.client.0.smithi104.stdout:read: 4 2024-04-02T09:23:57.625 INFO:tasks.workunit.client.0.smithi104.stdout:read: 4 2024-04-02T09:23:57.625 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCloneEncryption (52497 ms) 2024-04-02T09:23:57.625 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-02T09:23:57.625 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:23:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:57 smithi188 ceph-mon[86835]: pgmap v2969: 457 pgs: 457 active+clean; 223 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 MiB/s wr, 105 op/s 2024-04-02T09:23:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:57 smithi188 ceph-mon[86835]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:23:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:57 smithi104 ceph-mon[94081]: pgmap v2969: 457 pgs: 457 active+clean; 223 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 MiB/s wr, 105 op/s 2024-04-02T09:23:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:57 smithi104 ceph-mon[94081]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:23:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:57 smithi104 ceph-mon[96567]: pgmap v2969: 457 pgs: 457 active+clean; 223 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 MiB/s wr, 105 op/s 2024-04-02T09:23:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:57 smithi104 ceph-mon[96567]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:23:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:58 smithi188 ceph-mon[86835]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:23:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:58 smithi104 ceph-mon[96567]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:23:58.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:58 smithi104 ceph-mon[94081]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:23:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:23:59 smithi188 ceph-mon[86835]: pgmap v2972: 457 pgs: 457 active+clean; 147 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 26 MiB/s wr, 115 op/s 2024-04-02T09:23:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:23:59 smithi104 ceph-mon[94081]: pgmap v2972: 457 pgs: 457 active+clean; 147 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 26 MiB/s wr, 115 op/s 2024-04-02T09:23:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:23:59 smithi104 ceph-mon[96567]: pgmap v2972: 457 pgs: 457 active+clean; 147 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 26 MiB/s wr, 115 op/s 2024-04-02T09:24:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:01 smithi188 ceph-mon[86835]: pgmap v2973: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 MiB/s wr, 152 op/s 2024-04-02T09:24:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:01 smithi188 ceph-mon[86835]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:24:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:01 smithi104 ceph-mon[96567]: pgmap v2973: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 MiB/s wr, 152 op/s 2024-04-02T09:24:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:01 smithi104 ceph-mon[96567]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:24:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:01 smithi104 ceph-mon[94081]: pgmap v2973: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 MiB/s wr, 152 op/s 2024-04-02T09:24:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:01 smithi104 ceph-mon[94081]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:24:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:24:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:03 smithi188 ceph-mon[86835]: pgmap v2975: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 7.3 MiB/s wr, 181 op/s 2024-04-02T09:24:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:03 smithi104 ceph-mon[96567]: pgmap v2975: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 7.3 MiB/s wr, 181 op/s 2024-04-02T09:24:03.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:03 smithi104 ceph-mon[94081]: pgmap v2975: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 7.3 MiB/s wr, 181 op/s 2024-04-02T09:24:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:05 smithi188 ceph-mon[86835]: pgmap v2976: 457 pgs: 457 active+clean; 44 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 1.3 MiB/s wr, 152 op/s 2024-04-02T09:24:05.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:05 smithi104 ceph-mon[96567]: pgmap v2976: 457 pgs: 457 active+clean; 44 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 1.3 MiB/s wr, 152 op/s 2024-04-02T09:24:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:05 smithi104 ceph-mon[94081]: pgmap v2976: 457 pgs: 457 active+clean; 44 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 1.3 MiB/s wr, 152 op/s 2024-04-02T09:24:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:24:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:24:05] "GET /metrics HTTP/1.1" 200 60790 "" "Prometheus/2.43.0" 2024-04-02T09:24:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:07 smithi188 ceph-mon[86835]: pgmap v2977: 457 pgs: 457 active+clean; 52 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 2.1 MiB/s wr, 133 op/s 2024-04-02T09:24:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:07 smithi188 ceph-mon[86835]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:24:07.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:07 smithi104 ceph-mon[96567]: pgmap v2977: 457 pgs: 457 active+clean; 52 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 2.1 MiB/s wr, 133 op/s 2024-04-02T09:24:07.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:07 smithi104 ceph-mon[96567]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:24:07.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:07 smithi104 ceph-mon[94081]: pgmap v2977: 457 pgs: 457 active+clean; 52 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 2.1 MiB/s wr, 133 op/s 2024-04-02T09:24:07.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:07 smithi104 ceph-mon[94081]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:24:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:09 smithi188 ceph-mon[86835]: pgmap v2979: 457 pgs: 457 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.6 MiB/s wr, 102 op/s 2024-04-02T09:24:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:09 smithi104 ceph-mon[96567]: pgmap v2979: 457 pgs: 457 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.6 MiB/s wr, 102 op/s 2024-04-02T09:24:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:09 smithi104 ceph-mon[94081]: pgmap v2979: 457 pgs: 457 active+clean; 64 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.6 MiB/s wr, 102 op/s 2024-04-02T09:24:11.388 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (13764 ms) 2024-04-02T09:24:11.388 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-02T09:24:11.388 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:24:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:11 smithi188 ceph-mon[86835]: pgmap v2980: 457 pgs: 457 active+clean; 68 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2024-04-02T09:24:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:11 smithi104 ceph-mon[96567]: pgmap v2980: 457 pgs: 457 active+clean; 68 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2024-04-02T09:24:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:11 smithi104 ceph-mon[94081]: pgmap v2980: 457 pgs: 457 active+clean; 68 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2024-04-02T09:24:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:24:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:24:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:13 smithi188 ceph-mon[86835]: pgmap v2981: 457 pgs: 457 active+clean; 76 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:24:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:13 smithi104 ceph-mon[96567]: pgmap v2981: 457 pgs: 457 active+clean; 76 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:24:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:13 smithi104 ceph-mon[94081]: pgmap v2981: 457 pgs: 457 active+clean; 76 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:24:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:15 smithi188 ceph-mon[86835]: pgmap v2982: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-02T09:24:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:15 smithi104 ceph-mon[96567]: pgmap v2982: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-02T09:24:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:15 smithi104 ceph-mon[94081]: pgmap v2982: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-02T09:24:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:24:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:24:15] "GET /metrics HTTP/1.1" 200 60790 "" "Prometheus/2.43.0" 2024-04-02T09:24:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:17 smithi188 ceph-mon[86835]: pgmap v2983: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-02T09:24:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:17 smithi104 ceph-mon[94081]: pgmap v2983: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-02T09:24:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:17 smithi104 ceph-mon[96567]: pgmap v2983: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-02T09:24:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:24:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:24:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:24:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:24:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:24:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:24:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:24:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:24:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:24:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:19 smithi188 ceph-mon[86835]: pgmap v2984: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T09:24:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:19 smithi104 ceph-mon[94081]: pgmap v2984: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T09:24:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:19 smithi104 ceph-mon[96567]: pgmap v2984: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T09:24:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:21 smithi188 ceph-mon[86835]: pgmap v2985: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:24:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:21 smithi188 ceph-mon[86835]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:24:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:21 smithi104 ceph-mon[96567]: pgmap v2985: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:24:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:21 smithi104 ceph-mon[96567]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:24:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:21 smithi104 ceph-mon[94081]: pgmap v2985: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:24:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:21 smithi104 ceph-mon[94081]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:24:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:24:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:24:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:23 smithi188 ceph-mon[86835]: pgmap v2987: 457 pgs: 457 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-02T09:24:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:23 smithi104 ceph-mon[94081]: pgmap v2987: 457 pgs: 457 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-02T09:24:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:23 smithi104 ceph-mon[96567]: pgmap v2987: 457 pgs: 457 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-02T09:24:25.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:25 smithi104 ceph-mon[96567]: pgmap v2988: 457 pgs: 457 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 935 KiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-04-02T09:24:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:25 smithi104 ceph-mon[94081]: pgmap v2988: 457 pgs: 457 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 935 KiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-04-02T09:24:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:25 smithi188 ceph-mon[86835]: pgmap v2988: 457 pgs: 457 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 935 KiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-04-02T09:24:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:24:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:24:25] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-02T09:24:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:27 smithi188 ceph-mon[86835]: pgmap v2989: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:24:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:27 smithi104 ceph-mon[96567]: pgmap v2989: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:24:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:27 smithi104 ceph-mon[94081]: pgmap v2989: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:24:28.142 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (16753 ms) 2024-04-02T09:24:28.142 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-02T09:24:28.142 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:24:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:29 smithi188 ceph-mon[86835]: pgmap v2990: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:29 smithi104 ceph-mon[94081]: pgmap v2990: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:29 smithi104 ceph-mon[96567]: pgmap v2990: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:31 smithi188 ceph-mon[86835]: pgmap v2991: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:31 smithi104 ceph-mon[94081]: pgmap v2991: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:31 smithi104 ceph-mon[96567]: pgmap v2991: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:24:32.391 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4250 ms) 2024-04-02T09:24:32.392 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-02T09:24:32.392 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:24:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:24:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:24:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:33 smithi188 ceph-mon[86835]: pgmap v2992: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-02T09:24:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:33 smithi104 ceph-mon[94081]: pgmap v2992: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-02T09:24:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:33 smithi104 ceph-mon[96567]: pgmap v2992: 457 pgs: 457 active+clean; 125 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-02T09:24:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:35 smithi104 ceph-mon[94081]: pgmap v2993: 457 pgs: 457 active+clean; 129 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T09:24:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:35 smithi104 ceph-mon[96567]: pgmap v2993: 457 pgs: 457 active+clean; 129 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T09:24:35.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:35 smithi188 ceph-mon[86835]: pgmap v2993: 457 pgs: 457 active+clean; 129 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T09:24:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:24:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:24:35] "GET /metrics HTTP/1.1" 200 60790 "" "Prometheus/2.43.0" 2024-04-02T09:24:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:37 smithi188 ceph-mon[86835]: pgmap v2994: 457 pgs: 457 active+clean; 129 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 28 op/s 2024-04-02T09:24:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:37 smithi104 ceph-mon[94081]: pgmap v2994: 457 pgs: 457 active+clean; 129 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 28 op/s 2024-04-02T09:24:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:37 smithi104 ceph-mon[96567]: pgmap v2994: 457 pgs: 457 active+clean; 129 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 28 op/s 2024-04-02T09:24:38.350 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5959 ms) 2024-04-02T09:24:38.350 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:24:38.350 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-02T09:24:38.351 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:24:38.351 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-02T09:24:38.351 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-02T09:24:38.351 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:24:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:39 smithi188 ceph-mon[86835]: pgmap v2995: 457 pgs: 457 active+clean; 129 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 14 op/s 2024-04-02T09:24:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:39 smithi104 ceph-mon[96567]: pgmap v2995: 457 pgs: 457 active+clean; 129 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 14 op/s 2024-04-02T09:24:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:39 smithi104 ceph-mon[94081]: pgmap v2995: 457 pgs: 457 active+clean; 129 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 14 op/s 2024-04-02T09:24:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:41 smithi188 ceph-mon[86835]: pgmap v2996: 457 pgs: 457 active+clean; 133 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 15 op/s 2024-04-02T09:24:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:41 smithi104 ceph-mon[94081]: pgmap v2996: 457 pgs: 457 active+clean; 133 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 15 op/s 2024-04-02T09:24:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:41 smithi104 ceph-mon[96567]: pgmap v2996: 457 pgs: 457 active+clean; 133 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 15 op/s 2024-04-02T09:24:42.625 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:24:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:24:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:43 smithi188 ceph-mon[86835]: pgmap v2997: 457 pgs: 457 active+clean; 133 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 24 op/s 2024-04-02T09:24:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:43 smithi188 ceph-mon[86835]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:24:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:43 smithi104 ceph-mon[94081]: pgmap v2997: 457 pgs: 457 active+clean; 133 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 24 op/s 2024-04-02T09:24:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:43 smithi104 ceph-mon[94081]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:24:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:43 smithi104 ceph-mon[96567]: pgmap v2997: 457 pgs: 457 active+clean; 133 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 24 op/s 2024-04-02T09:24:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:43 smithi104 ceph-mon[96567]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:24:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:44 smithi188 ceph-mon[86835]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:24:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:44 smithi104 ceph-mon[94081]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:24:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:44 smithi104 ceph-mon[96567]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:24:45.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:45 smithi104 ceph-mon[96567]: pgmap v3000: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-04-02T09:24:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:45 smithi104 ceph-mon[94081]: pgmap v3000: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-04-02T09:24:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:45 smithi188 ceph-mon[86835]: pgmap v3000: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-04-02T09:24:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:24:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:24:45] "GET /metrics HTTP/1.1" 200 60790 "" "Prometheus/2.43.0" 2024-04-02T09:24:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:47 smithi188 ceph-mon[86835]: pgmap v3001: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 1.0 MiB/s wr, 70 op/s 2024-04-02T09:24:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:47 smithi104 ceph-mon[96567]: pgmap v3001: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 1.0 MiB/s wr, 70 op/s 2024-04-02T09:24:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:47 smithi104 ceph-mon[94081]: pgmap v3001: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 1.0 MiB/s wr, 70 op/s 2024-04-02T09:24:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:49 smithi188 ceph-mon[86835]: pgmap v3002: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 515 KiB/s wr, 83 op/s 2024-04-02T09:24:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:49 smithi104 ceph-mon[96567]: pgmap v3002: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 515 KiB/s wr, 83 op/s 2024-04-02T09:24:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:49 smithi104 ceph-mon[94081]: pgmap v3002: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 515 KiB/s wr, 83 op/s 2024-04-02T09:24:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:51 smithi188 ceph-mon[86835]: pgmap v3003: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 515 KiB/s wr, 69 op/s 2024-04-02T09:24:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:51 smithi104 ceph-mon[96567]: pgmap v3003: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 515 KiB/s wr, 69 op/s 2024-04-02T09:24:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:51 smithi104 ceph-mon[94081]: pgmap v3003: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 515 KiB/s wr, 69 op/s 2024-04-02T09:24:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:24:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:53 smithi188 ceph-mon[86835]: pgmap v3004: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.5 KiB/s wr, 59 op/s 2024-04-02T09:24:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:53 smithi104 ceph-mon[96567]: pgmap v3004: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.5 KiB/s wr, 59 op/s 2024-04-02T09:24:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:53 smithi104 ceph-mon[94081]: pgmap v3004: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.5 KiB/s wr, 59 op/s 2024-04-02T09:24:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:55 smithi104 ceph-mon[96567]: pgmap v3005: 457 pgs: 457 active+clean; 145 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 807 KiB/s wr, 51 op/s 2024-04-02T09:24:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:55 smithi104 ceph-mon[94081]: pgmap v3005: 457 pgs: 457 active+clean; 145 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 807 KiB/s wr, 51 op/s 2024-04-02T09:24:55.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:55 smithi188 ceph-mon[86835]: pgmap v3005: 457 pgs: 457 active+clean; 145 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 807 KiB/s wr, 51 op/s 2024-04-02T09:24:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:24:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:24:55] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-02T09:24:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:57 smithi188 ceph-mon[86835]: pgmap v3006: 457 pgs: 457 active+clean; 149 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 53 op/s 2024-04-02T09:24:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:57 smithi104 ceph-mon[96567]: pgmap v3006: 457 pgs: 457 active+clean; 149 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 53 op/s 2024-04-02T09:24:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:57 smithi104 ceph-mon[94081]: pgmap v3006: 457 pgs: 457 active+clean; 149 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 53 op/s 2024-04-02T09:24:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:24:59 smithi188 ceph-mon[86835]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-02T09:24:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:24:59 smithi104 ceph-mon[96567]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-02T09:24:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:24:59 smithi104 ceph-mon[94081]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-02T09:25:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:01 smithi188 ceph-mon[86835]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T09:25:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:01 smithi104 ceph-mon[96567]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T09:25:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:01 smithi104 ceph-mon[94081]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T09:25:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:25:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:25:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:03 smithi188 ceph-mon[86835]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:03 smithi104 ceph-mon[94081]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:03.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:03 smithi104 ceph-mon[96567]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:05 smithi188 ceph-mon[86835]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:05 smithi104 ceph-mon[94081]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:05.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:05 smithi104 ceph-mon[96567]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:25:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:25:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:25:05] "GET /metrics HTTP/1.1" 200 60790 "" "Prometheus/2.43.0" 2024-04-02T09:25:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:07 smithi188 ceph-mon[86835]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 683 KiB/s wr, 15 op/s 2024-04-02T09:25:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:07 smithi104 ceph-mon[94081]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 683 KiB/s wr, 15 op/s 2024-04-02T09:25:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:07 smithi104 ceph-mon[96567]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 683 KiB/s wr, 15 op/s 2024-04-02T09:25:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:09 smithi188 ceph-mon[86835]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 341 KiB/s wr, 6 op/s 2024-04-02T09:25:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:09 smithi104 ceph-mon[96567]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 341 KiB/s wr, 6 op/s 2024-04-02T09:25:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:09 smithi104 ceph-mon[94081]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 341 KiB/s wr, 6 op/s 2024-04-02T09:25:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:11 smithi188 ceph-mon[86835]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-02T09:25:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:11 smithi104 ceph-mon[96567]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-02T09:25:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:11 smithi104 ceph-mon[94081]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-02T09:25:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:25:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:13 smithi188 ceph-mon[86835]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-02T09:25:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:13 smithi104 ceph-mon[96567]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-02T09:25:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:13 smithi104 ceph-mon[94081]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-02T09:25:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:15 smithi104 ceph-mon[96567]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:15 smithi104 ceph-mon[94081]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:15 smithi188 ceph-mon[86835]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:25:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:25:15] "GET /metrics HTTP/1.1" 200 60790 "" "Prometheus/2.43.0" 2024-04-02T09:25:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:17 smithi104 ceph-mon[94081]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:17 smithi104 ceph-mon[96567]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:17 smithi188 ceph-mon[86835]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:18.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:19.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[96567]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:25:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:25:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[94081]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:25:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:25:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:19.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:19 smithi188 ceph-mon[86835]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:25:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:25:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:25:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:20 smithi104 ceph-mon[96567]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-02T09:25:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:25:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:20 smithi104 ceph-mon[94081]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-02T09:25:21.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:25:21.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:20 smithi188 ceph-mon[86835]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-02T09:25:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:25:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:22 smithi188 ceph-mon[86835]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 850 KiB/s rd, 0 op/s 2024-04-02T09:25:23.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:22 smithi104 ceph-mon[96567]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 850 KiB/s rd, 0 op/s 2024-04-02T09:25:23.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:22 smithi104 ceph-mon[94081]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 850 KiB/s rd, 0 op/s 2024-04-02T09:25:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:24 smithi188 ceph-mon[86835]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:25.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:24 smithi104 ceph-mon[96567]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:25.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:24 smithi104 ceph-mon[94081]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:25:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:25:25] "GET /metrics HTTP/1.1" 200 60788 "" "Prometheus/2.43.0" 2024-04-02T09:25:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:27 smithi188 ceph-mon[86835]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:27 smithi104 ceph-mon[94081]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:27.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:27 smithi104 ceph-mon[96567]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:29 smithi188 ceph-mon[86835]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:29 smithi104 ceph-mon[96567]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:29 smithi104 ceph-mon[94081]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:31 smithi188 ceph-mon[86835]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:25:31.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:31 smithi104 ceph-mon[94081]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:25:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:31 smithi104 ceph-mon[96567]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:25:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:25:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:25:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:33 smithi188 ceph-mon[86835]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:33 smithi104 ceph-mon[96567]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:33 smithi104 ceph-mon[94081]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:25:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:35 smithi188 ceph-mon[86835]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:35 smithi104 ceph-mon[96567]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:35 smithi104 ceph-mon[94081]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:25:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:25:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:25:35] "GET /metrics HTTP/1.1" 200 60787 "" "Prometheus/2.43.0" 2024-04-02T09:25:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:37 smithi188 ceph-mon[86835]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 6 op/s 2024-04-02T09:25:37.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:37 smithi104 ceph-mon[96567]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 6 op/s 2024-04-02T09:25:37.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:37 smithi104 ceph-mon[94081]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 6 op/s 2024-04-02T09:25:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:39 smithi188 ceph-mon[86835]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 8 op/s 2024-04-02T09:25:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:39 smithi104 ceph-mon[96567]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 8 op/s 2024-04-02T09:25:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:39 smithi104 ceph-mon[94081]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 8 op/s 2024-04-02T09:25:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:41 smithi188 ceph-mon[86835]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:25:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:41 smithi104 ceph-mon[96567]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:25:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:41 smithi104 ceph-mon[94081]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:25:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:25:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:43 smithi104 ceph-mon[96567]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 10 op/s 2024-04-02T09:25:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:43 smithi104 ceph-mon[94081]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 10 op/s 2024-04-02T09:25:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:43 smithi188 ceph-mon[86835]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 10 op/s 2024-04-02T09:25:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:45 smithi104 ceph-mon[96567]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 11 op/s 2024-04-02T09:25:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:45 smithi104 ceph-mon[94081]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 11 op/s 2024-04-02T09:25:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:45 smithi188 ceph-mon[86835]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 11 op/s 2024-04-02T09:25:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:25:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:25:45] "GET /metrics HTTP/1.1" 200 60787 "" "Prometheus/2.43.0" 2024-04-02T09:25:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:47 smithi104 ceph-mon[94081]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:25:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:47 smithi104 ceph-mon[96567]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:25:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:47 smithi188 ceph-mon[86835]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:25:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:49 smithi104 ceph-mon[96567]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-02T09:25:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:49 smithi104 ceph-mon[94081]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-02T09:25:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:49 smithi188 ceph-mon[86835]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-02T09:25:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:51.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:51 smithi104 ceph-mon[94081]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-02T09:25:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:51 smithi104 ceph-mon[96567]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-02T09:25:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:51 smithi188 ceph-mon[86835]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-02T09:25:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:25:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:53 smithi188 ceph-mon[86835]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:25:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:53 smithi104 ceph-mon[96567]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:25:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:53 smithi104 ceph-mon[94081]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:25:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:55 smithi104 ceph-mon[96567]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-02T09:25:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:55 smithi104 ceph-mon[94081]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-02T09:25:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:55 smithi188 ceph-mon[86835]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-02T09:25:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:25:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:25:55] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-02T09:25:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:57 smithi188 ceph-mon[86835]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 255 B/s wr, 19 op/s 2024-04-02T09:25:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:57 smithi104 ceph-mon[96567]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 255 B/s wr, 19 op/s 2024-04-02T09:25:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:57 smithi104 ceph-mon[94081]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 255 B/s wr, 19 op/s 2024-04-02T09:25:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:25:59 smithi188 ceph-mon[86835]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:25:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:25:59 smithi104 ceph-mon[96567]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:25:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:25:59 smithi104 ceph-mon[94081]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:01 smithi188 ceph-mon[86835]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:01 smithi104 ceph-mon[94081]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:01 smithi104 ceph-mon[96567]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:26:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:26:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:03.690 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:03 smithi104 ceph-mon[94081]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 170 B/s wr, 23 op/s 2024-04-02T09:26:03.690 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:03 smithi104 ceph-mon[96567]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 170 B/s wr, 23 op/s 2024-04-02T09:26:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:03 smithi188 ceph-mon[86835]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 170 B/s wr, 23 op/s 2024-04-02T09:26:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:05 smithi104 ceph-mon[96567]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:05 smithi104 ceph-mon[94081]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:05.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:05 smithi188 ceph-mon[86835]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:26:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:26:05] "GET /metrics HTTP/1.1" 200 60792 "" "Prometheus/2.43.0" 2024-04-02T09:26:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:07 smithi188 ceph-mon[86835]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:07 smithi104 ceph-mon[94081]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:07 smithi104 ceph-mon[96567]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:09 smithi188 ceph-mon[86835]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-02T09:26:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:09 smithi104 ceph-mon[96567]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-02T09:26:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:09 smithi104 ceph-mon[94081]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-02T09:26:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:11 smithi188 ceph-mon[86835]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-02T09:26:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:11 smithi104 ceph-mon[96567]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-02T09:26:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:11 smithi104 ceph-mon[94081]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-02T09:26:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:26:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:26:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:13 smithi188 ceph-mon[86835]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:13 smithi104 ceph-mon[96567]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:13 smithi104 ceph-mon[94081]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:15 smithi104 ceph-mon[96567]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:15 smithi104 ceph-mon[94081]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:15 smithi188 ceph-mon[86835]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:26:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:26:15] "GET /metrics HTTP/1.1" 200 60792 "" "Prometheus/2.43.0" 2024-04-02T09:26:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:17 smithi188 ceph-mon[86835]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 13 op/s 2024-04-02T09:26:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:17 smithi104 ceph-mon[94081]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 13 op/s 2024-04-02T09:26:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:17 smithi104 ceph-mon[96567]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 13 op/s 2024-04-02T09:26:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:19 smithi188 ceph-mon[86835]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:26:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:19 smithi104 ceph-mon[96567]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:26:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:19 smithi104 ceph-mon[94081]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:26:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:21 smithi188 ceph-mon[86835]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:26:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:21 smithi104 ceph-mon[96567]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:26:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:21 smithi104 ceph-mon[94081]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:26:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:26:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:26:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:23 smithi188 ceph-mon[86835]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 23 op/s 2024-04-02T09:26:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:23 smithi104 ceph-mon[96567]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 23 op/s 2024-04-02T09:26:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:23 smithi104 ceph-mon[94081]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 23 op/s 2024-04-02T09:26:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:25 smithi188 ceph-mon[86835]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:25.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:25 smithi104 ceph-mon[96567]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:25.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:25 smithi104 ceph-mon[94081]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:26:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:26:25] "GET /metrics HTTP/1.1" 200 60788 "" "Prometheus/2.43.0" 2024-04-02T09:26:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:27 smithi188 ceph-mon[86835]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:26:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:27 smithi104 ceph-mon[96567]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:26:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:27 smithi104 ceph-mon[94081]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:26:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:29 smithi188 ceph-mon[86835]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-02T09:26:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:29 smithi104 ceph-mon[94081]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-02T09:26:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:29 smithi104 ceph-mon[96567]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-02T09:26:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:31 smithi188 ceph-mon[86835]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 11 op/s 2024-04-02T09:26:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:31 smithi104 ceph-mon[96567]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 11 op/s 2024-04-02T09:26:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:31 smithi104 ceph-mon[94081]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 11 op/s 2024-04-02T09:26:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:26:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:26:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:33 smithi188 ceph-mon[86835]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:33 smithi104 ceph-mon[96567]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:33 smithi104 ceph-mon[94081]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:35 smithi104 ceph-mon[96567]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:35 smithi104 ceph-mon[94081]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:35 smithi188 ceph-mon[86835]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9 op/s 2024-04-02T09:26:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:26:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:26:35] "GET /metrics HTTP/1.1" 200 60788 "" "Prometheus/2.43.0" 2024-04-02T09:26:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:37 smithi188 ceph-mon[86835]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-02T09:26:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:37 smithi104 ceph-mon[94081]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-02T09:26:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:37 smithi104 ceph-mon[96567]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-02T09:26:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:39 smithi188 ceph-mon[86835]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:39 smithi104 ceph-mon[96567]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:39 smithi104 ceph-mon[94081]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:41 smithi188 ceph-mon[86835]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 13 op/s 2024-04-02T09:26:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:41 smithi104 ceph-mon[94081]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 13 op/s 2024-04-02T09:26:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:41 smithi104 ceph-mon[96567]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 13 op/s 2024-04-02T09:26:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:26:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:43 smithi188 ceph-mon[86835]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-02T09:26:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:43 smithi104 ceph-mon[96567]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-02T09:26:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:43 smithi104 ceph-mon[94081]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-02T09:26:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:45 smithi104 ceph-mon[96567]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:45.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:45 smithi104 ceph-mon[94081]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:45 smithi188 ceph-mon[86835]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:26:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:26:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:26:45] "GET /metrics HTTP/1.1" 200 60788 "" "Prometheus/2.43.0" 2024-04-02T09:26:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:47 smithi188 ceph-mon[86835]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-02T09:26:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:47 smithi104 ceph-mon[96567]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-02T09:26:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:47 smithi104 ceph-mon[94081]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-02T09:26:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:49 smithi188 ceph-mon[86835]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 18 op/s 2024-04-02T09:26:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:49 smithi104 ceph-mon[96567]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 18 op/s 2024-04-02T09:26:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:49 smithi104 ceph-mon[94081]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 18 op/s 2024-04-02T09:26:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:51 smithi188 ceph-mon[86835]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:51 smithi104 ceph-mon[96567]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:51 smithi104 ceph-mon[94081]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:26:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:26:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:53 smithi188 ceph-mon[86835]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-02T09:26:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:53 smithi104 ceph-mon[96567]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-02T09:26:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:53 smithi104 ceph-mon[94081]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-02T09:26:55.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:55 smithi104 ceph-mon[94081]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-02T09:26:55.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:55 smithi104 ceph-mon[96567]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-02T09:26:55.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:55 smithi188 ceph-mon[86835]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-02T09:26:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:26:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:26:55] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-02T09:26:57.423 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (139073 ms) 2024-04-02T09:26:57.423 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-02T09:26:57.424 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:26:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:57 smithi188 ceph-mon[86835]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:26:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:57 smithi104 ceph-mon[96567]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:26:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:57 smithi104 ceph-mon[94081]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:26:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:26:59 smithi188 ceph-mon[86835]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-02T09:26:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:26:59 smithi104 ceph-mon[96567]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-02T09:26:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:26:59 smithi104 ceph-mon[94081]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-02T09:27:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:01 smithi188 ceph-mon[86835]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:27:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:01 smithi104 ceph-mon[96567]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:27:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:01 smithi104 ceph-mon[94081]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-02T09:27:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:27:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:03.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:03 smithi188 ceph-mon[86835]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-02T09:27:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:03 smithi104 ceph-mon[96567]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-02T09:27:03.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:03 smithi104 ceph-mon[94081]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-02T09:27:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:05 smithi104 ceph-mon[96567]: pgmap v3070: 457 pgs: 457 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-02T09:27:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:05 smithi104 ceph-mon[94081]: pgmap v3070: 457 pgs: 457 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-02T09:27:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:05 smithi188 ceph-mon[86835]: pgmap v3070: 457 pgs: 457 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-02T09:27:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:27:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:27:05] "GET /metrics HTTP/1.1" 200 60791 "" "Prometheus/2.43.0" 2024-04-02T09:27:07.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:07 smithi188 ceph-mon[86835]: pgmap v3071: 457 pgs: 457 active+clean; 165 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 939 KiB/s wr, 13 op/s 2024-04-02T09:27:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:07 smithi104 ceph-mon[96567]: pgmap v3071: 457 pgs: 457 active+clean; 165 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 939 KiB/s wr, 13 op/s 2024-04-02T09:27:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:07 smithi104 ceph-mon[94081]: pgmap v3071: 457 pgs: 457 active+clean; 165 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 939 KiB/s wr, 13 op/s 2024-04-02T09:27:08.296 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.EncryptedResize (10872 ms) 2024-04-02T09:27:08.296 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-02T09:27:08.296 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:09 smithi188 ceph-mon[86835]: pgmap v3072: 457 pgs: 457 active+clean; 173 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T09:27:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:09 smithi104 ceph-mon[94081]: pgmap v3072: 457 pgs: 457 active+clean; 173 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T09:27:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:09 smithi104 ceph-mon[96567]: pgmap v3072: 457 pgs: 457 active+clean; 173 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T09:27:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:11 smithi188 ceph-mon[86835]: pgmap v3073: 457 pgs: 457 active+clean; 173 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-02T09:27:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:11 smithi104 ceph-mon[96567]: pgmap v3073: 457 pgs: 457 active+clean; 173 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-02T09:27:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:11 smithi104 ceph-mon[94081]: pgmap v3073: 457 pgs: 457 active+clean; 173 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-02T09:27:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:27:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:27:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:13 smithi188 ceph-mon[86835]: pgmap v3074: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-04-02T09:27:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:13 smithi104 ceph-mon[96567]: pgmap v3074: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-04-02T09:27:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:13 smithi104 ceph-mon[94081]: pgmap v3074: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-04-02T09:27:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:15 smithi188 ceph-mon[86835]: pgmap v3075: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:27:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:15 smithi104 ceph-mon[96567]: pgmap v3075: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:27:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:15 smithi104 ceph-mon[94081]: pgmap v3075: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:27:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:27:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:27:15] "GET /metrics HTTP/1.1" 200 60791 "" "Prometheus/2.43.0" 2024-04-02T09:27:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:17 smithi188 ceph-mon[86835]: pgmap v3076: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T09:27:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:17 smithi188 ceph-mon[86835]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:27:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:17 smithi104 ceph-mon[96567]: pgmap v3076: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T09:27:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:17 smithi104 ceph-mon[96567]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:27:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:17 smithi104 ceph-mon[94081]: pgmap v3076: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T09:27:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:17 smithi104 ceph-mon[94081]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:27:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:19 smithi188 ceph-mon[86835]: pgmap v3078: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 411 KiB/s wr, 23 op/s 2024-04-02T09:27:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:19 smithi104 ceph-mon[96567]: pgmap v3078: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 411 KiB/s wr, 23 op/s 2024-04-02T09:27:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:19 smithi104 ceph-mon[94081]: pgmap v3078: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 411 KiB/s wr, 23 op/s 2024-04-02T09:27:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:21 smithi188 ceph-mon[86835]: pgmap v3079: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 412 KiB/s wr, 30 op/s 2024-04-02T09:27:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:21 smithi104 ceph-mon[96567]: pgmap v3079: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 412 KiB/s wr, 30 op/s 2024-04-02T09:27:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:21 smithi104 ceph-mon[94081]: pgmap v3079: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 412 KiB/s wr, 30 op/s 2024-04-02T09:27:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:27:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:27:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:27:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:22.861 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (14565 ms) 2024-04-02T09:27:22.861 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-02T09:27:22.861 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:27:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:22.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:27:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:23 smithi188 ceph-mon[86835]: pgmap v3080: 457 pgs: 457 active+clean; 189 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-02T09:27:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:23 smithi104 ceph-mon[96567]: pgmap v3080: 457 pgs: 457 active+clean; 189 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-02T09:27:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:23 smithi104 ceph-mon[94081]: pgmap v3080: 457 pgs: 457 active+clean; 189 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-02T09:27:24.597 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:24.597 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:24.597 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:24.597 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:24.597 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:24.597 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.597 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:24.597 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.597 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.597 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:24.597 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.598 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:27:24.599 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:27:24.600 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:24.601 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:24.602 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 512~512 = 512 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:aio discard: 1536~512 = 0 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:24.603 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:27:24.604 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:27:24.605 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:27:24.606 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:27:24.607 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.608 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.609 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:24.610 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:24.611 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:24.612 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:25 smithi104 ceph-mon[94081]: pgmap v3081: 457 pgs: 457 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-02T09:27:25.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:25 smithi104 ceph-mon[96567]: pgmap v3081: 457 pgs: 457 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-02T09:27:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:25 smithi188 ceph-mon[86835]: pgmap v3081: 457 pgs: 457 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-02T09:27:26.072 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.072 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.072 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.072 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.072 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.072 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.075 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.076 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.077 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.078 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.079 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:26.080 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:26.081 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:26.081 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:26.081 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3212 ms) 2024-04-02T09:27:26.081 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-02T09:27:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:27:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:27:25] "GET /metrics HTTP/1.1" 200 60788 "" "Prometheus/2.43.0" 2024-04-02T09:27:27.557 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:27 smithi188 ceph-mon[86835]: pgmap v3082: 457 pgs: 457 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 674 op/s 2024-04-02T09:27:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:27 smithi188 ceph-mon[86835]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:27:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:27 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3851873126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:27 smithi104 ceph-mon[96567]: pgmap v3082: 457 pgs: 457 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 674 op/s 2024-04-02T09:27:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:27 smithi104 ceph-mon[96567]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:27:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:27 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3851873126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:27 smithi104 ceph-mon[94081]: pgmap v3082: 457 pgs: 457 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 674 op/s 2024-04-02T09:27:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:27 smithi104 ceph-mon[94081]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:27:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:27 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3851873126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:28 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3851873126' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:28 smithi188 ceph-mon[86835]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:27:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:28 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3851873126' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:28 smithi104 ceph-mon[96567]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:27:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:28 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3851873126' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:28 smithi104 ceph-mon[94081]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:27:29.663 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:29.663 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:29.663 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:29.663 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:29.663 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:29.663 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:29.663 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:29.663 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:29.663 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:29.663 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:29.663 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:29.664 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:29.665 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:29.666 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 512~512 = 512 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:aio discard: 1536~512 = 0 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3590 ms) 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-02T09:27:29.667 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:29.692 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (29 ms) 2024-04-02T09:27:29.692 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-02T09:27:29.692 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:29.718 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (27 ms) 2024-04-02T09:27:29.718 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-02T09:27:29.718 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:29.743 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (25 ms) 2024-04-02T09:27:29.744 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-02T09:27:29.744 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:29.769 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (26 ms) 2024-04-02T09:27:29.769 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-02T09:27:29.769 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:29.830 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (61 ms) 2024-04-02T09:27:29.830 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-02T09:27:29.831 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:29.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:29 smithi188 ceph-mon[86835]: pgmap v3085: 489 pgs: 13 creating+peering, 19 unknown, 457 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 824 op/s 2024-04-02T09:27:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:29 smithi188 ceph-mon[86835]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:27:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:29 smithi104 ceph-mon[96567]: pgmap v3085: 489 pgs: 13 creating+peering, 19 unknown, 457 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 824 op/s 2024-04-02T09:27:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:29 smithi104 ceph-mon[96567]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:27:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:29 smithi104 ceph-mon[94081]: pgmap v3085: 489 pgs: 13 creating+peering, 19 unknown, 457 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 824 op/s 2024-04-02T09:27:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:29 smithi104 ceph-mon[94081]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:27:29.906 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (76 ms) 2024-04-02T09:27:29.906 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-02T09:27:29.906 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:29.981 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (75 ms) 2024-04-02T09:27:29.981 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-02T09:27:29.981 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:30.044 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (63 ms) 2024-04-02T09:27:30.044 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-02T09:27:30.045 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:30.462 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (418 ms) 2024-04-02T09:27:30.463 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-02T09:27:30.463 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:30.789 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (327 ms) 2024-04-02T09:27:30.790 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-02T09:27:30.790 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:30.816 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (27 ms) 2024-04-02T09:27:30.816 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-02T09:27:30.816 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:30.844 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (27 ms) 2024-04-02T09:27:30.844 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-02T09:27:30.844 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:30.871 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (28 ms) 2024-04-02T09:27:30.871 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-02T09:27:30.871 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:30.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:30 smithi188 ceph-mon[86835]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:27:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:30 smithi104 ceph-mon[96567]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:27:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:30 smithi104 ceph-mon[94081]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:27:30.897 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (26 ms) 2024-04-02T09:27:30.898 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-02T09:27:30.898 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:30.919 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:30.919 INFO:tasks.workunit.client.0.smithi104.stdout:aio discard: 0~1048576 = 0 2024-04-02T09:27:30.919 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:30.919 INFO:tasks.workunit.client.0.smithi104.stdout:aio discard: 0~4194304 = 0 2024-04-02T09:27:30.919 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:30.919 INFO:tasks.workunit.client.0.smithi104.stdout:aio discard: 3145728~1048576 = 0 2024-04-02T09:27:30.919 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (22 ms) 2024-04-02T09:27:30.919 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-02T09:27:30.919 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:31.025 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:31.025 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:31.025 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:31.025 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:31.025 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:31.025 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.025 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.025 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.025 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.025 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.025 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.026 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:31.027 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.028 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:31.029 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:31.029 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:31.029 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestFUA (105 ms) 2024-04-02T09:27:31.029 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-02T09:27:31.029 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:31.043 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:31.043 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:31.043 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:31.043 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:31.043 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:31.044 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.044 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:31.044 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.044 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.044 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:31.044 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.044 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:31.044 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.044 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.045 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:31.045 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.045 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:31.045 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.045 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.045 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:31.045 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.045 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:31.045 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.045 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.046 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:31.046 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.046 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:31.046 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.058 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.058 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:31.058 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:27:31.058 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:27:31.058 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:27:31.058 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:27:31.058 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:27:31.058 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:27:31.059 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:27:31.059 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:27:31.059 INFO:tasks.workunit.client.0.smithi104.stdout:start compare and write 2024-04-02T09:27:31.059 INFO:tasks.workunit.client.0.smithi104.stdout:compare and wrote: 512 2024-04-02T09:27:31.059 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.059 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:27:31.059 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.059 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.060 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:27:31.060 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.060 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:27:31.060 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.060 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.060 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:27:31.060 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.060 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:27:31.060 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.061 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.061 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:27:31.061 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.061 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:27:31.061 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.062 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.062 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:27:31.062 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.062 INFO:tasks.workunit.client.0.smithi104.stdout:started aio compare and write 2024-04-02T09:27:31.062 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.063 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.063 INFO:tasks.workunit.client.0.smithi104.stdout:finished aio compare and write 2024-04-02T09:27:31.063 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:finished read 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:finished read 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.064 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:31.065 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:31.065 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:31.065 INFO:tasks.workunit.client.0.smithi104.stdout:finished read 2024-04-02T09:27:31.065 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.065 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:31.065 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:31.066 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:31.066 INFO:tasks.workunit.client.0.smithi104.stdout:finished read 2024-04-02T09:27:31.066 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.066 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:31.066 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:31.066 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:31.066 INFO:tasks.workunit.client.0.smithi104.stdout:finished read 2024-04-02T09:27:31.066 INFO:tasks.workunit.client.0.smithi104.stdout:discard: 512~512 2024-04-02T09:27:31.066 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:31 smithi188 ceph-mon[86835]: pgmap v3088: 489 pgs: 13 creating+peering, 16 unknown, 460 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:27:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:31 smithi104 ceph-mon[96567]: pgmap v3088: 489 pgs: 13 creating+peering, 16 unknown, 460 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:27:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:31 smithi104 ceph-mon[94081]: pgmap v3088: 489 pgs: 13 creating+peering, 16 unknown, 460 active+clean; 201 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:27:31.978 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.978 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.978 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.978 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.978 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.979 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.980 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:27:31.981 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:27:31.982 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:31.983 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:31.984 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.986 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.986 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:31.987 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.987 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.987 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.987 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:31.987 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:31.995 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:31.996 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.017 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.018 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.018 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.018 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.018 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.018 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.018 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.041 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.042 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.042 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.042 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.042 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.042 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.042 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.074 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.074 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.074 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.074 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.074 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.074 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.074 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.101 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.101 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.101 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.101 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.101 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.102 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.102 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:32.102 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.102 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.102 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:32.102 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.102 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.102 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.144 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.144 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.145 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.145 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.145 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.145 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.145 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.184 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.184 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.184 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.184 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.184 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.185 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.185 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.234 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.235 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.235 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.235 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.235 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.235 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.235 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.289 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.290 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.365 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.365 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.365 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.365 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.365 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.365 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.366 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.430 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.499 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.499 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.499 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.499 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.499 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.499 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.499 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.570 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.570 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.571 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.571 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.571 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.571 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.571 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:32.571 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.571 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.571 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:32.571 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.571 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.571 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:27:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:27:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:32.673 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.673 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.673 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.673 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.673 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.674 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.674 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.763 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.763 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.763 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.764 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.764 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.764 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.764 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.856 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.856 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.856 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.856 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.856 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.856 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.856 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:32.941 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:32.941 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:32.942 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:32.942 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:32.942 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.942 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.942 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:32.942 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:32.942 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:32.942 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:32.942 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestIOPP (1917 ms) 2024-04-02T09:27:32.942 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-02T09:27:32.942 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:32.966 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (24 ms) 2024-04-02T09:27:32.966 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-02T09:27:32.966 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:32.989 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (24 ms) 2024-04-02T09:27:32.990 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-02T09:27:32.990 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.017 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (28 ms) 2024-04-02T09:27:33.017 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-02T09:27:33.017 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.040 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (23 ms) 2024-04-02T09:27:33.040 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-02T09:27:33.040 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.067 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (26 ms) 2024-04-02T09:27:33.067 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-02T09:27:33.067 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.087 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:33.091 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (24 ms) 2024-04-02T09:27:33.091 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:27:33.091 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.119 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (28 ms) 2024-04-02T09:27:33.119 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:27:33.119 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.142 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:33.145 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (27 ms) 2024-04-02T09:27:33.145 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-02T09:27:33.146 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.174 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (29 ms) 2024-04-02T09:27:33.174 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-02T09:27:33.174 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.198 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:33.201 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (27 ms) 2024-04-02T09:27:33.201 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:27:33.201 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.231 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2024-04-02T09:27:33.231 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:27:33.231 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.258 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:33.262 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (32 ms) 2024-04-02T09:27:33.262 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:27:33.262 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.332 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (70 ms) 2024-04-02T09:27:33.332 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:27:33.332 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.374 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:33.390 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (58 ms) 2024-04-02T09:27:33.390 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-02T09:27:33.390 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.456 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (66 ms) 2024-04-02T09:27:33.456 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-02T09:27:33.456 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.509 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:33.534 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (79 ms) 2024-04-02T09:27:33.534 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:27:33.535 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.805 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (271 ms) 2024-04-02T09:27:33.806 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:27:33.806 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:33.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:33 smithi188 ceph-mon[86835]: pgmap v3089: 489 pgs: 13 creating+peering, 476 active+clean; 221 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 490 op/s 2024-04-02T09:27:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:33 smithi104 ceph-mon[94081]: pgmap v3089: 489 pgs: 13 creating+peering, 476 active+clean; 221 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 490 op/s 2024-04-02T09:27:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:33 smithi104 ceph-mon[96567]: pgmap v3089: 489 pgs: 13 creating+peering, 476 active+clean; 221 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 490 op/s 2024-04-02T09:27:34.201 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:34.223 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (418 ms) 2024-04-02T09:27:34.224 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-02T09:27:34.224 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:34.254 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:34.254 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:34.254 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:34.254 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:34.254 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:27:34.254 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:34.254 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:34.254 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:34.255 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:34.255 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:34.255 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:34.255 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:34.255 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:34.256 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:34.256 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:34.256 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:34.256 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:34.256 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:34.257 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:34.257 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:34.257 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:34.257 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:34.257 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:34.261 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:34.261 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:34.261 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:34.261 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:27:34.261 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:34.261 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:34.261 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:27:34.261 INFO:tasks.workunit.client.0.smithi104.stdout:read: 512 2024-04-02T09:27:34.261 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:34.261 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:34.261 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:34.262 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:34.262 INFO:tasks.workunit.client.0.smithi104.stdout:finished read 2024-04-02T09:27:34.262 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:34.262 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:34.262 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:finished read 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:finished read 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:finished read 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:27:34.263 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:27:34.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:35.197 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:27:35.197 INFO:tasks.workunit.client.0.smithi104.stdout:finished read 2024-04-02T09:27:35.197 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:27:35.197 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.197 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 0 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 16384 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.198 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 49152 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 65536 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.199 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 98304 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 114688 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.200 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 147456 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 163840 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:27:35.201 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 196608 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 212992 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.202 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.203 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.203 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.203 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.203 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.203 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.203 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.203 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.203 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.203 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.203 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.204 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.204 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.204 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.204 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.204 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.208 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.208 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.209 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.209 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.209 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.209 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.209 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.217 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.240 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.240 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.240 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.240 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.240 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.240 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.240 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.259 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.260 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.260 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.260 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.260 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.260 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.260 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.287 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.288 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.288 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.314 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.314 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.315 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.315 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.315 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.315 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.315 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.315 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.315 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.315 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.315 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.315 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.315 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.356 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.356 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.356 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.356 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.357 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.357 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.357 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.397 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.397 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.397 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.397 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.397 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.397 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.398 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.453 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.453 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.453 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.453 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.453 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.453 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.453 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.501 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.502 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.574 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.574 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.574 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.574 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.574 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.574 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.575 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.637 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.637 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.637 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.638 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.638 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.638 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.638 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.707 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.707 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.707 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.707 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.707 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.707 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.707 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.772 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.773 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.872 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.872 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.872 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.872 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.872 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.872 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.872 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:35 smithi188 ceph-mon[86835]: pgmap v3090: 489 pgs: 489 active+clean; 245 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.1 MiB/s wr, 522 op/s 2024-04-02T09:27:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:35 smithi104 ceph-mon[96567]: pgmap v3090: 489 pgs: 489 active+clean; 245 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.1 MiB/s wr, 522 op/s 2024-04-02T09:27:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:35 smithi104 ceph-mon[94081]: pgmap v3090: 489 pgs: 489 active+clean; 245 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.1 MiB/s wr, 522 op/s 2024-04-02T09:27:35.950 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:35.951 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:35.951 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:35.951 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:35.951 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:35.951 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:35.951 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:36.049 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:36.049 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:36.049 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:36.049 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:36.049 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:36.049 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:36.049 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:27:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:27:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:27:35] "GET /metrics HTTP/1.1" 200 63250 "" "Prometheus/2.43.0" 2024-04-02T09:27:36.142 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:27:36.142 INFO:tasks.workunit.client.0.smithi104.stdout:finished writesame 2024-04-02T09:27:36.143 INFO:tasks.workunit.client.0.smithi104.stdout:to verify the data 2024-04-02T09:27:36.143 INFO:tasks.workunit.client.0.smithi104.stdout:verified 2024-04-02T09:27:36.143 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:36.143 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:36.143 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:36.143 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:27:36.143 INFO:tasks.workunit.client.0.smithi104.stdout:started writesame 2024-04-02T09:27:36.143 INFO:tasks.workunit.client.0.smithi104.stdout:expected fail, finished writesame 2024-04-02T09:27:36.143 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1919 ms) 2024-04-02T09:27:36.143 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-02T09:27:36.143 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:37.417 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 0 2024-04-02T09:27:37.417 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 0 2024-04-02T09:27:37.417 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 1 2024-04-02T09:27:37.417 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:27:37.417 INFO:tasks.workunit.client.0.smithi104.stdout:snap: orig 2024-04-02T09:27:37.417 INFO:tasks.workunit.client.0.smithi104.stdout:found orig with size 2097152 2024-04-02T09:27:37.417 INFO:tasks.workunit.client.0.smithi104.stdout:read: 80 2024-04-02T09:27:37.417 INFO:tasks.workunit.client.0.smithi104.stdout:write test data! 2024-04-02T09:27:37.417 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 80 2024-04-02T09:27:37.417 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 2 2024-04-02T09:27:37.417 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:27:37.418 INFO:tasks.workunit.client.0.smithi104.stdout:snap: orig 2024-04-02T09:27:37.418 INFO:tasks.workunit.client.0.smithi104.stdout:snap: written 2024-04-02T09:27:37.418 INFO:tasks.workunit.client.0.smithi104.stdout:found orig with size 2097152 2024-04-02T09:27:37.418 INFO:tasks.workunit.client.0.smithi104.stdout:found written with size 2097152 2024-04-02T09:27:37.418 INFO:tasks.workunit.client.0.smithi104.stdout:read: 80 2024-04-02T09:27:37.418 INFO:tasks.workunit.client.0.smithi104.stdout:read: 80 2024-04-02T09:27:37.418 INFO:tasks.workunit.client.0.smithi104.stdout:read: 80 2024-04-02T09:27:37.418 INFO:tasks.workunit.client.0.smithi104.stdout:write to snapshot returned -30 2024-04-02T09:27:37.418 INFO:tasks.workunit.client.0.smithi104.stdout:Read-only file system 2024-04-02T09:27:37.436 INFO:tasks.workunit.client.0.smithi104.stdout:read: 80 2024-04-02T09:27:37.436 INFO:tasks.workunit.client.0.smithi104.stdout:read: 80 2024-04-02T09:27:37.437 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 80 2024-04-02T09:27:37.437 INFO:tasks.workunit.client.0.smithi104.stdout:opening testimg@orig 2024-04-02T09:27:37.437 INFO:tasks.workunit.client.0.smithi104.stdout:read: 80 2024-04-02T09:27:37.437 INFO:tasks.workunit.client.0.smithi104.stdout:write to snapshot returned -30 2024-04-02T09:27:37.437 INFO:tasks.workunit.client.0.smithi104.stdout:Read-only file system 2024-04-02T09:27:37.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:37 smithi104 ceph-mon[94081]: pgmap v3091: 489 pgs: 489 active+clean; 273 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.12k op/s 2024-04-02T09:27:37.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:37 smithi104 ceph-mon[94081]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:27:37.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:37 smithi104 ceph-mon[96567]: pgmap v3091: 489 pgs: 489 active+clean; 273 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.12k op/s 2024-04-02T09:27:37.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:37 smithi104 ceph-mon[96567]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:27:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:37 smithi188 ceph-mon[86835]: pgmap v3091: 489 pgs: 489 active+clean; 273 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.12k op/s 2024-04-02T09:27:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:37 smithi188 ceph-mon[86835]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:27:38.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:38 smithi188 ceph-mon[86835]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:27:38.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:38 smithi104 ceph-mon[94081]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:27:38.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:38 smithi104 ceph-mon[96567]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:27:39.427 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 2 2024-04-02T09:27:39.427 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:27:39.427 INFO:tasks.workunit.client.0.smithi104.stdout:snap: orig 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:snap: written 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:found orig with size 2097152 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:found written with size 2097152 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 1 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:snap: orig 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:found orig with size 2097152 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 0 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 0 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3285 ms) 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-02T09:27:39.428 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:39 smithi188 ceph-mon[86835]: pgmap v3094: 489 pgs: 489 active+clean; 293 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 2.18k op/s 2024-04-02T09:27:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:39 smithi188 ceph-mon[86835]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:27:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:39 smithi104 ceph-mon[96567]: pgmap v3094: 489 pgs: 489 active+clean; 293 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 2.18k op/s 2024-04-02T09:27:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:39 smithi104 ceph-mon[96567]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:27:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:39 smithi104 ceph-mon[94081]: pgmap v3094: 489 pgs: 489 active+clean; 293 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 2.18k op/s 2024-04-02T09:27:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:39 smithi104 ceph-mon[94081]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:27:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:40 smithi188 ceph-mon[86835]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:27:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:40 smithi104 ceph-mon[96567]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:27:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:40 smithi104 ceph-mon[94081]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:27:41.439 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2011 ms) 2024-04-02T09:27:41.439 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-02T09:27:41.439 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:41 smithi188 ceph-mon[86835]: pgmap v3097: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 197 op/s 2024-04-02T09:27:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:41 smithi188 ceph-mon[86835]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:27:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:41 smithi104 ceph-mon[96567]: pgmap v3097: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 197 op/s 2024-04-02T09:27:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:41 smithi104 ceph-mon[96567]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:27:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:41 smithi104 ceph-mon[94081]: pgmap v3097: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 197 op/s 2024-04-02T09:27:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:41 smithi104 ceph-mon[94081]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:27:42.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:42 smithi188 ceph-mon[86835]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:27:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:27:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:27:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:42.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:42 smithi104 ceph-mon[96567]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:27:42.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:42 smithi104 ceph-mon[94081]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:27:43.450 INFO:tasks.workunit.client.0.smithi104.stdout:made parent image "parent" 2024-04-02T09:27:43.450 INFO:tasks.workunit.client.0.smithi104.stdout:parent has no parent info 2024-04-02T09:27:43.450 INFO:tasks.workunit.client.0.smithi104.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:27:43.450 INFO:tasks.workunit.client.0.smithi104.stdout:can't unprotect an unprotected snap 2024-04-02T09:27:43.450 INFO:tasks.workunit.client.0.smithi104.stdout:can't protect a protected snap 2024-04-02T09:27:43.450 INFO:tasks.workunit.client.0.smithi104.stdout:made and opened clone "child" 2024-04-02T09:27:43.450 INFO:tasks.workunit.client.0.smithi104.stdout:read: 8 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:read: 8 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:read: 8 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:sizes and overlaps are good between parent and child 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:sized down clone, changed overlap 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:can't remove parent while child still exists 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:can't remove parent while still protected 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:removed parent snap after unprotecting 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestClone (2011 ms) 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-02T09:27:43.451 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:43 smithi188 ceph-mon[86835]: pgmap v3100: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 1.10k op/s 2024-04-02T09:27:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:43 smithi188 ceph-mon[86835]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:27:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:43 smithi104 ceph-mon[96567]: pgmap v3100: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 1.10k op/s 2024-04-02T09:27:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:43 smithi104 ceph-mon[96567]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:27:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:43 smithi104 ceph-mon[94081]: pgmap v3100: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 1.10k op/s 2024-04-02T09:27:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:43 smithi104 ceph-mon[94081]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:27:44.576 INFO:tasks.workunit.client.0.smithi104.stdout:made parent image "parent" 2024-04-02T09:27:44.576 INFO:tasks.workunit.client.0.smithi104.stdout:parent has no parent info 2024-04-02T09:27:44.576 INFO:tasks.workunit.client.0.smithi104.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:27:44.576 INFO:tasks.workunit.client.0.smithi104.stdout:made and opened clone "child" 2024-04-02T09:27:44.576 INFO:tasks.workunit.client.0.smithi104.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:27:44.576 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestClone2 (1127 ms) 2024-04-02T09:27:44.577 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-02T09:27:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:44 smithi188 ceph-mon[86835]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:27:44.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:44 smithi104 ceph-mon[96567]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:27:44.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:44 smithi104 ceph-mon[94081]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:27:45.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:45 smithi104 ceph-mon[96567]: pgmap v3103: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 260 KiB/s wr, 1.50k op/s 2024-04-02T09:27:45.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:45 smithi104 ceph-mon[96567]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:27:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:45 smithi104 ceph-mon[94081]: pgmap v3103: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 260 KiB/s wr, 1.50k op/s 2024-04-02T09:27:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:45 smithi104 ceph-mon[94081]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:27:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:45 smithi188 ceph-mon[86835]: pgmap v3103: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 260 KiB/s wr, 1.50k op/s 2024-04-02T09:27:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:45 smithi188 ceph-mon[86835]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:27:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:27:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:27:45] "GET /metrics HTTP/1.1" 200 63250 "" "Prometheus/2.43.0" 2024-04-02T09:27:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:46 smithi188 ceph-mon[86835]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:27:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:46 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1890832720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:46 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:46 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:46 smithi188 ceph-mon[86835]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:27:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:46 smithi104 ceph-mon[96567]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:27:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:46 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1890832720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:46 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:46 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:46 smithi104 ceph-mon[96567]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:27:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:46 smithi104 ceph-mon[94081]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:27:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:46 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1890832720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:46 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:46.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:46 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:46.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:46 smithi104 ceph-mon[94081]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:27:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:47 smithi188 ceph-mon[86835]: pgmap v3106: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 756 KiB/s rd, 50 KiB/s wr, 893 op/s 2024-04-02T09:27:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:47 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:47 smithi188 ceph-mon[86835]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:27:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:47 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3307070634' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:47 smithi104 ceph-mon[96567]: pgmap v3106: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 756 KiB/s rd, 50 KiB/s wr, 893 op/s 2024-04-02T09:27:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:47 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:47 smithi104 ceph-mon[96567]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:27:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:47 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3307070634' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:47 smithi104 ceph-mon[94081]: pgmap v3106: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 756 KiB/s rd, 50 KiB/s wr, 893 op/s 2024-04-02T09:27:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:47 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:47 smithi104 ceph-mon[94081]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:27:47.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:47 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3307070634' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:48.389 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:27:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:49 smithi104 ceph-mon[94081]: pgmap v3109: 553 pgs: 8 creating+peering, 48 unknown, 497 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 29 KiB/s wr, 426 op/s 2024-04-02T09:27:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:49 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3307070634' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:49 smithi104 ceph-mon[94081]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:27:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:49 smithi104 ceph-mon[96567]: pgmap v3109: 553 pgs: 8 creating+peering, 48 unknown, 497 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 29 KiB/s wr, 426 op/s 2024-04-02T09:27:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:49 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3307070634' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:49 smithi104 ceph-mon[96567]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:27:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:49 smithi188 ceph-mon[86835]: pgmap v3109: 553 pgs: 8 creating+peering, 48 unknown, 497 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 29 KiB/s wr, 426 op/s 2024-04-02T09:27:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:49 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3307070634' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:49 smithi188 ceph-mon[86835]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:27:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:50 smithi104 ceph-mon[94081]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:27:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:27:50.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:50 smithi104 ceph-mon[96567]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:27:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:27:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:50 smithi188 ceph-mon[86835]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:27:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:27:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:51 smithi188 ceph-mon[86835]: pgmap v3112: 553 pgs: 15 creating+peering, 32 unknown, 506 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2024-04-02T09:27:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:51 smithi188 ceph-mon[86835]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:27:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:51 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:51 smithi188 ceph-mon[86835]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:27:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:51 smithi104 ceph-mon[94081]: pgmap v3112: 553 pgs: 15 creating+peering, 32 unknown, 506 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2024-04-02T09:27:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:51 smithi104 ceph-mon[94081]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:27:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:51 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:51 smithi104 ceph-mon[94081]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:27:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:51 smithi104 ceph-mon[96567]: pgmap v3112: 553 pgs: 15 creating+peering, 32 unknown, 506 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2024-04-02T09:27:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:51 smithi104 ceph-mon[96567]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:27:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:51 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:51 smithi104 ceph-mon[96567]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:27:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:27:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:53.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:53 smithi188 ceph-mon[86835]: pgmap v3115: 553 pgs: 7 creating+peering, 8 unknown, 538 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-02T09:27:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:53 smithi188 ceph-mon[86835]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:27:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:53 smithi104 ceph-mon[94081]: pgmap v3115: 553 pgs: 7 creating+peering, 8 unknown, 538 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-02T09:27:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:53 smithi104 ceph-mon[94081]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:27:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:53 smithi104 ceph-mon[96567]: pgmap v3115: 553 pgs: 7 creating+peering, 8 unknown, 538 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-02T09:27:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:53 smithi104 ceph-mon[96567]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:27:53.899 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 1 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:child: image113 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113/b2a078984d59 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.900 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 2 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout:child: image114 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout:child: image113 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113/b2a078984d59 2024-04-02T09:27:53.901 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.902 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114/b2a0407828f3 2024-04-02T09:27:53.902 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.902 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.902 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.902 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.902 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.902 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.902 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.902 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.902 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image115 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image115 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image115 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 3 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 3 2024-04-02T09:27:53.903 INFO:tasks.workunit.client.0.smithi104.stdout:child: image114 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout:child: image113 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout:child: image115 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113/b2a078984d59 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114/b2a0407828f3 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image115/b2a07f2bf179 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.904 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 3 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 3 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout:child: image114 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout:child: image113 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout:child: image115 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113/b2a078984d59 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114/b2a0407828f3 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.905 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image115/b2a07f2bf179 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.906 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 4 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 4 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:child: image114 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:child: image113 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:child: image115 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:child: image116 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113/b2a078984d59 2024-04-02T09:27:53.907 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114/b2a0407828f3 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image115/b2a07f2bf179 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image116/b2a0274305cf 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.908 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image115 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image115 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image115 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:53.909 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:54.524 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.524 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image113 2024-04-02T09:27:54.524 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image115 2024-04-02T09:27:54.524 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 4 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 4 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout:child: image114 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout:child: image113 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout:child: image115 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout:child: image116 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image113/b2a078984d59 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114/b2a0407828f3 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image115/b2a07f2bf179 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.525 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image116/b2a0274305cf 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image115 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image115 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image115 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.526 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:54.527 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.527 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image115 2024-04-02T09:27:54.527 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:54.527 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:54.527 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.527 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 3 2024-04-02T09:27:54.527 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 3 2024-04-02T09:27:54.527 INFO:tasks.workunit.client.0.smithi104.stdout:child: image114 2024-04-02T09:27:54.527 INFO:tasks.workunit.client.0.smithi104.stdout:child: image115 2024-04-02T09:27:54.527 INFO:tasks.workunit.client.0.smithi104.stdout:child: image116 2024-04-02T09:27:54.527 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114/b2a0407828f3 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image115/b2a07f2bf179 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image116/b2a0274305cf 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.528 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image116 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 2 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout:child: image114 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout:child: image116 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114/b2a0407828f3 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-28/image116/b2a0274305cf 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.529 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 1 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout:child: image114 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-27/image114/b2a0407828f3 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 0 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 0 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ListChildren (9948 ms) 2024-04-02T09:27:54.530 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-02T09:27:54.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:54 smithi188 ceph-mon[86835]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:27:54.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:54 smithi104 ceph-mon[94081]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:27:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:54 smithi104 ceph-mon[96567]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:27:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:55 smithi104 ceph-mon[94081]: pgmap v3118: 553 pgs: 553 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-02T09:27:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:55 smithi104 ceph-mon[94081]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:27:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:55 smithi104 ceph-mon[96567]: pgmap v3118: 553 pgs: 553 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-02T09:27:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:55 smithi104 ceph-mon[96567]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:27:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:55 smithi188 ceph-mon[86835]: pgmap v3118: 553 pgs: 553 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-02T09:27:55.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:55 smithi188 ceph-mon[86835]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:27:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:27:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:27:55] "GET /metrics HTTP/1.1" 200 68101 "" "Prometheus/2.43.0" 2024-04-02T09:27:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:56 smithi188 ceph-mon[86835]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:27:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:56 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1059320023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:56 smithi104 ceph-mon[96567]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:27:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:56 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1059320023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:56.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:56 smithi104 ceph-mon[94081]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:27:56.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:56 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1059320023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:57 smithi188 ceph-mon[86835]: pgmap v3121: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 3.0 KiB/s wr, 226 op/s 2024-04-02T09:27:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:57 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1059320023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:57 smithi188 ceph-mon[86835]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:27:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:57 smithi104 ceph-mon[94081]: pgmap v3121: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 3.0 KiB/s wr, 226 op/s 2024-04-02T09:27:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:57 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1059320023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:57 smithi104 ceph-mon[94081]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:27:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:57 smithi104 ceph-mon[96567]: pgmap v3121: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 3.0 KiB/s wr, 226 op/s 2024-04-02T09:27:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:57 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1059320023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:57 smithi104 ceph-mon[96567]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:27:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:58 smithi188 ceph-mon[86835]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:27:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:58 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1317992455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:58 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:58 smithi104 ceph-mon[96567]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:27:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:58 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1317992455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:58 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:58.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:58 smithi104 ceph-mon[94081]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:27:58.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:58 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1317992455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:58.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:58 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:59 smithi188 ceph-mon[86835]: pgmap v3124: 617 pgs: 4 creating+peering, 50 unknown, 563 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 563 KiB/s rd, 13 KiB/s wr, 681 op/s 2024-04-02T09:27:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:59 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:27:59 smithi188 ceph-mon[86835]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:27:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:59 smithi104 ceph-mon[94081]: pgmap v3124: 617 pgs: 4 creating+peering, 50 unknown, 563 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 563 KiB/s rd, 13 KiB/s wr, 681 op/s 2024-04-02T09:27:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:59 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:27:59 smithi104 ceph-mon[94081]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:27:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:59 smithi104 ceph-mon[96567]: pgmap v3124: 617 pgs: 4 creating+peering, 50 unknown, 563 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 563 KiB/s rd, 13 KiB/s wr, 681 op/s 2024-04-02T09:27:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:59 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:59.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:27:59 smithi104 ceph-mon[96567]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:28:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:00 smithi188 ceph-mon[86835]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:28:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:00 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/471602700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:00 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:00 smithi104 ceph-mon[96567]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:28:00.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:00 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/471602700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:00.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:00 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:00 smithi104 ceph-mon[94081]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:28:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:00 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/471602700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:00.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:00 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:01 smithi188 ceph-mon[86835]: pgmap v3127: 649 pgs: 6 creating+peering, 71 unknown, 572 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 400 KiB/s rd, 12 KiB/s wr, 493 op/s 2024-04-02T09:28:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:01 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:01 smithi188 ceph-mon[86835]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:28:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:01 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:01 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:01 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31", "force_nonempty":""}]': finished 2024-04-02T09:28:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:01 smithi188 ceph-mon[86835]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:28:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:01 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi104-148482-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:01.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:01 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi104-148482-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[94081]: pgmap v3127: 649 pgs: 6 creating+peering, 71 unknown, 572 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 400 KiB/s rd, 12 KiB/s wr, 493 op/s 2024-04-02T09:28:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[94081]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:28:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31", "force_nonempty":""}]': finished 2024-04-02T09:28:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[94081]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:28:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi104-148482-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi104-148482-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[96567]: pgmap v3127: 649 pgs: 6 creating+peering, 71 unknown, 572 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 400 KiB/s rd, 12 KiB/s wr, 493 op/s 2024-04-02T09:28:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[96567]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:28:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31", "force_nonempty":""}]: dispatch 2024-04-02T09:28:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31", "force_nonempty":""}]': finished 2024-04-02T09:28:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[96567]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:28:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi104-148482-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:01 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi104-148482-31", "mode":"writeback"}]: dispatch 2024-04-02T09:28:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:28:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:28:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:02 smithi188 ceph-mon[86835]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:28:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:02 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi104-148482-31", "mode":"writeback"}]': finished 2024-04-02T09:28:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:02 smithi188 ceph-mon[86835]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:28:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:02 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi104-148482-29", "overlaypool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:02 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi104-148482-29", "overlaypool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:02 smithi104 ceph-mon[96567]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:28:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:02 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi104-148482-31", "mode":"writeback"}]': finished 2024-04-02T09:28:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:02 smithi104 ceph-mon[96567]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:28:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:02 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi104-148482-29", "overlaypool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:02 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi104-148482-29", "overlaypool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:02 smithi104 ceph-mon[94081]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:28:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:02 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi104-148482-31", "mode":"writeback"}]': finished 2024-04-02T09:28:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:02 smithi104 ceph-mon[94081]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:28:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:02 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi104-148482-29", "overlaypool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:02 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi104-148482-29", "overlaypool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:03.390 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:03.789 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:03 smithi104 ceph-mon[96567]: pgmap v3130: 649 pgs: 13 creating+peering, 28 unknown, 608 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-04-02T09:28:03.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:03 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:28:03.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:03 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi104-148482-29", "overlaypool":"test-librbd-smithi104-148482-31"}]': finished 2024-04-02T09:28:03.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:03 smithi104 ceph-mon[96567]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:28:03.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:03 smithi104 ceph-mon[94081]: pgmap v3130: 649 pgs: 13 creating+peering, 28 unknown, 608 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-04-02T09:28:03.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:03 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:28:03.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:03 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi104-148482-29", "overlaypool":"test-librbd-smithi104-148482-31"}]': finished 2024-04-02T09:28:03.790 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:03 smithi104 ceph-mon[94081]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:28:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:03 smithi188 ceph-mon[86835]: pgmap v3130: 649 pgs: 13 creating+peering, 28 unknown, 608 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-04-02T09:28:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:03 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:28:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:03 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi104-148482-29", "overlaypool":"test-librbd-smithi104-148482-31"}]': finished 2024-04-02T09:28:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:03 smithi188 ceph-mon[86835]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:28:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:05 smithi104 ceph-mon[96567]: pgmap v3133: 649 pgs: 11 creating+peering, 638 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:05 smithi104 ceph-mon[96567]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:28:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:28:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:05 smithi104 ceph-mon[94081]: pgmap v3133: 649 pgs: 11 creating+peering, 638 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:05 smithi104 ceph-mon[94081]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:28:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:28:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:05 smithi188 ceph-mon[86835]: pgmap v3133: 649 pgs: 11 creating+peering, 638 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:05 smithi188 ceph-mon[86835]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:28:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:28:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:28:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:28:05] "GET /metrics HTTP/1.1" 200 75527 "" "Prometheus/2.43.0" 2024-04-02T09:28:06.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:06 smithi188 ceph-mon[86835]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:28:06.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:06 smithi104 ceph-mon[94081]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:28:06.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:06 smithi104 ceph-mon[96567]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:28:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:07 smithi188 ceph-mon[86835]: pgmap v3136: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:28:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:07 smithi188 ceph-mon[86835]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:28:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]: dispatch 2024-04-02T09:28:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]: dispatch 2024-04-02T09:28:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:07 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]: dispatch 2024-04-02T09:28:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:07 smithi104 ceph-mon[96567]: pgmap v3136: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:28:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:07 smithi104 ceph-mon[96567]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:28:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]: dispatch 2024-04-02T09:28:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]: dispatch 2024-04-02T09:28:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:07 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]: dispatch 2024-04-02T09:28:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:07 smithi104 ceph-mon[94081]: pgmap v3136: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:28:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:07 smithi104 ceph-mon[94081]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:28:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]: dispatch 2024-04-02T09:28:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]: dispatch 2024-04-02T09:28:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:07 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]: dispatch 2024-04-02T09:28:08.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]': finished 2024-04-02T09:28:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]': finished 2024-04-02T09:28:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]': finished 2024-04-02T09:28:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:08 smithi188 ceph-mon[86835]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:28:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]': finished 2024-04-02T09:28:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]': finished 2024-04-02T09:28:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]': finished 2024-04-02T09:28:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:08 smithi104 ceph-mon[96567]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:28:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]': finished 2024-04-02T09:28:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]': finished 2024-04-02T09:28:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]': finished 2024-04-02T09:28:08.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:08 smithi104 ceph-mon[94081]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:28:08.963 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.963 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.963 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.963 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.963 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.963 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 1 2024-04-02T09:28:08.963 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:28:08.963 INFO:tasks.workunit.client.0.smithi104.stdout:child: image118 2024-04-02T09:28:08.963 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118/b2a050a434fe 2024-04-02T09:28:08.963 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.964 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.964 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.964 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.964 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.964 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.964 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.964 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.964 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.964 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.964 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.964 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 2 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout:child: image119 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout:child: image118 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118/b2a050a434fe 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119/b2a0469c90cd 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.965 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image120 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image120 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image120 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 3 2024-04-02T09:28:08.966 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 3 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout:child: image119 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout:child: image118 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout:child: image120 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118/b2a050a434fe 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119/b2a0469c90cd 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image120/b2a062541d9 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.967 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 3 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 3 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout:child: image119 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout:child: image118 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout:child: image120 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118/b2a050a434fe 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119/b2a0469c90cd 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.968 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image120/b2a062541d9 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.969 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 4 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 4 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:child: image119 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:child: image118 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:child: image120 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:child: image121 2024-04-02T09:28:08.970 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118/b2a050a434fe 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119/b2a0469c90cd 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image120/b2a062541d9 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image121/b2a04765297e 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.971 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image120 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image120 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image120 2024-04-02T09:28:08.972 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.973 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:08.973 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:09 smithi188 ceph-mon[86835]: pgmap v3139: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-02T09:28:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:09 smithi188 ceph-mon[86835]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:28:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:09 smithi104 ceph-mon[96567]: pgmap v3139: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-02T09:28:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:09 smithi104 ceph-mon[96567]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:28:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:09 smithi104 ceph-mon[94081]: pgmap v3139: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-02T09:28:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:09 smithi104 ceph-mon[94081]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:28:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:10 smithi188 ceph-mon[86835]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:28:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:10 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi104-148482-29"}]: dispatch 2024-04-02T09:28:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:10 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi104-148482-29"}]: dispatch 2024-04-02T09:28:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:10 smithi104 ceph-mon[96567]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:28:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:10 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi104-148482-29"}]: dispatch 2024-04-02T09:28:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:10 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi104-148482-29"}]: dispatch 2024-04-02T09:28:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:10 smithi104 ceph-mon[94081]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:28:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:10 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi104-148482-29"}]: dispatch 2024-04-02T09:28:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:10 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi104-148482-29"}]: dispatch 2024-04-02T09:28:11.449 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image118 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image120 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 4 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 4 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout:child: image119 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout:child: image118 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout:child: image120 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout:child: image121 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image118/b2a050a434fe 2024-04-02T09:28:11.450 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119/b2a0469c90cd 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image120/b2a062541d9 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image121/b2a04765297e 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image120 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.451 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image120 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image120 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image120 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 3 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 3 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:child: image119 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:child: image120 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:child: image121 2024-04-02T09:28:11.452 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119/b2a0469c90cd 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image120/b2a062541d9 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image121/b2a04765297e 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image121 2024-04-02T09:28:11.453 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 2 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 2 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout:child: image119 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout:child: image121 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119/b2a0469c90cd 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-30/image121/b2a04765297e 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout:trying to find test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout:checking test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 1 2024-04-02T09:28:11.454 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 1 2024-04-02T09:28:11.455 INFO:tasks.workunit.client.0.smithi104.stdout:child: image119 2024-04-02T09:28:11.455 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-29/image119/b2a0469c90cd 2024-04-02T09:28:11.455 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:28:11.455 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 0 2024-04-02T09:28:11.455 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 0 2024-04-02T09:28:11.455 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16925 ms) 2024-04-02T09:28:11.455 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-02T09:28:11.455 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:11.528 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.LockingPP (79 ms) 2024-04-02T09:28:11.529 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-02T09:28:11.529 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:11.816 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.FlushAio (288 ms) 2024-04-02T09:28:11.816 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-02T09:28:11.816 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:11 smithi188 ceph-mon[86835]: pgmap v3142: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-02T09:28:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:11 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi104-148482-29"}]': finished 2024-04-02T09:28:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:11 smithi188 ceph-mon[86835]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:28:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:11 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:11 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:11 smithi104 ceph-mon[96567]: pgmap v3142: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-02T09:28:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:11 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi104-148482-29"}]': finished 2024-04-02T09:28:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:11 smithi104 ceph-mon[96567]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:28:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:11 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:11 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:11 smithi104 ceph-mon[94081]: pgmap v3142: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-02T09:28:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:11 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi104-148482-29"}]': finished 2024-04-02T09:28:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:11 smithi104 ceph-mon[94081]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:28:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:11 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:11 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31"}]: dispatch 2024-04-02T09:28:12.015 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.FlushAioPP (198 ms) 2024-04-02T09:28:12.015 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-02T09:28:12.015 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:12.038 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (23 ms) 2024-04-02T09:28:12.038 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-02T09:28:12.038 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:12.066 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (28 ms) 2024-04-02T09:28:12.066 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-02T09:28:12.066 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:12.084 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ZeroLengthRead (17 ms) 2024-04-02T09:28:12.084 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-02T09:28:12.084 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:12.119 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.LargeCacheRead (36 ms) 2024-04-02T09:28:12.120 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-02T09:28:12.120 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:12.354 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestPendingAio (234 ms) 2024-04-02T09:28:12.354 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-02T09:28:12.354 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:12.570 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:12.622 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:12 smithi188 ceph-mon[86835]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:28:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:12 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31"}]': finished 2024-04-02T09:28:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:12 smithi188 ceph-mon[86835]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:28:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:28:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:28:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:12 smithi104 ceph-mon[96567]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:28:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:12 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31"}]': finished 2024-04-02T09:28:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:12 smithi104 ceph-mon[96567]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:28:12.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:12 smithi104 ceph-mon[94081]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:28:12.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:12 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi104-148482-29", "tierpool":"test-librbd-smithi104-148482-31"}]': finished 2024-04-02T09:28:12.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:12 smithi104 ceph-mon[94081]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:28:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:13 smithi188 ceph-mon[86835]: pgmap v3145: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 8.2 KiB/s wr, 340 op/s 2024-04-02T09:28:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:13 smithi188 ceph-mon[86835]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:28:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:13 smithi104 ceph-mon[96567]: pgmap v3145: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 8.2 KiB/s wr, 340 op/s 2024-04-02T09:28:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:13 smithi104 ceph-mon[96567]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:28:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:13 smithi104 ceph-mon[94081]: pgmap v3145: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 8.2 KiB/s wr, 340 op/s 2024-04-02T09:28:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:13 smithi104 ceph-mon[94081]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:28:14.538 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2185 ms) 2024-04-02T09:28:14.539 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-02T09:28:14.539 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:14 smithi188 ceph-mon[86835]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:28:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:14 smithi104 ceph-mon[96567]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:28:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:14 smithi104 ceph-mon[94081]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:28:15.585 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:15.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:15 smithi104 ceph-mon[96567]: pgmap v3148: 649 pgs: 649 active+clean; 307 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 597 KiB/s wr, 941 op/s 2024-04-02T09:28:15.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:15 smithi104 ceph-mon[96567]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:28:15.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:15 smithi104 ceph-mon[94081]: pgmap v3148: 649 pgs: 649 active+clean; 307 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 597 KiB/s wr, 941 op/s 2024-04-02T09:28:15.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:15 smithi104 ceph-mon[94081]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:28:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:15 smithi188 ceph-mon[86835]: pgmap v3148: 649 pgs: 649 active+clean; 307 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 597 KiB/s wr, 941 op/s 2024-04-02T09:28:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:15 smithi188 ceph-mon[86835]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:28:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:28:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:28:15] "GET /metrics HTTP/1.1" 200 75527 "" "Prometheus/2.43.0" 2024-04-02T09:28:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:16 smithi188 ceph-mon[86835]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:28:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:16 smithi188 ceph-mon[86835]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:28:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:16 smithi104 ceph-mon[94081]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:28:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:16 smithi104 ceph-mon[94081]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:28:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:16 smithi104 ceph-mon[96567]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:28:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:16 smithi104 ceph-mon[96567]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:28:17.551 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3013 ms) 2024-04-02T09:28:17.551 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-02T09:28:17.551 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:17 smithi188 ceph-mon[86835]: pgmap v3151: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 984 KiB/s rd, 664 KiB/s wr, 713 op/s 2024-04-02T09:28:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:17 smithi104 ceph-mon[96567]: pgmap v3151: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 984 KiB/s rd, 664 KiB/s wr, 713 op/s 2024-04-02T09:28:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:17 smithi104 ceph-mon[94081]: pgmap v3151: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 984 KiB/s rd, 664 KiB/s wr, 713 op/s 2024-04-02T09:28:18.608 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.Flatten (1057 ms) 2024-04-02T09:28:18.608 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-02T09:28:18.608 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:18.641 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 32768 2024-04-02T09:28:18.641 INFO:tasks.workunit.client.0.smithi104.stdout:read: 32768 2024-04-02T09:28:18.641 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.Sparsify (33 ms) 2024-04-02T09:28:18.641 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-02T09:28:18.641 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:18.675 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.SparsifyPP (34 ms) 2024-04-02T09:28:18.675 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-02T09:28:18.675 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:18.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:18 smithi188 ceph-mon[86835]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:28:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:18 smithi104 ceph-mon[96567]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:28:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:18 smithi104 ceph-mon[94081]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:28:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:19 smithi188 ceph-mon[86835]: pgmap v3154: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 151 KiB/s wr, 396 op/s 2024-04-02T09:28:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:19 smithi188 ceph-mon[86835]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:28:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:28:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:19 smithi104 ceph-mon[94081]: pgmap v3154: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 151 KiB/s wr, 396 op/s 2024-04-02T09:28:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:19 smithi104 ceph-mon[94081]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:28:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:28:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:19 smithi104 ceph-mon[96567]: pgmap v3154: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 151 KiB/s wr, 396 op/s 2024-04-02T09:28:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:19 smithi104 ceph-mon[96567]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:28:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:28:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:20 smithi188 ceph-mon[86835]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:28:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:20 smithi104 ceph-mon[94081]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:28:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:20 smithi104 ceph-mon[96567]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:28:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:21 smithi188 ceph-mon[86835]: pgmap v3157: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 86 KiB/s wr, 412 op/s 2024-04-02T09:28:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:21 smithi188 ceph-mon[86835]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:28:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:21 smithi104 ceph-mon[96567]: pgmap v3157: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 86 KiB/s wr, 412 op/s 2024-04-02T09:28:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:21 smithi104 ceph-mon[96567]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:28:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:21 smithi104 ceph-mon[94081]: pgmap v3157: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 86 KiB/s wr, 412 op/s 2024-04-02T09:28:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:21 smithi104 ceph-mon[94081]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:28:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:22 smithi188 ceph-mon[86835]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:28:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:22 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:28:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:28:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:22 smithi104 ceph-mon[96567]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:28:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:22 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:28:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:22 smithi104 ceph-mon[94081]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:28:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:22 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:28:23.570 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.SnapshotLimit (4895 ms) 2024-04-02T09:28:23.570 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-02T09:28:23.570 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:23 smithi188 ceph-mon[86835]: pgmap v3160: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 22 KiB/s wr, 251 op/s 2024-04-02T09:28:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:23 smithi188 ceph-mon[86835]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:28:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:23 smithi104 ceph-mon[94081]: pgmap v3160: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 22 KiB/s wr, 251 op/s 2024-04-02T09:28:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:23 smithi104 ceph-mon[94081]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:28:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:23 smithi104 ceph-mon[96567]: pgmap v3160: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 22 KiB/s wr, 251 op/s 2024-04-02T09:28:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:23 smithi104 ceph-mon[96567]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:28:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:24 smithi188 ceph-mon[86835]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:28:24.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:24 smithi104 ceph-mon[94081]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:28:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:24 smithi104 ceph-mon[96567]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:28:25.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:25 smithi104 ceph-mon[94081]: pgmap v3163: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 34 KiB/s wr, 202 op/s 2024-04-02T09:28:25.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:25 smithi104 ceph-mon[94081]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:28:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:25 smithi188 ceph-mon[86835]: pgmap v3163: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 34 KiB/s wr, 202 op/s 2024-04-02T09:28:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:25 smithi188 ceph-mon[86835]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:28:25.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:25 smithi104 ceph-mon[96567]: pgmap v3163: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 34 KiB/s wr, 202 op/s 2024-04-02T09:28:25.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:25 smithi104 ceph-mon[96567]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:28:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:28:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:28:25] "GET /metrics HTTP/1.1" 200 75599 "" "Prometheus/2.43.0" 2024-04-02T09:28:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:26 smithi188 ceph-mon[86835]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:28:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:26 smithi104 ceph-mon[96567]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:28:26.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:26 smithi104 ceph-mon[94081]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:28:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:27 smithi188 ceph-mon[86835]: pgmap v3166: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 23 KiB/s wr, 93 op/s 2024-04-02T09:28:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:27 smithi188 ceph-mon[86835]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:28:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:27 smithi104 ceph-mon[96567]: pgmap v3166: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 23 KiB/s wr, 93 op/s 2024-04-02T09:28:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:27 smithi104 ceph-mon[96567]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:28:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:27 smithi104 ceph-mon[94081]: pgmap v3166: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 23 KiB/s wr, 93 op/s 2024-04-02T09:28:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:27 smithi104 ceph-mon[94081]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:28:28.606 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5035 ms) 2024-04-02T09:28:28.606 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-02T09:28:28.606 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:28.664 INFO:tasks.workunit.client.0.smithi104.stdout:0.00% done 2024-04-02T09:28:28.664 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (58 ms) 2024-04-02T09:28:28.664 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-02T09:28:28.664 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:28.730 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (66 ms) 2024-04-02T09:28:28.730 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-02T09:28:28.730 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:28 smithi188 ceph-mon[86835]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:28:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:28 smithi104 ceph-mon[94081]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:28:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:28 smithi104 ceph-mon[96567]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:28:29.621 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (892 ms) 2024-04-02T09:28:29.622 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-02T09:28:29.622 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:29 smithi188 ceph-mon[86835]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 KiB/s wr, 23 op/s 2024-04-02T09:28:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:29 smithi188 ceph-mon[86835]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:28:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:29 smithi104 ceph-mon[96567]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 KiB/s wr, 23 op/s 2024-04-02T09:28:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:29 smithi104 ceph-mon[96567]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:28:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:29 smithi104 ceph-mon[94081]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 KiB/s wr, 23 op/s 2024-04-02T09:28:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:29 smithi104 ceph-mon[94081]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:28:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:30 smithi188 ceph-mon[86835]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:28:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:30 smithi104 ceph-mon[96567]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:28:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:30 smithi104 ceph-mon[94081]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:28:31.445 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1822 ms) 2024-04-02T09:28:31.445 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-02T09:28:31.445 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:31.502 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (55 ms) 2024-04-02T09:28:31.502 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:28:31.503 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-02T09:28:31.503 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:28:31.503 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-02T09:28:31.503 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-02T09:28:31.503 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:31 smithi188 ceph-mon[86835]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-02T09:28:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:31 smithi188 ceph-mon[86835]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:28:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:31 smithi188 ceph-mon[86835]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:28:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:31 smithi104 ceph-mon[94081]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-02T09:28:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:31 smithi104 ceph-mon[94081]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:28:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:31 smithi104 ceph-mon[94081]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:28:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:31 smithi104 ceph-mon[96567]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-02T09:28:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:31 smithi104 ceph-mon[96567]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:28:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:31 smithi104 ceph-mon[96567]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:28:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:28:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:33.437 INFO:tasks.workunit.client.0.smithi104.stdout:100.00% done 2024-04-02T09:28:33.437 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.SnapRemove2 (1939 ms) 2024-04-02T09:28:33.437 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-02T09:28:33.437 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:33 smithi104 ceph-mon[96567]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-04-02T09:28:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:33 smithi104 ceph-mon[96567]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:28:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:33 smithi104 ceph-mon[94081]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-04-02T09:28:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:33 smithi104 ceph-mon[94081]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:28:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:33 smithi188 ceph-mon[86835]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-04-02T09:28:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:33 smithi188 ceph-mon[86835]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:28:34.461 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1023 ms) 2024-04-02T09:28:34.461 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-02T09:28:34.461 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:34 smithi188 ceph-mon[86835]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:28:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:34 smithi104 ceph-mon[96567]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:28:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:34 smithi104 ceph-mon[94081]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:28:35.464 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1004 ms) 2024-04-02T09:28:35.464 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-02T09:28:35.464 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:35 smithi104 ceph-mon[96567]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 13 KiB/s wr, 217 op/s 2024-04-02T09:28:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:35 smithi104 ceph-mon[96567]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:28:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:35 smithi104 ceph-mon[94081]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 13 KiB/s wr, 217 op/s 2024-04-02T09:28:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:35 smithi104 ceph-mon[94081]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:28:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:35 smithi188 ceph-mon[86835]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 13 KiB/s wr, 217 op/s 2024-04-02T09:28:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:35 smithi188 ceph-mon[86835]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:28:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:28:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:28:35] "GET /metrics HTTP/1.1" 200 75606 "" "Prometheus/2.43.0" 2024-04-02T09:28:36.467 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1003 ms) 2024-04-02T09:28:36.468 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-02T09:28:36.468 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:36 smithi188 ceph-mon[86835]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:28:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:36 smithi188 ceph-mon[86835]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:28:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:36 smithi104 ceph-mon[94081]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:28:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:36 smithi104 ceph-mon[94081]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:28:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:36 smithi104 ceph-mon[96567]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:28:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:36 smithi104 ceph-mon[96567]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:28:37.562 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1094 ms) 2024-04-02T09:28:37.562 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-02T09:28:37.562 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:37.602 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (41 ms) 2024-04-02T09:28:37.602 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-02T09:28:37.603 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:37.639 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (37 ms) 2024-04-02T09:28:37.639 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-02T09:28:37.639 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:37 smithi188 ceph-mon[86835]: pgmap v3181: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 193 op/s 2024-04-02T09:28:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:37 smithi104 ceph-mon[96567]: pgmap v3181: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 193 op/s 2024-04-02T09:28:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:37 smithi104 ceph-mon[94081]: pgmap v3181: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 193 op/s 2024-04-02T09:28:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:38 smithi188 ceph-mon[86835]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:28:38.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:38 smithi104 ceph-mon[94081]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:28:38.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:38 smithi104 ceph-mon[96567]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:28:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:39 smithi188 ceph-mon[86835]: pgmap v3184: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-04-02T09:28:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:39 smithi188 ceph-mon[86835]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:28:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:39 smithi104 ceph-mon[94081]: pgmap v3184: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-04-02T09:28:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:39 smithi104 ceph-mon[94081]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:28:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:39 smithi104 ceph-mon[96567]: pgmap v3184: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-04-02T09:28:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:39 smithi104 ceph-mon[96567]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:28:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:40 smithi188 ceph-mon[86835]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:28:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:40 smithi104 ceph-mon[94081]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:28:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:40 smithi104 ceph-mon[96567]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:28:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:41 smithi188 ceph-mon[86835]: pgmap v3187: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 8.0 KiB/s wr, 193 op/s 2024-04-02T09:28:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:41 smithi188 ceph-mon[86835]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:28:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:41 smithi188 ceph-mon[86835]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:28:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:41 smithi104 ceph-mon[96567]: pgmap v3187: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 8.0 KiB/s wr, 193 op/s 2024-04-02T09:28:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:41 smithi104 ceph-mon[96567]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:28:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:41 smithi104 ceph-mon[96567]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:28:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:41 smithi104 ceph-mon[94081]: pgmap v3187: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 8.0 KiB/s wr, 193 op/s 2024-04-02T09:28:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:41 smithi104 ceph-mon[94081]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:28:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:41 smithi104 ceph-mon[94081]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:28:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:28:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:43 smithi188 ceph-mon[86835]: pgmap v3190: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 11 KiB/s wr, 260 op/s 2024-04-02T09:28:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:43 smithi188 ceph-mon[86835]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:28:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:43 smithi104 ceph-mon[96567]: pgmap v3190: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 11 KiB/s wr, 260 op/s 2024-04-02T09:28:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:43 smithi104 ceph-mon[96567]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:28:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:43 smithi104 ceph-mon[94081]: pgmap v3190: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 11 KiB/s wr, 260 op/s 2024-04-02T09:28:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:43 smithi104 ceph-mon[94081]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:28:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:44 smithi188 ceph-mon[86835]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:28:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:44 smithi104 ceph-mon[96567]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:28:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:44 smithi104 ceph-mon[94081]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:28:45.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:45 smithi104 ceph-mon[96567]: pgmap v3193: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 8.7 KiB/s wr, 165 op/s 2024-04-02T09:28:45.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:45 smithi104 ceph-mon[96567]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:28:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:45 smithi104 ceph-mon[94081]: pgmap v3193: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 8.7 KiB/s wr, 165 op/s 2024-04-02T09:28:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:45 smithi104 ceph-mon[94081]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:28:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:45 smithi188 ceph-mon[86835]: pgmap v3193: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 8.7 KiB/s wr, 165 op/s 2024-04-02T09:28:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:45 smithi188 ceph-mon[86835]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:28:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:28:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:28:45] "GET /metrics HTTP/1.1" 200 75606 "" "Prometheus/2.43.0" 2024-04-02T09:28:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:46 smithi188 ceph-mon[86835]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:28:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:46 smithi104 ceph-mon[96567]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:28:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:46 smithi104 ceph-mon[94081]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:28:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:47 smithi188 ceph-mon[86835]: pgmap v3196: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 87 op/s 2024-04-02T09:28:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:47 smithi188 ceph-mon[86835]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:28:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:47 smithi104 ceph-mon[96567]: pgmap v3196: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 87 op/s 2024-04-02T09:28:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:47 smithi104 ceph-mon[96567]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:28:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:47 smithi104 ceph-mon[94081]: pgmap v3196: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 87 op/s 2024-04-02T09:28:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:47 smithi104 ceph-mon[94081]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:28:48.032 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10392 ms) 2024-04-02T09:28:48.032 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-02T09:28:48.032 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:48.532 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.Metadata (500 ms) 2024-04-02T09:28:48.532 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-02T09:28:48.532 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:48 smithi188 ceph-mon[86835]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:28:48.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:48 smithi104 ceph-mon[96567]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:28:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:48 smithi104 ceph-mon[94081]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:28:49.546 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.MetadataPP (1014 ms) 2024-04-02T09:28:49.546 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-02T09:28:49.546 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:49.642 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.UpdateFeatures (97 ms) 2024-04-02T09:28:49.643 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-02T09:28:49.643 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-02T09:28:49.643 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-02T09:28:49.643 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:49 smithi188 ceph-mon[86835]: pgmap v3199: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2024-04-02T09:28:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:49 smithi188 ceph-mon[86835]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:28:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:49 smithi104 ceph-mon[96567]: pgmap v3199: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2024-04-02T09:28:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:49 smithi104 ceph-mon[96567]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:28:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:49 smithi104 ceph-mon[94081]: pgmap v3199: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2024-04-02T09:28:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:49 smithi104 ceph-mon[94081]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:28:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:50.519 INFO:tasks.workunit.client.0.smithi104.stdout:0.00% done 2024-04-02T09:28:50.520 INFO:tasks.workunit.client.0.smithi104.stdout:25.00% done 2024-04-02T09:28:50.520 INFO:tasks.workunit.client.0.smithi104.stdout:50.00% done 2024-04-02T09:28:50.520 INFO:tasks.workunit.client.0.smithi104.stdout:75.00% done 2024-04-02T09:28:50.520 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.RebuildObjectMap (877 ms) 2024-04-02T09:28:50.520 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-02T09:28:50.550 INFO:tasks.workunit.client.0.smithi104.stdout:0.00% done 2024-04-02T09:28:50.550 INFO:tasks.workunit.client.0.smithi104.stdout:25.00% done 2024-04-02T09:28:50.550 INFO:tasks.workunit.client.0.smithi104.stdout:50.00% done 2024-04-02T09:28:50.550 INFO:tasks.workunit.client.0.smithi104.stdout:75.00% done 2024-04-02T09:28:50.551 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (31 ms) 2024-04-02T09:28:50.551 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-02T09:28:50.551 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:50 smithi188 ceph-mon[86835]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:28:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:50 smithi104 ceph-mon[96567]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:28:50.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:50 smithi104 ceph-mon[94081]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:28:51.523 INFO:tasks.workunit.client.0.smithi104.stdout:0.00% done 2024-04-02T09:28:51.523 INFO:tasks.workunit.client.0.smithi104.stdout:25.00% done 2024-04-02T09:28:51.523 INFO:tasks.workunit.client.0.smithi104.stdout:50.00% done 2024-04-02T09:28:51.523 INFO:tasks.workunit.client.0.smithi104.stdout:75.00% done 2024-04-02T09:28:51.523 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.CheckObjectMap (972 ms) 2024-04-02T09:28:51.523 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-02T09:28:51.523 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:51.550 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.BlockingAIO (28 ms) 2024-04-02T09:28:51.550 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-02T09:28:51.550 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:51.681 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (130 ms) 2024-04-02T09:28:51.681 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:28:51.681 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-02T09:28:51.681 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:28:51.681 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (1 ms) 2024-04-02T09:28:51.682 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-02T09:28:51.682 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:51.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:51 smithi188 ceph-mon[86835]: pgmap v3202: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 24 KiB/s wr, 48 op/s 2024-04-02T09:28:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:51 smithi188 ceph-mon[86835]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:28:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:51 smithi104 ceph-mon[96567]: pgmap v3202: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 24 KiB/s wr, 48 op/s 2024-04-02T09:28:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:51 smithi104 ceph-mon[96567]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:28:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:51 smithi104 ceph-mon[94081]: pgmap v3202: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 24 KiB/s wr, 48 op/s 2024-04-02T09:28:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:51 smithi104 ceph-mon[94081]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:28:52.536 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (855 ms) 2024-04-02T09:28:52.536 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-02T09:28:52.537 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:52 smithi188 ceph-mon[86835]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:28:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:28:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:52.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:52 smithi104 ceph-mon[96567]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:28:52.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:52 smithi104 ceph-mon[94081]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:28:53.487 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (950 ms) 2024-04-02T09:28:53.487 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-02T09:28:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:53 smithi188 ceph-mon[86835]: pgmap v3205: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 200 KiB/s wr, 811 op/s 2024-04-02T09:28:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:53 smithi188 ceph-mon[86835]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:28:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:53 smithi104 ceph-mon[96567]: pgmap v3205: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 200 KiB/s wr, 811 op/s 2024-04-02T09:28:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:53 smithi104 ceph-mon[96567]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:28:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:53 smithi104 ceph-mon[94081]: pgmap v3205: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 200 KiB/s wr, 811 op/s 2024-04-02T09:28:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:53 smithi104 ceph-mon[94081]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:28:54.594 INFO:tasks.workunit.client.0.smithi104.stdout:0.00% done 2024-04-02T09:28:54.595 INFO:tasks.workunit.client.0.smithi104.stdout:100.00% done 2024-04-02T09:28:54.595 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestImageOptions (1108 ms) 2024-04-02T09:28:54.595 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-02T09:28:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:54 smithi188 ceph-mon[86835]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:28:54.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:54 smithi104 ceph-mon[94081]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:28:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:54 smithi104 ceph-mon[96567]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:28:55.580 INFO:tasks.workunit.client.0.smithi104.stdout:0.00% done 2024-04-02T09:28:55.580 INFO:tasks.workunit.client.0.smithi104.stdout:100.00% done 2024-04-02T09:28:55.580 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (985 ms) 2024-04-02T09:28:55.580 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-02T09:28:55.580 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-02T09:28:55.580 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-02T09:28:55.581 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-02T09:28:55.581 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-02T09:28:55.581 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:55.622 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:wrote: 512 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:28:55.623 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:started write 2024-04-02T09:28:55.624 INFO:tasks.workunit.client.0.smithi104.stdout:write completion cb called! 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 0 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:finished write 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:28:55.625 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:28:55.626 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:28:55.626 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:28:55.626 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:28:55.626 INFO:tasks.workunit.client.0.smithi104.stdout:created completion 2024-04-02T09:28:55.626 INFO:tasks.workunit.client.0.smithi104.stdout:started read 2024-04-02T09:28:55.626 INFO:tasks.workunit.client.0.smithi104.stdout:read completion cb called! 2024-04-02T09:28:55.626 INFO:tasks.workunit.client.0.smithi104.stdout:return value is: 512 2024-04-02T09:28:55.626 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ImagePollIO (43 ms) 2024-04-02T09:28:55.626 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-02T09:28:55.626 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:55.635 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:28:55.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:55 smithi104 ceph-mon[94081]: pgmap v3208: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 231 KiB/s wr, 1.11k op/s 2024-04-02T09:28:55.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:55 smithi104 ceph-mon[94081]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:28:55.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:55 smithi104 ceph-mon[96567]: pgmap v3208: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 231 KiB/s wr, 1.11k op/s 2024-04-02T09:28:55.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:55 smithi104 ceph-mon[96567]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:28:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:55 smithi188 ceph-mon[86835]: pgmap v3208: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 231 KiB/s wr, 1.11k op/s 2024-04-02T09:28:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:55 smithi188 ceph-mon[86835]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:28:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:28:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:28:55] "GET /metrics HTTP/1.1" 200 75606 "" "Prometheus/2.43.0" 2024-04-02T09:28:56.629 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.Mirror (1007 ms) 2024-04-02T09:28:56.630 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-02T09:28:56.644 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (15 ms) 2024-04-02T09:28:56.644 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-02T09:28:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:56 smithi188 ceph-mon[86835]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:28:56.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:56 smithi104 ceph-mon[94081]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:28:56.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:56 smithi104 ceph-mon[96567]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:28:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: pgmap v3211: 649 pgs: 649 active+clean; 313 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 460 KiB/s rd, 948 KiB/s wr, 613 op/s 2024-04-02T09:28:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:28:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6258045a-eb2b-407b-a189-284aa6557cdc"}]: dispatch 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6258045a-eb2b-407b-a189-284aa6557cdc"}]': finished 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49f51564-5a74-48ff-92aa-251d3ee453e3"}]: dispatch 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49f51564-5a74-48ff-92aa-251d3ee453e3"}]': finished 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/107ddca4-6321-41dc-8529-30c51b49e19d"}]: dispatch 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/107ddca4-6321-41dc-8529-30c51b49e19d"}]': finished 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]: dispatch 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]: dispatch 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]: dispatch 2024-04-02T09:28:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:57 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]': finished 2024-04-02T09:28:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: pgmap v3211: 649 pgs: 649 active+clean; 313 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 460 KiB/s rd, 948 KiB/s wr, 613 op/s 2024-04-02T09:28:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:28:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:28:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:28:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6258045a-eb2b-407b-a189-284aa6557cdc"}]: dispatch 2024-04-02T09:28:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6258045a-eb2b-407b-a189-284aa6557cdc"}]': finished 2024-04-02T09:28:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49f51564-5a74-48ff-92aa-251d3ee453e3"}]: dispatch 2024-04-02T09:28:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49f51564-5a74-48ff-92aa-251d3ee453e3"}]': finished 2024-04-02T09:28:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/107ddca4-6321-41dc-8529-30c51b49e19d"}]: dispatch 2024-04-02T09:28:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/107ddca4-6321-41dc-8529-30c51b49e19d"}]': finished 2024-04-02T09:28:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]: dispatch 2024-04-02T09:28:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' 2024-04-02T09:28:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]: dispatch 2024-04-02T09:28:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]: dispatch 2024-04-02T09:28:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]': finished 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: pgmap v3211: 649 pgs: 649 active+clean; 313 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 460 KiB/s rd, 948 KiB/s wr, 613 op/s 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6258045a-eb2b-407b-a189-284aa6557cdc"}]: dispatch 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6258045a-eb2b-407b-a189-284aa6557cdc"}]': finished 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49f51564-5a74-48ff-92aa-251d3ee453e3"}]: dispatch 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/49f51564-5a74-48ff-92aa-251d3ee453e3"}]': finished 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/107ddca4-6321-41dc-8529-30c51b49e19d"}]: dispatch 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/107ddca4-6321-41dc-8529-30c51b49e19d"}]': finished 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]: dispatch 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' 2024-04-02T09:28:57.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]: dispatch 2024-04-02T09:28:57.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]: dispatch 2024-04-02T09:28:57.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:57 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3106007012' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/716f359c-c92e-486b-8e93-8df93e0d7731"}]': finished 2024-04-02T09:28:59.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:58 smithi188 ceph-mon[86835]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:28:59.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:58 smithi104 ceph-mon[96567]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:28:59.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:58 smithi104 ceph-mon[94081]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:29:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:59 smithi188 ceph-mon[86835]: pgmap v3214: 649 pgs: 649 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 395 op/s 2024-04-02T09:29:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:28:59 smithi188 ceph-mon[86835]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:29:00.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:59 smithi104 ceph-mon[96567]: pgmap v3214: 649 pgs: 649 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 395 op/s 2024-04-02T09:29:00.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:28:59 smithi104 ceph-mon[96567]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:29:00.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:59 smithi104 ceph-mon[94081]: pgmap v3214: 649 pgs: 649 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 395 op/s 2024-04-02T09:29:00.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:28:59 smithi104 ceph-mon[94081]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:29:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:00 smithi188 ceph-mon[86835]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:29:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:00 smithi188 ceph-mon[86835]: pgmap v3217: 649 pgs: 649 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.2 MiB/s wr, 200 op/s 2024-04-02T09:29:01.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:00 smithi104 ceph-mon[96567]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:29:01.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:00 smithi104 ceph-mon[96567]: pgmap v3217: 649 pgs: 649 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.2 MiB/s wr, 200 op/s 2024-04-02T09:29:01.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:00 smithi104 ceph-mon[94081]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:29:01.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:00 smithi104 ceph-mon[94081]: pgmap v3217: 649 pgs: 649 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.2 MiB/s wr, 200 op/s 2024-04-02T09:29:01.726 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5081 ms) 2024-04-02T09:29:01.726 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-02T09:29:01.726 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:01 smithi188 ceph-mon[86835]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:29:02.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:01 smithi104 ceph-mon[96567]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:29:02.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:01 smithi104 ceph-mon[94081]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:29:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:29:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:29:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:03.040 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:02 smithi104 ceph-mon[96567]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:29:03.040 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:02 smithi104 ceph-mon[96567]: pgmap v3220: 649 pgs: 649 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 596 KiB/s wr, 277 op/s 2024-04-02T09:29:03.040 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:02 smithi104 ceph-mon[94081]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:29:03.041 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:02 smithi104 ceph-mon[94081]: pgmap v3220: 649 pgs: 649 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 596 KiB/s wr, 277 op/s 2024-04-02T09:29:03.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:02 smithi188 ceph-mon[86835]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:29:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:02 smithi188 ceph-mon[86835]: pgmap v3220: 649 pgs: 649 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 596 KiB/s wr, 277 op/s 2024-04-02T09:29:03.708 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1982 ms) 2024-04-02T09:29:03.708 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-02T09:29:03.708 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:03.760 INFO:tasks.workunit.client.0.smithi104.stdout:1: acquiring exclusive lock 2024-04-02T09:29:03.761 INFO:tasks.workunit.client.0.smithi104.stdout:2: acquiring exclusive lock 2024-04-02T09:29:03.764 INFO:tasks.workunit.client.0.smithi104.stdout:2: exclusive lock acquired 2024-04-02T09:29:03.806 INFO:tasks.workunit.client.0.smithi104.stdout:2: releasing exclusive lock 2024-04-02T09:29:03.809 INFO:tasks.workunit.client.0.smithi104.stdout:2: exclusive lock released 2024-04-02T09:29:03.809 INFO:tasks.workunit.client.0.smithi104.stdout:2: acquiring exclusive lock 2024-04-02T09:29:03.813 INFO:tasks.workunit.client.0.smithi104.stdout:2: exclusive lock acquired 2024-04-02T09:29:03.847 INFO:tasks.workunit.client.0.smithi104.stdout:2: releasing exclusive lock 2024-04-02T09:29:03.850 INFO:tasks.workunit.client.0.smithi104.stdout:2: exclusive lock released 2024-04-02T09:29:03.850 INFO:tasks.workunit.client.0.smithi104.stdout:2: acquiring exclusive lock 2024-04-02T09:29:03.851 INFO:tasks.workunit.client.0.smithi104.stdout:1: exclusive lock acquired 2024-04-02T09:29:03.901 INFO:tasks.workunit.client.0.smithi104.stdout:1: releasing exclusive lock 2024-04-02T09:29:03.904 INFO:tasks.workunit.client.0.smithi104.stdout:1: exclusive lock released 2024-04-02T09:29:03.904 INFO:tasks.workunit.client.0.smithi104.stdout:1: acquiring exclusive lock 2024-04-02T09:29:03.907 INFO:tasks.workunit.client.0.smithi104.stdout:2: exclusive lock acquired 2024-04-02T09:29:03.937 INFO:tasks.workunit.client.0.smithi104.stdout:2: releasing exclusive lock 2024-04-02T09:29:03.940 INFO:tasks.workunit.client.0.smithi104.stdout:2: exclusive lock released 2024-04-02T09:29:03.940 INFO:tasks.workunit.client.0.smithi104.stdout:2: acquiring exclusive lock 2024-04-02T09:29:03.942 INFO:tasks.workunit.client.0.smithi104.stdout:1: exclusive lock acquired 2024-04-02T09:29:03.970 INFO:tasks.workunit.client.0.smithi104.stdout:1: releasing exclusive lock 2024-04-02T09:29:03.972 INFO:tasks.workunit.client.0.smithi104.stdout:1: exclusive lock released 2024-04-02T09:29:03.972 INFO:tasks.workunit.client.0.smithi104.stdout:1: acquiring exclusive lock 2024-04-02T09:29:03.975 INFO:tasks.workunit.client.0.smithi104.stdout:2: exclusive lock acquired 2024-04-02T09:29:04.001 INFO:tasks.workunit.client.0.smithi104.stdout:2: releasing exclusive lock 2024-04-02T09:29:04.004 INFO:tasks.workunit.client.0.smithi104.stdout:2: exclusive lock released 2024-04-02T09:29:04.004 INFO:tasks.workunit.client.0.smithi104.stdout:2: acquiring exclusive lock 2024-04-02T09:29:04.007 INFO:tasks.workunit.client.0.smithi104.stdout:2: exclusive lock acquired 2024-04-02T09:29:04.042 INFO:tasks.workunit.client.0.smithi104.stdout:2: releasing exclusive lock 2024-04-02T09:29:04.045 INFO:tasks.workunit.client.0.smithi104.stdout:2: exclusive lock released 2024-04-02T09:29:04.048 INFO:tasks.workunit.client.0.smithi104.stdout:1: exclusive lock acquired 2024-04-02T09:29:04.062 INFO:tasks.workunit.client.0.smithi104.stdout:1: releasing exclusive lock 2024-04-02T09:29:04.064 INFO:tasks.workunit.client.0.smithi104.stdout:1: exclusive lock released 2024-04-02T09:29:04.064 INFO:tasks.workunit.client.0.smithi104.stdout:1: acquiring exclusive lock 2024-04-02T09:29:04.068 INFO:tasks.workunit.client.0.smithi104.stdout:1: exclusive lock acquired 2024-04-02T09:29:04.079 INFO:tasks.workunit.client.0.smithi104.stdout:1: releasing exclusive lock 2024-04-02T09:29:04.081 INFO:tasks.workunit.client.0.smithi104.stdout:1: exclusive lock released 2024-04-02T09:29:04.082 INFO:tasks.workunit.client.0.smithi104.stdout:1: acquiring exclusive lock 2024-04-02T09:29:04.085 INFO:tasks.workunit.client.0.smithi104.stdout:1: exclusive lock acquired 2024-04-02T09:29:04.118 INFO:tasks.workunit.client.0.smithi104.stdout:1: releasing exclusive lock 2024-04-02T09:29:04.120 INFO:tasks.workunit.client.0.smithi104.stdout:1: exclusive lock released 2024-04-02T09:29:04.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:03 smithi188 ceph-mon[86835]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:29:04.134 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ExclusiveLock (427 ms) 2024-04-02T09:29:04.134 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-02T09:29:04.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:03 smithi104 ceph-mon[96567]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:29:04.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:03 smithi104 ceph-mon[94081]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:29:04.150 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:04.725 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.BreakLock (590 ms) 2024-04-02T09:29:04.725 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-02T09:29:04.725 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:04.754 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (29 ms) 2024-04-02T09:29:04.754 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-02T09:29:04.754 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-02T09:29:04.754 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-02T09:29:04.754 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:04.818 INFO:tasks.workunit.client.0.smithi104.stdout:0.00% done 2024-04-02T09:29:04.818 INFO:tasks.workunit.client.0.smithi104.stdout:1.56% done 2024-04-02T09:29:04.818 INFO:tasks.workunit.client.0.smithi104.stdout:3.12% done 2024-04-02T09:29:04.818 INFO:tasks.workunit.client.0.smithi104.stdout:4.69% done 2024-04-02T09:29:04.818 INFO:tasks.workunit.client.0.smithi104.stdout:6.25% done 2024-04-02T09:29:04.818 INFO:tasks.workunit.client.0.smithi104.stdout:7.81% done 2024-04-02T09:29:04.818 INFO:tasks.workunit.client.0.smithi104.stdout:9.38% done 2024-04-02T09:29:04.818 INFO:tasks.workunit.client.0.smithi104.stdout:10.94% done 2024-04-02T09:29:04.818 INFO:tasks.workunit.client.0.smithi104.stdout:12.50% done 2024-04-02T09:29:04.818 INFO:tasks.workunit.client.0.smithi104.stdout:14.06% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:15.62% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:17.19% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:18.75% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:20.31% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:21.88% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:23.44% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:25.00% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:26.56% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:28.12% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:29.69% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:31.25% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:32.81% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:34.38% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:35.94% done 2024-04-02T09:29:04.819 INFO:tasks.workunit.client.0.smithi104.stdout:37.50% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:39.06% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:40.62% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:42.19% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:43.75% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:45.31% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:46.88% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:48.44% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:50.00% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:51.56% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:53.12% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:54.69% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:56.25% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:57.81% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:59.38% done 2024-04-02T09:29:04.820 INFO:tasks.workunit.client.0.smithi104.stdout:60.94% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:62.50% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:64.06% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:65.62% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:67.19% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:68.75% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:70.31% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:71.88% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:73.44% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:75.00% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:76.56% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:78.12% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:79.69% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:81.25% done 2024-04-02T09:29:04.821 INFO:tasks.workunit.client.0.smithi104.stdout:82.81% done 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:84.38% done 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:85.94% done 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:87.50% done 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:89.06% done 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:90.62% done 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:92.19% done 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:93.75% done 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:95.31% done 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:96.88% done 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:98.44% done 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (64 ms) 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-02T09:29:04.822 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:04.875 INFO:tasks.workunit.client.0.smithi104.stdout:0.00% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:1.56% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:3.12% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:4.69% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:6.25% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:7.81% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:9.38% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:10.94% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:12.50% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:14.06% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:15.62% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:17.19% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:18.75% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:20.31% done 2024-04-02T09:29:04.876 INFO:tasks.workunit.client.0.smithi104.stdout:21.88% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:23.44% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:25.00% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:26.56% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:28.12% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:29.69% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:31.25% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:32.81% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:34.38% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:35.94% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:37.50% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:39.06% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:40.62% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:42.19% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:43.75% done 2024-04-02T09:29:04.877 INFO:tasks.workunit.client.0.smithi104.stdout:45.31% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:46.88% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:48.44% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:50.00% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:51.56% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:53.12% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:54.69% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:56.25% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:57.81% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:59.38% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:60.94% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:62.50% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:64.06% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:65.62% done 2024-04-02T09:29:04.878 INFO:tasks.workunit.client.0.smithi104.stdout:67.19% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:68.75% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:70.31% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:71.88% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:73.44% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:75.00% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:76.56% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:78.12% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:79.69% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:81.25% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:82.81% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:84.38% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:85.94% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:87.50% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:89.06% done 2024-04-02T09:29:04.879 INFO:tasks.workunit.client.0.smithi104.stdout:90.62% done 2024-04-02T09:29:04.880 INFO:tasks.workunit.client.0.smithi104.stdout:92.19% done 2024-04-02T09:29:04.880 INFO:tasks.workunit.client.0.smithi104.stdout:93.75% done 2024-04-02T09:29:04.880 INFO:tasks.workunit.client.0.smithi104.stdout:95.31% done 2024-04-02T09:29:04.880 INFO:tasks.workunit.client.0.smithi104.stdout:96.88% done 2024-04-02T09:29:04.880 INFO:tasks.workunit.client.0.smithi104.stdout:98.44% done 2024-04-02T09:29:04.880 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (58 ms) 2024-04-02T09:29:04.880 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-02T09:29:04.880 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:04.884 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:05.004 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestTrashPurge (129 ms) 2024-04-02T09:29:05.004 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-02T09:29:05.004 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:05.051 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (46 ms) 2024-04-02T09:29:05.051 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-02T09:29:05.051 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:05.083 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestListWatchers (32 ms) 2024-04-02T09:29:05.083 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-02T09:29:05.083 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:05.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:04 smithi188 ceph-mon[86835]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:29:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:04 smithi188 ceph-mon[86835]: pgmap v3223: 649 pgs: 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 80 KiB/s wr, 275 op/s 2024-04-02T09:29:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:04 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2732755911"}]: dispatch 2024-04-02T09:29:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:04 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2732755911"}]: dispatch 2024-04-02T09:29:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:05.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:04 smithi104 ceph-mon[94081]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:29:05.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:04 smithi104 ceph-mon[94081]: pgmap v3223: 649 pgs: 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 80 KiB/s wr, 275 op/s 2024-04-02T09:29:05.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:04 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2732755911"}]: dispatch 2024-04-02T09:29:05.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:04 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2732755911"}]: dispatch 2024-04-02T09:29:05.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:04 smithi104 ceph-mon[96567]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:29:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:04 smithi104 ceph-mon[96567]: pgmap v3223: 649 pgs: 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 80 KiB/s wr, 275 op/s 2024-04-02T09:29:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:04 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3802641464' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2732755911"}]: dispatch 2024-04-02T09:29:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:04 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2732755911"}]: dispatch 2024-04-02T09:29:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:05.732 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestSetSnapById (650 ms) 2024-04-02T09:29:05.732 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-02T09:29:05.755 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.Namespaces (23 ms) 2024-04-02T09:29:05.755 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-02T09:29:05.783 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:05.788 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:05.864 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.NamespacesPP (109 ms) 2024-04-02T09:29:05.864 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.Migration 2024-04-02T09:29:05.864 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:05.864 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:06.122 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:05 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2732755911"}]': finished 2024-04-02T09:29:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:05 smithi188 ceph-mon[86835]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:29:06.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:05 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2732755911"}]': finished 2024-04-02T09:29:06.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:05 smithi104 ceph-mon[96567]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:29:06.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:05 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/2732755911"}]': finished 2024-04-02T09:29:06.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:05 smithi104 ceph-mon[94081]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:29:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:29:05] "GET /metrics HTTP/1.1" 200 75603 "" "Prometheus/2.43.0" 2024-04-02T09:29:06.275 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.Migration (411 ms) 2024-04-02T09:29:06.275 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-02T09:29:06.276 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:06.276 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:06.739 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.MigrationPP (463 ms) 2024-04-02T09:29:06.739 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-02T09:29:06.739 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:06.756 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (18 ms) 2024-04-02T09:29:06.756 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-02T09:29:06.756 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:06.777 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (20 ms) 2024-04-02T09:29:06.777 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-02T09:29:06.777 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:06 smithi188 ceph-mon[86835]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:29:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:06 smithi188 ceph-mon[86835]: pgmap v3226: 649 pgs: 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 147 KiB/s wr, 363 op/s 2024-04-02T09:29:07.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:06 smithi104 ceph-mon[96567]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:29:07.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:06 smithi104 ceph-mon[96567]: pgmap v3226: 649 pgs: 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 147 KiB/s wr, 363 op/s 2024-04-02T09:29:07.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:06 smithi104 ceph-mon[94081]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:29:07.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:06 smithi104 ceph-mon[94081]: pgmap v3226: 649 pgs: 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 147 KiB/s wr, 363 op/s 2024-04-02T09:29:07.806 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1030 ms) 2024-04-02T09:29:07.807 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-02T09:29:07.837 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.PoolMetadata (30 ms) 2024-04-02T09:29:07.837 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-02T09:29:07.855 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.PoolMetadataPP (19 ms) 2024-04-02T09:29:07.855 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.Config 2024-04-02T09:29:07.861 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:07.902 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.Config (46 ms) 2024-04-02T09:29:07.902 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-02T09:29:07.905 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:07.946 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ConfigPP (44 ms) 2024-04-02T09:29:07.946 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-02T09:29:08.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:29:07] ENGINE Bus STOPPING 2024-04-02T09:29:08.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:29:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:29:08.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:29:07] ENGINE Bus STOPPED 2024-04-02T09:29:08.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:29:07] ENGINE Bus STARTING 2024-04-02T09:29:08.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:29:07] ENGINE Serving on http://:::9283 2024-04-02T09:29:08.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:07 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:29:07] ENGINE Bus STARTED 2024-04-02T09:29:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:08 smithi188 ceph-mon[86835]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:29:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:08 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' 2024-04-02T09:29:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:29:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:08 smithi188 ceph-mon[86835]: pgmap v3228: 649 pgs: 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 86 KiB/s wr, 464 op/s 2024-04-02T09:29:09.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[94081]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:29:09.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' 2024-04-02T09:29:09.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:09.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:09.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:09.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:29:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[94081]: pgmap v3228: 649 pgs: 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 86 KiB/s wr, 464 op/s 2024-04-02T09:29:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[96567]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:29:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' 2024-04-02T09:29:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:29:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:08 smithi104 ceph-mon[96567]: pgmap v3228: 649 pgs: 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 86 KiB/s wr, 464 op/s 2024-04-02T09:29:09.878 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:09 smithi188 ceph-mon[86835]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:29:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:09 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2298629435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:09 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:10.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:09 smithi104 ceph-mon[96567]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:29:10.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:09 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2298629435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:10.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:09 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:10.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:09 smithi104 ceph-mon[94081]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:29:10.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:09 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2298629435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:09 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:11.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:10 smithi104 ceph-mon[96567]: pgmap v3230: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 486 KiB/s rd, 81 KiB/s wr, 666 op/s 2024-04-02T09:29:11.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:10 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:11.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:10 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:11.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:10 smithi104 ceph-mon[96567]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:29:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:10 smithi104 ceph-mon[94081]: pgmap v3230: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 486 KiB/s rd, 81 KiB/s wr, 666 op/s 2024-04-02T09:29:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:10 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:10 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:10 smithi104 ceph-mon[94081]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:29:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:10 smithi188 ceph-mon[86835]: pgmap v3230: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 486 KiB/s rd, 81 KiB/s wr, 666 op/s 2024-04-02T09:29:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:10 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:10 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:10 smithi188 ceph-mon[86835]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:29:11.459 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:11.482 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:11.491 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:12.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:11 smithi104 ceph-mon[96567]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:29:12.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:11 smithi104 ceph-mon[96567]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:29:12.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:11 smithi104 ceph-mon[94081]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:29:12.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:11 smithi104 ceph-mon[94081]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:29:12.273 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:11 smithi188 ceph-mon[86835]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:29:12.274 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:11 smithi188 ceph-mon[86835]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:29:12.478 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.PoolStatsPP (4532 ms) 2024-04-02T09:29:12.478 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-02T09:29:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:29:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:29:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:13.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:12 smithi104 ceph-mon[94081]: pgmap v3234: 681 pgs: 20 unknown, 661 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 35 KiB/s wr, 754 op/s 2024-04-02T09:29:13.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:12 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:13.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:12 smithi104 ceph-mon[94081]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:29:13.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:12 smithi104 ceph-mon[96567]: pgmap v3234: 681 pgs: 20 unknown, 661 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 35 KiB/s wr, 754 op/s 2024-04-02T09:29:13.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:12 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:13.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:12 smithi104 ceph-mon[96567]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:29:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:12 smithi188 ceph-mon[86835]: pgmap v3234: 681 pgs: 20 unknown, 661 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 35 KiB/s wr, 754 op/s 2024-04-02T09:29:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:12 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:12 smithi188 ceph-mon[86835]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:29:14.417 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:14 smithi188 ceph-mon[86835]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:29:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:14 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3366838138' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:14 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:14 smithi104 ceph-mon[96567]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:29:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:14 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3366838138' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:14 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:14 smithi104 ceph-mon[94081]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:29:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:14 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3366838138' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:14.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:14 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:15 smithi188 ceph-mon[86835]: pgmap v3237: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 26 KiB/s wr, 457 op/s 2024-04-02T09:29:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:15 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:15 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:15 smithi188 ceph-mon[86835]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:29:15.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:15 smithi104 ceph-mon[94081]: pgmap v3237: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 26 KiB/s wr, 457 op/s 2024-04-02T09:29:15.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:15 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:15.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:15 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:15.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:15 smithi104 ceph-mon[94081]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:29:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:15 smithi104 ceph-mon[96567]: pgmap v3237: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 26 KiB/s wr, 457 op/s 2024-04-02T09:29:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:15 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:15.875 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:15 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:15.875 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:15 smithi104 ceph-mon[96567]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:29:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:29:15] "GET /metrics HTTP/1.1" 200 75603 "" "Prometheus/2.43.0" 2024-04-02T09:29:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:16 smithi188 ceph-mon[86835]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:29:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:16 smithi104 ceph-mon[96567]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:29:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:16 smithi104 ceph-mon[94081]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:29:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:17 smithi188 ceph-mon[86835]: pgmap v3240: 713 pgs: 27 unknown, 686 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 7.2 KiB/s wr, 79 op/s 2024-04-02T09:29:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:17 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:17 smithi188 ceph-mon[86835]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:29:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:17 smithi104 ceph-mon[94081]: pgmap v3240: 713 pgs: 27 unknown, 686 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 7.2 KiB/s wr, 79 op/s 2024-04-02T09:29:17.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:17 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:17.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:17 smithi104 ceph-mon[94081]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:29:17.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:17 smithi104 ceph-mon[96567]: pgmap v3240: 713 pgs: 27 unknown, 686 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 7.2 KiB/s wr, 79 op/s 2024-04-02T09:29:17.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:17 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:17.893 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:17 smithi104 ceph-mon[96567]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:29:18.591 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ImageSpec (6113 ms) 2024-04-02T09:29:18.591 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-02T09:29:18.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:18 smithi188 ceph-mon[86835]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:29:18.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:18 smithi104 ceph-mon[94081]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:29:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:18 smithi104 ceph-mon[96567]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:29:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:19 smithi188 ceph-mon[86835]: pgmap v3243: 713 pgs: 10 unknown, 703 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 37 op/s 2024-04-02T09:29:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:19 smithi188 ceph-mon[86835]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:29:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:19 smithi104 ceph-mon[96567]: pgmap v3243: 713 pgs: 10 unknown, 703 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 37 op/s 2024-04-02T09:29:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:19 smithi104 ceph-mon[96567]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:29:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:19 smithi104 ceph-mon[94081]: pgmap v3243: 713 pgs: 10 unknown, 703 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 37 op/s 2024-04-02T09:29:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:19 smithi104 ceph-mon[94081]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:29:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:20.469 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:20 smithi188 ceph-mon[86835]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:29:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:20 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1421953006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:20 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:20 smithi104 ceph-mon[96567]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:29:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:20 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1421953006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:20 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:20.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:20 smithi104 ceph-mon[94081]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:29:20.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:20 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1421953006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:20.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:20 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:21 smithi188 ceph-mon[86835]: pgmap v3246: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.2 KiB/s wr, 76 op/s 2024-04-02T09:29:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:21 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:21 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:21 smithi188 ceph-mon[86835]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:29:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:21 smithi188 ceph-mon[86835]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:29:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:21 smithi104 ceph-mon[94081]: pgmap v3246: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.2 KiB/s wr, 76 op/s 2024-04-02T09:29:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:21 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:21 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:21 smithi104 ceph-mon[94081]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:29:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:21 smithi104 ceph-mon[94081]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:29:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:21 smithi104 ceph-mon[96567]: pgmap v3246: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.2 KiB/s wr, 76 op/s 2024-04-02T09:29:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:21 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:21 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:21 smithi104 ceph-mon[96567]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:29:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:21 smithi104 ceph-mon[96567]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:29:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:29:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:29:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:23 smithi188 ceph-mon[86835]: pgmap v3249: 745 pgs: 4 creating+peering, 19 unknown, 722 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.2 KiB/s wr, 81 op/s 2024-04-02T09:29:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:23 smithi188 ceph-mon[86835]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:29:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:23 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:23 smithi104 ceph-mon[94081]: pgmap v3249: 745 pgs: 4 creating+peering, 19 unknown, 722 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.2 KiB/s wr, 81 op/s 2024-04-02T09:29:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:23 smithi104 ceph-mon[94081]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:29:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:23 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:23 smithi104 ceph-mon[96567]: pgmap v3249: 745 pgs: 4 creating+peering, 19 unknown, 722 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.2 KiB/s wr, 81 op/s 2024-04-02T09:29:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:23 smithi104 ceph-mon[96567]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:29:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:23 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:24 smithi188 ceph-mon[86835]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:29:24.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:24 smithi104 ceph-mon[94081]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:29:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:24 smithi104 ceph-mon[96567]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:29:25.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:25 smithi104 ceph-mon[96567]: pgmap v3252: 745 pgs: 4 creating+peering, 741 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 4.5 KiB/s wr, 134 op/s 2024-04-02T09:29:25.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:25 smithi104 ceph-mon[96567]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:29:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:25 smithi104 ceph-mon[94081]: pgmap v3252: 745 pgs: 4 creating+peering, 741 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 4.5 KiB/s wr, 134 op/s 2024-04-02T09:29:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:25 smithi104 ceph-mon[94081]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:29:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:25 smithi188 ceph-mon[86835]: pgmap v3252: 745 pgs: 4 creating+peering, 741 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 4.5 KiB/s wr, 134 op/s 2024-04-02T09:29:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:25 smithi188 ceph-mon[86835]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:29:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:29:25] "GET /metrics HTTP/1.1" 200 80530 "" "Prometheus/2.43.0" 2024-04-02T09:29:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:26 smithi188 ceph-mon[86835]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:29:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:26 smithi188 ceph-mon[86835]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:29:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:26 smithi104 ceph-mon[96567]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:29:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:26 smithi104 ceph-mon[96567]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:29:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:26 smithi104 ceph-mon[94081]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:29:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:26 smithi104 ceph-mon[94081]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:29:27.527 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 3 2024-04-02T09:29:27.527 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 3 2024-04-02T09:29:27.527 INFO:tasks.workunit.client.0.smithi104.stdout:child: image218 2024-04-02T09:29:27.527 INFO:tasks.workunit.client.0.smithi104.stdout:child: image220 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout:child: image219 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-15/image218/b2a05a410a22 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-34/image219/b2a08cd253ef 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout:found child test-librbd-smithi104-148482-15/image220/b2a0a6b54d49 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout:num children is: 0 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 0 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout:num snaps is: 0 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout:expected: 0 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8936 ms) 2024-04-02T09:29:27.528 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-02T09:29:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:27 smithi188 ceph-mon[86835]: pgmap v3255: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:27 smithi104 ceph-mon[96567]: pgmap v3255: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:27 smithi104 ceph-mon[94081]: pgmap v3255: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:28 smithi188 ceph-mon[86835]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:29:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:28 smithi104 ceph-mon[94081]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:29:28.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:28 smithi104 ceph-mon[96567]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:29:29.507 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:29 smithi188 ceph-mon[86835]: pgmap v3258: 713 pgs: 713 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:29 smithi188 ceph-mon[86835]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:29:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:29 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/738890619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:29 smithi104 ceph-mon[96567]: pgmap v3258: 713 pgs: 713 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:29 smithi104 ceph-mon[96567]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:29:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:29 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/738890619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:29 smithi104 ceph-mon[94081]: pgmap v3258: 713 pgs: 713 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:29 smithi104 ceph-mon[94081]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:29:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:29 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/738890619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:30 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/738890619' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:30 smithi188 ceph-mon[86835]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:29:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:30 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/738890619' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:30 smithi104 ceph-mon[96567]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:29:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:30 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/738890619' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:30 smithi104 ceph-mon[94081]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:29:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:31 smithi188 ceph-mon[86835]: pgmap v3261: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 9.5 KiB/s wr, 147 op/s 2024-04-02T09:29:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:31 smithi188 ceph-mon[86835]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:29:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:31 smithi188 ceph-mon[86835]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:29:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:31 smithi104 ceph-mon[94081]: pgmap v3261: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 9.5 KiB/s wr, 147 op/s 2024-04-02T09:29:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:31 smithi104 ceph-mon[94081]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:29:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:31 smithi104 ceph-mon[94081]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:29:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:31 smithi104 ceph-mon[96567]: pgmap v3261: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 9.5 KiB/s wr, 147 op/s 2024-04-02T09:29:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:31 smithi104 ceph-mon[96567]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:29:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:31 smithi104 ceph-mon[96567]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:29:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:29:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:29:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:33.691 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:33 smithi104 ceph-mon[96567]: pgmap v3264: 745 pgs: 15 unknown, 730 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 511 B/s wr, 35 op/s 2024-04-02T09:29:33.691 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:33 smithi104 ceph-mon[96567]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:29:33.692 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:33 smithi104 ceph-mon[94081]: pgmap v3264: 745 pgs: 15 unknown, 730 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 511 B/s wr, 35 op/s 2024-04-02T09:29:33.692 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:33 smithi104 ceph-mon[94081]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:29:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:33 smithi188 ceph-mon[86835]: pgmap v3264: 745 pgs: 15 unknown, 730 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 511 B/s wr, 35 op/s 2024-04-02T09:29:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:33 smithi188 ceph-mon[86835]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:29:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:34 smithi188 ceph-mon[86835]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:29:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:34 smithi104 ceph-mon[96567]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:29:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:34 smithi104 ceph-mon[94081]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:29:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:35 smithi104 ceph-mon[96567]: pgmap v3267: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.5 KiB/s wr, 41 op/s 2024-04-02T09:29:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:35 smithi104 ceph-mon[96567]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:29:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:35 smithi104 ceph-mon[94081]: pgmap v3267: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.5 KiB/s wr, 41 op/s 2024-04-02T09:29:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:35 smithi104 ceph-mon[94081]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:29:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:35 smithi188 ceph-mon[86835]: pgmap v3267: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.5 KiB/s wr, 41 op/s 2024-04-02T09:29:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:35 smithi188 ceph-mon[86835]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:29:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:29:35] "GET /metrics HTTP/1.1" 200 83021 "" "Prometheus/2.43.0" 2024-04-02T09:29:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:36 smithi188 ceph-mon[86835]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:29:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:36 smithi188 ceph-mon[86835]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:29:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:36 smithi104 ceph-mon[96567]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:29:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:36 smithi104 ceph-mon[96567]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:29:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:36 smithi104 ceph-mon[94081]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:29:36.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:36 smithi104 ceph-mon[94081]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:29:37.548 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.QuiesceWatch (10021 ms) 2024-04-02T09:29:37.548 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-02T09:29:37.549 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:37 smithi188 ceph-mon[86835]: pgmap v3270: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-04-02T09:29:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:37 smithi104 ceph-mon[96567]: pgmap v3270: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-04-02T09:29:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:37 smithi104 ceph-mon[94081]: pgmap v3270: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-04-02T09:29:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:38 smithi188 ceph-mon[86835]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:29:38.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:38 smithi104 ceph-mon[96567]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:29:38.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:38 smithi104 ceph-mon[94081]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:29:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:39 smithi188 ceph-mon[86835]: pgmap v3273: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2024-04-02T09:29:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:39 smithi188 ceph-mon[86835]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:29:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:39 smithi104 ceph-mon[96567]: pgmap v3273: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2024-04-02T09:29:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:39 smithi104 ceph-mon[96567]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:29:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:39 smithi104 ceph-mon[94081]: pgmap v3273: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2024-04-02T09:29:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:39 smithi104 ceph-mon[94081]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:29:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:40 smithi188 ceph-mon[86835]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:29:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:40 smithi104 ceph-mon[96567]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:29:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:40 smithi104 ceph-mon[94081]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:29:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:41 smithi188 ceph-mon[86835]: pgmap v3276: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-04-02T09:29:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:41 smithi188 ceph-mon[86835]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:29:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:41 smithi188 ceph-mon[86835]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:29:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:41 smithi104 ceph-mon[96567]: pgmap v3276: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-04-02T09:29:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:41 smithi104 ceph-mon[96567]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:29:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:41 smithi104 ceph-mon[96567]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:29:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:41 smithi104 ceph-mon[94081]: pgmap v3276: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-04-02T09:29:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:41 smithi104 ceph-mon[94081]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:29:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:41 smithi104 ceph-mon[94081]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:29:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:29:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:29:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:43.526 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5978 ms) 2024-04-02T09:29:43.526 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-02T09:29:43.526 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:43 smithi188 ceph-mon[86835]: pgmap v3279: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 81 op/s 2024-04-02T09:29:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:43 smithi188 ceph-mon[86835]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:29:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:43 smithi104 ceph-mon[94081]: pgmap v3279: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 81 op/s 2024-04-02T09:29:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:43 smithi104 ceph-mon[94081]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:29:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:43 smithi104 ceph-mon[96567]: pgmap v3279: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 81 op/s 2024-04-02T09:29:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:43 smithi104 ceph-mon[96567]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:29:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:44 smithi188 ceph-mon[86835]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:29:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:44 smithi104 ceph-mon[94081]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:29:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:44 smithi104 ceph-mon[96567]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:29:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:45 smithi104 ceph-mon[94081]: pgmap v3282: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.5 KiB/s wr, 115 op/s 2024-04-02T09:29:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:45 smithi104 ceph-mon[94081]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:29:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:45 smithi104 ceph-mon[96567]: pgmap v3282: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.5 KiB/s wr, 115 op/s 2024-04-02T09:29:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:45 smithi104 ceph-mon[96567]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:29:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:45 smithi188 ceph-mon[86835]: pgmap v3282: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.5 KiB/s wr, 115 op/s 2024-04-02T09:29:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:45 smithi188 ceph-mon[86835]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:29:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:29:45] "GET /metrics HTTP/1.1" 200 83021 "" "Prometheus/2.43.0" 2024-04-02T09:29:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:46 smithi188 ceph-mon[86835]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:29:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:46 smithi188 ceph-mon[86835]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:29:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:46 smithi104 ceph-mon[94081]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:29:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:46 smithi104 ceph-mon[94081]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:29:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:46 smithi104 ceph-mon[96567]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:29:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:46 smithi104 ceph-mon[96567]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:29:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:47 smithi188 ceph-mon[86835]: pgmap v3285: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-04-02T09:29:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:47 smithi104 ceph-mon[96567]: pgmap v3285: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-04-02T09:29:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:47 smithi104 ceph-mon[94081]: pgmap v3285: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-04-02T09:29:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:48 smithi188 ceph-mon[86835]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:29:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:48 smithi104 ceph-mon[94081]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:29:48.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:48 smithi104 ceph-mon[96567]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:29:49.569 INFO:tasks.workunit.client.0.smithi104.stdout:10.00% done 2024-04-02T09:29:49.569 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6042 ms) 2024-04-02T09:29:49.569 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-02T09:29:49.569 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:29:49.583 INFO:tasks.workunit.client.0.smithi104.stderr:test quiesce is not long enough to time out 2024-04-02T09:29:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:49 smithi188 ceph-mon[86835]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 1.7 KiB/s wr, 55 op/s 2024-04-02T09:29:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:49 smithi188 ceph-mon[86835]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:29:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:49 smithi104 ceph-mon[96567]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 1.7 KiB/s wr, 55 op/s 2024-04-02T09:29:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:49 smithi104 ceph-mon[96567]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:29:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:49 smithi104 ceph-mon[94081]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 1.7 KiB/s wr, 55 op/s 2024-04-02T09:29:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:49 smithi104 ceph-mon[94081]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:29:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:50 smithi188 ceph-mon[86835]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:29:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:50 smithi104 ceph-mon[96567]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:29:50.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:50 smithi104 ceph-mon[94081]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:29:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:51 smithi188 ceph-mon[86835]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.2 KiB/s wr, 86 op/s 2024-04-02T09:29:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:51 smithi188 ceph-mon[86835]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:29:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:51 smithi104 ceph-mon[94081]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.2 KiB/s wr, 86 op/s 2024-04-02T09:29:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:51 smithi104 ceph-mon[94081]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:29:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:51 smithi104 ceph-mon[96567]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.2 KiB/s wr, 86 op/s 2024-04-02T09:29:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:51 smithi104 ceph-mon[96567]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:29:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:29:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:29:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:53 smithi188 ceph-mon[86835]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 92 op/s 2024-04-02T09:29:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:53 smithi104 ceph-mon[96567]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 92 op/s 2024-04-02T09:29:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:53 smithi104 ceph-mon[94081]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 92 op/s 2024-04-02T09:29:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:55 smithi104 ceph-mon[96567]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.8 KiB/s wr, 79 op/s 2024-04-02T09:29:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:55 smithi104 ceph-mon[94081]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.8 KiB/s wr, 79 op/s 2024-04-02T09:29:55.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:55 smithi188 ceph-mon[86835]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.8 KiB/s wr, 79 op/s 2024-04-02T09:29:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:29:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:29:55] "GET /metrics HTTP/1.1" 200 83025 "" "Prometheus/2.43.0" 2024-04-02T09:29:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:57 smithi188 ceph-mon[86835]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 KiB/s wr, 46 op/s 2024-04-02T09:29:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:57 smithi188 ceph-mon[86835]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:29:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:57 smithi104 ceph-mon[94081]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 KiB/s wr, 46 op/s 2024-04-02T09:29:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:57 smithi104 ceph-mon[94081]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:29:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:57 smithi104 ceph-mon[96567]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 KiB/s wr, 46 op/s 2024-04-02T09:29:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:57 smithi104 ceph-mon[96567]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:29:58.440 INFO:tasks.workunit.client.0.smithi104.stderr:test quiesce is timed out 2024-04-02T09:29:58.442 INFO:tasks.workunit.client.0.smithi104.stderr:waiting for timed out ... 0 2024-04-02T09:29:59.443 INFO:tasks.workunit.client.0.smithi104.stderr:waiting for timed out ... 1 2024-04-02T09:29:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:59 smithi188 ceph-mon[86835]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 KiB/s wr, 43 op/s 2024-04-02T09:29:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:29:59 smithi188 ceph-mon[86835]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:29:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:59 smithi104 ceph-mon[94081]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 KiB/s wr, 43 op/s 2024-04-02T09:29:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:29:59 smithi104 ceph-mon[94081]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:29:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:59 smithi104 ceph-mon[96567]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 KiB/s wr, 43 op/s 2024-04-02T09:29:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:29:59 smithi104 ceph-mon[96567]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:30:00.443 INFO:tasks.workunit.client.0.smithi104.stderr:waiting for timed out ... 2 2024-04-02T09:30:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:00 smithi188 ceph-mon[86835]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:00 smithi188 ceph-mon[86835]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:30:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:00 smithi188 ceph-mon[86835]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:30:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:00 smithi104 ceph-mon[96567]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:00 smithi104 ceph-mon[96567]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:30:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:00 smithi104 ceph-mon[96567]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:30:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:00 smithi104 ceph-mon[94081]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:00 smithi104 ceph-mon[94081]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:30:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:00 smithi104 ceph-mon[94081]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:30:01.443 INFO:tasks.workunit.client.0.smithi104.stderr:waiting for timed out ... 3 2024-04-02T09:30:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:01 smithi188 ceph-mon[86835]: pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:30:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:01 smithi104 ceph-mon[96567]: pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:30:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:01 smithi104 ceph-mon[94081]: pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:30:02.443 INFO:tasks.workunit.client.0.smithi104.stderr:waiting for timed out ... 4 2024-04-02T09:30:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:30:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:03.443 INFO:tasks.workunit.client.0.smithi104.stderr:waiting for timed out ... 5 2024-04-02T09:30:03.691 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:03 smithi104 ceph-mon[94081]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:03.691 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:03 smithi104 ceph-mon[96567]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:03 smithi188 ceph-mon[86835]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:04.443 INFO:tasks.workunit.client.0.smithi104.stderr:waiting for timed out ... 6 2024-04-02T09:30:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:05.443 INFO:tasks.workunit.client.0.smithi104.stderr:waiting for timed out ... 7 2024-04-02T09:30:05.871 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:05 smithi104 ceph-mon[96567]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:30:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:05 smithi104 ceph-mon[94081]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:30:05.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:05 smithi188 ceph-mon[86835]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:30:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:30:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:30:05] "GET /metrics HTTP/1.1" 200 83030 "" "Prometheus/2.43.0" 2024-04-02T09:30:06.443 INFO:tasks.workunit.client.0.smithi104.stderr:waiting for timed out ... 8 2024-04-02T09:30:07.443 INFO:tasks.workunit.client.0.smithi104.stderr:waiting for timed out ... 9 2024-04-02T09:30:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:07 smithi188 ceph-mon[86835]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 324 B/s wr, 3 op/s 2024-04-02T09:30:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:07 smithi104 ceph-mon[94081]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 324 B/s wr, 3 op/s 2024-04-02T09:30:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:07 smithi104 ceph-mon[96567]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 324 B/s wr, 3 op/s 2024-04-02T09:30:08.444 INFO:tasks.workunit.client.0.smithi104.stderr:waiting for timed out ... 10 2024-04-02T09:30:08.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-04-02T09:30:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-02T09:30:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:08 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-04-02T09:30:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-02T09:30:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:08 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-04-02T09:30:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2024-04-02T09:30:08.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:08 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:09 smithi188 ceph-mon[86835]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:30:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-04-02T09:30:09.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2024-04-02T09:30:09.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:09 smithi188 ceph-mon[86835]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:30:09.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:09.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:09.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:30:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[94081]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:30:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-04-02T09:30:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2024-04-02T09:30:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[94081]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:30:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:09.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:30:09.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[96567]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:30:09.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-04-02T09:30:09.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2024-04-02T09:30:09.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[96567]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:30:09.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:09.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:09.892 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:30:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:10 smithi188 ceph-mon[86835]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:30:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:10 smithi104 ceph-mon[96567]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:30:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:10 smithi104 ceph-mon[94081]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:30:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:11 smithi188 ceph-mon[86835]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:30:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:11 smithi104 ceph-mon[94081]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:30:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:11 smithi104 ceph-mon[96567]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:30:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:30:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:13 smithi188 ceph-mon[86835]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:13 smithi104 ceph-mon[94081]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:13 smithi104 ceph-mon[96567]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:15.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:15 smithi104 ceph-mon[96567]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:15.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:15 smithi104 ceph-mon[94081]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:15 smithi188 ceph-mon[86835]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:30:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:30:15] "GET /metrics HTTP/1.1" 200 83030 "" "Prometheus/2.43.0" 2024-04-02T09:30:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:17 smithi188 ceph-mon[86835]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:17 smithi104 ceph-mon[94081]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:17 smithi104 ceph-mon[96567]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:19.447 INFO:tasks.workunit.client.0.smithi104.stderr:test retry succeeds 2024-04-02T09:30:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:19 smithi188 ceph-mon[86835]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:19 smithi104 ceph-mon[96567]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:19 smithi104 ceph-mon[94081]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:20 smithi188 ceph-mon[86835]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:30:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:20 smithi104 ceph-mon[96567]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:30:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:20 smithi104 ceph-mon[94081]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:30:21.586 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32018 ms) 2024-04-02T09:30:21.586 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-02T09:30:21.586 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:30:21.650 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.WriteZeroes (64 ms) 2024-04-02T09:30:21.650 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-02T09:30:21.650 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:30:21.715 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (65 ms) 2024-04-02T09:30:21.716 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-02T09:30:21.716 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:30:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:21 smithi188 ceph-mon[86835]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:21 smithi188 ceph-mon[86835]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:30:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:21 smithi104 ceph-mon[94081]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:21 smithi104 ceph-mon[94081]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:30:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:21 smithi104 ceph-mon[96567]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:30:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:21 smithi104 ceph-mon[96567]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:30:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:22 smithi188 ceph-mon[86835]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:30:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:30:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:30:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:22.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:22 smithi104 ceph-mon[96567]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:30:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:22 smithi104 ceph-mon[94081]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:30:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:23 smithi188 ceph-mon[86835]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:23 smithi188 ceph-mon[86835]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:30:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:23 smithi104 ceph-mon[94081]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:23 smithi104 ceph-mon[94081]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:30:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:23 smithi104 ceph-mon[96567]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:23 smithi104 ceph-mon[96567]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:30:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:24 smithi188 ceph-mon[86835]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:30:24.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:24 smithi104 ceph-mon[94081]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:30:24.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:24 smithi104 ceph-mon[96567]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:30:25.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:25 smithi104 ceph-mon[96567]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 8.5 KiB/s wr, 152 op/s 2024-04-02T09:30:25.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:25 smithi104 ceph-mon[96567]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:30:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:25 smithi104 ceph-mon[94081]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 8.5 KiB/s wr, 152 op/s 2024-04-02T09:30:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:25 smithi104 ceph-mon[94081]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:30:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:25 smithi188 ceph-mon[86835]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 8.5 KiB/s wr, 152 op/s 2024-04-02T09:30:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:25 smithi188 ceph-mon[86835]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:30:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:30:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:30:25] "GET /metrics HTTP/1.1" 200 83026 "" "Prometheus/2.43.0" 2024-04-02T09:30:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:26 smithi188 ceph-mon[86835]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:30:26.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:26 smithi104 ceph-mon[96567]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:30:26.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:26 smithi104 ceph-mon[94081]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:30:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:27 smithi188 ceph-mon[86835]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 9.5 KiB/s wr, 165 op/s 2024-04-02T09:30:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:27 smithi188 ceph-mon[86835]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:30:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:27 smithi104 ceph-mon[94081]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 9.5 KiB/s wr, 165 op/s 2024-04-02T09:30:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:27 smithi104 ceph-mon[94081]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:30:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:27 smithi104 ceph-mon[96567]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 9.5 KiB/s wr, 165 op/s 2024-04-02T09:30:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:27 smithi104 ceph-mon[96567]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:30:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:28 smithi188 ceph-mon[86835]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:30:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:28 smithi104 ceph-mon[96567]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:30:28.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:28 smithi104 ceph-mon[94081]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:30:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:29 smithi188 ceph-mon[86835]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 29 op/s 2024-04-02T09:30:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:29 smithi188 ceph-mon[86835]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:30:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:29 smithi104 ceph-mon[96567]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 29 op/s 2024-04-02T09:30:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:29 smithi104 ceph-mon[96567]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:30:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:29 smithi104 ceph-mon[94081]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 29 op/s 2024-04-02T09:30:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:29 smithi104 ceph-mon[94081]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:30:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:30 smithi188 ceph-mon[86835]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:30:30.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:30 smithi104 ceph-mon[96567]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:30:30.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:30 smithi104 ceph-mon[94081]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:30:31.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:31 smithi188 ceph-mon[86835]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 KiB/s wr, 31 op/s 2024-04-02T09:30:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:31 smithi188 ceph-mon[86835]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:30:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:31 smithi188 ceph-mon[86835]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:30:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:31 smithi104 ceph-mon[96567]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 KiB/s wr, 31 op/s 2024-04-02T09:30:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:31 smithi104 ceph-mon[96567]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:30:31.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:31 smithi104 ceph-mon[96567]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:30:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:31 smithi104 ceph-mon[94081]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 KiB/s wr, 31 op/s 2024-04-02T09:30:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:31 smithi104 ceph-mon[94081]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:30:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:31 smithi104 ceph-mon[94081]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:30:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:30:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:33.695 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:33 smithi104 ceph-mon[96567]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-02T09:30:33.695 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:33 smithi104 ceph-mon[96567]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:30:33.696 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:33 smithi104 ceph-mon[94081]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-02T09:30:33.696 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:33 smithi104 ceph-mon[94081]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:30:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:33 smithi188 ceph-mon[86835]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-02T09:30:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:33 smithi188 ceph-mon[86835]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:30:34.705 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:34 smithi104 ceph-mon[96567]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:30:34.705 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:34.706 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:34 smithi104 ceph-mon[94081]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:30:34.706 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:34 smithi188 ceph-mon[86835]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:30:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:35 smithi104 ceph-mon[96567]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-02T09:30:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:35 smithi104 ceph-mon[96567]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:30:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:35 smithi104 ceph-mon[94081]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-02T09:30:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:35 smithi104 ceph-mon[94081]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:30:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:35 smithi188 ceph-mon[86835]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-02T09:30:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:35 smithi188 ceph-mon[86835]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:30:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:30:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:30:35] "GET /metrics HTTP/1.1" 200 83028 "" "Prometheus/2.43.0" 2024-04-02T09:30:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:36 smithi188 ceph-mon[86835]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:30:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:36 smithi104 ceph-mon[96567]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:30:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:36 smithi104 ceph-mon[94081]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:30:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:37 smithi188 ceph-mon[86835]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 242 op/s 2024-04-02T09:30:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:37 smithi188 ceph-mon[86835]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:30:37.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:37 smithi104 ceph-mon[96567]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 242 op/s 2024-04-02T09:30:37.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:37 smithi104 ceph-mon[96567]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:30:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:37 smithi104 ceph-mon[94081]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 242 op/s 2024-04-02T09:30:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:37 smithi104 ceph-mon[94081]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:30:38.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:38 smithi188 ceph-mon[86835]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:30:38.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:38 smithi104 ceph-mon[96567]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:30:38.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:38 smithi104 ceph-mon[94081]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:30:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:39 smithi188 ceph-mon[86835]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:30:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:39 smithi188 ceph-mon[86835]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:30:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:39 smithi104 ceph-mon[96567]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:30:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:39 smithi104 ceph-mon[96567]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:30:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:39 smithi104 ceph-mon[94081]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:30:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:39 smithi104 ceph-mon[94081]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:30:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:40 smithi188 ceph-mon[86835]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:30:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:40 smithi104 ceph-mon[94081]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:30:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:40 smithi104 ceph-mon[96567]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:30:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:41 smithi188 ceph-mon[86835]: pgmap v3342: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-02T09:30:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:41 smithi188 ceph-mon[86835]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:30:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:41 smithi188 ceph-mon[86835]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:30:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:41 smithi104 ceph-mon[96567]: pgmap v3342: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-02T09:30:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:41 smithi104 ceph-mon[96567]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:30:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:41 smithi104 ceph-mon[96567]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:30:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:41 smithi104 ceph-mon[94081]: pgmap v3342: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-02T09:30:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:41 smithi104 ceph-mon[94081]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:30:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:41 smithi104 ceph-mon[94081]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:30:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:30:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:43.826 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:43 smithi188 ceph-mon[86835]: pgmap v3345: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-02T09:30:43.826 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:43 smithi188 ceph-mon[86835]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:30:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:43 smithi104 ceph-mon[94081]: pgmap v3345: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-02T09:30:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:43 smithi104 ceph-mon[94081]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:30:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:43 smithi104 ceph-mon[96567]: pgmap v3345: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-02T09:30:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:43 smithi104 ceph-mon[96567]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:30:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:44 smithi188 ceph-mon[86835]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:30:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:44 smithi104 ceph-mon[96567]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:30:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:44 smithi104 ceph-mon[94081]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:30:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:45 smithi104 ceph-mon[94081]: pgmap v3348: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-04-02T09:30:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:45 smithi104 ceph-mon[94081]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:30:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:45 smithi104 ceph-mon[96567]: pgmap v3348: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-04-02T09:30:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:45 smithi104 ceph-mon[96567]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:30:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:45 smithi188 ceph-mon[86835]: pgmap v3348: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-04-02T09:30:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:45 smithi188 ceph-mon[86835]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:30:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:30:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:30:45] "GET /metrics HTTP/1.1" 200 83028 "" "Prometheus/2.43.0" 2024-04-02T09:30:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:46 smithi188 ceph-mon[86835]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:30:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:46 smithi188 ceph-mon[86835]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:30:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:46 smithi104 ceph-mon[96567]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:30:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:46 smithi104 ceph-mon[96567]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:30:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:46 smithi104 ceph-mon[94081]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:30:46.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:46 smithi104 ceph-mon[94081]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:30:47.540 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] TestLibRBD.ConcurentOperations (25825 ms) 2024-04-02T09:30:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:47 smithi188 ceph-mon[86835]: pgmap v3351: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-04-02T09:30:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:47 smithi188 ceph-mon[86835]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:30:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:47 smithi104 ceph-mon[96567]: pgmap v3351: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-04-02T09:30:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:47 smithi104 ceph-mon[96567]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:30:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:47 smithi104 ceph-mon[94081]: pgmap v3351: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-04-02T09:30:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:47 smithi104 ceph-mon[94081]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:30:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:49 smithi188 ceph-mon[86835]: pgmap v3354: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:30:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:49 smithi188 ceph-mon[86835]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:30:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:49 smithi104 ceph-mon[96567]: pgmap v3354: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:30:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:49 smithi104 ceph-mon[96567]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:30:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:49 smithi104 ceph-mon[94081]: pgmap v3354: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:30:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:49 smithi104 ceph-mon[94081]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:30:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:50 smithi188 ceph-mon[86835]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:30:50.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:50 smithi188 ceph-mon[86835]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:30:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:50 smithi104 ceph-mon[96567]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:30:50.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:50 smithi104 ceph-mon[96567]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:30:50.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:50 smithi104 ceph-mon[94081]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:30:50.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:50 smithi104 ceph-mon[94081]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:30:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:51 smithi188 ceph-mon[86835]: pgmap v3357: 681 pgs: 681 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 34 op/s 2024-04-02T09:30:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:51 smithi188 ceph-mon[86835]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:30:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:51 smithi104 ceph-mon[94081]: pgmap v3357: 681 pgs: 681 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 34 op/s 2024-04-02T09:30:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:51 smithi104 ceph-mon[94081]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:30:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:51 smithi104 ceph-mon[96567]: pgmap v3357: 681 pgs: 681 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 34 op/s 2024-04-02T09:30:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:51 smithi104 ceph-mon[96567]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:30:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:30:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:53 smithi188 ceph-mon[86835]: pgmap v3360: 617 pgs: 617 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:53 smithi188 ceph-mon[86835]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:30:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:53 smithi104 ceph-mon[94081]: pgmap v3360: 617 pgs: 617 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:53 smithi104 ceph-mon[94081]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:30:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:53 smithi104 ceph-mon[96567]: pgmap v3360: 617 pgs: 617 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:53 smithi104 ceph-mon[96567]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:30:54.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:54 smithi188 ceph-mon[86835]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:30:54.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:54 smithi188 ceph-mon[86835]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:30:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:54 smithi104 ceph-mon[96567]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:30:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:54 smithi104 ceph-mon[96567]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:30:54.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:54 smithi104 ceph-mon[94081]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:30:54.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:54 smithi104 ceph-mon[94081]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:30:55.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:55 smithi104 ceph-mon[94081]: pgmap v3363: 553 pgs: 553 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:55.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:55 smithi104 ceph-mon[94081]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:30:55.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:55 smithi104 ceph-mon[96567]: pgmap v3363: 553 pgs: 553 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:55.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:55 smithi104 ceph-mon[96567]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:30:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:55 smithi188 ceph-mon[86835]: pgmap v3363: 553 pgs: 553 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:55 smithi188 ceph-mon[86835]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:30:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:30:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:30:55] "GET /metrics HTTP/1.1" 200 80631 "" "Prometheus/2.43.0" 2024-04-02T09:30:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:57 smithi188 ceph-mon[86835]: pgmap v3366: 489 pgs: 489 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:57 smithi188 ceph-mon[86835]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:30:57.873 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 09:30:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=cleanup t=2024-04-02T09:30:57.645665812Z level=info msg="Completed cleanup jobs" duration=3.655801ms 2024-04-02T09:30:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:57 smithi104 ceph-mon[96567]: pgmap v3366: 489 pgs: 489 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:57 smithi104 ceph-mon[96567]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:30:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:57 smithi104 ceph-mon[94081]: pgmap v3366: 489 pgs: 489 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:57 smithi104 ceph-mon[94081]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:30:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:58 smithi188 ceph-mon[86835]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:30:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:58 smithi104 ceph-mon[96567]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:30:58.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:58 smithi104 ceph-mon[94081]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:30:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:59 smithi188 ceph-mon[86835]: pgmap v3369: 425 pgs: 425 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:59 smithi188 ceph-mon[86835]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:30:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:30:59 smithi188 ceph-mon[86835]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:30:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:59 smithi104 ceph-mon[96567]: pgmap v3369: 425 pgs: 425 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:59 smithi104 ceph-mon[96567]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:30:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:30:59 smithi104 ceph-mon[96567]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:30:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:59 smithi104 ceph-mon[94081]: pgmap v3369: 425 pgs: 425 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:30:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:59 smithi104 ceph-mon[94081]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:30:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:30:59 smithi104 ceph-mon[94081]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:31:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:01 smithi188 ceph-mon[86835]: pgmap v3372: 361 pgs: 361 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:01 smithi188 ceph-mon[86835]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:31:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:01 smithi104 ceph-mon[96567]: pgmap v3372: 361 pgs: 361 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:01 smithi104 ceph-mon[96567]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:31:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:01 smithi104 ceph-mon[94081]: pgmap v3372: 361 pgs: 361 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:01 smithi104 ceph-mon[94081]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:31:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:02 smithi188 ceph-mon[86835]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:31:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:02 smithi188 ceph-mon[86835]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:31:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:31:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:02 smithi104 ceph-mon[96567]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:31:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:02 smithi104 ceph-mon[96567]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:31:02.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:02 smithi104 ceph-mon[94081]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:31:02.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:02 smithi104 ceph-mon[94081]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:31:03.790 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:03 smithi104 ceph-mon[96567]: pgmap v3375: 297 pgs: 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:03.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:03 smithi104 ceph-mon[96567]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:31:03.791 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:03 smithi104 ceph-mon[94081]: pgmap v3375: 297 pgs: 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:03.791 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:03 smithi104 ceph-mon[94081]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:31:03.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:03 smithi188 ceph-mon[86835]: pgmap v3375: 297 pgs: 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:03.876 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:03 smithi188 ceph-mon[86835]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:31:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:04 smithi188 ceph-mon[86835]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:31:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:04 smithi104 ceph-mon[94081]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:31:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:04 smithi104 ceph-mon[96567]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:31:05.871 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:05 smithi104 ceph-mon[94081]: pgmap v3378: 233 pgs: 233 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:05 smithi104 ceph-mon[94081]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:31:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:05 smithi104 ceph-mon[96567]: pgmap v3378: 233 pgs: 233 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:05 smithi104 ceph-mon[96567]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:31:05.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:05 smithi188 ceph-mon[86835]: pgmap v3378: 233 pgs: 233 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:05.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:05 smithi188 ceph-mon[86835]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:31:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:31:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:31:05] "GET /metrics HTTP/1.1" 200 44136 "" "Prometheus/2.43.0" 2024-04-02T09:31:07.446 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 168 tests from TestLibRBD (592830 ms total) 2024-04-02T09:31:07.446 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:31:07.446 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-02T09:31:07.504 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-02T09:31:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:07 smithi188 ceph-mon[86835]: pgmap v3381: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:07 smithi188 ceph-mon[86835]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:31:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:07 smithi104 ceph-mon[96567]: pgmap v3381: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:07 smithi104 ceph-mon[96567]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:31:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:07 smithi104 ceph-mon[94081]: pgmap v3381: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:07 smithi104 ceph-mon[94081]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:31:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:08 smithi188 ceph-mon[86835]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:31:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:08 smithi104 ceph-mon[94081]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:31:08.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:08 smithi104 ceph-mon[96567]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:31:09.472 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:31:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:09 smithi188 ceph-mon[86835]: pgmap v3384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:09 smithi188 ceph-mon[86835]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:31:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:09 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1019315089' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:31:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[96567]: pgmap v3384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[96567]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:31:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1019315089' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:31:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[94081]: pgmap v3384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[94081]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:31:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1019315089' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:31:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:10 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1019315089' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:31:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:10 smithi188 ceph-mon[86835]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:31:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:10 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1019315089' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:31:10.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:10 smithi104 ceph-mon[96567]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:31:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:10 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1019315089' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:31:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:10 smithi104 ceph-mon[94081]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:31:11.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:11 smithi188 ceph-mon[86835]: pgmap v3387: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:11 smithi188 ceph-mon[86835]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:31:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:11 smithi104 ceph-mon[94081]: pgmap v3387: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:11 smithi104 ceph-mon[94081]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:31:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:11 smithi104 ceph-mon[96567]: pgmap v3387: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:11 smithi104 ceph-mon[96567]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:31:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:12 smithi188 ceph-mon[86835]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:31:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:31:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:31:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:12 smithi104 ceph-mon[96567]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:31:12.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:12 smithi104 ceph-mon[94081]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:31:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:13 smithi188 ceph-mon[86835]: pgmap v3390: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:13 smithi188 ceph-mon[86835]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:31:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:13 smithi104 ceph-mon[94081]: pgmap v3390: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:13 smithi104 ceph-mon[94081]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:31:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:13 smithi104 ceph-mon[96567]: pgmap v3390: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:31:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:13 smithi104 ceph-mon[96567]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:31:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:15 smithi104 ceph-mon[94081]: pgmap v3392: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.8 MiB/s wr, 30 op/s 2024-04-02T09:31:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:15 smithi188 ceph-mon[86835]: pgmap v3392: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.8 MiB/s wr, 30 op/s 2024-04-02T09:31:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:15 smithi104 ceph-mon[96567]: pgmap v3392: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.8 MiB/s wr, 30 op/s 2024-04-02T09:31:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:31:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:31:15] "GET /metrics HTTP/1.1" 200 44136 "" "Prometheus/2.43.0" 2024-04-02T09:31:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:17 smithi188 ceph-mon[86835]: pgmap v3393: 137 pgs: 137 active+clean; 26 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-04-02T09:31:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:17 smithi104 ceph-mon[96567]: pgmap v3393: 137 pgs: 137 active+clean; 26 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-04-02T09:31:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:17 smithi104 ceph-mon[94081]: pgmap v3393: 137 pgs: 137 active+clean; 26 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-04-02T09:31:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:19 smithi188 ceph-mon[86835]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.4 MiB/s wr, 52 op/s 2024-04-02T09:31:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:19 smithi104 ceph-mon[96567]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.4 MiB/s wr, 52 op/s 2024-04-02T09:31:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:19 smithi104 ceph-mon[94081]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.4 MiB/s wr, 52 op/s 2024-04-02T09:31:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:21.113 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/0.Simple (13608 ms) 2024-04-02T09:31:21.113 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-02T09:31:21.113 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:31:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:21 smithi188 ceph-mon[86835]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 MiB/s wr, 49 op/s 2024-04-02T09:31:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:21 smithi188 ceph-mon[86835]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:31:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:21 smithi104 ceph-mon[96567]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 MiB/s wr, 49 op/s 2024-04-02T09:31:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:21 smithi104 ceph-mon[96567]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:31:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:21 smithi104 ceph-mon[94081]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 MiB/s wr, 49 op/s 2024-04-02T09:31:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:21 smithi104 ceph-mon[94081]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:31:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:31:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:23 smithi188 ceph-mon[86835]: pgmap v3397: 137 pgs: 137 active+clean; 39 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 49 op/s 2024-04-02T09:31:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:23 smithi104 ceph-mon[96567]: pgmap v3397: 137 pgs: 137 active+clean; 39 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 49 op/s 2024-04-02T09:31:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:23 smithi104 ceph-mon[94081]: pgmap v3397: 137 pgs: 137 active+clean; 39 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 49 op/s 2024-04-02T09:31:25.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:25 smithi104 ceph-mon[96567]: pgmap v3398: 137 pgs: 137 active+clean; 75 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 85 op/s 2024-04-02T09:31:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:25 smithi104 ceph-mon[94081]: pgmap v3398: 137 pgs: 137 active+clean; 75 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 85 op/s 2024-04-02T09:31:25.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:25 smithi188 ceph-mon[86835]: pgmap v3398: 137 pgs: 137 active+clean; 75 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 85 op/s 2024-04-02T09:31:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:31:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:31:25] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:31:27.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:27 smithi188 ceph-mon[86835]: pgmap v3399: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 86 op/s 2024-04-02T09:31:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:27 smithi104 ceph-mon[96567]: pgmap v3399: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 86 op/s 2024-04-02T09:31:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:27 smithi104 ceph-mon[94081]: pgmap v3399: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 86 op/s 2024-04-02T09:31:29.412 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/0.Grow (8299 ms) 2024-04-02T09:31:29.412 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-02T09:31:29.413 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:31:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:29 smithi188 ceph-mon[86835]: pgmap v3400: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 69 op/s 2024-04-02T09:31:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:29 smithi104 ceph-mon[94081]: pgmap v3400: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 69 op/s 2024-04-02T09:31:29.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:29 smithi104 ceph-mon[96567]: pgmap v3400: 137 pgs: 137 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 69 op/s 2024-04-02T09:31:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:31 smithi188 ceph-mon[86835]: pgmap v3401: 137 pgs: 137 active+clean; 100 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.4 MiB/s wr, 68 op/s 2024-04-02T09:31:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:31 smithi188 ceph-mon[86835]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:31:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:31 smithi104 ceph-mon[96567]: pgmap v3401: 137 pgs: 137 active+clean; 100 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.4 MiB/s wr, 68 op/s 2024-04-02T09:31:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:31 smithi104 ceph-mon[96567]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:31:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:31 smithi104 ceph-mon[94081]: pgmap v3401: 137 pgs: 137 active+clean; 100 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.4 MiB/s wr, 68 op/s 2024-04-02T09:31:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:31 smithi104 ceph-mon[94081]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:31:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:31:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:33 smithi188 ceph-mon[86835]: pgmap v3403: 137 pgs: 137 active+clean; 118 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 8.3 MiB/s wr, 79 op/s 2024-04-02T09:31:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:33 smithi104 ceph-mon[96567]: pgmap v3403: 137 pgs: 137 active+clean; 118 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 8.3 MiB/s wr, 79 op/s 2024-04-02T09:31:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:33 smithi104 ceph-mon[94081]: pgmap v3403: 137 pgs: 137 active+clean; 118 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 8.3 MiB/s wr, 79 op/s 2024-04-02T09:31:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:35 smithi104 ceph-mon[96567]: pgmap v3404: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 66 op/s 2024-04-02T09:31:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:35 smithi104 ceph-mon[94081]: pgmap v3404: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 66 op/s 2024-04-02T09:31:35.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:35 smithi188 ceph-mon[86835]: pgmap v3404: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 66 op/s 2024-04-02T09:31:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:31:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:31:35] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:31:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:37 smithi188 ceph-mon[86835]: pgmap v3405: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-02T09:31:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:37 smithi104 ceph-mon[96567]: pgmap v3405: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-02T09:31:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:37 smithi104 ceph-mon[94081]: pgmap v3405: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-02T09:31:38.558 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (9147 ms) 2024-04-02T09:31:38.558 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-02T09:31:38.558 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:31:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:39 smithi188 ceph-mon[86835]: pgmap v3406: 137 pgs: 137 active+clean; 147 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 66 op/s 2024-04-02T09:31:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:39 smithi104 ceph-mon[96567]: pgmap v3406: 137 pgs: 137 active+clean; 147 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 66 op/s 2024-04-02T09:31:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:39 smithi104 ceph-mon[94081]: pgmap v3406: 137 pgs: 137 active+clean; 147 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 66 op/s 2024-04-02T09:31:40.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:40 smithi188 ceph-mon[86835]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:31:40.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:40 smithi104 ceph-mon[94081]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:31:40.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:40 smithi104 ceph-mon[96567]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:31:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:41 smithi188 ceph-mon[86835]: pgmap v3408: 137 pgs: 137 active+clean; 151 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.6 MiB/s wr, 69 op/s 2024-04-02T09:31:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:41 smithi104 ceph-mon[94081]: pgmap v3408: 137 pgs: 137 active+clean; 151 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.6 MiB/s wr, 69 op/s 2024-04-02T09:31:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:41 smithi104 ceph-mon[96567]: pgmap v3408: 137 pgs: 137 active+clean; 151 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.6 MiB/s wr, 69 op/s 2024-04-02T09:31:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:31:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:43 smithi188 ceph-mon[86835]: pgmap v3409: 137 pgs: 137 active+clean; 172 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 94 op/s 2024-04-02T09:31:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:43 smithi104 ceph-mon[96567]: pgmap v3409: 137 pgs: 137 active+clean; 172 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 94 op/s 2024-04-02T09:31:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:43 smithi104 ceph-mon[94081]: pgmap v3409: 137 pgs: 137 active+clean; 172 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 94 op/s 2024-04-02T09:31:45.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:45 smithi104 ceph-mon[96567]: pgmap v3410: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:31:45.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:45 smithi104 ceph-mon[94081]: pgmap v3410: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:31:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:45 smithi188 ceph-mon[86835]: pgmap v3410: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:31:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:31:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:31:45] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:31:46.797 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (8239 ms) 2024-04-02T09:31:46.798 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-02T09:31:46.798 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:31:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:47 smithi188 ceph-mon[86835]: pgmap v3411: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:31:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:47 smithi104 ceph-mon[96567]: pgmap v3411: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:31:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:47 smithi104 ceph-mon[94081]: pgmap v3411: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:31:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:48 smithi188 ceph-mon[86835]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:31:48.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:48 smithi104 ceph-mon[96567]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:31:48.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:48 smithi104 ceph-mon[94081]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:31:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:49 smithi188 ceph-mon[86835]: pgmap v3413: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-04-02T09:31:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:49 smithi104 ceph-mon[96567]: pgmap v3413: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-04-02T09:31:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:49 smithi104 ceph-mon[94081]: pgmap v3413: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-04-02T09:31:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:51 smithi188 ceph-mon[86835]: pgmap v3414: 137 pgs: 137 active+clean; 212 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.3 MiB/s wr, 73 op/s 2024-04-02T09:31:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:51 smithi104 ceph-mon[94081]: pgmap v3414: 137 pgs: 137 active+clean; 212 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.3 MiB/s wr, 73 op/s 2024-04-02T09:31:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:51 smithi104 ceph-mon[96567]: pgmap v3414: 137 pgs: 137 active+clean; 212 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.3 MiB/s wr, 73 op/s 2024-04-02T09:31:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:31:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:31:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:53 smithi188 ceph-mon[86835]: pgmap v3415: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:31:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:53 smithi104 ceph-mon[96567]: pgmap v3415: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:31:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:53 smithi104 ceph-mon[94081]: pgmap v3415: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:31:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:54 smithi188 ceph-mon[86835]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:31:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:54 smithi104 ceph-mon[96567]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:31:54.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:54 smithi104 ceph-mon[94081]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:31:55.758 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8961 ms) 2024-04-02T09:31:55.758 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-02T09:31:55.759 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:31:55.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:55 smithi104 ceph-mon[96567]: pgmap v3417: 137 pgs: 137 active+clean; 229 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 76 op/s 2024-04-02T09:31:55.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:55 smithi104 ceph-mon[94081]: pgmap v3417: 137 pgs: 137 active+clean; 229 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 76 op/s 2024-04-02T09:31:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:55 smithi188 ceph-mon[86835]: pgmap v3417: 137 pgs: 137 active+clean; 229 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 76 op/s 2024-04-02T09:31:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:31:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:31:55] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:31:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:57 smithi188 ceph-mon[86835]: pgmap v3418: 137 pgs: 137 active+clean; 237 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 61 op/s 2024-04-02T09:31:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:57 smithi188 ceph-mon[86835]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:31:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:57 smithi104 ceph-mon[96567]: pgmap v3418: 137 pgs: 137 active+clean; 237 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 61 op/s 2024-04-02T09:31:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:57 smithi104 ceph-mon[96567]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:31:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:57 smithi104 ceph-mon[94081]: pgmap v3418: 137 pgs: 137 active+clean; 237 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 61 op/s 2024-04-02T09:31:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:57 smithi104 ceph-mon[94081]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:31:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:31:59 smithi188 ceph-mon[86835]: pgmap v3420: 137 pgs: 137 active+clean; 283 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.9 MiB/s wr, 113 op/s 2024-04-02T09:31:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:31:59 smithi104 ceph-mon[96567]: pgmap v3420: 137 pgs: 137 active+clean; 283 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.9 MiB/s wr, 113 op/s 2024-04-02T09:31:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:31:59 smithi104 ceph-mon[94081]: pgmap v3420: 137 pgs: 137 active+clean; 283 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.9 MiB/s wr, 113 op/s 2024-04-02T09:32:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:01 smithi188 ceph-mon[86835]: pgmap v3421: 137 pgs: 137 active+clean; 299 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.3 MiB/s wr, 114 op/s 2024-04-02T09:32:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:01 smithi104 ceph-mon[96567]: pgmap v3421: 137 pgs: 137 active+clean; 299 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.3 MiB/s wr, 114 op/s 2024-04-02T09:32:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:01 smithi104 ceph-mon[94081]: pgmap v3421: 137 pgs: 137 active+clean; 299 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.3 MiB/s wr, 114 op/s 2024-04-02T09:32:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:32:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:32:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:03 smithi188 ceph-mon[86835]: pgmap v3422: 137 pgs: 137 active+clean; 311 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.8 MiB/s wr, 85 op/s 2024-04-02T09:32:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:03 smithi104 ceph-mon[96567]: pgmap v3422: 137 pgs: 137 active+clean; 311 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.8 MiB/s wr, 85 op/s 2024-04-02T09:32:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:03 smithi104 ceph-mon[94081]: pgmap v3422: 137 pgs: 137 active+clean; 311 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.8 MiB/s wr, 85 op/s 2024-04-02T09:32:04.415 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8656 ms) 2024-04-02T09:32:04.415 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-02T09:32:04.415 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:32:04.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:05.871 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:05 smithi104 ceph-mon[96567]: pgmap v3423: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.0 MiB/s wr, 76 op/s 2024-04-02T09:32:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:05 smithi104 ceph-mon[96567]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:32:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:05 smithi104 ceph-mon[94081]: pgmap v3423: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.0 MiB/s wr, 76 op/s 2024-04-02T09:32:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:05 smithi104 ceph-mon[94081]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:32:05.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:05 smithi188 ceph-mon[86835]: pgmap v3423: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.0 MiB/s wr, 76 op/s 2024-04-02T09:32:05.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:05 smithi188 ceph-mon[86835]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:32:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:32:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:32:05] "GET /metrics HTTP/1.1" 200 36764 "" "Prometheus/2.43.0" 2024-04-02T09:32:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:07 smithi188 ceph-mon[86835]: pgmap v3425: 137 pgs: 137 active+clean; 324 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.6 MiB/s wr, 100 op/s 2024-04-02T09:32:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:07 smithi104 ceph-mon[94081]: pgmap v3425: 137 pgs: 137 active+clean; 324 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.6 MiB/s wr, 100 op/s 2024-04-02T09:32:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:07 smithi104 ceph-mon[96567]: pgmap v3425: 137 pgs: 137 active+clean; 324 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 7.6 MiB/s wr, 100 op/s 2024-04-02T09:32:09.872 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:09 smithi188 ceph-mon[86835]: pgmap v3426: 137 pgs: 137 active+clean; 340 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 68 op/s 2024-04-02T09:32:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:09 smithi104 ceph-mon[96567]: pgmap v3426: 137 pgs: 137 active+clean; 340 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 68 op/s 2024-04-02T09:32:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:09 smithi104 ceph-mon[94081]: pgmap v3426: 137 pgs: 137 active+clean; 340 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 68 op/s 2024-04-02T09:32:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:11 smithi188 ceph-mon[86835]: pgmap v3427: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 66 op/s 2024-04-02T09:32:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:11 smithi104 ceph-mon[96567]: pgmap v3427: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 66 op/s 2024-04-02T09:32:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:11 smithi104 ceph-mon[94081]: pgmap v3427: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 66 op/s 2024-04-02T09:32:12.609 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (8195 ms) 2024-04-02T09:32:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:32:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:32:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:13.616 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (65105 ms total) 2024-04-02T09:32:13.616 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:32:13.616 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-02T09:32:13.646 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-02T09:32:13.856 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:13 smithi188 ceph-mon[86835]: pgmap v3428: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:32:13.857 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:13.857 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:13.857 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:13.857 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:13 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:13 smithi104 ceph-mon[94081]: pgmap v3428: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:32:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:13 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:13 smithi104 ceph-mon[96567]: pgmap v3428: 137 pgs: 137 active+clean; 344 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:32:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:13 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:14 smithi188 ceph-mon[86835]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:32:14.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:14 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:14.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:14 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:14.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:14 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:14 smithi104 ceph-mon[96567]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:32:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:14 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:14 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:14 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:14 smithi104 ceph-mon[94081]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:32:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:14.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:14.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:32:15.627 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:32:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:15 smithi188 ceph-mon[86835]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:15 smithi188 ceph-mon[86835]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:32:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:15 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/750330811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:15 smithi104 ceph-mon[94081]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:15 smithi104 ceph-mon[94081]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:32:15.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:15 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/750330811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:15 smithi104 ceph-mon[96567]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:15 smithi104 ceph-mon[96567]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:32:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:15 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/750330811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:32:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:32:15] "GET /metrics HTTP/1.1" 200 36764 "" "Prometheus/2.43.0" 2024-04-02T09:32:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/750330811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:16.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:16 smithi104 ceph-mon[94081]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:32:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/750330811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:16.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:16 smithi104 ceph-mon[96567]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:32:17.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/750330811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:17.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:16 smithi188 ceph-mon[86835]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:32:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:17 smithi104 ceph-mon[96567]: pgmap v3433: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:17 smithi104 ceph-mon[96567]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:32:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:17 smithi104 ceph-mon[94081]: pgmap v3433: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:17 smithi104 ceph-mon[94081]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:32:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:17 smithi188 ceph-mon[86835]: pgmap v3433: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:17 smithi188 ceph-mon[86835]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:32:19.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:18 smithi188 ceph-mon[86835]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:32:19.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:18 smithi104 ceph-mon[94081]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:32:19.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:18 smithi104 ceph-mon[96567]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:32:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:19 smithi188 ceph-mon[86835]: pgmap v3436: 137 pgs: 9 creating+peering, 9 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:19 smithi188 ceph-mon[86835]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:32:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:20.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:19 smithi104 ceph-mon[96567]: pgmap v3436: 137 pgs: 9 creating+peering, 9 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:20.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:19 smithi104 ceph-mon[96567]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:32:20.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:19 smithi104 ceph-mon[94081]: pgmap v3436: 137 pgs: 9 creating+peering, 9 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:19 smithi104 ceph-mon[94081]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:32:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:21 smithi188 ceph-mon[86835]: pgmap v3438: 137 pgs: 9 creating+peering, 128 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 477 B/s rd, 1.9 MiB/s wr, 1 op/s 2024-04-02T09:32:22.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:21 smithi104 ceph-mon[96567]: pgmap v3438: 137 pgs: 9 creating+peering, 128 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 477 B/s rd, 1.9 MiB/s wr, 1 op/s 2024-04-02T09:32:22.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:21 smithi104 ceph-mon[94081]: pgmap v3438: 137 pgs: 9 creating+peering, 128 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 477 B/s rd, 1.9 MiB/s wr, 1 op/s 2024-04-02T09:32:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:32:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:32:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:23.923 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:23 smithi188 ceph-mon[86835]: pgmap v3439: 137 pgs: 137 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-02T09:32:24.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:23 smithi104 ceph-mon[94081]: pgmap v3439: 137 pgs: 137 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-02T09:32:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:23 smithi104 ceph-mon[96567]: pgmap v3439: 137 pgs: 137 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-02T09:32:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:25 smithi188 ceph-mon[86835]: pgmap v3440: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:32:26.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:25 smithi104 ceph-mon[94081]: pgmap v3440: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:32:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:32:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:32:25] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:32:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:25 smithi104 ceph-mon[96567]: pgmap v3440: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:32:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:27 smithi188 ceph-mon[86835]: pgmap v3441: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 44 op/s 2024-04-02T09:32:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:27 smithi188 ceph-mon[86835]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:32:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:27 smithi104 ceph-mon[96567]: pgmap v3441: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 44 op/s 2024-04-02T09:32:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:27 smithi104 ceph-mon[96567]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:32:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:27 smithi104 ceph-mon[94081]: pgmap v3441: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 44 op/s 2024-04-02T09:32:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:27 smithi104 ceph-mon[94081]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:32:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:29 smithi188 ceph-mon[86835]: pgmap v3443: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-04-02T09:32:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:29 smithi104 ceph-mon[96567]: pgmap v3443: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-04-02T09:32:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:29 smithi104 ceph-mon[94081]: pgmap v3443: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-04-02T09:32:30.792 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/1.Simple (17146 ms) 2024-04-02T09:32:30.792 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-02T09:32:30.792 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:32:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:31 smithi188 ceph-mon[86835]: pgmap v3444: 137 pgs: 137 active+clean; 42 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:32:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:31 smithi104 ceph-mon[96567]: pgmap v3444: 137 pgs: 137 active+clean; 42 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:32:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:31 smithi104 ceph-mon[94081]: pgmap v3444: 137 pgs: 137 active+clean; 42 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:32:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:32 smithi188 ceph-mon[86835]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:32:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:32:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:32:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:32.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:32 smithi104 ceph-mon[94081]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:32:32.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:32 smithi104 ceph-mon[96567]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:32:33.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:33 smithi104 ceph-mon[96567]: pgmap v3446: 137 pgs: 137 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.1 MiB/s wr, 27 op/s 2024-04-02T09:32:33.792 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:33 smithi104 ceph-mon[94081]: pgmap v3446: 137 pgs: 137 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.1 MiB/s wr, 27 op/s 2024-04-02T09:32:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:33 smithi188 ceph-mon[86835]: pgmap v3446: 137 pgs: 137 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.1 MiB/s wr, 27 op/s 2024-04-02T09:32:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:35 smithi104 ceph-mon[96567]: pgmap v3447: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.1 MiB/s wr, 63 op/s 2024-04-02T09:32:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:35 smithi104 ceph-mon[94081]: pgmap v3447: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.1 MiB/s wr, 63 op/s 2024-04-02T09:32:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:35 smithi188 ceph-mon[86835]: pgmap v3447: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.1 MiB/s wr, 63 op/s 2024-04-02T09:32:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:32:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:32:35] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-04-02T09:32:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:37 smithi188 ceph-mon[86835]: pgmap v3448: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.7 MiB/s wr, 64 op/s 2024-04-02T09:32:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:37 smithi104 ceph-mon[96567]: pgmap v3448: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.7 MiB/s wr, 64 op/s 2024-04-02T09:32:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:37 smithi104 ceph-mon[94081]: pgmap v3448: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.7 MiB/s wr, 64 op/s 2024-04-02T09:32:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:39 smithi188 ceph-mon[86835]: pgmap v3449: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:32:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:39 smithi104 ceph-mon[96567]: pgmap v3449: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:32:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:39 smithi104 ceph-mon[94081]: pgmap v3449: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:32:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:41 smithi188 ceph-mon[86835]: pgmap v3450: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 62 op/s 2024-04-02T09:32:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:41 smithi104 ceph-mon[96567]: pgmap v3450: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 62 op/s 2024-04-02T09:32:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:41 smithi104 ceph-mon[94081]: pgmap v3450: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 62 op/s 2024-04-02T09:32:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:32:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:43.203 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/1.Grow (12411 ms) 2024-04-02T09:32:43.203 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-02T09:32:43.203 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:32:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:43 smithi188 ceph-mon[86835]: pgmap v3451: 137 pgs: 137 active+clean; 108 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.3 MiB/s wr, 50 op/s 2024-04-02T09:32:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:43 smithi104 ceph-mon[96567]: pgmap v3451: 137 pgs: 137 active+clean; 108 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.3 MiB/s wr, 50 op/s 2024-04-02T09:32:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:43 smithi104 ceph-mon[94081]: pgmap v3451: 137 pgs: 137 active+clean; 108 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.3 MiB/s wr, 50 op/s 2024-04-02T09:32:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:44 smithi188 ceph-mon[86835]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:32:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:44 smithi104 ceph-mon[94081]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:32:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:44 smithi104 ceph-mon[96567]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:32:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:45 smithi104 ceph-mon[96567]: pgmap v3453: 137 pgs: 137 active+clean; 116 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T09:32:45.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:45 smithi104 ceph-mon[94081]: pgmap v3453: 137 pgs: 137 active+clean; 116 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T09:32:45.882 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:45 smithi188 ceph-mon[86835]: pgmap v3453: 137 pgs: 137 active+clean; 116 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T09:32:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:32:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:32:45] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-04-02T09:32:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:47 smithi188 ceph-mon[86835]: pgmap v3454: 137 pgs: 137 active+clean; 136 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-02T09:32:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:47 smithi104 ceph-mon[96567]: pgmap v3454: 137 pgs: 137 active+clean; 136 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-02T09:32:47.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:47 smithi104 ceph-mon[94081]: pgmap v3454: 137 pgs: 137 active+clean; 136 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-02T09:32:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:49 smithi188 ceph-mon[86835]: pgmap v3455: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 67 op/s 2024-04-02T09:32:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:49 smithi104 ceph-mon[96567]: pgmap v3455: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 67 op/s 2024-04-02T09:32:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:49 smithi104 ceph-mon[94081]: pgmap v3455: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 67 op/s 2024-04-02T09:32:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:51 smithi188 ceph-mon[86835]: pgmap v3456: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:32:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:51 smithi104 ceph-mon[96567]: pgmap v3456: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:32:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:51 smithi104 ceph-mon[94081]: pgmap v3456: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:32:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:32:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:32:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:53.046 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (9843 ms) 2024-04-02T09:32:53.046 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-02T09:32:53.046 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:32:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:53 smithi188 ceph-mon[86835]: pgmap v3457: 137 pgs: 137 active+clean; 175 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.3 MiB/s wr, 71 op/s 2024-04-02T09:32:53.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:53 smithi104 ceph-mon[96567]: pgmap v3457: 137 pgs: 137 active+clean; 175 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.3 MiB/s wr, 71 op/s 2024-04-02T09:32:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:53 smithi104 ceph-mon[94081]: pgmap v3457: 137 pgs: 137 active+clean; 175 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.3 MiB/s wr, 71 op/s 2024-04-02T09:32:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:54 smithi188 ceph-mon[86835]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:32:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:54 smithi104 ceph-mon[96567]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:32:54.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:54 smithi104 ceph-mon[94081]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:32:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:55 smithi104 ceph-mon[96567]: pgmap v3459: 137 pgs: 137 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.7 MiB/s wr, 79 op/s 2024-04-02T09:32:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:55 smithi104 ceph-mon[94081]: pgmap v3459: 137 pgs: 137 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.7 MiB/s wr, 79 op/s 2024-04-02T09:32:55.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:55 smithi188 ceph-mon[86835]: pgmap v3459: 137 pgs: 137 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.7 MiB/s wr, 79 op/s 2024-04-02T09:32:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:32:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:32:55] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:32:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:57 smithi188 ceph-mon[86835]: pgmap v3460: 137 pgs: 137 active+clean; 195 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 95 op/s 2024-04-02T09:32:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:57 smithi104 ceph-mon[96567]: pgmap v3460: 137 pgs: 137 active+clean; 195 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 95 op/s 2024-04-02T09:32:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:57 smithi104 ceph-mon[94081]: pgmap v3460: 137 pgs: 137 active+clean; 195 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 95 op/s 2024-04-02T09:32:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:32:59 smithi188 ceph-mon[86835]: pgmap v3461: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-02T09:32:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:32:59 smithi104 ceph-mon[96567]: pgmap v3461: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-02T09:32:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:32:59 smithi104 ceph-mon[94081]: pgmap v3461: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-02T09:33:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:01 smithi188 ceph-mon[86835]: pgmap v3462: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:33:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:01 smithi104 ceph-mon[96567]: pgmap v3462: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:33:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:01 smithi104 ceph-mon[94081]: pgmap v3462: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:33:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:33:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:33:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:02.916 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (9871 ms) 2024-04-02T09:33:02.916 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-02T09:33:02.916 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:33:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:03 smithi188 ceph-mon[86835]: pgmap v3463: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.5 MiB/s wr, 63 op/s 2024-04-02T09:33:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:03 smithi104 ceph-mon[96567]: pgmap v3463: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.5 MiB/s wr, 63 op/s 2024-04-02T09:33:03.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:03 smithi104 ceph-mon[94081]: pgmap v3463: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.5 MiB/s wr, 63 op/s 2024-04-02T09:33:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:04 smithi188 ceph-mon[86835]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:33:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:04 smithi104 ceph-mon[94081]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:33:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:04 smithi104 ceph-mon[96567]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:33:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:05 smithi188 ceph-mon[86835]: pgmap v3465: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-02T09:33:05.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:05 smithi104 ceph-mon[96567]: pgmap v3465: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-02T09:33:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:05 smithi104 ceph-mon[94081]: pgmap v3465: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-02T09:33:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:33:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:33:05] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:33:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:07 smithi188 ceph-mon[86835]: pgmap v3466: 137 pgs: 137 active+clean; 253 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-02T09:33:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:07 smithi104 ceph-mon[96567]: pgmap v3466: 137 pgs: 137 active+clean; 253 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-02T09:33:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:07 smithi104 ceph-mon[94081]: pgmap v3466: 137 pgs: 137 active+clean; 253 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-02T09:33:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:09 smithi188 ceph-mon[86835]: pgmap v3467: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.1 MiB/s wr, 66 op/s 2024-04-02T09:33:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:09 smithi104 ceph-mon[96567]: pgmap v3467: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.1 MiB/s wr, 66 op/s 2024-04-02T09:33:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:09 smithi104 ceph-mon[94081]: pgmap v3467: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.1 MiB/s wr, 66 op/s 2024-04-02T09:33:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:11 smithi188 ceph-mon[86835]: pgmap v3468: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:33:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:11 smithi104 ceph-mon[96567]: pgmap v3468: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:33:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:11 smithi104 ceph-mon[94081]: pgmap v3468: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:33:12.580 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:33:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:33:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:12.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:12 smithi188 ceph-mon[86835]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:33:12.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:12 smithi104 ceph-mon[96567]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:33:12.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:12 smithi104 ceph-mon[94081]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:33:13.704 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (10787 ms) 2024-04-02T09:33:13.704 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-02T09:33:13.704 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:33:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:13 smithi188 ceph-mon[86835]: pgmap v3470: 137 pgs: 137 active+clean; 289 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.7 MiB/s wr, 58 op/s 2024-04-02T09:33:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:13 smithi104 ceph-mon[94081]: pgmap v3470: 137 pgs: 137 active+clean; 289 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.7 MiB/s wr, 58 op/s 2024-04-02T09:33:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:13 smithi104 ceph-mon[96567]: pgmap v3470: 137 pgs: 137 active+clean; 289 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.7 MiB/s wr, 58 op/s 2024-04-02T09:33:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:14 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:14 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:14.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:14 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:15 smithi104 ceph-mon[96567]: pgmap v3471: 137 pgs: 137 active+clean; 305 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 7.2 MiB/s wr, 50 op/s 2024-04-02T09:33:15.875 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:15 smithi104 ceph-mon[96567]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:33:15.875 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:15.875 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:15.875 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:33:15.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:15 smithi188 ceph-mon[86835]: pgmap v3471: 137 pgs: 137 active+clean; 305 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 7.2 MiB/s wr, 50 op/s 2024-04-02T09:33:15.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:15 smithi188 ceph-mon[86835]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:33:15.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:15.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:15.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:33:15.875 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:15 smithi104 ceph-mon[94081]: pgmap v3471: 137 pgs: 137 active+clean; 305 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 7.2 MiB/s wr, 50 op/s 2024-04-02T09:33:15.876 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:15 smithi104 ceph-mon[94081]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:33:15.876 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:15.876 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:15.876 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:33:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:33:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:33:15] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:33:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:17 smithi188 ceph-mon[86835]: pgmap v3473: 137 pgs: 137 active+clean; 331 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-02T09:33:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:17 smithi104 ceph-mon[94081]: pgmap v3473: 137 pgs: 137 active+clean; 331 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-02T09:33:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:17 smithi104 ceph-mon[96567]: pgmap v3473: 137 pgs: 137 active+clean; 331 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-02T09:33:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:19 smithi188 ceph-mon[86835]: pgmap v3474: 137 pgs: 137 active+clean; 371 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 76 op/s 2024-04-02T09:33:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:19 smithi104 ceph-mon[94081]: pgmap v3474: 137 pgs: 137 active+clean; 371 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 76 op/s 2024-04-02T09:33:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:19 smithi104 ceph-mon[96567]: pgmap v3474: 137 pgs: 137 active+clean; 371 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 76 op/s 2024-04-02T09:33:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:21 smithi188 ceph-mon[86835]: pgmap v3475: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 84 op/s 2024-04-02T09:33:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:21 smithi104 ceph-mon[96567]: pgmap v3475: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 84 op/s 2024-04-02T09:33:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:21 smithi104 ceph-mon[94081]: pgmap v3475: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 84 op/s 2024-04-02T09:33:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:33:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:23 smithi188 ceph-mon[86835]: pgmap v3476: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:33:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:23 smithi104 ceph-mon[96567]: pgmap v3476: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:33:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:23 smithi104 ceph-mon[94081]: pgmap v3476: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:33:25.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:25 smithi104 ceph-mon[94081]: pgmap v3477: 137 pgs: 137 active+clean; 387 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:33:25.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:25 smithi104 ceph-mon[96567]: pgmap v3477: 137 pgs: 137 active+clean; 387 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:33:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:25 smithi188 ceph-mon[86835]: pgmap v3477: 137 pgs: 137 active+clean; 387 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:33:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:33:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:33:25] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:33:27.333 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (13629 ms) 2024-04-02T09:33:27.333 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-02T09:33:27.333 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:33:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:27 smithi104 ceph-mon[96567]: pgmap v3478: 137 pgs: 137 active+clean; 391 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.6 MiB/s wr, 65 op/s 2024-04-02T09:33:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:27 smithi104 ceph-mon[94081]: pgmap v3478: 137 pgs: 137 active+clean; 391 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.6 MiB/s wr, 65 op/s 2024-04-02T09:33:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:27 smithi188 ceph-mon[86835]: pgmap v3478: 137 pgs: 137 active+clean; 391 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.6 MiB/s wr, 65 op/s 2024-04-02T09:33:28.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:28 smithi104 ceph-mon[94081]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:33:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:28 smithi104 ceph-mon[96567]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:33:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:28 smithi188 ceph-mon[86835]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:33:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:29 smithi104 ceph-mon[94081]: pgmap v3480: 137 pgs: 137 active+clean; 399 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-02T09:33:29.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:29 smithi104 ceph-mon[96567]: pgmap v3480: 137 pgs: 137 active+clean; 399 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-02T09:33:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:29 smithi188 ceph-mon[86835]: pgmap v3480: 137 pgs: 137 active+clean; 399 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-02T09:33:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:31 smithi104 ceph-mon[94081]: pgmap v3481: 137 pgs: 137 active+clean; 411 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-02T09:33:31.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:31 smithi104 ceph-mon[96567]: pgmap v3481: 137 pgs: 137 active+clean; 411 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-02T09:33:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:31 smithi188 ceph-mon[86835]: pgmap v3481: 137 pgs: 137 active+clean; 411 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-02T09:33:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:33:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:33 smithi188 ceph-mon[86835]: pgmap v3482: 137 pgs: 137 active+clean; 424 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:33:34.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:33 smithi104 ceph-mon[96567]: pgmap v3482: 137 pgs: 137 active+clean; 424 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:33:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:33 smithi104 ceph-mon[94081]: pgmap v3482: 137 pgs: 137 active+clean; 424 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:33:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:35.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:35 smithi188 ceph-mon[86835]: pgmap v3483: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:33:36.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:35 smithi104 ceph-mon[96567]: pgmap v3483: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:33:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:35 smithi104 ceph-mon[94081]: pgmap v3483: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:33:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:33:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:33:35] "GET /metrics HTTP/1.1" 200 36772 "" "Prometheus/2.43.0" 2024-04-02T09:33:37.707 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (10374 ms) 2024-04-02T09:33:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:37 smithi188 ceph-mon[86835]: pgmap v3484: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 65 op/s 2024-04-02T09:33:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:37 smithi104 ceph-mon[94081]: pgmap v3484: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 65 op/s 2024-04-02T09:33:38.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:37 smithi104 ceph-mon[96567]: pgmap v3484: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 65 op/s 2024-04-02T09:33:38.665 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (84061 ms total) 2024-04-02T09:33:38.665 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:33:38.665 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-02T09:33:38.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-02T09:33:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:39 smithi188 ceph-mon[86835]: pgmap v3485: 137 pgs: 137 active+clean; 436 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.5 MiB/s wr, 68 op/s 2024-04-02T09:33:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:39 smithi188 ceph-mon[86835]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:33:40.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:39 smithi104 ceph-mon[96567]: pgmap v3485: 137 pgs: 137 active+clean; 436 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.5 MiB/s wr, 68 op/s 2024-04-02T09:33:40.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:39 smithi104 ceph-mon[96567]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:33:40.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:39 smithi104 ceph-mon[94081]: pgmap v3485: 137 pgs: 137 active+clean; 436 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.5 MiB/s wr, 68 op/s 2024-04-02T09:33:40.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:39 smithi104 ceph-mon[94081]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:33:40.682 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:33:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:40 smithi188 ceph-mon[86835]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:33:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:40 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3088774380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:41.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:40 smithi104 ceph-mon[96567]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:33:41.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:40 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3088774380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:41.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:40 smithi104 ceph-mon[94081]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:33:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:40 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3088774380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:42.024 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:41 smithi188 ceph-mon[86835]: pgmap v3488: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:33:42.024 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:41 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:33:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:41 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3088774380' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:41 smithi188 ceph-mon[86835]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:33:42.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:41 smithi104 ceph-mon[96567]: pgmap v3488: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:33:42.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:41 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:33:42.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:41 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3088774380' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:42.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:41 smithi104 ceph-mon[96567]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:33:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:41 smithi104 ceph-mon[94081]: pgmap v3488: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:33:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:41 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:33:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:41 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3088774380' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:41 smithi104 ceph-mon[94081]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:33:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:33:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:33:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:42 smithi188 ceph-mon[86835]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:33:43.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:42 smithi104 ceph-mon[96567]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:33:43.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:42 smithi104 ceph-mon[94081]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:33:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:43 smithi188 ceph-mon[86835]: pgmap v3491: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:43 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:33:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:43 smithi188 ceph-mon[86835]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:33:44.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:43 smithi104 ceph-mon[94081]: pgmap v3491: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:44.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:43 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:33:44.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:43 smithi104 ceph-mon[94081]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:33:44.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:43 smithi104 ceph-mon[96567]: pgmap v3491: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:44.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:43 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:33:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:43 smithi104 ceph-mon[96567]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:33:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:45 smithi188 ceph-mon[86835]: pgmap v3493: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 239 B/s rd, 239 B/s wr, 1 op/s 2024-04-02T09:33:46.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:45 smithi104 ceph-mon[94081]: pgmap v3493: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 239 B/s rd, 239 B/s wr, 1 op/s 2024-04-02T09:33:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:33:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:33:45] "GET /metrics HTTP/1.1" 200 36772 "" "Prometheus/2.43.0" 2024-04-02T09:33:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:45 smithi104 ceph-mon[96567]: pgmap v3493: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 239 B/s rd, 239 B/s wr, 1 op/s 2024-04-02T09:33:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:46 smithi188 ceph-mon[86835]: pgmap v3494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:33:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:46 smithi188 ceph-mon[86835]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:33:47.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:46 smithi104 ceph-mon[96567]: pgmap v3494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:33:47.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:46 smithi104 ceph-mon[96567]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:33:47.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:46 smithi104 ceph-mon[94081]: pgmap v3494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:33:47.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:46 smithi104 ceph-mon[94081]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:33:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:48 smithi188 ceph-mon[86835]: pgmap v3496: 137 pgs: 137 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.1 MiB/s wr, 51 op/s 2024-04-02T09:33:49.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:48 smithi104 ceph-mon[94081]: pgmap v3496: 137 pgs: 137 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.1 MiB/s wr, 51 op/s 2024-04-02T09:33:49.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:48 smithi104 ceph-mon[96567]: pgmap v3496: 137 pgs: 137 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.1 MiB/s wr, 51 op/s 2024-04-02T09:33:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:50.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:51 smithi188 ceph-mon[86835]: pgmap v3497: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-04-02T09:33:51.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:51 smithi104 ceph-mon[96567]: pgmap v3497: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-04-02T09:33:51.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:51 smithi104 ceph-mon[94081]: pgmap v3497: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-04-02T09:33:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:52 smithi188 ceph-mon[86835]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:33:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:33:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:52.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:52 smithi104 ceph-mon[96567]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:33:52.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:52 smithi104 ceph-mon[94081]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:33:53.503 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14800 ms) 2024-04-02T09:33:53.503 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-02T09:33:53.503 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:33:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:53 smithi188 ceph-mon[86835]: pgmap v3499: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 3.6 MiB/s wr, 64 op/s 2024-04-02T09:33:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:53 smithi104 ceph-mon[96567]: pgmap v3499: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 3.6 MiB/s wr, 64 op/s 2024-04-02T09:33:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:53 smithi104 ceph-mon[94081]: pgmap v3499: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 3.6 MiB/s wr, 64 op/s 2024-04-02T09:33:55.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:55 smithi104 ceph-mon[96567]: pgmap v3500: 137 pgs: 137 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.3 MiB/s wr, 67 op/s 2024-04-02T09:33:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:55 smithi104 ceph-mon[94081]: pgmap v3500: 137 pgs: 137 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.3 MiB/s wr, 67 op/s 2024-04-02T09:33:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:55 smithi188 ceph-mon[86835]: pgmap v3500: 137 pgs: 137 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.3 MiB/s wr, 67 op/s 2024-04-02T09:33:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:33:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:33:55] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:33:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:57 smithi188 ceph-mon[86835]: pgmap v3501: 137 pgs: 137 active+clean; 55 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-02T09:33:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:57 smithi104 ceph-mon[96567]: pgmap v3501: 137 pgs: 137 active+clean; 55 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-02T09:33:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:57 smithi104 ceph-mon[94081]: pgmap v3501: 137 pgs: 137 active+clean; 55 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-02T09:33:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:58 smithi188 ceph-mon[86835]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:33:58.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:58 smithi104 ceph-mon[96567]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:33:58.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:58 smithi104 ceph-mon[94081]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:33:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:33:59 smithi188 ceph-mon[86835]: pgmap v3503: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:33:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:33:59 smithi104 ceph-mon[94081]: pgmap v3503: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:33:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:33:59 smithi104 ceph-mon[96567]: pgmap v3503: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:34:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:01 smithi188 ceph-mon[86835]: pgmap v3504: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-02T09:34:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:01 smithi104 ceph-mon[96567]: pgmap v3504: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-02T09:34:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:01 smithi104 ceph-mon[94081]: pgmap v3504: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-02T09:34:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:34:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:03 smithi188 ceph-mon[86835]: pgmap v3505: 137 pgs: 137 active+clean; 79 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-04-02T09:34:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:03 smithi104 ceph-mon[96567]: pgmap v3505: 137 pgs: 137 active+clean; 79 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-04-02T09:34:03.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:03 smithi104 ceph-mon[94081]: pgmap v3505: 137 pgs: 137 active+clean; 79 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-04-02T09:34:04.096 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10593 ms) 2024-04-02T09:34:04.096 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-02T09:34:04.096 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:34:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:05 smithi104 ceph-mon[94081]: pgmap v3506: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.1 MiB/s wr, 60 op/s 2024-04-02T09:34:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:05 smithi104 ceph-mon[96567]: pgmap v3506: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.1 MiB/s wr, 60 op/s 2024-04-02T09:34:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:05 smithi188 ceph-mon[86835]: pgmap v3506: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.1 MiB/s wr, 60 op/s 2024-04-02T09:34:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:34:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:34:05] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:34:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:07 smithi188 ceph-mon[86835]: pgmap v3507: 137 pgs: 137 active+clean; 101 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.6 MiB/s wr, 61 op/s 2024-04-02T09:34:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:07 smithi104 ceph-mon[96567]: pgmap v3507: 137 pgs: 137 active+clean; 101 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.6 MiB/s wr, 61 op/s 2024-04-02T09:34:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:07 smithi104 ceph-mon[94081]: pgmap v3507: 137 pgs: 137 active+clean; 101 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.6 MiB/s wr, 61 op/s 2024-04-02T09:34:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:09 smithi188 ceph-mon[86835]: pgmap v3508: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 62 op/s 2024-04-02T09:34:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:09 smithi188 ceph-mon[86835]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:34:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:09 smithi104 ceph-mon[96567]: pgmap v3508: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 62 op/s 2024-04-02T09:34:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:09 smithi104 ceph-mon[96567]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:34:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:09 smithi104 ceph-mon[94081]: pgmap v3508: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 62 op/s 2024-04-02T09:34:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:09 smithi104 ceph-mon[94081]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:34:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:11 smithi188 ceph-mon[86835]: pgmap v3510: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 65 op/s 2024-04-02T09:34:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:11 smithi104 ceph-mon[96567]: pgmap v3510: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 65 op/s 2024-04-02T09:34:11.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:11 smithi104 ceph-mon[94081]: pgmap v3510: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 65 op/s 2024-04-02T09:34:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:34:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:34:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:13 smithi188 ceph-mon[86835]: pgmap v3511: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-02T09:34:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:13 smithi104 ceph-mon[96567]: pgmap v3511: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-02T09:34:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:13 smithi104 ceph-mon[94081]: pgmap v3511: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-02T09:34:15.291 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (11196 ms) 2024-04-02T09:34:15.291 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-02T09:34:15.292 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:34:15.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:15 smithi104 ceph-mon[96567]: pgmap v3512: 137 pgs: 137 active+clean; 155 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-02T09:34:15.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:34:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:15 smithi104 ceph-mon[94081]: pgmap v3512: 137 pgs: 137 active+clean; 155 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-02T09:34:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:34:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:15 smithi188 ceph-mon[86835]: pgmap v3512: 137 pgs: 137 active+clean; 155 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-02T09:34:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:34:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:34:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:34:15] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:34:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:17 smithi188 ceph-mon[86835]: pgmap v3513: 137 pgs: 137 active+clean; 155 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.4 MiB/s wr, 66 op/s 2024-04-02T09:34:17.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:17 smithi104 ceph-mon[94081]: pgmap v3513: 137 pgs: 137 active+clean; 155 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.4 MiB/s wr, 66 op/s 2024-04-02T09:34:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:17 smithi104 ceph-mon[96567]: pgmap v3513: 137 pgs: 137 active+clean; 155 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.4 MiB/s wr, 66 op/s 2024-04-02T09:34:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:19 smithi188 ceph-mon[86835]: pgmap v3514: 137 pgs: 137 active+clean; 171 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-02T09:34:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:19 smithi104 ceph-mon[96567]: pgmap v3514: 137 pgs: 137 active+clean; 171 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-02T09:34:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:19 smithi104 ceph-mon[94081]: pgmap v3514: 137 pgs: 137 active+clean; 171 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-02T09:34:19.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:20 smithi188 ceph-mon[86835]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:34:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:20 smithi104 ceph-mon[96567]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:34:20.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:20 smithi104 ceph-mon[94081]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:34:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:21 smithi188 ceph-mon[86835]: pgmap v3516: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 64 op/s 2024-04-02T09:34:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:21 smithi104 ceph-mon[96567]: pgmap v3516: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 64 op/s 2024-04-02T09:34:21.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:21 smithi104 ceph-mon[94081]: pgmap v3516: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 64 op/s 2024-04-02T09:34:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:34:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:34:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:23 smithi188 ceph-mon[86835]: pgmap v3517: 137 pgs: 137 active+clean; 196 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 72 op/s 2024-04-02T09:34:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:23 smithi104 ceph-mon[96567]: pgmap v3517: 137 pgs: 137 active+clean; 196 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 72 op/s 2024-04-02T09:34:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:23 smithi104 ceph-mon[94081]: pgmap v3517: 137 pgs: 137 active+clean; 196 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 72 op/s 2024-04-02T09:34:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:25 smithi104 ceph-mon[94081]: pgmap v3518: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.3 MiB/s wr, 64 op/s 2024-04-02T09:34:25.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:25 smithi104 ceph-mon[96567]: pgmap v3518: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.3 MiB/s wr, 64 op/s 2024-04-02T09:34:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:25 smithi188 ceph-mon[86835]: pgmap v3518: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.3 MiB/s wr, 64 op/s 2024-04-02T09:34:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10782 ms) 2024-04-02T09:34:26.073 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-02T09:34:26.074 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:34:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:34:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:34:25] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:34:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:27 smithi188 ceph-mon[86835]: pgmap v3519: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 63 op/s 2024-04-02T09:34:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:27 smithi104 ceph-mon[94081]: pgmap v3519: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 63 op/s 2024-04-02T09:34:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:27 smithi104 ceph-mon[96567]: pgmap v3519: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 63 op/s 2024-04-02T09:34:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:29 smithi188 ceph-mon[86835]: pgmap v3520: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-04-02T09:34:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:29 smithi104 ceph-mon[94081]: pgmap v3520: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-04-02T09:34:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:29 smithi104 ceph-mon[96567]: pgmap v3520: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-04-02T09:34:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:31 smithi188 ceph-mon[86835]: pgmap v3521: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 905 KiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-02T09:34:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:31 smithi188 ceph-mon[86835]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:34:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:31 smithi104 ceph-mon[96567]: pgmap v3521: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 905 KiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-02T09:34:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:31 smithi104 ceph-mon[96567]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:34:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:31 smithi104 ceph-mon[94081]: pgmap v3521: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 905 KiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-02T09:34:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:31 smithi104 ceph-mon[94081]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:34:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:34:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:34:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:33 smithi188 ceph-mon[86835]: pgmap v3523: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 894 KiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T09:34:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:33 smithi104 ceph-mon[96567]: pgmap v3523: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 894 KiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T09:34:33.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:33 smithi104 ceph-mon[94081]: pgmap v3523: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 894 KiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T09:34:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:35.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:35 smithi104 ceph-mon[94081]: pgmap v3524: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:34:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:35 smithi104 ceph-mon[96567]: pgmap v3524: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:34:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:35 smithi188 ceph-mon[86835]: pgmap v3524: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:34:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:34:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:34:35] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-04-02T09:34:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:36 smithi188 ceph-mon[86835]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:34:36.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:36 smithi104 ceph-mon[96567]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:34:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:36 smithi104 ceph-mon[94081]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:34:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:37 smithi188 ceph-mon[86835]: pgmap v3526: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 56 op/s 2024-04-02T09:34:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:37 smithi104 ceph-mon[96567]: pgmap v3526: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 56 op/s 2024-04-02T09:34:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:37 smithi104 ceph-mon[94081]: pgmap v3526: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 56 op/s 2024-04-02T09:34:37.916 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (11842 ms) 2024-04-02T09:34:37.916 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-02T09:34:37.916 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:34:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:39 smithi188 ceph-mon[86835]: pgmap v3527: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 9.6 MiB/s wr, 61 op/s 2024-04-02T09:34:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:39 smithi104 ceph-mon[96567]: pgmap v3527: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 9.6 MiB/s wr, 61 op/s 2024-04-02T09:34:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:39 smithi104 ceph-mon[94081]: pgmap v3527: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 9.6 MiB/s wr, 61 op/s 2024-04-02T09:34:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:41 smithi188 ceph-mon[86835]: pgmap v3528: 137 pgs: 137 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.0 MiB/s wr, 41 op/s 2024-04-02T09:34:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:41 smithi104 ceph-mon[96567]: pgmap v3528: 137 pgs: 137 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.0 MiB/s wr, 41 op/s 2024-04-02T09:34:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:41 smithi104 ceph-mon[94081]: pgmap v3528: 137 pgs: 137 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.0 MiB/s wr, 41 op/s 2024-04-02T09:34:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:34:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:43 smithi188 ceph-mon[86835]: pgmap v3529: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 66 op/s 2024-04-02T09:34:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:43 smithi188 ceph-mon[86835]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:34:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:43 smithi104 ceph-mon[94081]: pgmap v3529: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 66 op/s 2024-04-02T09:34:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:43 smithi104 ceph-mon[94081]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:34:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:43 smithi104 ceph-mon[96567]: pgmap v3529: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 66 op/s 2024-04-02T09:34:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:43 smithi104 ceph-mon[96567]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:34:45.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:45 smithi104 ceph-mon[96567]: pgmap v3531: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 51 op/s 2024-04-02T09:34:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:45 smithi104 ceph-mon[94081]: pgmap v3531: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 51 op/s 2024-04-02T09:34:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:45 smithi188 ceph-mon[86835]: pgmap v3531: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 51 op/s 2024-04-02T09:34:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:34:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:34:45] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-04-02T09:34:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:47 smithi188 ceph-mon[86835]: pgmap v3532: 137 pgs: 137 active+clean; 323 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.8 MiB/s wr, 44 op/s 2024-04-02T09:34:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:47 smithi104 ceph-mon[96567]: pgmap v3532: 137 pgs: 137 active+clean; 323 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.8 MiB/s wr, 44 op/s 2024-04-02T09:34:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:47 smithi104 ceph-mon[94081]: pgmap v3532: 137 pgs: 137 active+clean; 323 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.8 MiB/s wr, 44 op/s 2024-04-02T09:34:48.988 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (11073 ms) 2024-04-02T09:34:48.989 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-02T09:34:48.989 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:34:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:49 smithi188 ceph-mon[86835]: pgmap v3533: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.6 MiB/s wr, 80 op/s 2024-04-02T09:34:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:49 smithi104 ceph-mon[96567]: pgmap v3533: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.6 MiB/s wr, 80 op/s 2024-04-02T09:34:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:49 smithi104 ceph-mon[94081]: pgmap v3533: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.6 MiB/s wr, 80 op/s 2024-04-02T09:34:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:51 smithi188 ceph-mon[86835]: pgmap v3534: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 3.8 MiB/s wr, 78 op/s 2024-04-02T09:34:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:51 smithi104 ceph-mon[96567]: pgmap v3534: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 3.8 MiB/s wr, 78 op/s 2024-04-02T09:34:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:51 smithi104 ceph-mon[94081]: pgmap v3534: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 3.8 MiB/s wr, 78 op/s 2024-04-02T09:34:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:34:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:53 smithi188 ceph-mon[86835]: pgmap v3535: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:34:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:53 smithi104 ceph-mon[96567]: pgmap v3535: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:34:53.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:53 smithi104 ceph-mon[94081]: pgmap v3535: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:34:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:54 smithi188 ceph-mon[86835]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:34:54.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:54 smithi104 ceph-mon[96567]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:34:54.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:54 smithi104 ceph-mon[94081]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:34:55.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:55 smithi104 ceph-mon[96567]: pgmap v3537: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 51 op/s 2024-04-02T09:34:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:55 smithi104 ceph-mon[94081]: pgmap v3537: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 51 op/s 2024-04-02T09:34:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:55 smithi188 ceph-mon[86835]: pgmap v3537: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 51 op/s 2024-04-02T09:34:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:34:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:34:55] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:34:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:57 smithi188 ceph-mon[86835]: pgmap v3538: 137 pgs: 137 active+clean; 344 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 51 op/s 2024-04-02T09:34:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:57 smithi104 ceph-mon[94081]: pgmap v3538: 137 pgs: 137 active+clean; 344 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 51 op/s 2024-04-02T09:34:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:57 smithi104 ceph-mon[96567]: pgmap v3538: 137 pgs: 137 active+clean; 344 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 51 op/s 2024-04-02T09:34:59.092 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (10103 ms) 2024-04-02T09:34:59.619 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (80389 ms total) 2024-04-02T09:34:59.619 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:34:59.619 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-02T09:34:59.654 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-02T09:34:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:34:59 smithi188 ceph-mon[86835]: pgmap v3539: 137 pgs: 137 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 49 op/s 2024-04-02T09:34:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:34:59 smithi104 ceph-mon[94081]: pgmap v3539: 137 pgs: 137 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 49 op/s 2024-04-02T09:34:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:34:59 smithi104 ceph-mon[96567]: pgmap v3539: 137 pgs: 137 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 49 op/s 2024-04-02T09:35:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:00 smithi188 ceph-mon[86835]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:35:00.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:00 smithi104 ceph-mon[96567]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:35:00.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:00 smithi104 ceph-mon[94081]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:35:01.635 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:35:01.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:01 smithi104 ceph-mon[94081]: pgmap v3541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:01 smithi104 ceph-mon[94081]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:35:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:01 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3327919934' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:01 smithi104 ceph-mon[96567]: pgmap v3541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:01 smithi104 ceph-mon[96567]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:35:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:01 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3327919934' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:01 smithi188 ceph-mon[86835]: pgmap v3541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:01 smithi188 ceph-mon[86835]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:35:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:01 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3327919934' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:35:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:35:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:02 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3327919934' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:02 smithi104 ceph-mon[96567]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:35:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:02 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3327919934' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:02 smithi104 ceph-mon[94081]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:35:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:02 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3327919934' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:02 smithi188 ceph-mon[86835]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:35:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:03 smithi188 ceph-mon[86835]: pgmap v3544: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:03 smithi188 ceph-mon[86835]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:35:04.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:03 smithi104 ceph-mon[96567]: pgmap v3544: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:03 smithi104 ceph-mon[96567]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:35:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:03 smithi104 ceph-mon[94081]: pgmap v3544: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:03 smithi104 ceph-mon[94081]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:35:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:04 smithi188 ceph-mon[86835]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:35:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:04 smithi104 ceph-mon[96567]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:35:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:05.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:04 smithi104 ceph-mon[94081]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:35:05.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:05 smithi188 ceph-mon[86835]: pgmap v3547: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:06.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:05 smithi104 ceph-mon[96567]: pgmap v3547: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:35:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:35:05] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-04-02T09:35:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:05 smithi104 ceph-mon[94081]: pgmap v3547: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:07 smithi188 ceph-mon[86835]: pgmap v3548: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 575 B/s wr, 6 op/s 2024-04-02T09:35:08.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:07 smithi104 ceph-mon[94081]: pgmap v3548: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 575 B/s wr, 6 op/s 2024-04-02T09:35:08.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:07 smithi104 ceph-mon[96567]: pgmap v3548: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 575 B/s wr, 6 op/s 2024-04-02T09:35:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:08 smithi188 ceph-mon[86835]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:35:09.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:08 smithi104 ceph-mon[96567]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:35:09.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:08 smithi104 ceph-mon[94081]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:35:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:09 smithi188 ceph-mon[86835]: pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:35:10.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:09 smithi104 ceph-mon[96567]: pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:35:10.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:09 smithi104 ceph-mon[94081]: pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:35:12.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:11 smithi188 ceph-mon[86835]: pgmap v3551: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 561 KiB/s wr, 8 op/s 2024-04-02T09:35:12.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:11 smithi188 ceph-mon[86835]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:35:12.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:11 smithi104 ceph-mon[96567]: pgmap v3551: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 561 KiB/s wr, 8 op/s 2024-04-02T09:35:12.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:11 smithi104 ceph-mon[96567]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:35:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:11 smithi104 ceph-mon[94081]: pgmap v3551: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 561 KiB/s wr, 8 op/s 2024-04-02T09:35:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:11 smithi104 ceph-mon[94081]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:35:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:35:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:13 smithi188 ceph-mon[86835]: pgmap v3553: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-04-02T09:35:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:13 smithi104 ceph-mon[96567]: pgmap v3553: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-04-02T09:35:14.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:13 smithi104 ceph-mon[94081]: pgmap v3553: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-04-02T09:35:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:15 smithi188 ceph-mon[86835]: pgmap v3554: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:35:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:15 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:35:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:35:15] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-04-02T09:35:16.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:15 smithi104 ceph-mon[96567]: pgmap v3554: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:35:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:15 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:15 smithi104 ceph-mon[94081]: pgmap v3554: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:35:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:15 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:17 smithi188 ceph-mon[86835]: pgmap v3555: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:35:17.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:35:17.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:35:17.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:17.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:17.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:35:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[94081]: pgmap v3555: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:35:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:35:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:35:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:35:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[96567]: pgmap v3555: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:35:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:35:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:35:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:35:18.314 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/3.Simple (18661 ms) 2024-04-02T09:35:18.314 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-02T09:35:18.315 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:35:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:19 smithi188 ceph-mon[86835]: pgmap v3556: 137 pgs: 137 active+clean; 43 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:35:19.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:19 smithi104 ceph-mon[94081]: pgmap v3556: 137 pgs: 137 active+clean; 43 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:35:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:19 smithi104 ceph-mon[96567]: pgmap v3556: 137 pgs: 137 active+clean; 43 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:35:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:20.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:20.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:21 smithi188 ceph-mon[86835]: pgmap v3557: 137 pgs: 137 active+clean; 51 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.6 MiB/s wr, 48 op/s 2024-04-02T09:35:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:21 smithi104 ceph-mon[94081]: pgmap v3557: 137 pgs: 137 active+clean; 51 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.6 MiB/s wr, 48 op/s 2024-04-02T09:35:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:21 smithi104 ceph-mon[96567]: pgmap v3557: 137 pgs: 137 active+clean; 51 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.6 MiB/s wr, 48 op/s 2024-04-02T09:35:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:35:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:35:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:23 smithi188 ceph-mon[86835]: pgmap v3558: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-02T09:35:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:23 smithi188 ceph-mon[86835]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:35:23.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:23 smithi104 ceph-mon[94081]: pgmap v3558: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-02T09:35:23.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:23 smithi104 ceph-mon[94081]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:35:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:23 smithi104 ceph-mon[96567]: pgmap v3558: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-02T09:35:23.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:23 smithi104 ceph-mon[96567]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:35:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:25 smithi188 ceph-mon[86835]: pgmap v3560: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 36 op/s 2024-04-02T09:35:25.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:25 smithi104 ceph-mon[96567]: pgmap v3560: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 36 op/s 2024-04-02T09:35:25.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:25 smithi104 ceph-mon[94081]: pgmap v3560: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 36 op/s 2024-04-02T09:35:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:35:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:35:25] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:35:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:27 smithi188 ceph-mon[86835]: pgmap v3561: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-04-02T09:35:27.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:27 smithi104 ceph-mon[96567]: pgmap v3561: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-04-02T09:35:27.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:27 smithi104 ceph-mon[94081]: pgmap v3561: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-04-02T09:35:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:29 smithi188 ceph-mon[86835]: pgmap v3562: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.3 MiB/s wr, 52 op/s 2024-04-02T09:35:29.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:29 smithi104 ceph-mon[96567]: pgmap v3562: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.3 MiB/s wr, 52 op/s 2024-04-02T09:35:29.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:29 smithi104 ceph-mon[94081]: pgmap v3562: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.3 MiB/s wr, 52 op/s 2024-04-02T09:35:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:31 smithi188 ceph-mon[86835]: pgmap v3563: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-02T09:35:31.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:31 smithi104 ceph-mon[96567]: pgmap v3563: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-02T09:35:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:31 smithi104 ceph-mon[94081]: pgmap v3563: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-02T09:35:31.908 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/3.Grow (13593 ms) 2024-04-02T09:35:31.908 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-02T09:35:31.908 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:35:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:35:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:35:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:33 smithi188 ceph-mon[86835]: pgmap v3564: 137 pgs: 137 active+clean; 97 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 60 op/s 2024-04-02T09:35:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:33 smithi104 ceph-mon[96567]: pgmap v3564: 137 pgs: 137 active+clean; 97 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 60 op/s 2024-04-02T09:35:33.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:33 smithi104 ceph-mon[94081]: pgmap v3564: 137 pgs: 137 active+clean; 97 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 60 op/s 2024-04-02T09:35:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:35 smithi188 ceph-mon[86835]: pgmap v3565: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-02T09:35:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:35 smithi104 ceph-mon[96567]: pgmap v3565: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-02T09:35:35.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:35 smithi104 ceph-mon[94081]: pgmap v3565: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-02T09:35:35.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:35:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:35:35] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:35:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:37 smithi188 ceph-mon[86835]: pgmap v3566: 137 pgs: 137 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:35:37.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:37 smithi188 ceph-mon[86835]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:35:37.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:37 smithi104 ceph-mon[96567]: pgmap v3566: 137 pgs: 137 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:35:37.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:37 smithi104 ceph-mon[96567]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:35:37.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:37 smithi104 ceph-mon[94081]: pgmap v3566: 137 pgs: 137 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:35:37.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:37 smithi104 ceph-mon[94081]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:35:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:39 smithi188 ceph-mon[86835]: pgmap v3568: 137 pgs: 137 active+clean; 142 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 37 op/s 2024-04-02T09:35:39.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:39 smithi104 ceph-mon[96567]: pgmap v3568: 137 pgs: 137 active+clean; 142 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 37 op/s 2024-04-02T09:35:39.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:39 smithi104 ceph-mon[94081]: pgmap v3568: 137 pgs: 137 active+clean; 142 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 37 op/s 2024-04-02T09:35:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:41 smithi188 ceph-mon[86835]: pgmap v3569: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-02T09:35:41.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:41 smithi104 ceph-mon[96567]: pgmap v3569: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-02T09:35:41.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:41 smithi104 ceph-mon[94081]: pgmap v3569: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-02T09:35:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:35:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:35:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:43 smithi188 ceph-mon[86835]: pgmap v3570: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-04-02T09:35:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:43 smithi104 ceph-mon[94081]: pgmap v3570: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-04-02T09:35:43.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:43 smithi104 ceph-mon[96567]: pgmap v3570: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-04-02T09:35:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:45 smithi188 ceph-mon[86835]: pgmap v3571: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:35:45.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:45 smithi104 ceph-mon[94081]: pgmap v3571: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:35:45.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:45 smithi104 ceph-mon[96567]: pgmap v3571: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:35:45.855 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (13948 ms) 2024-04-02T09:35:45.856 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-02T09:35:45.856 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:35:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:35:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:35:45] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:35:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:47 smithi188 ceph-mon[86835]: pgmap v3572: 137 pgs: 137 active+clean; 162 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:35:47.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:47 smithi104 ceph-mon[94081]: pgmap v3572: 137 pgs: 137 active+clean; 162 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:35:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:47 smithi104 ceph-mon[96567]: pgmap v3572: 137 pgs: 137 active+clean; 162 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:35:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:49 smithi188 ceph-mon[86835]: pgmap v3573: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-02T09:35:49.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:49 smithi104 ceph-mon[96567]: pgmap v3573: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-02T09:35:49.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:49 smithi104 ceph-mon[94081]: pgmap v3573: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-02T09:35:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:50.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:51 smithi188 ceph-mon[86835]: pgmap v3574: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.4 MiB/s wr, 46 op/s 2024-04-02T09:35:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:51 smithi188 ceph-mon[86835]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:35:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:51 smithi104 ceph-mon[96567]: pgmap v3574: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.4 MiB/s wr, 46 op/s 2024-04-02T09:35:51.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:51 smithi104 ceph-mon[96567]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:35:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:51 smithi104 ceph-mon[94081]: pgmap v3574: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.4 MiB/s wr, 46 op/s 2024-04-02T09:35:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:51 smithi104 ceph-mon[94081]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:35:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:35:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:53 smithi188 ceph-mon[86835]: pgmap v3576: 137 pgs: 137 active+clean; 199 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-02T09:35:53.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:53 smithi104 ceph-mon[96567]: pgmap v3576: 137 pgs: 137 active+clean; 199 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-02T09:35:53.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:53 smithi104 ceph-mon[94081]: pgmap v3576: 137 pgs: 137 active+clean; 199 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-02T09:35:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:55 smithi188 ceph-mon[86835]: pgmap v3577: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:35:55.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:55 smithi104 ceph-mon[96567]: pgmap v3577: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:35:55.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:55 smithi104 ceph-mon[94081]: pgmap v3577: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:35:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:35:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:35:55] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:35:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:57 smithi188 ceph-mon[86835]: pgmap v3578: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.0 MiB/s wr, 61 op/s 2024-04-02T09:35:57.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:57 smithi104 ceph-mon[96567]: pgmap v3578: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.0 MiB/s wr, 61 op/s 2024-04-02T09:35:57.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:57 smithi104 ceph-mon[94081]: pgmap v3578: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.0 MiB/s wr, 61 op/s 2024-04-02T09:35:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:35:59 smithi188 ceph-mon[86835]: pgmap v3579: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.8 MiB/s wr, 51 op/s 2024-04-02T09:35:59.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:35:59 smithi104 ceph-mon[96567]: pgmap v3579: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.8 MiB/s wr, 51 op/s 2024-04-02T09:35:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:35:59 smithi104 ceph-mon[94081]: pgmap v3579: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.8 MiB/s wr, 51 op/s 2024-04-02T09:36:00.014 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (14159 ms) 2024-04-02T09:36:00.015 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-02T09:36:00.015 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:36:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:01 smithi188 ceph-mon[86835]: pgmap v3580: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:36:01.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:01 smithi104 ceph-mon[96567]: pgmap v3580: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:36:01.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:01 smithi104 ceph-mon[94081]: pgmap v3580: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:36:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:36:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:03 smithi188 ceph-mon[86835]: pgmap v3581: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 804 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-02T09:36:03.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:03 smithi104 ceph-mon[96567]: pgmap v3581: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 804 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-02T09:36:03.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:03 smithi104 ceph-mon[94081]: pgmap v3581: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 804 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-02T09:36:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:05 smithi188 ceph-mon[86835]: pgmap v3582: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-04-02T09:36:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:05 smithi188 ceph-mon[86835]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:36:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:05 smithi104 ceph-mon[96567]: pgmap v3582: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-04-02T09:36:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:05 smithi104 ceph-mon[96567]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:36:05.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:05 smithi104 ceph-mon[94081]: pgmap v3582: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-04-02T09:36:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:05 smithi104 ceph-mon[94081]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:36:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:36:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:36:05] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:36:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:07 smithi188 ceph-mon[86835]: pgmap v3584: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 891 KiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T09:36:07.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:07 smithi104 ceph-mon[96567]: pgmap v3584: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 891 KiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T09:36:07.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:07 smithi104 ceph-mon[94081]: pgmap v3584: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 891 KiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T09:36:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:09 smithi188 ceph-mon[86835]: pgmap v3585: 137 pgs: 137 active+clean; 241 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-04-02T09:36:09.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:09 smithi104 ceph-mon[96567]: pgmap v3585: 137 pgs: 137 active+clean; 241 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-04-02T09:36:09.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:09 smithi104 ceph-mon[94081]: pgmap v3585: 137 pgs: 137 active+clean; 241 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-04-02T09:36:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:11 smithi188 ceph-mon[86835]: pgmap v3586: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 881 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:36:11.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:11 smithi104 ceph-mon[96567]: pgmap v3586: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 881 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:36:11.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:11 smithi104 ceph-mon[94081]: pgmap v3586: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 881 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:36:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:36:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:13 smithi188 ceph-mon[86835]: pgmap v3587: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:36:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:13 smithi188 ceph-mon[86835]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:36:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:13 smithi104 ceph-mon[94081]: pgmap v3587: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:36:13.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:13 smithi104 ceph-mon[94081]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:36:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:13 smithi104 ceph-mon[96567]: pgmap v3587: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:36:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:13 smithi104 ceph-mon[96567]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:36:14.476 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14461 ms) 2024-04-02T09:36:14.476 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-02T09:36:14.476 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:36:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:15 smithi188 ceph-mon[86835]: pgmap v3589: 137 pgs: 137 active+clean; 254 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 512 KiB/s rd, 3.9 MiB/s wr, 43 op/s 2024-04-02T09:36:15.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:15 smithi104 ceph-mon[96567]: pgmap v3589: 137 pgs: 137 active+clean; 254 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 512 KiB/s rd, 3.9 MiB/s wr, 43 op/s 2024-04-02T09:36:15.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:15 smithi104 ceph-mon[94081]: pgmap v3589: 137 pgs: 137 active+clean; 254 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 512 KiB/s rd, 3.9 MiB/s wr, 43 op/s 2024-04-02T09:36:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:36:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:36:15] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:36:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:17 smithi188 ceph-mon[86835]: pgmap v3590: 137 pgs: 137 active+clean; 262 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1017 KiB/s rd, 3.7 MiB/s wr, 53 op/s 2024-04-02T09:36:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:17 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:17 smithi104 ceph-mon[94081]: pgmap v3590: 137 pgs: 137 active+clean; 262 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1017 KiB/s rd, 3.7 MiB/s wr, 53 op/s 2024-04-02T09:36:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:17 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:17 smithi104 ceph-mon[96567]: pgmap v3590: 137 pgs: 137 active+clean; 262 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1017 KiB/s rd, 3.7 MiB/s wr, 53 op/s 2024-04-02T09:36:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:17 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:36:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:36:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:36:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:36:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:36:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:18.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:36:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:36:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:36:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:36:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:19 smithi104 ceph-mon[96567]: pgmap v3591: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.5 MiB/s wr, 44 op/s 2024-04-02T09:36:19.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:19 smithi104 ceph-mon[96567]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:36:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:19 smithi104 ceph-mon[94081]: pgmap v3591: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.5 MiB/s wr, 44 op/s 2024-04-02T09:36:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:19 smithi104 ceph-mon[94081]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:36:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:19 smithi188 ceph-mon[86835]: pgmap v3591: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.5 MiB/s wr, 44 op/s 2024-04-02T09:36:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:19 smithi188 ceph-mon[86835]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:36:20.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:20.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:21.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:21 smithi104 ceph-mon[96567]: pgmap v3593: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 55 op/s 2024-04-02T09:36:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:21 smithi104 ceph-mon[94081]: pgmap v3593: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 55 op/s 2024-04-02T09:36:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:21 smithi188 ceph-mon[86835]: pgmap v3593: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 55 op/s 2024-04-02T09:36:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:36:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:23 smithi188 ceph-mon[86835]: pgmap v3594: 137 pgs: 137 active+clean; 335 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.9 MiB/s wr, 68 op/s 2024-04-02T09:36:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:23 smithi104 ceph-mon[96567]: pgmap v3594: 137 pgs: 137 active+clean; 335 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.9 MiB/s wr, 68 op/s 2024-04-02T09:36:23.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:23 smithi104 ceph-mon[94081]: pgmap v3594: 137 pgs: 137 active+clean; 335 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.9 MiB/s wr, 68 op/s 2024-04-02T09:36:25.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:25 smithi104 ceph-mon[96567]: pgmap v3595: 137 pgs: 137 active+clean; 335 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 67 op/s 2024-04-02T09:36:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:25 smithi104 ceph-mon[94081]: pgmap v3595: 137 pgs: 137 active+clean; 335 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 67 op/s 2024-04-02T09:36:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:25 smithi188 ceph-mon[86835]: pgmap v3595: 137 pgs: 137 active+clean; 335 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 67 op/s 2024-04-02T09:36:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:36:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:36:25] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:36:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:27 smithi188 ceph-mon[86835]: pgmap v3596: 137 pgs: 137 active+clean; 335 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.3 MiB/s wr, 58 op/s 2024-04-02T09:36:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:27 smithi104 ceph-mon[94081]: pgmap v3596: 137 pgs: 137 active+clean; 335 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.3 MiB/s wr, 58 op/s 2024-04-02T09:36:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:27 smithi104 ceph-mon[96567]: pgmap v3596: 137 pgs: 137 active+clean; 335 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.3 MiB/s wr, 58 op/s 2024-04-02T09:36:29.502 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (15026 ms) 2024-04-02T09:36:29.502 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-02T09:36:29.502 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:36:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:29 smithi188 ceph-mon[86835]: pgmap v3597: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:36:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:29 smithi104 ceph-mon[96567]: pgmap v3597: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:36:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:29 smithi104 ceph-mon[94081]: pgmap v3597: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:36:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:31 smithi188 ceph-mon[86835]: pgmap v3598: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:36:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:31 smithi104 ceph-mon[96567]: pgmap v3598: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:36:31.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:31 smithi104 ceph-mon[94081]: pgmap v3598: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:36:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:36:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:36:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:33.691 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:33 smithi104 ceph-mon[94081]: pgmap v3599: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-02T09:36:33.691 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:33 smithi104 ceph-mon[96567]: pgmap v3599: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-02T09:36:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:33 smithi188 ceph-mon[86835]: pgmap v3599: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-02T09:36:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:34 smithi188 ceph-mon[86835]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:36:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:34 smithi104 ceph-mon[94081]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:36:34.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:34 smithi104 ceph-mon[96567]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:36:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:35 smithi104 ceph-mon[96567]: pgmap v3601: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T09:36:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:35 smithi104 ceph-mon[94081]: pgmap v3601: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T09:36:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:35 smithi188 ceph-mon[86835]: pgmap v3601: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T09:36:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:36:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:36:35] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:36:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:37 smithi188 ceph-mon[86835]: pgmap v3602: 137 pgs: 137 active+clean; 351 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-04-02T09:36:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:37 smithi104 ceph-mon[96567]: pgmap v3602: 137 pgs: 137 active+clean; 351 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-04-02T09:36:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:37 smithi104 ceph-mon[94081]: pgmap v3602: 137 pgs: 137 active+clean; 351 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-04-02T09:36:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:39 smithi188 ceph-mon[86835]: pgmap v3603: 137 pgs: 137 active+clean; 360 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 48 op/s 2024-04-02T09:36:39.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:39 smithi104 ceph-mon[96567]: pgmap v3603: 137 pgs: 137 active+clean; 360 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 48 op/s 2024-04-02T09:36:39.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:39 smithi104 ceph-mon[94081]: pgmap v3603: 137 pgs: 137 active+clean; 360 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 48 op/s 2024-04-02T09:36:41.875 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:41 smithi188 ceph-mon[86835]: pgmap v3604: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-02T09:36:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:41 smithi104 ceph-mon[96567]: pgmap v3604: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-02T09:36:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:41 smithi104 ceph-mon[94081]: pgmap v3604: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-02T09:36:42.520 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (13018 ms) 2024-04-02T09:36:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:36:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:43.436 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (102866 ms total) 2024-04-02T09:36:43.436 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:36:43.436 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-02T09:36:43.466 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-02T09:36:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:43 smithi188 ceph-mon[86835]: pgmap v3605: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:36:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:43 smithi104 ceph-mon[94081]: pgmap v3605: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:36:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:43 smithi104 ceph-mon[96567]: pgmap v3605: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:36:44.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:44 smithi188 ceph-mon[86835]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:36:44.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:44 smithi104 ceph-mon[94081]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:36:44.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:44 smithi104 ceph-mon[96567]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:36:45.457 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:36:45.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:45 smithi104 ceph-mon[94081]: pgmap v3607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:45.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:45 smithi104 ceph-mon[94081]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:36:45.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:45 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1295747712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:36:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:45 smithi104 ceph-mon[96567]: pgmap v3607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:45 smithi104 ceph-mon[96567]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:36:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:45 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1295747712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:36:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:45 smithi188 ceph-mon[86835]: pgmap v3607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:45.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:45 smithi188 ceph-mon[86835]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:36:45.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:45 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1295747712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:36:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:36:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:36:45] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:36:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:46 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1295747712' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:36:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:46 smithi188 ceph-mon[86835]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:36:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:46 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1295747712' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:36:46.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:46 smithi104 ceph-mon[96567]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:36:46.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:46 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1295747712' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:36:46.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:46 smithi104 ceph-mon[94081]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:36:47.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:47 smithi188 ceph-mon[86835]: pgmap v3610: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:47.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:47 smithi188 ceph-mon[86835]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:36:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:47 smithi104 ceph-mon[96567]: pgmap v3610: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:47 smithi104 ceph-mon[96567]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:36:47.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:47 smithi104 ceph-mon[94081]: pgmap v3610: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:47.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:47 smithi104 ceph-mon[94081]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:36:48.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:48 smithi188 ceph-mon[86835]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:36:48.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:48 smithi104 ceph-mon[96567]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:36:48.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:48 smithi104 ceph-mon[94081]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:36:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:49 smithi188 ceph-mon[86835]: pgmap v3613: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:49 smithi104 ceph-mon[96567]: pgmap v3613: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:49.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:49 smithi104 ceph-mon[94081]: pgmap v3613: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:36:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:51 smithi188 ceph-mon[86835]: pgmap v3614: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 738 B/s rd, 554 B/s wr, 2 op/s 2024-04-02T09:36:51.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:51 smithi104 ceph-mon[94081]: pgmap v3614: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 738 B/s rd, 554 B/s wr, 2 op/s 2024-04-02T09:36:51.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:51 smithi104 ceph-mon[96567]: pgmap v3614: 137 pgs: 6 creating+peering, 131 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 738 B/s rd, 554 B/s wr, 2 op/s 2024-04-02T09:36:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:52 smithi188 ceph-mon[86835]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:36:52.700 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:36:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:52.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:52 smithi104 ceph-mon[94081]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:36:52.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:52 smithi104 ceph-mon[96567]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:36:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:53 smithi188 ceph-mon[86835]: pgmap v3616: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-02T09:36:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:53 smithi104 ceph-mon[96567]: pgmap v3616: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-02T09:36:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:53 smithi104 ceph-mon[94081]: pgmap v3616: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-02T09:36:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:55 smithi188 ceph-mon[86835]: pgmap v3617: 137 pgs: 137 active+clean; 26 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T09:36:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:55 smithi104 ceph-mon[96567]: pgmap v3617: 137 pgs: 137 active+clean; 26 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T09:36:55.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:55 smithi104 ceph-mon[94081]: pgmap v3617: 137 pgs: 137 active+clean; 26 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T09:36:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:36:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:36:55] "GET /metrics HTTP/1.1" 200 36717 "" "Prometheus/2.43.0" 2024-04-02T09:36:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:57 smithi188 ceph-mon[86835]: pgmap v3618: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-04-02T09:36:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:57 smithi188 ceph-mon[86835]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:36:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:57 smithi104 ceph-mon[96567]: pgmap v3618: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-04-02T09:36:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:57 smithi104 ceph-mon[96567]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:36:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:57 smithi104 ceph-mon[94081]: pgmap v3618: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-04-02T09:36:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:57 smithi104 ceph-mon[94081]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:36:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:36:59 smithi188 ceph-mon[86835]: pgmap v3620: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-02T09:36:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:36:59 smithi104 ceph-mon[96567]: pgmap v3620: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-02T09:36:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:36:59 smithi104 ceph-mon[94081]: pgmap v3620: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-02T09:37:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:01 smithi188 ceph-mon[86835]: pgmap v3621: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-02T09:37:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:01 smithi104 ceph-mon[96567]: pgmap v3621: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-02T09:37:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:01 smithi104 ceph-mon[94081]: pgmap v3621: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-02T09:37:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:37:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:03.847 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/4.Simple (20381 ms) 2024-04-02T09:37:03.847 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-02T09:37:03.847 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:37:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:03 smithi188 ceph-mon[86835]: pgmap v3622: 137 pgs: 137 active+clean; 47 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 46 op/s 2024-04-02T09:37:03.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:03 smithi104 ceph-mon[94081]: pgmap v3622: 137 pgs: 137 active+clean; 47 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 46 op/s 2024-04-02T09:37:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:03 smithi104 ceph-mon[96567]: pgmap v3622: 137 pgs: 137 active+clean; 47 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 46 op/s 2024-04-02T09:37:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:04.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:05.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:05 smithi104 ceph-mon[96567]: pgmap v3623: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-02T09:37:05.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:05 smithi104 ceph-mon[94081]: pgmap v3623: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-02T09:37:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:05 smithi188 ceph-mon[86835]: pgmap v3623: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-02T09:37:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:37:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:37:05] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:37:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:07 smithi188 ceph-mon[86835]: pgmap v3624: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-04-02T09:37:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:07 smithi104 ceph-mon[96567]: pgmap v3624: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-04-02T09:37:07.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:07 smithi104 ceph-mon[94081]: pgmap v3624: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-04-02T09:37:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:08 smithi188 ceph-mon[86835]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:37:08.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:08 smithi104 ceph-mon[94081]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:37:08.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:08 smithi104 ceph-mon[96567]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:37:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:09 smithi188 ceph-mon[86835]: pgmap v3626: 137 pgs: 137 active+clean; 79 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 34 op/s 2024-04-02T09:37:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:09 smithi104 ceph-mon[94081]: pgmap v3626: 137 pgs: 137 active+clean; 79 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 34 op/s 2024-04-02T09:37:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:09 smithi104 ceph-mon[96567]: pgmap v3626: 137 pgs: 137 active+clean; 79 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 34 op/s 2024-04-02T09:37:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:11 smithi188 ceph-mon[86835]: pgmap v3627: 137 pgs: 137 active+clean; 79 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 34 op/s 2024-04-02T09:37:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:11 smithi104 ceph-mon[94081]: pgmap v3627: 137 pgs: 137 active+clean; 79 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 34 op/s 2024-04-02T09:37:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:11 smithi104 ceph-mon[96567]: pgmap v3627: 137 pgs: 137 active+clean; 79 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 34 op/s 2024-04-02T09:37:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:37:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:37:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:13 smithi188 ceph-mon[86835]: pgmap v3628: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-02T09:37:13.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:13 smithi104 ceph-mon[94081]: pgmap v3628: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-02T09:37:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:13 smithi104 ceph-mon[96567]: pgmap v3628: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-02T09:37:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:15 smithi188 ceph-mon[86835]: pgmap v3629: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.7 MiB/s wr, 55 op/s 2024-04-02T09:37:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:15 smithi104 ceph-mon[96567]: pgmap v3629: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.7 MiB/s wr, 55 op/s 2024-04-02T09:37:15.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:15 smithi104 ceph-mon[94081]: pgmap v3629: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.7 MiB/s wr, 55 op/s 2024-04-02T09:37:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:37:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:37:15] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:37:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:17 smithi188 ceph-mon[86835]: pgmap v3630: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:37:17.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:17 smithi104 ceph-mon[96567]: pgmap v3630: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:37:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:17 smithi104 ceph-mon[94081]: pgmap v3630: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:37:18.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:18 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:18.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:18 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:18 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:19 smithi188 ceph-mon[86835]: pgmap v3631: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-02T09:37:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:37:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:19 smithi104 ceph-mon[96567]: pgmap v3631: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-02T09:37:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:37:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:19 smithi104 ceph-mon[94081]: pgmap v3631: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-02T09:37:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:37:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:21 smithi188 ceph-mon[86835]: pgmap v3632: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-04-02T09:37:21.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:21 smithi104 ceph-mon[96567]: pgmap v3632: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-04-02T09:37:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:21 smithi104 ceph-mon[94081]: pgmap v3632: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-04-02T09:37:21.966 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/4.Grow (18119 ms) 2024-04-02T09:37:21.966 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-02T09:37:21.966 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:37:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:37:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:37:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:23 smithi188 ceph-mon[86835]: pgmap v3633: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.1 MiB/s wr, 47 op/s 2024-04-02T09:37:23.908 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:23 smithi104 ceph-mon[94081]: pgmap v3633: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.1 MiB/s wr, 47 op/s 2024-04-02T09:37:23.908 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:23 smithi104 ceph-mon[96567]: pgmap v3633: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.1 MiB/s wr, 47 op/s 2024-04-02T09:37:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:25 smithi104 ceph-mon[94081]: pgmap v3634: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.8 MiB/s wr, 27 op/s 2024-04-02T09:37:25.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:25 smithi104 ceph-mon[96567]: pgmap v3634: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.8 MiB/s wr, 27 op/s 2024-04-02T09:37:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:25 smithi188 ceph-mon[86835]: pgmap v3634: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.8 MiB/s wr, 27 op/s 2024-04-02T09:37:26.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:37:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:37:25] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:37:27.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:27 smithi188 ceph-mon[86835]: pgmap v3635: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:37:27.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:27 smithi188 ceph-mon[86835]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:37:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:27 smithi104 ceph-mon[96567]: pgmap v3635: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:37:27.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:27 smithi104 ceph-mon[96567]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:37:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:27 smithi104 ceph-mon[94081]: pgmap v3635: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:37:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:27 smithi104 ceph-mon[94081]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:37:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:29 smithi188 ceph-mon[86835]: pgmap v3637: 137 pgs: 137 active+clean; 162 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T09:37:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:29 smithi104 ceph-mon[94081]: pgmap v3637: 137 pgs: 137 active+clean; 162 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T09:37:29.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:29 smithi104 ceph-mon[96567]: pgmap v3637: 137 pgs: 137 active+clean; 162 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T09:37:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:31 smithi188 ceph-mon[86835]: pgmap v3638: 137 pgs: 137 active+clean; 166 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T09:37:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:31 smithi104 ceph-mon[96567]: pgmap v3638: 137 pgs: 137 active+clean; 166 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T09:37:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:31 smithi104 ceph-mon[94081]: pgmap v3638: 137 pgs: 137 active+clean; 166 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T09:37:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:37:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:33 smithi188 ceph-mon[86835]: pgmap v3639: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-02T09:37:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:33 smithi104 ceph-mon[96567]: pgmap v3639: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-02T09:37:33.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:33 smithi104 ceph-mon[94081]: pgmap v3639: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-02T09:37:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:35 smithi188 ceph-mon[86835]: pgmap v3640: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:37:35.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:35 smithi104 ceph-mon[96567]: pgmap v3640: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:37:35.874 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:37:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:37:35] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:37:35.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:35 smithi104 ceph-mon[94081]: pgmap v3640: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:37:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:37 smithi188 ceph-mon[86835]: pgmap v3641: 137 pgs: 137 active+clean; 182 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-02T09:37:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:37 smithi104 ceph-mon[96567]: pgmap v3641: 137 pgs: 137 active+clean; 182 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-02T09:37:37.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:37 smithi104 ceph-mon[94081]: pgmap v3641: 137 pgs: 137 active+clean; 182 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-02T09:37:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:39 smithi188 ceph-mon[86835]: pgmap v3642: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 2.9 MiB/s wr, 43 op/s 2024-04-02T09:37:39.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:39 smithi104 ceph-mon[96567]: pgmap v3642: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 2.9 MiB/s wr, 43 op/s 2024-04-02T09:37:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:39 smithi104 ceph-mon[94081]: pgmap v3642: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 2.9 MiB/s wr, 43 op/s 2024-04-02T09:37:40.764 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (18798 ms) 2024-04-02T09:37:40.764 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-02T09:37:40.764 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:37:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:41 smithi188 ceph-mon[86835]: pgmap v3643: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-02T09:37:41.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:41 smithi104 ceph-mon[96567]: pgmap v3643: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-02T09:37:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:41 smithi104 ceph-mon[94081]: pgmap v3643: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-02T09:37:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:37:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:43 smithi188 ceph-mon[86835]: pgmap v3644: 137 pgs: 137 active+clean; 203 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:37:43.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:43 smithi104 ceph-mon[96567]: pgmap v3644: 137 pgs: 137 active+clean; 203 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:37:43.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:43 smithi104 ceph-mon[94081]: pgmap v3644: 137 pgs: 137 active+clean; 203 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:37:45.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:45 smithi104 ceph-mon[96567]: pgmap v3645: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:37:45.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:45 smithi104 ceph-mon[94081]: pgmap v3645: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:37:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:45 smithi188 ceph-mon[86835]: pgmap v3645: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:37:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:37:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:37:45] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:37:46.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:46 smithi188 ceph-mon[86835]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:37:46.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:46 smithi104 ceph-mon[94081]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:37:46.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:46 smithi104 ceph-mon[96567]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:37:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:47 smithi188 ceph-mon[86835]: pgmap v3647: 137 pgs: 137 active+clean; 223 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-04-02T09:37:47.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:47 smithi104 ceph-mon[96567]: pgmap v3647: 137 pgs: 137 active+clean; 223 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-04-02T09:37:47.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:47 smithi104 ceph-mon[94081]: pgmap v3647: 137 pgs: 137 active+clean; 223 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-04-02T09:37:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:49 smithi188 ceph-mon[86835]: pgmap v3648: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 53 op/s 2024-04-02T09:37:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:49.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:49 smithi104 ceph-mon[96567]: pgmap v3648: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 53 op/s 2024-04-02T09:37:49.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:49 smithi104 ceph-mon[94081]: pgmap v3648: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 53 op/s 2024-04-02T09:37:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:51 smithi188 ceph-mon[86835]: pgmap v3649: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 53 op/s 2024-04-02T09:37:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:51 smithi104 ceph-mon[96567]: pgmap v3649: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 53 op/s 2024-04-02T09:37:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:51 smithi104 ceph-mon[94081]: pgmap v3649: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 53 op/s 2024-04-02T09:37:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:37:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:53 smithi188 ceph-mon[86835]: pgmap v3650: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:37:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:53 smithi104 ceph-mon[96567]: pgmap v3650: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:37:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:53 smithi104 ceph-mon[94081]: pgmap v3650: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:37:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:55 smithi188 ceph-mon[86835]: pgmap v3651: 137 pgs: 137 active+clean; 248 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 851 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:37:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:55 smithi104 ceph-mon[96567]: pgmap v3651: 137 pgs: 137 active+clean; 248 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 851 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:37:55.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:55 smithi104 ceph-mon[94081]: pgmap v3651: 137 pgs: 137 active+clean; 248 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 851 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:37:56.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:37:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:37:55] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:37:57.092 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (16328 ms) 2024-04-02T09:37:57.092 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-02T09:37:57.092 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:37:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:57 smithi188 ceph-mon[86835]: pgmap v3652: 137 pgs: 137 active+clean; 252 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-02T09:37:57.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:57 smithi104 ceph-mon[96567]: pgmap v3652: 137 pgs: 137 active+clean; 252 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-02T09:37:57.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:57 smithi104 ceph-mon[94081]: pgmap v3652: 137 pgs: 137 active+clean; 252 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-02T09:37:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:37:59 smithi188 ceph-mon[86835]: pgmap v3653: 137 pgs: 137 active+clean; 264 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.1 MiB/s wr, 46 op/s 2024-04-02T09:37:59.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:37:59 smithi104 ceph-mon[96567]: pgmap v3653: 137 pgs: 137 active+clean; 264 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.1 MiB/s wr, 46 op/s 2024-04-02T09:37:59.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:37:59 smithi104 ceph-mon[94081]: pgmap v3653: 137 pgs: 137 active+clean; 264 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.1 MiB/s wr, 46 op/s 2024-04-02T09:38:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:01 smithi188 ceph-mon[86835]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:38:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:01 smithi104 ceph-mon[96567]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:38:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:01 smithi104 ceph-mon[94081]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:38:02.622 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:38:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:38:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:02.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:02 smithi188 ceph-mon[86835]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:38:02.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:02 smithi104 ceph-mon[96567]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:38:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:02 smithi104 ceph-mon[94081]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:38:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:03 smithi104 ceph-mon[96567]: pgmap v3656: 137 pgs: 137 active+clean; 268 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T09:38:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:03 smithi104 ceph-mon[94081]: pgmap v3656: 137 pgs: 137 active+clean; 268 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T09:38:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:03 smithi188 ceph-mon[86835]: pgmap v3656: 137 pgs: 137 active+clean; 268 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T09:38:04.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:05.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:05 smithi104 ceph-mon[96567]: pgmap v3657: 137 pgs: 137 active+clean; 285 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 52 op/s 2024-04-02T09:38:05.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:38:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:38:05] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:38:05.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:05 smithi104 ceph-mon[94081]: pgmap v3657: 137 pgs: 137 active+clean; 285 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 52 op/s 2024-04-02T09:38:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:05 smithi188 ceph-mon[86835]: pgmap v3657: 137 pgs: 137 active+clean; 285 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 52 op/s 2024-04-02T09:38:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:07 smithi104 ceph-mon[96567]: pgmap v3658: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:38:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:07 smithi104 ceph-mon[94081]: pgmap v3658: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:38:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:07 smithi188 ceph-mon[86835]: pgmap v3658: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:38:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:09 smithi104 ceph-mon[96567]: pgmap v3659: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-02T09:38:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:09 smithi104 ceph-mon[94081]: pgmap v3659: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-02T09:38:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:09 smithi188 ceph-mon[86835]: pgmap v3659: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-02T09:38:12.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:11 smithi188 ceph-mon[86835]: pgmap v3660: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-02T09:38:12.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:11 smithi104 ceph-mon[96567]: pgmap v3660: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-02T09:38:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:11 smithi104 ceph-mon[94081]: pgmap v3660: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-02T09:38:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:38:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:38:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:13 smithi188 ceph-mon[86835]: pgmap v3661: 137 pgs: 137 active+clean; 305 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-02T09:38:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:13 smithi104 ceph-mon[96567]: pgmap v3661: 137 pgs: 137 active+clean; 305 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-02T09:38:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:13 smithi104 ceph-mon[94081]: pgmap v3661: 137 pgs: 137 active+clean; 305 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-02T09:38:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:15 smithi188 ceph-mon[86835]: pgmap v3662: 137 pgs: 137 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-02T09:38:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:15 smithi188 ceph-mon[86835]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:38:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:38:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:38:15] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:38:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:15 smithi104 ceph-mon[96567]: pgmap v3662: 137 pgs: 137 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-02T09:38:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:15 smithi104 ceph-mon[96567]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:38:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:15 smithi104 ceph-mon[94081]: pgmap v3662: 137 pgs: 137 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-02T09:38:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:15 smithi104 ceph-mon[94081]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:38:16.980 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (19888 ms) 2024-04-02T09:38:16.980 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-02T09:38:16.980 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:38:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:17 smithi188 ceph-mon[86835]: pgmap v3664: 137 pgs: 137 active+clean; 334 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-04-02T09:38:18.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:17 smithi104 ceph-mon[94081]: pgmap v3664: 137 pgs: 137 active+clean; 334 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-04-02T09:38:18.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:17 smithi104 ceph-mon[96567]: pgmap v3664: 137 pgs: 137 active+clean; 334 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-04-02T09:38:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:19 smithi188 ceph-mon[86835]: pgmap v3665: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:38:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:38:20.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[94081]: pgmap v3665: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:38:20.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:20.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:38:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[96567]: pgmap v3665: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:38:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:38:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:21 smithi188 ceph-mon[86835]: pgmap v3666: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:38:22.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:21 smithi104 ceph-mon[96567]: pgmap v3666: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:38:22.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:21 smithi104 ceph-mon[94081]: pgmap v3666: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:38:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:38:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:22 smithi188 ceph-mon[86835]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:38:23.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:22 smithi104 ceph-mon[94081]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:38:23.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:22 smithi104 ceph-mon[96567]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:38:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:23 smithi188 ceph-mon[86835]: pgmap v3668: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 10 MiB/s wr, 48 op/s 2024-04-02T09:38:24.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:23 smithi104 ceph-mon[94081]: pgmap v3668: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 10 MiB/s wr, 48 op/s 2024-04-02T09:38:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:23 smithi104 ceph-mon[96567]: pgmap v3668: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 10 MiB/s wr, 48 op/s 2024-04-02T09:38:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:25 smithi188 ceph-mon[86835]: pgmap v3669: 137 pgs: 137 active+clean; 399 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.6 MiB/s wr, 70 op/s 2024-04-02T09:38:26.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:25 smithi104 ceph-mon[94081]: pgmap v3669: 137 pgs: 137 active+clean; 399 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.6 MiB/s wr, 70 op/s 2024-04-02T09:38:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:38:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:38:25] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:38:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:25 smithi104 ceph-mon[96567]: pgmap v3669: 137 pgs: 137 active+clean; 399 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.6 MiB/s wr, 70 op/s 2024-04-02T09:38:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:27 smithi188 ceph-mon[86835]: pgmap v3670: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.3 MiB/s wr, 70 op/s 2024-04-02T09:38:28.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:27 smithi104 ceph-mon[96567]: pgmap v3670: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.3 MiB/s wr, 70 op/s 2024-04-02T09:38:28.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:27 smithi104 ceph-mon[94081]: pgmap v3670: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.3 MiB/s wr, 70 op/s 2024-04-02T09:38:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:29 smithi188 ceph-mon[86835]: pgmap v3671: 137 pgs: 137 active+clean; 411 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-02T09:38:30.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:29 smithi104 ceph-mon[96567]: pgmap v3671: 137 pgs: 137 active+clean; 411 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-02T09:38:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:29 smithi104 ceph-mon[94081]: pgmap v3671: 137 pgs: 137 active+clean; 411 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-02T09:38:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:31 smithi188 ceph-mon[86835]: pgmap v3672: 137 pgs: 137 active+clean; 411 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-02T09:38:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:31 smithi104 ceph-mon[96567]: pgmap v3672: 137 pgs: 137 active+clean; 411 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-02T09:38:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:31 smithi104 ceph-mon[94081]: pgmap v3672: 137 pgs: 137 active+clean; 411 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-02T09:38:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:38:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:33.802 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (16822 ms) 2024-04-02T09:38:33.803 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-02T09:38:33.803 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:38:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:33 smithi188 ceph-mon[86835]: pgmap v3673: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-02T09:38:34.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:33 smithi104 ceph-mon[96567]: pgmap v3673: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-02T09:38:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:33 smithi104 ceph-mon[94081]: pgmap v3673: 137 pgs: 137 active+clean; 423 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-02T09:38:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:35.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:35 smithi188 ceph-mon[86835]: pgmap v3674: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-02T09:38:36.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:35 smithi104 ceph-mon[94081]: pgmap v3674: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-02T09:38:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:38:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:38:35] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:38:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:35 smithi104 ceph-mon[96567]: pgmap v3674: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-02T09:38:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:37 smithi188 ceph-mon[86835]: pgmap v3675: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-02T09:38:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:37 smithi104 ceph-mon[94081]: pgmap v3675: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-02T09:38:38.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:37 smithi104 ceph-mon[96567]: pgmap v3675: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-02T09:38:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:38 smithi188 ceph-mon[86835]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:38:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:38 smithi188 ceph-mon[86835]: pgmap v3677: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T09:38:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:38 smithi104 ceph-mon[96567]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:38:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:38 smithi104 ceph-mon[96567]: pgmap v3677: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T09:38:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:38 smithi104 ceph-mon[94081]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:38:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:38 smithi104 ceph-mon[94081]: pgmap v3677: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T09:38:41.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:41 smithi188 ceph-mon[86835]: pgmap v3678: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T09:38:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:41 smithi104 ceph-mon[96567]: pgmap v3678: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T09:38:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:41 smithi104 ceph-mon[94081]: pgmap v3678: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T09:38:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:38:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:43 smithi188 ceph-mon[86835]: pgmap v3679: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-02T09:38:43.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:43 smithi104 ceph-mon[96567]: pgmap v3679: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-02T09:38:43.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:43 smithi104 ceph-mon[94081]: pgmap v3679: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-02T09:38:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:45 smithi188 ceph-mon[86835]: pgmap v3680: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:38:45.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:45 smithi104 ceph-mon[96567]: pgmap v3680: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:38:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:45 smithi104 ceph-mon[94081]: pgmap v3680: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:38:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:38:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:38:45] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:38:47.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:47 smithi188 ceph-mon[86835]: pgmap v3681: 137 pgs: 137 active+clean; 464 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:38:47.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:47 smithi104 ceph-mon[96567]: pgmap v3681: 137 pgs: 137 active+clean; 464 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:38:47.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:47 smithi104 ceph-mon[94081]: pgmap v3681: 137 pgs: 137 active+clean; 464 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:38:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:49 smithi188 ceph-mon[86835]: pgmap v3682: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 459 KiB/s rd, 4.4 MiB/s wr, 44 op/s 2024-04-02T09:38:49.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:49 smithi104 ceph-mon[96567]: pgmap v3682: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 459 KiB/s rd, 4.4 MiB/s wr, 44 op/s 2024-04-02T09:38:49.389 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:49 smithi104 ceph-mon[94081]: pgmap v3682: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 459 KiB/s rd, 4.4 MiB/s wr, 44 op/s 2024-04-02T09:38:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:51 smithi188 ceph-mon[86835]: pgmap v3683: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T09:38:51.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:51 smithi104 ceph-mon[96567]: pgmap v3683: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T09:38:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:51 smithi104 ceph-mon[94081]: pgmap v3683: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T09:38:51.862 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (18060 ms) 2024-04-02T09:38:52.099 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (128396 ms total) 2024-04-02T09:38:52.100 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:38:52.100 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-02T09:38:52.129 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-02T09:38:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:38:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:38:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:53 smithi188 ceph-mon[86835]: pgmap v3684: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 48 op/s 2024-04-02T09:38:53.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:53 smithi188 ceph-mon[86835]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:38:53.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:53 smithi104 ceph-mon[96567]: pgmap v3684: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 48 op/s 2024-04-02T09:38:53.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:53 smithi104 ceph-mon[96567]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:38:53.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:53 smithi104 ceph-mon[94081]: pgmap v3684: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 48 op/s 2024-04-02T09:38:53.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:53 smithi104 ceph-mon[94081]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:38:54.113 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:38:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:54 smithi188 ceph-mon[86835]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:38:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:54 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1994116349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:38:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:54 smithi104 ceph-mon[96567]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:38:54.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:54 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1994116349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:38:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:54 smithi104 ceph-mon[94081]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:38:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:54 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1994116349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:38:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:55 smithi188 ceph-mon[86835]: pgmap v3687: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:38:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:55 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:38:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1994116349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:38:55.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:55 smithi188 ceph-mon[86835]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:38:55.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:55 smithi104 ceph-mon[96567]: pgmap v3687: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:38:55.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:55 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:38:55.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1994116349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:38:55.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:55 smithi104 ceph-mon[96567]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:38:55.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:55 smithi104 ceph-mon[94081]: pgmap v3687: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:38:55.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:55 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:38:55.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1994116349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:38:55.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:55 smithi104 ceph-mon[94081]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:38:56.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:56 smithi104 ceph-mon[96567]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:38:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:38:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:38:55] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:38:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:56 smithi104 ceph-mon[94081]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:38:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:56 smithi188 ceph-mon[86835]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:38:57.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:57 smithi188 ceph-mon[86835]: pgmap v3690: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:38:57.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:57 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:38:57.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:57 smithi188 ceph-mon[86835]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:38:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:57 smithi104 ceph-mon[96567]: pgmap v3690: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:38:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:57 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:38:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:57 smithi104 ceph-mon[96567]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:38:57.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:57 smithi104 ceph-mon[94081]: pgmap v3690: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:38:57.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:57 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:38:57.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:57 smithi104 ceph-mon[94081]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:38:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:38:59 smithi188 ceph-mon[86835]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 624 B/s wr, 6 op/s 2024-04-02T09:38:59.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:38:59 smithi104 ceph-mon[96567]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 624 B/s wr, 6 op/s 2024-04-02T09:38:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:38:59 smithi104 ceph-mon[94081]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 624 B/s wr, 6 op/s 2024-04-02T09:39:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:01 smithi104 ceph-mon[96567]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-02T09:39:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:01 smithi104 ceph-mon[94081]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-02T09:39:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:01 smithi188 ceph-mon[86835]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-02T09:39:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:39:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:39:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:03.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:03 smithi104 ceph-mon[96567]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:39:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:03 smithi104 ceph-mon[94081]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:39:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:03 smithi188 ceph-mon[86835]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:39:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:05 smithi104 ceph-mon[96567]: pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 919 B/s wr, 5 op/s 2024-04-02T09:39:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:05 smithi104 ceph-mon[96567]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:39:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:05 smithi104 ceph-mon[94081]: pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 919 B/s wr, 5 op/s 2024-04-02T09:39:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:05 smithi104 ceph-mon[94081]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:39:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:05 smithi188 ceph-mon[86835]: pgmap v3695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 919 B/s wr, 5 op/s 2024-04-02T09:39:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:05 smithi188 ceph-mon[86835]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:39:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:39:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:39:05] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-02T09:39:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:07 smithi188 ceph-mon[86835]: pgmap v3697: 137 pgs: 137 active+clean; 25 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-02T09:39:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:07 smithi188 ceph-mon[86835]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:39:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:07 smithi104 ceph-mon[96567]: pgmap v3697: 137 pgs: 137 active+clean; 25 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-02T09:39:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:07 smithi104 ceph-mon[96567]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:39:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:07 smithi104 ceph-mon[94081]: pgmap v3697: 137 pgs: 137 active+clean; 25 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-02T09:39:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:07 smithi104 ceph-mon[94081]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:39:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:09 smithi188 ceph-mon[86835]: pgmap v3699: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.1 MiB/s wr, 54 op/s 2024-04-02T09:39:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-04-02T09:39:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]: dispatch 2024-04-02T09:39:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:09 smithi104 ceph-mon[96567]: pgmap v3699: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.1 MiB/s wr, 54 op/s 2024-04-02T09:39:09.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-04-02T09:39:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]: dispatch 2024-04-02T09:39:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:09 smithi104 ceph-mon[94081]: pgmap v3699: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.1 MiB/s wr, 54 op/s 2024-04-02T09:39:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-04-02T09:39:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]: dispatch 2024-04-02T09:39:09.980 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/5.Simple (17852 ms) 2024-04-02T09:39:09.981 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-02T09:39:09.981 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:39:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-04-02T09:39:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]': finished 2024-04-02T09:39:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:10 smithi188 ceph-mon[86835]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:39:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-04-02T09:39:10.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]': finished 2024-04-02T09:39:10.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:10 smithi104 ceph-mon[94081]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:39:10.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-04-02T09:39:10.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.14", "id": [5, 1]}]': finished 2024-04-02T09:39:10.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:10 smithi104 ceph-mon[96567]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:39:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:11 smithi188 ceph-mon[86835]: pgmap v3701: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-02T09:39:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:11 smithi188 ceph-mon[86835]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:39:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:11 smithi104 ceph-mon[96567]: pgmap v3701: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-02T09:39:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:11 smithi104 ceph-mon[96567]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:39:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:11 smithi104 ceph-mon[94081]: pgmap v3701: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-02T09:39:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:11 smithi104 ceph-mon[94081]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:39:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:39:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:39:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:13 smithi188 ceph-mon[86835]: pgmap v3703: 137 pgs: 137 active+clean; 74 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-02T09:39:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:13 smithi104 ceph-mon[96567]: pgmap v3703: 137 pgs: 137 active+clean; 74 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-02T09:39:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:13 smithi104 ceph-mon[94081]: pgmap v3703: 137 pgs: 137 active+clean; 74 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-02T09:39:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:15 smithi188 ceph-mon[86835]: pgmap v3704: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.2 MiB/s wr, 61 op/s; 545 KiB/s, 0 objects/s recovering 2024-04-02T09:39:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:15 smithi104 ceph-mon[96567]: pgmap v3704: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.2 MiB/s wr, 61 op/s; 545 KiB/s, 0 objects/s recovering 2024-04-02T09:39:15.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:15 smithi104 ceph-mon[94081]: pgmap v3704: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.2 MiB/s wr, 61 op/s; 545 KiB/s, 0 objects/s recovering 2024-04-02T09:39:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:39:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:39:15] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-02T09:39:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:17 smithi188 ceph-mon[86835]: pgmap v3705: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 33 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:39:17.918 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:17 smithi104 ceph-mon[96567]: pgmap v3705: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 33 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:39:17.918 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:17 smithi104 ceph-mon[94081]: pgmap v3705: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 33 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:39:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:19 smithi188 ceph-mon[86835]: pgmap v3706: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 31 op/s; 482 KiB/s, 0 objects/s recovering 2024-04-02T09:39:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:19 smithi104 ceph-mon[96567]: pgmap v3706: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 31 op/s; 482 KiB/s, 0 objects/s recovering 2024-04-02T09:39:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:19 smithi104 ceph-mon[94081]: pgmap v3706: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 31 op/s; 482 KiB/s, 0 objects/s recovering 2024-04-02T09:39:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:39:20.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:39:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:39:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:21 smithi188 ceph-mon[86835]: pgmap v3707: 137 pgs: 137 active+clean; 91 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 25 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-02T09:39:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:21 smithi188 ceph-mon[86835]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:39:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:21 smithi104 ceph-mon[94081]: pgmap v3707: 137 pgs: 137 active+clean; 91 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 25 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-02T09:39:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:21 smithi104 ceph-mon[94081]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:39:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:21 smithi104 ceph-mon[96567]: pgmap v3707: 137 pgs: 137 active+clean; 91 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 25 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-02T09:39:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:21 smithi104 ceph-mon[96567]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:39:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:39:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:39:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:23 smithi188 ceph-mon[86835]: pgmap v3709: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.9 MiB/s wr, 52 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-02T09:39:23.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:23 smithi104 ceph-mon[96567]: pgmap v3709: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.9 MiB/s wr, 52 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-02T09:39:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:23 smithi104 ceph-mon[94081]: pgmap v3709: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.9 MiB/s wr, 52 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-02T09:39:25.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:25 smithi104 ceph-mon[96567]: pgmap v3710: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:39:25.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:25 smithi104 ceph-mon[94081]: pgmap v3710: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:39:25.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:25 smithi188 ceph-mon[86835]: pgmap v3710: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:39:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:39:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:39:25] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:39:27.010 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/5.Grow (17029 ms) 2024-04-02T09:39:27.010 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-02T09:39:27.010 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:39:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:27 smithi188 ceph-mon[86835]: pgmap v3711: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:39:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:27 smithi104 ceph-mon[96567]: pgmap v3711: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:39:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:27 smithi104 ceph-mon[94081]: pgmap v3711: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:39:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:29 smithi188 ceph-mon[86835]: pgmap v3712: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:39:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:29 smithi104 ceph-mon[96567]: pgmap v3712: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:39:29.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:29 smithi104 ceph-mon[94081]: pgmap v3712: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:39:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:31 smithi188 ceph-mon[86835]: pgmap v3713: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-02T09:39:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:31 smithi104 ceph-mon[96567]: pgmap v3713: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-02T09:39:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:31 smithi104 ceph-mon[94081]: pgmap v3713: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-02T09:39:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:39:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:33 smithi188 ceph-mon[86835]: pgmap v3714: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 61 op/s 2024-04-02T09:39:33.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:33 smithi104 ceph-mon[96567]: pgmap v3714: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 61 op/s 2024-04-02T09:39:33.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:33 smithi104 ceph-mon[94081]: pgmap v3714: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 61 op/s 2024-04-02T09:39:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:34.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:35 smithi188 ceph-mon[86835]: pgmap v3715: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-02T09:39:35.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:35 smithi104 ceph-mon[96567]: pgmap v3715: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-02T09:39:35.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:35 smithi104 ceph-mon[94081]: pgmap v3715: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-02T09:39:36.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:39:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:39:35] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:39:36.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:36 smithi188 ceph-mon[86835]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:39:36.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:36 smithi104 ceph-mon[94081]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:39:36.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:36 smithi104 ceph-mon[96567]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:39:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:37 smithi188 ceph-mon[86835]: pgmap v3717: 137 pgs: 137 active+clean; 189 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:39:37.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:37 smithi104 ceph-mon[96567]: pgmap v3717: 137 pgs: 137 active+clean; 189 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:39:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:37 smithi104 ceph-mon[94081]: pgmap v3717: 137 pgs: 137 active+clean; 189 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:39:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:39 smithi188 ceph-mon[86835]: pgmap v3718: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-02T09:39:39.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:39 smithi104 ceph-mon[96567]: pgmap v3718: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-02T09:39:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:39 smithi104 ceph-mon[94081]: pgmap v3718: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-02T09:39:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:41 smithi188 ceph-mon[86835]: pgmap v3719: 137 pgs: 137 active+clean; 222 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-02T09:39:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:41 smithi104 ceph-mon[94081]: pgmap v3719: 137 pgs: 137 active+clean; 222 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-02T09:39:41.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:41 smithi104 ceph-mon[96567]: pgmap v3719: 137 pgs: 137 active+clean; 222 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-02T09:39:42.051 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (15041 ms) 2024-04-02T09:39:42.051 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-02T09:39:42.051 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:39:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:39:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:43 smithi188 ceph-mon[86835]: pgmap v3720: 137 pgs: 137 active+clean; 238 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:39:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:43 smithi104 ceph-mon[94081]: pgmap v3720: 137 pgs: 137 active+clean; 238 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:39:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:43 smithi104 ceph-mon[96567]: pgmap v3720: 137 pgs: 137 active+clean; 238 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:39:45.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:45 smithi104 ceph-mon[96567]: pgmap v3721: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:39:45.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:45 smithi188 ceph-mon[86835]: pgmap v3721: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:39:45.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:45 smithi104 ceph-mon[94081]: pgmap v3721: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:39:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:39:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:39:45] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:39:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:47 smithi188 ceph-mon[86835]: pgmap v3722: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 66 op/s 2024-04-02T09:39:47.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:47 smithi104 ceph-mon[94081]: pgmap v3722: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 66 op/s 2024-04-02T09:39:47.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:47 smithi104 ceph-mon[96567]: pgmap v3722: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 66 op/s 2024-04-02T09:39:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:49 smithi188 ceph-mon[86835]: pgmap v3723: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.2 MiB/s wr, 39 op/s 2024-04-02T09:39:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:49.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:49 smithi104 ceph-mon[94081]: pgmap v3723: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.2 MiB/s wr, 39 op/s 2024-04-02T09:39:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:49.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:49 smithi104 ceph-mon[96567]: pgmap v3723: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.2 MiB/s wr, 39 op/s 2024-04-02T09:39:49.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:51.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:51 smithi188 ceph-mon[86835]: pgmap v3724: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:39:51.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:51 smithi188 ceph-mon[86835]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:39:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:51 smithi104 ceph-mon[96567]: pgmap v3724: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:39:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:51 smithi104 ceph-mon[96567]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:39:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:51 smithi104 ceph-mon[94081]: pgmap v3724: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:39:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:51 smithi104 ceph-mon[94081]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:39:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:39:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:53 smithi188 ceph-mon[86835]: pgmap v3726: 137 pgs: 137 active+clean; 284 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-02T09:39:53.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:53 smithi104 ceph-mon[96567]: pgmap v3726: 137 pgs: 137 active+clean; 284 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-02T09:39:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:53 smithi104 ceph-mon[94081]: pgmap v3726: 137 pgs: 137 active+clean; 284 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-02T09:39:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:55 smithi188 ceph-mon[86835]: pgmap v3727: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-02T09:39:55.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:39:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:39:55] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:39:55.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:55 smithi104 ceph-mon[96567]: pgmap v3727: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-02T09:39:55.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:55 smithi104 ceph-mon[94081]: pgmap v3727: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-02T09:39:57.034 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (14983 ms) 2024-04-02T09:39:57.035 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-02T09:39:57.035 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:39:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:57 smithi104 ceph-mon[94081]: pgmap v3728: 137 pgs: 137 active+clean; 296 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-02T09:39:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:57 smithi104 ceph-mon[96567]: pgmap v3728: 137 pgs: 137 active+clean; 296 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-02T09:39:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:57 smithi188 ceph-mon[86835]: pgmap v3728: 137 pgs: 137 active+clean; 296 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-02T09:39:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:39:59 smithi104 ceph-mon[94081]: pgmap v3729: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:39:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:39:59 smithi104 ceph-mon[96567]: pgmap v3729: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:40:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:39:59 smithi188 ceph-mon[86835]: pgmap v3729: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:40:00.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:00 smithi104 ceph-mon[96567]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:00 smithi104 ceph-mon[94081]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:00 smithi188 ceph-mon[86835]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:01 smithi104 ceph-mon[96567]: pgmap v3730: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:40:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:01 smithi104 ceph-mon[94081]: pgmap v3730: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:40:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:01 smithi188 ceph-mon[86835]: pgmap v3730: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:40:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:40:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:03.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:03 smithi104 ceph-mon[96567]: pgmap v3731: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.3 MiB/s wr, 52 op/s 2024-04-02T09:40:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:03 smithi104 ceph-mon[94081]: pgmap v3731: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.3 MiB/s wr, 52 op/s 2024-04-02T09:40:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:03 smithi188 ceph-mon[86835]: pgmap v3731: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.3 MiB/s wr, 52 op/s 2024-04-02T09:40:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:05.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:05 smithi188 ceph-mon[86835]: pgmap v3732: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-04-02T09:40:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:05 smithi188 ceph-mon[86835]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:40:06.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:40:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:40:05] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:40:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:05 smithi104 ceph-mon[96567]: pgmap v3732: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-04-02T09:40:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:05 smithi104 ceph-mon[96567]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:40:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:05 smithi104 ceph-mon[94081]: pgmap v3732: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-04-02T09:40:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:05 smithi104 ceph-mon[94081]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:40:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:07 smithi188 ceph-mon[86835]: pgmap v3734: 137 pgs: 137 active+clean; 333 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-02T09:40:08.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:07 smithi104 ceph-mon[94081]: pgmap v3734: 137 pgs: 137 active+clean; 333 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-02T09:40:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:07 smithi104 ceph-mon[96567]: pgmap v3734: 137 pgs: 137 active+clean; 333 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-02T09:40:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:09 smithi188 ceph-mon[86835]: pgmap v3735: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:40:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:09 smithi188 ceph-mon[86835]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:40:10.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:09 smithi104 ceph-mon[96567]: pgmap v3735: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:40:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:09 smithi104 ceph-mon[96567]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:40:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:09 smithi104 ceph-mon[94081]: pgmap v3735: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:40:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:09 smithi104 ceph-mon[94081]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:40:10.779 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (13745 ms) 2024-04-02T09:40:10.779 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-02T09:40:10.779 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:40:12.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:11 smithi188 ceph-mon[86835]: pgmap v3737: 137 pgs: 137 active+clean; 361 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 53 op/s 2024-04-02T09:40:12.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:11 smithi104 ceph-mon[96567]: pgmap v3737: 137 pgs: 137 active+clean; 361 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 53 op/s 2024-04-02T09:40:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:11 smithi104 ceph-mon[94081]: pgmap v3737: 137 pgs: 137 active+clean; 361 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 53 op/s 2024-04-02T09:40:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:40:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:40:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:13 smithi188 ceph-mon[86835]: pgmap v3738: 137 pgs: 137 active+clean; 398 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 76 op/s 2024-04-02T09:40:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:13 smithi104 ceph-mon[96567]: pgmap v3738: 137 pgs: 137 active+clean; 398 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 76 op/s 2024-04-02T09:40:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:13 smithi104 ceph-mon[94081]: pgmap v3738: 137 pgs: 137 active+clean; 398 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 76 op/s 2024-04-02T09:40:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:15 smithi188 ceph-mon[86835]: pgmap v3739: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 89 op/s 2024-04-02T09:40:16.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:40:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:40:15] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:40:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:15 smithi104 ceph-mon[96567]: pgmap v3739: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 89 op/s 2024-04-02T09:40:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:15 smithi104 ceph-mon[94081]: pgmap v3739: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 89 op/s 2024-04-02T09:40:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:17 smithi188 ceph-mon[86835]: pgmap v3740: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 52 op/s 2024-04-02T09:40:18.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:17 smithi104 ceph-mon[96567]: pgmap v3740: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 52 op/s 2024-04-02T09:40:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:17 smithi104 ceph-mon[94081]: pgmap v3740: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 52 op/s 2024-04-02T09:40:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:19 smithi188 ceph-mon[86835]: pgmap v3741: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:40:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:20.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:19 smithi104 ceph-mon[96567]: pgmap v3741: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:40:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:19 smithi104 ceph-mon[94081]: pgmap v3741: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:40:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:21.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:20 smithi188 ceph-mon[86835]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:40:21.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:21.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:20 smithi104 ceph-mon[96567]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:40:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:20 smithi104 ceph-mon[94081]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:40:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:21 smithi188 ceph-mon[86835]: pgmap v3743: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.7 MiB/s wr, 41 op/s 2024-04-02T09:40:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:40:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:21 smithi104 ceph-mon[96567]: pgmap v3743: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.7 MiB/s wr, 41 op/s 2024-04-02T09:40:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:40:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:21 smithi104 ceph-mon[94081]: pgmap v3743: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.7 MiB/s wr, 41 op/s 2024-04-02T09:40:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:40:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:40:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:23 smithi188 ceph-mon[86835]: pgmap v3744: 137 pgs: 137 active+clean; 475 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.7 MiB/s wr, 65 op/s 2024-04-02T09:40:24.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:23 smithi104 ceph-mon[94081]: pgmap v3744: 137 pgs: 137 active+clean; 475 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.7 MiB/s wr, 65 op/s 2024-04-02T09:40:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:23 smithi104 ceph-mon[96567]: pgmap v3744: 137 pgs: 137 active+clean; 475 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.7 MiB/s wr, 65 op/s 2024-04-02T09:40:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:25 smithi188 ceph-mon[86835]: pgmap v3745: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:40:26.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:25 smithi104 ceph-mon[94081]: pgmap v3745: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:40:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:40:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:40:25] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:40:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:25 smithi104 ceph-mon[96567]: pgmap v3745: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:40:26.191 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (15413 ms) 2024-04-02T09:40:26.192 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-02T09:40:26.192 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:40:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:27 smithi188 ceph-mon[86835]: pgmap v3746: 137 pgs: 137 active+clean; 491 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.7 MiB/s wr, 44 op/s 2024-04-02T09:40:28.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:27 smithi104 ceph-mon[94081]: pgmap v3746: 137 pgs: 137 active+clean; 491 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.7 MiB/s wr, 44 op/s 2024-04-02T09:40:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:27 smithi104 ceph-mon[96567]: pgmap v3746: 137 pgs: 137 active+clean; 491 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.7 MiB/s wr, 44 op/s 2024-04-02T09:40:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:29 smithi188 ceph-mon[86835]: pgmap v3747: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-02T09:40:30.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:29 smithi104 ceph-mon[94081]: pgmap v3747: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-02T09:40:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:29 smithi104 ceph-mon[96567]: pgmap v3747: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-02T09:40:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:31 smithi188 ceph-mon[86835]: pgmap v3748: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 61 op/s 2024-04-02T09:40:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:31 smithi104 ceph-mon[96567]: pgmap v3748: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 61 op/s 2024-04-02T09:40:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:31 smithi104 ceph-mon[94081]: pgmap v3748: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 61 op/s 2024-04-02T09:40:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:40:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:40:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:33 smithi188 ceph-mon[86835]: pgmap v3749: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-02T09:40:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:33 smithi104 ceph-mon[96567]: pgmap v3749: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-02T09:40:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:33 smithi104 ceph-mon[94081]: pgmap v3749: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-02T09:40:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:35.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:35 smithi188 ceph-mon[86835]: pgmap v3750: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T09:40:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:35 smithi188 ceph-mon[86835]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:40:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:35 smithi104 ceph-mon[94081]: pgmap v3750: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T09:40:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:35 smithi104 ceph-mon[94081]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:40:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:40:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:40:35] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:40:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:35 smithi104 ceph-mon[96567]: pgmap v3750: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T09:40:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:35 smithi104 ceph-mon[96567]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:40:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:37 smithi188 ceph-mon[86835]: pgmap v3752: 137 pgs: 137 active+clean; 520 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 61 op/s 2024-04-02T09:40:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:37 smithi104 ceph-mon[94081]: pgmap v3752: 137 pgs: 137 active+clean; 520 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 61 op/s 2024-04-02T09:40:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:37 smithi104 ceph-mon[96567]: pgmap v3752: 137 pgs: 137 active+clean; 520 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 61 op/s 2024-04-02T09:40:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:39 smithi188 ceph-mon[86835]: pgmap v3753: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:40:40.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:39 smithi104 ceph-mon[96567]: pgmap v3753: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:40:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:39 smithi104 ceph-mon[94081]: pgmap v3753: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:40:41.068 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (14876 ms) 2024-04-02T09:40:41.722 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (108939 ms total) 2024-04-02T09:40:41.722 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:40:41.722 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-02T09:40:41.758 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-02T09:40:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:41 smithi188 ceph-mon[86835]: pgmap v3754: 137 pgs: 137 active+clean; 544 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 477 KiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-02T09:40:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:41 smithi104 ceph-mon[96567]: pgmap v3754: 137 pgs: 137 active+clean; 544 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 477 KiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-02T09:40:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:41 smithi104 ceph-mon[94081]: pgmap v3754: 137 pgs: 137 active+clean; 544 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 477 KiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-02T09:40:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:40:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:42.907 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:42 smithi188 ceph-mon[86835]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:40:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:42 smithi104 ceph-mon[94081]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:40:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:42 smithi104 ceph-mon[96567]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:40:43.741 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:40:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:43 smithi188 ceph-mon[86835]: pgmap v3756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:43 smithi188 ceph-mon[86835]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:40:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2988425569' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:44.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:43 smithi104 ceph-mon[96567]: pgmap v3756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:44.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:43 smithi104 ceph-mon[96567]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:40:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2988425569' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:43 smithi104 ceph-mon[94081]: pgmap v3756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:43 smithi104 ceph-mon[94081]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:40:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2988425569' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:44 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2988425569' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:44 smithi188 ceph-mon[86835]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:40:45.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:44 smithi188 ceph-mon[86835]: pgmap v3759: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:45.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:44 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2988425569' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:45.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:44 smithi104 ceph-mon[96567]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:40:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:44 smithi104 ceph-mon[96567]: pgmap v3759: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:44 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2988425569' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:44 smithi104 ceph-mon[94081]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:40:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:44 smithi104 ceph-mon[94081]: pgmap v3759: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:45 smithi188 ceph-mon[86835]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:40:46.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:45 smithi104 ceph-mon[94081]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:40:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:45 smithi104 ceph-mon[96567]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:40:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:40:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:40:45] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:40:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:46 smithi188 ceph-mon[86835]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:40:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:46 smithi188 ceph-mon[86835]: pgmap v3762: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-02T09:40:47.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:46 smithi104 ceph-mon[94081]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:40:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:46 smithi104 ceph-mon[94081]: pgmap v3762: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-02T09:40:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:46 smithi104 ceph-mon[96567]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:40:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:46 smithi104 ceph-mon[96567]: pgmap v3762: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-02T09:40:49.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:49 smithi188 ceph-mon[86835]: pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-02T09:40:49.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:49 smithi104 ceph-mon[96567]: pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-02T09:40:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:49 smithi104 ceph-mon[94081]: pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-02T09:40:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:50.389 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:51 smithi188 ceph-mon[86835]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:40:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:51 smithi104 ceph-mon[96567]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:40:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:51 smithi104 ceph-mon[94081]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:40:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:40:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:53.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:53 smithi104 ceph-mon[94081]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:40:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:53 smithi104 ceph-mon[96567]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:40:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:53 smithi188 ceph-mon[86835]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:40:54.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:54 smithi188 ceph-mon[86835]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:40:54.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:54 smithi104 ceph-mon[96567]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:40:54.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:54 smithi104 ceph-mon[94081]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:40:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:55 smithi188 ceph-mon[86835]: pgmap v3767: 137 pgs: 137 active+clean; 14 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-02T09:40:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:55 smithi104 ceph-mon[96567]: pgmap v3767: 137 pgs: 137 active+clean; 14 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-02T09:40:55.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:55 smithi104 ceph-mon[94081]: pgmap v3767: 137 pgs: 137 active+clean; 14 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-02T09:40:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:40:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:40:55] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-02T09:40:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:57 smithi188 ceph-mon[86835]: pgmap v3768: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 KiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-02T09:40:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:57 smithi188 ceph-mon[86835]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:40:57.874 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 09:40:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=cleanup t=2024-04-02T09:40:57.657846381Z level=info msg="Completed cleanup jobs" duration=15.499442ms 2024-04-02T09:40:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:57 smithi104 ceph-mon[96567]: pgmap v3768: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 KiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-02T09:40:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:57 smithi104 ceph-mon[96567]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:40:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:57 smithi104 ceph-mon[94081]: pgmap v3768: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 KiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-02T09:40:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:57 smithi104 ceph-mon[94081]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:40:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:40:59 smithi188 ceph-mon[86835]: pgmap v3770: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:40:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:40:59 smithi104 ceph-mon[96567]: pgmap v3770: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:40:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:40:59 smithi104 ceph-mon[94081]: pgmap v3770: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:41:01.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:01 smithi188 ceph-mon[86835]: pgmap v3771: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:41:01.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:01 smithi104 ceph-mon[96567]: pgmap v3771: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:41:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:01 smithi104 ceph-mon[94081]: pgmap v3771: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:41:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:41:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:03 smithi188 ceph-mon[86835]: pgmap v3772: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:41:03.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:03 smithi104 ceph-mon[96567]: pgmap v3772: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:41:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:03 smithi104 ceph-mon[94081]: pgmap v3772: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:41:04.575 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/6.Simple (22817 ms) 2024-04-02T09:41:04.575 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-02T09:41:04.575 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:41:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:04.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:05 smithi188 ceph-mon[86835]: pgmap v3773: 137 pgs: 137 active+clean; 74 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 39 op/s 2024-04-02T09:41:05.874 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:41:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:41:05] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:41:05.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:05 smithi104 ceph-mon[96567]: pgmap v3773: 137 pgs: 137 active+clean; 74 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 39 op/s 2024-04-02T09:41:05.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:05 smithi104 ceph-mon[94081]: pgmap v3773: 137 pgs: 137 active+clean; 74 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 39 op/s 2024-04-02T09:41:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:07 smithi188 ceph-mon[86835]: pgmap v3774: 137 pgs: 137 active+clean; 86 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.2 MiB/s wr, 46 op/s 2024-04-02T09:41:07.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:07 smithi104 ceph-mon[96567]: pgmap v3774: 137 pgs: 137 active+clean; 86 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.2 MiB/s wr, 46 op/s 2024-04-02T09:41:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:07 smithi104 ceph-mon[94081]: pgmap v3774: 137 pgs: 137 active+clean; 86 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.2 MiB/s wr, 46 op/s 2024-04-02T09:41:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:09 smithi188 ceph-mon[86835]: pgmap v3775: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-02T09:41:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:09 smithi104 ceph-mon[96567]: pgmap v3775: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-02T09:41:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:09 smithi104 ceph-mon[94081]: pgmap v3775: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-02T09:41:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:11 smithi188 ceph-mon[86835]: pgmap v3776: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:41:11.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:11 smithi104 ceph-mon[96567]: pgmap v3776: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:41:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:11 smithi104 ceph-mon[94081]: pgmap v3776: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:41:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:41:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:13 smithi188 ceph-mon[86835]: pgmap v3777: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:41:13.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:13 smithi104 ceph-mon[96567]: pgmap v3777: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:41:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:13 smithi104 ceph-mon[94081]: pgmap v3777: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:41:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:14 smithi188 ceph-mon[86835]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:41:14.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:14 smithi104 ceph-mon[96567]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:41:14.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:14 smithi104 ceph-mon[94081]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:41:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:15 smithi188 ceph-mon[86835]: pgmap v3779: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T09:41:15.874 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:41:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:41:15] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:41:15.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:15 smithi104 ceph-mon[96567]: pgmap v3779: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T09:41:15.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:15 smithi104 ceph-mon[94081]: pgmap v3779: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T09:41:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:17 smithi188 ceph-mon[86835]: pgmap v3780: 137 pgs: 137 active+clean; 95 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 926 KiB/s wr, 41 op/s 2024-04-02T09:41:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:17 smithi104 ceph-mon[96567]: pgmap v3780: 137 pgs: 137 active+clean; 95 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 926 KiB/s wr, 41 op/s 2024-04-02T09:41:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:17 smithi104 ceph-mon[94081]: pgmap v3780: 137 pgs: 137 active+clean; 95 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 926 KiB/s wr, 41 op/s 2024-04-02T09:41:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:19 smithi188 ceph-mon[86835]: pgmap v3781: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:19 smithi104 ceph-mon[96567]: pgmap v3781: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:19 smithi104 ceph-mon[94081]: pgmap v3781: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:21 smithi188 ceph-mon[86835]: pgmap v3782: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:21 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:21 smithi104 ceph-mon[96567]: pgmap v3782: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:21 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:21 smithi104 ceph-mon[94081]: pgmap v3782: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:21 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:41:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:23 smithi188 ceph-mon[86835]: pgmap v3783: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:41:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:41:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:41:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[96567]: pgmap v3783: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:41:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:41:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:41:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[94081]: pgmap v3783: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:41:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:41:23.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:23.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:23.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:41:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:25 smithi188 ceph-mon[86835]: pgmap v3784: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-02T09:41:25.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:25 smithi104 ceph-mon[94081]: pgmap v3784: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-02T09:41:25.875 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:41:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:41:25] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:41:25.875 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:25 smithi104 ceph-mon[96567]: pgmap v3784: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-02T09:41:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:27 smithi188 ceph-mon[86835]: pgmap v3785: 137 pgs: 137 active+clean; 136 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:41:27.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:27 smithi104 ceph-mon[94081]: pgmap v3785: 137 pgs: 137 active+clean; 136 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:41:27.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:27 smithi104 ceph-mon[96567]: pgmap v3785: 137 pgs: 137 active+clean; 136 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:41:29.302 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/6.Grow (24727 ms) 2024-04-02T09:41:29.302 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-02T09:41:29.302 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:41:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:29 smithi188 ceph-mon[86835]: pgmap v3786: 137 pgs: 137 active+clean; 148 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T09:41:29.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:29 smithi104 ceph-mon[94081]: pgmap v3786: 137 pgs: 137 active+clean; 148 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T09:41:29.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:29 smithi104 ceph-mon[96567]: pgmap v3786: 137 pgs: 137 active+clean; 148 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.4 MiB/s wr, 21 op/s 2024-04-02T09:41:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:31 smithi188 ceph-mon[86835]: pgmap v3787: 137 pgs: 137 active+clean; 148 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T09:41:31.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:31 smithi104 ceph-mon[96567]: pgmap v3787: 137 pgs: 137 active+clean; 148 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T09:41:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:31 smithi104 ceph-mon[94081]: pgmap v3787: 137 pgs: 137 active+clean; 148 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T09:41:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:41:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:33 smithi188 ceph-mon[86835]: pgmap v3788: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-02T09:41:33.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:33 smithi104 ceph-mon[96567]: pgmap v3788: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-02T09:41:33.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:33 smithi104 ceph-mon[94081]: pgmap v3788: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-02T09:41:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:35.874 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:41:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:41:35] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:41:35.875 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:35 smithi104 ceph-mon[96567]: pgmap v3789: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:41:35.875 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:35 smithi104 ceph-mon[94081]: pgmap v3789: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:41:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:35 smithi188 ceph-mon[86835]: pgmap v3789: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:41:37.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:37 smithi104 ceph-mon[96567]: pgmap v3790: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T09:41:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:37 smithi104 ceph-mon[94081]: pgmap v3790: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T09:41:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:37 smithi188 ceph-mon[86835]: pgmap v3790: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T09:41:38.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:38 smithi104 ceph-mon[96567]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:41:38.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:38 smithi104 ceph-mon[94081]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:41:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:38 smithi188 ceph-mon[86835]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:41:39.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:39 smithi104 ceph-mon[96567]: pgmap v3792: 137 pgs: 137 active+clean; 177 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-02T09:41:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:39 smithi104 ceph-mon[94081]: pgmap v3792: 137 pgs: 137 active+clean; 177 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-02T09:41:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:39 smithi188 ceph-mon[86835]: pgmap v3792: 137 pgs: 137 active+clean; 177 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-02T09:41:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:41 smithi188 ceph-mon[86835]: pgmap v3793: 137 pgs: 137 active+clean; 177 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-02T09:41:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:41 smithi104 ceph-mon[96567]: pgmap v3793: 137 pgs: 137 active+clean; 177 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-02T09:41:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:41 smithi104 ceph-mon[94081]: pgmap v3793: 137 pgs: 137 active+clean; 177 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-02T09:41:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:41:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:43 smithi188 ceph-mon[86835]: pgmap v3794: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:41:44.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:43 smithi104 ceph-mon[96567]: pgmap v3794: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:41:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:43 smithi104 ceph-mon[94081]: pgmap v3794: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:41:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:45 smithi188 ceph-mon[86835]: pgmap v3795: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:41:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:41:45] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:41:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:45 smithi104 ceph-mon[96567]: pgmap v3795: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:45 smithi104 ceph-mon[94081]: pgmap v3795: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:47 smithi188 ceph-mon[86835]: pgmap v3796: 137 pgs: 137 active+clean; 222 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-02T09:41:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:47 smithi104 ceph-mon[94081]: pgmap v3796: 137 pgs: 137 active+clean; 222 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-02T09:41:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:47 smithi104 ceph-mon[96567]: pgmap v3796: 137 pgs: 137 active+clean; 222 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-02T09:41:48.988 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (19686 ms) 2024-04-02T09:41:48.988 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-02T09:41:48.988 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:41:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:49 smithi188 ceph-mon[86835]: pgmap v3797: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.9 MiB/s wr, 38 op/s 2024-04-02T09:41:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:49 smithi104 ceph-mon[94081]: pgmap v3797: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.9 MiB/s wr, 38 op/s 2024-04-02T09:41:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:49 smithi104 ceph-mon[96567]: pgmap v3797: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.9 MiB/s wr, 38 op/s 2024-04-02T09:41:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:51 smithi188 ceph-mon[86835]: pgmap v3798: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-02T09:41:52.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:51 smithi104 ceph-mon[96567]: pgmap v3798: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-02T09:41:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:51 smithi104 ceph-mon[94081]: pgmap v3798: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-02T09:41:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:41:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:41:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:53 smithi188 ceph-mon[86835]: pgmap v3799: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.5 MiB/s wr, 52 op/s 2024-04-02T09:41:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:53 smithi104 ceph-mon[94081]: pgmap v3799: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.5 MiB/s wr, 52 op/s 2024-04-02T09:41:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:53 smithi104 ceph-mon[96567]: pgmap v3799: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.5 MiB/s wr, 52 op/s 2024-04-02T09:41:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:55 smithi188 ceph-mon[86835]: pgmap v3800: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:41:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:55 smithi104 ceph-mon[96567]: pgmap v3800: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:41:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:41:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:41:55] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:41:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:55 smithi104 ceph-mon[94081]: pgmap v3800: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:41:58.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:57 smithi188 ceph-mon[86835]: pgmap v3801: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:41:58.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:57 smithi104 ceph-mon[96567]: pgmap v3801: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:41:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:57 smithi104 ceph-mon[94081]: pgmap v3801: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:42:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:59 smithi188 ceph-mon[86835]: pgmap v3802: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-04-02T09:42:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:41:59 smithi188 ceph-mon[86835]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:42:00.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:59 smithi104 ceph-mon[94081]: pgmap v3802: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-04-02T09:42:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:41:59 smithi104 ceph-mon[94081]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:42:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:59 smithi104 ceph-mon[96567]: pgmap v3802: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-04-02T09:42:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:41:59 smithi104 ceph-mon[96567]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:42:02.028 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:01 smithi188 ceph-mon[86835]: pgmap v3804: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-04-02T09:42:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:01 smithi104 ceph-mon[96567]: pgmap v3804: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-04-02T09:42:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:01 smithi104 ceph-mon[94081]: pgmap v3804: 137 pgs: 137 active+clean; 251 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-04-02T09:42:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:42:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:42:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:03.941 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:03 smithi104 ceph-mon[96567]: pgmap v3805: 137 pgs: 137 active+clean; 272 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-04-02T09:42:03.941 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:03 smithi104 ceph-mon[94081]: pgmap v3805: 137 pgs: 137 active+clean; 272 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-04-02T09:42:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:03 smithi188 ceph-mon[86835]: pgmap v3805: 137 pgs: 137 active+clean; 272 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 947 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-04-02T09:42:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:05 smithi188 ceph-mon[86835]: pgmap v3806: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:06.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:05 smithi104 ceph-mon[96567]: pgmap v3806: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:05 smithi104 ceph-mon[94081]: pgmap v3806: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:42:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:42:05] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:42:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:07 smithi188 ceph-mon[86835]: pgmap v3807: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:42:08.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:07 smithi104 ceph-mon[96567]: pgmap v3807: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:42:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:07 smithi104 ceph-mon[94081]: pgmap v3807: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:42:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:09 smithi188 ceph-mon[86835]: pgmap v3808: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:42:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:09 smithi104 ceph-mon[96567]: pgmap v3808: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:42:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:09 smithi104 ceph-mon[94081]: pgmap v3808: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:42:10.341 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (21353 ms) 2024-04-02T09:42:10.341 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-02T09:42:10.341 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:42:12.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:11 smithi188 ceph-mon[86835]: pgmap v3809: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:42:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:11 smithi104 ceph-mon[96567]: pgmap v3809: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:42:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:11 smithi104 ceph-mon[94081]: pgmap v3809: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:42:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:42:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:42:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:13 smithi188 ceph-mon[86835]: pgmap v3810: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-02T09:42:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:13 smithi104 ceph-mon[96567]: pgmap v3810: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-02T09:42:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:13 smithi104 ceph-mon[94081]: pgmap v3810: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-02T09:42:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:15 smithi188 ceph-mon[86835]: pgmap v3811: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.0 MiB/s wr, 24 op/s 2024-04-02T09:42:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:15 smithi104 ceph-mon[96567]: pgmap v3811: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.0 MiB/s wr, 24 op/s 2024-04-02T09:42:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:15 smithi104 ceph-mon[94081]: pgmap v3811: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.0 MiB/s wr, 24 op/s 2024-04-02T09:42:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:42:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:42:15] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:42:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:17 smithi188 ceph-mon[86835]: pgmap v3812: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:42:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:17 smithi104 ceph-mon[96567]: pgmap v3812: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:42:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:17 smithi104 ceph-mon[94081]: pgmap v3812: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:42:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:19 smithi188 ceph-mon[86835]: pgmap v3813: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:42:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:19 smithi188 ceph-mon[86835]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:42:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:19 smithi104 ceph-mon[96567]: pgmap v3813: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:42:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:19 smithi104 ceph-mon[96567]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:42:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:19 smithi104 ceph-mon[94081]: pgmap v3813: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:42:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:19 smithi104 ceph-mon[94081]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:42:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:21 smithi188 ceph-mon[86835]: pgmap v3815: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-02T09:42:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:21 smithi104 ceph-mon[96567]: pgmap v3815: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-02T09:42:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:21 smithi104 ceph-mon[94081]: pgmap v3815: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-02T09:42:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:42:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:42:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:24.030 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:23 smithi188 ceph-mon[86835]: pgmap v3816: 137 pgs: 137 active+clean; 336 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 876 KiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-04-02T09:42:24.030 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:23 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:23 smithi104 ceph-mon[96567]: pgmap v3816: 137 pgs: 137 active+clean; 336 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 876 KiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-04-02T09:42:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:23 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:23 smithi104 ceph-mon[94081]: pgmap v3816: 137 pgs: 137 active+clean; 336 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 876 KiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-04-02T09:42:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:23 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:25 smithi188 ceph-mon[86835]: pgmap v3817: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:42:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:42:25] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:42:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:25 smithi104 ceph-mon[96567]: pgmap v3817: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:26.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:25 smithi104 ceph-mon[94081]: pgmap v3817: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:27 smithi188 ceph-mon[86835]: pgmap v3818: 137 pgs: 137 active+clean; 357 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:42:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:27 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:27 smithi104 ceph-mon[96567]: pgmap v3818: 137 pgs: 137 active+clean; 357 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:42:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:27 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:28.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:27 smithi104 ceph-mon[94081]: pgmap v3818: 137 pgs: 137 active+clean; 357 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:42:28.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:28.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:28.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:28.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:27 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:29.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:29 smithi188 ceph-mon[86835]: pgmap v3819: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:42:29.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:29.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:29 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:29 smithi104 ceph-mon[94081]: pgmap v3819: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:42:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:29 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:29 smithi104 ceph-mon[96567]: pgmap v3819: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:42:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:29 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:30.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:30 smithi188 ceph-mon[86835]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:42:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:30 smithi104 ceph-mon[94081]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:42:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:30 smithi104 ceph-mon[96567]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:42:31.878 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:31 smithi104 ceph-mon[94081]: pgmap v3821: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:42:31.878 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:31 smithi104 ceph-mon[96567]: pgmap v3821: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:42:31.928 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (21587 ms) 2024-04-02T09:42:31.928 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-02T09:42:31.929 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:42:31.986 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:31 smithi188 ceph-mon[86835]: pgmap v3821: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:42:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:42:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:33.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:33.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:32 smithi188 ceph-mon[86835]: pgmap v3822: 137 pgs: 137 active+clean; 433 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.7 MiB/s wr, 31 op/s 2024-04-02T09:42:33.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:33.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:33.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[96567]: pgmap v3822: 137 pgs: 137 active+clean; 433 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.7 MiB/s wr, 31 op/s 2024-04-02T09:42:33.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:33.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:33.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:42:33.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:32 smithi104 ceph-mon[94081]: pgmap v3822: 137 pgs: 137 active+clean; 433 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.7 MiB/s wr, 31 op/s 2024-04-02T09:42:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:35 smithi188 ceph-mon[86835]: pgmap v3823: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-02T09:42:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:35 smithi104 ceph-mon[96567]: pgmap v3823: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-02T09:42:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:35 smithi104 ceph-mon[94081]: pgmap v3823: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-02T09:42:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:42:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:42:35] "GET /metrics HTTP/1.1" 200 36773 "" "Prometheus/2.43.0" 2024-04-02T09:42:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:37 smithi188 ceph-mon[86835]: pgmap v3824: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 46 op/s 2024-04-02T09:42:37.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:37 smithi104 ceph-mon[96567]: pgmap v3824: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 46 op/s 2024-04-02T09:42:37.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:37 smithi104 ceph-mon[94081]: pgmap v3824: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 46 op/s 2024-04-02T09:42:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:39 smithi188 ceph-mon[86835]: pgmap v3825: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:42:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:39 smithi104 ceph-mon[96567]: pgmap v3825: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:42:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:39 smithi104 ceph-mon[94081]: pgmap v3825: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:42:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:40 smithi188 ceph-mon[86835]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:42:40.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:40 smithi104 ceph-mon[96567]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:42:40.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:40 smithi104 ceph-mon[94081]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:42:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:41 smithi188 ceph-mon[86835]: pgmap v3827: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:42:41.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:41 smithi104 ceph-mon[96567]: pgmap v3827: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:42:41.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:41 smithi104 ceph-mon[94081]: pgmap v3827: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:42:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:42:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:43.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:43 smithi188 ceph-mon[86835]: pgmap v3828: 137 pgs: 137 active+clean; 471 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 955 KiB/s rd, 3.8 MiB/s wr, 50 op/s 2024-04-02T09:42:43.642 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:43 smithi104 ceph-mon[96567]: pgmap v3828: 137 pgs: 137 active+clean; 471 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 955 KiB/s rd, 3.8 MiB/s wr, 50 op/s 2024-04-02T09:42:43.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:43 smithi104 ceph-mon[94081]: pgmap v3828: 137 pgs: 137 active+clean; 471 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 955 KiB/s rd, 3.8 MiB/s wr, 50 op/s 2024-04-02T09:42:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:45 smithi104 ceph-mon[96567]: pgmap v3829: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:42:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:45 smithi104 ceph-mon[94081]: pgmap v3829: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:42:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:45 smithi188 ceph-mon[86835]: pgmap v3829: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:42:46.139 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:42:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:42:45] "GET /metrics HTTP/1.1" 200 36773 "" "Prometheus/2.43.0" 2024-04-02T09:42:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:47 smithi188 ceph-mon[86835]: pgmap v3830: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:42:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:47 smithi104 ceph-mon[94081]: pgmap v3830: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:42:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:47 smithi104 ceph-mon[96567]: pgmap v3830: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:42:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:49 smithi188 ceph-mon[86835]: pgmap v3831: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:42:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:49 smithi104 ceph-mon[96567]: pgmap v3831: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:42:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:49 smithi104 ceph-mon[94081]: pgmap v3831: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:42:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:51 smithi188 ceph-mon[86835]: pgmap v3832: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:42:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:51 smithi104 ceph-mon[94081]: pgmap v3832: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:42:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:51 smithi104 ceph-mon[96567]: pgmap v3832: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:42:51.882 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (19954 ms) 2024-04-02T09:42:51.882 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-02T09:42:51.882 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:42:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:42:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:53 smithi188 ceph-mon[86835]: pgmap v3833: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.8 MiB/s wr, 46 op/s 2024-04-02T09:42:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:53 smithi104 ceph-mon[96567]: pgmap v3833: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.8 MiB/s wr, 46 op/s 2024-04-02T09:42:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:53 smithi104 ceph-mon[94081]: pgmap v3833: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.8 MiB/s wr, 46 op/s 2024-04-02T09:42:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:55 smithi188 ceph-mon[86835]: pgmap v3834: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-04-02T09:42:55.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:55 smithi104 ceph-mon[94081]: pgmap v3834: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-04-02T09:42:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:55 smithi104 ceph-mon[96567]: pgmap v3834: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-04-02T09:42:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:42:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:42:55] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:42:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:57 smithi188 ceph-mon[86835]: pgmap v3835: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:42:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:57 smithi104 ceph-mon[96567]: pgmap v3835: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:42:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:57 smithi104 ceph-mon[94081]: pgmap v3835: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:42:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:42:59 smithi188 ceph-mon[86835]: pgmap v3836: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:42:59.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:42:59 smithi104 ceph-mon[94081]: pgmap v3836: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:42:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:42:59 smithi104 ceph-mon[96567]: pgmap v3836: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:43:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:00 smithi188 ceph-mon[86835]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:43:00.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:00 smithi104 ceph-mon[96567]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:43:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:00 smithi104 ceph-mon[94081]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:43:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:01 smithi188 ceph-mon[86835]: pgmap v3838: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-04-02T09:43:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:01 smithi104 ceph-mon[96567]: pgmap v3838: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-04-02T09:43:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:01 smithi104 ceph-mon[94081]: pgmap v3838: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-04-02T09:43:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:43:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:03 smithi188 ceph-mon[86835]: pgmap v3839: 137 pgs: 137 active+clean; 532 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:43:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:03 smithi104 ceph-mon[96567]: pgmap v3839: 137 pgs: 137 active+clean; 532 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:43:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:03 smithi104 ceph-mon[94081]: pgmap v3839: 137 pgs: 137 active+clean; 532 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:43:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:05 smithi188 ceph-mon[86835]: pgmap v3840: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:43:05.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:05 smithi104 ceph-mon[96567]: pgmap v3840: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:43:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:05 smithi104 ceph-mon[94081]: pgmap v3840: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:43:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:43:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:43:05] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-04-02T09:43:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:07 smithi188 ceph-mon[86835]: pgmap v3841: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:07.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:07 smithi104 ceph-mon[94081]: pgmap v3841: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:07 smithi104 ceph-mon[96567]: pgmap v3841: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:09 smithi188 ceph-mon[86835]: pgmap v3842: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:09 smithi104 ceph-mon[94081]: pgmap v3842: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:09 smithi104 ceph-mon[96567]: pgmap v3842: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:11 smithi188 ceph-mon[86835]: pgmap v3843: 137 pgs: 137 active+clean; 544 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-04-02T09:43:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:11 smithi104 ceph-mon[96567]: pgmap v3843: 137 pgs: 137 active+clean; 544 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-04-02T09:43:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:11 smithi104 ceph-mon[94081]: pgmap v3843: 137 pgs: 137 active+clean; 544 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-04-02T09:43:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:43:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:13.508 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (21626 ms) 2024-04-02T09:43:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:13 smithi188 ceph-mon[86835]: pgmap v3844: 137 pgs: 137 active+clean; 556 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:43:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:13 smithi104 ceph-mon[96567]: pgmap v3844: 137 pgs: 137 active+clean; 556 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:43:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:13 smithi104 ceph-mon[94081]: pgmap v3844: 137 pgs: 137 active+clean; 556 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:43:14.245 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (151750 ms total) 2024-04-02T09:43:14.436 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:43:14.436 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-02T09:43:14.437 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-02T09:43:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:15 smithi188 ceph-mon[86835]: pgmap v3845: 137 pgs: 137 active+clean; 556 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-02T09:43:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:15 smithi188 ceph-mon[86835]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:43:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:15 smithi104 ceph-mon[96567]: pgmap v3845: 137 pgs: 137 active+clean; 556 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-02T09:43:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:15 smithi104 ceph-mon[96567]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:43:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:15 smithi104 ceph-mon[94081]: pgmap v3845: 137 pgs: 137 active+clean; 556 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-02T09:43:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:15 smithi104 ceph-mon[94081]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:43:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:43:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:43:15] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-04-02T09:43:16.269 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:43:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:16 smithi188 ceph-mon[86835]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:43:16.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:16 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/824737293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:43:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:16 smithi104 ceph-mon[94081]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:43:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:16 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/824737293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:43:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:16 smithi104 ceph-mon[96567]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:43:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:16 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/824737293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:43:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:17 smithi188 ceph-mon[86835]: pgmap v3848: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:43:17.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:17 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:43:17.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:17 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/824737293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:43:17.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:17 smithi188 ceph-mon[86835]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:43:17.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:17 smithi104 ceph-mon[94081]: pgmap v3848: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:43:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:17 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:43:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:17 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/824737293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:43:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:17 smithi104 ceph-mon[94081]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:43:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:17 smithi104 ceph-mon[96567]: pgmap v3848: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:43:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:17 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:43:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:17 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/824737293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:43:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:17 smithi104 ceph-mon[96567]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:43:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:18 smithi188 ceph-mon[86835]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:43:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:18 smithi104 ceph-mon[96567]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:43:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:18 smithi104 ceph-mon[94081]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:43:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:19 smithi188 ceph-mon[86835]: pgmap v3851: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:43:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:19 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:43:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:19 smithi188 ceph-mon[86835]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:43:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:19 smithi104 ceph-mon[96567]: pgmap v3851: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:43:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:19 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:43:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:19 smithi104 ceph-mon[96567]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:43:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:19 smithi104 ceph-mon[94081]: pgmap v3851: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:43:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:19 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:43:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:19 smithi104 ceph-mon[94081]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:43:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:21 smithi188 ceph-mon[86835]: pgmap v3853: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 210 B/s rd, 421 B/s wr, 0 op/s 2024-04-02T09:43:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:21 smithi104 ceph-mon[96567]: pgmap v3853: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 210 B/s rd, 421 B/s wr, 0 op/s 2024-04-02T09:43:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:21 smithi104 ceph-mon[94081]: pgmap v3853: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 210 B/s rd, 421 B/s wr, 0 op/s 2024-04-02T09:43:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:43:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:23 smithi188 ceph-mon[86835]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 853 B/s wr, 6 op/s 2024-04-02T09:43:23.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:23 smithi104 ceph-mon[96567]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 853 B/s wr, 6 op/s 2024-04-02T09:43:23.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:23 smithi104 ceph-mon[94081]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 853 B/s wr, 6 op/s 2024-04-02T09:43:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:25 smithi188 ceph-mon[86835]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:43:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:25 smithi104 ceph-mon[96567]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:43:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:25 smithi104 ceph-mon[94081]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:43:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:43:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:43:25] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:43:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:27 smithi188 ceph-mon[86835]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 926 B/s wr, 5 op/s 2024-04-02T09:43:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:27 smithi188 ceph-mon[86835]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:43:27.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:27 smithi104 ceph-mon[96567]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 926 B/s wr, 5 op/s 2024-04-02T09:43:27.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:27 smithi104 ceph-mon[96567]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:43:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:27 smithi104 ceph-mon[94081]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 926 B/s wr, 5 op/s 2024-04-02T09:43:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:27 smithi104 ceph-mon[94081]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:43:28.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:28 smithi188 ceph-mon[86835]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:43:28.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:28 smithi104 ceph-mon[96567]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:43:28.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:28 smithi104 ceph-mon[94081]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:43:29.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:29 smithi188 ceph-mon[86835]: pgmap v3859: 137 pgs: 137 active+clean; 29 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:43:29.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:29 smithi104 ceph-mon[96567]: pgmap v3859: 137 pgs: 137 active+clean; 29 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:43:29.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:29 smithi104 ceph-mon[94081]: pgmap v3859: 137 pgs: 137 active+clean; 29 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:43:31.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:31 smithi188 ceph-mon[86835]: pgmap v3860: 137 pgs: 137 active+clean; 37 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-04-02T09:43:31.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:31 smithi104 ceph-mon[96567]: pgmap v3860: 137 pgs: 137 active+clean; 37 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-04-02T09:43:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:31 smithi104 ceph-mon[94081]: pgmap v3860: 137 pgs: 137 active+clean; 37 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-04-02T09:43:32.580 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:43:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:32.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:32.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:32.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:33.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:33 smithi188 ceph-mon[86835]: pgmap v3861: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:43:33.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:33.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:33.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:43:33.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:33 smithi104 ceph-mon[94081]: pgmap v3861: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:43:33.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:33.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:33.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:43:33.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:33 smithi104 ceph-mon[96567]: pgmap v3861: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:43:33.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:33.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:33.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:43:34.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:34.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:35.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:35 smithi104 ceph-mon[96567]: pgmap v3862: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-02T09:43:35.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:35 smithi188 ceph-mon[86835]: pgmap v3862: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-02T09:43:35.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:35 smithi104 ceph-mon[94081]: pgmap v3862: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-02T09:43:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:43:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:43:35] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-04-02T09:43:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:37 smithi188 ceph-mon[86835]: pgmap v3863: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 4.7 MiB/s wr, 42 op/s 2024-04-02T09:43:37.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:37 smithi104 ceph-mon[96567]: pgmap v3863: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 4.7 MiB/s wr, 42 op/s 2024-04-02T09:43:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:37 smithi104 ceph-mon[94081]: pgmap v3863: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 4.7 MiB/s wr, 42 op/s 2024-04-02T09:43:39.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:39 smithi188 ceph-mon[86835]: pgmap v3864: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-04-02T09:43:39.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:39 smithi104 ceph-mon[96567]: pgmap v3864: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-04-02T09:43:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:39 smithi104 ceph-mon[94081]: pgmap v3864: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-04-02T09:43:41.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:41 smithi188 ceph-mon[86835]: pgmap v3865: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-04-02T09:43:41.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:41 smithi104 ceph-mon[94081]: pgmap v3865: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-04-02T09:43:41.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:41 smithi104 ceph-mon[96567]: pgmap v3865: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-04-02T09:43:42.263 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/7.Simple (27980 ms) 2024-04-02T09:43:42.263 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-02T09:43:42.263 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:43:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:43:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:43.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:43 smithi188 ceph-mon[86835]: pgmap v3866: 137 pgs: 137 active+clean; 66 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-04-02T09:43:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:43 smithi104 ceph-mon[96567]: pgmap v3866: 137 pgs: 137 active+clean; 66 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-04-02T09:43:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:43 smithi104 ceph-mon[94081]: pgmap v3866: 137 pgs: 137 active+clean; 66 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-04-02T09:43:45.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:45 smithi188 ceph-mon[86835]: pgmap v3867: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-02T09:43:45.874 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:43:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:43:45] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-04-02T09:43:45.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:45 smithi104 ceph-mon[96567]: pgmap v3867: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-02T09:43:45.875 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:45 smithi104 ceph-mon[94081]: pgmap v3867: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-02T09:43:47.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:47 smithi188 ceph-mon[86835]: pgmap v3868: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:43:47.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:47 smithi104 ceph-mon[94081]: pgmap v3868: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:43:47.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:47 smithi104 ceph-mon[96567]: pgmap v3868: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:43:49.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:49 smithi188 ceph-mon[86835]: pgmap v3869: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-02T09:43:49.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:49 smithi104 ceph-mon[94081]: pgmap v3869: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-02T09:43:49.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:49.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:49 smithi104 ceph-mon[96567]: pgmap v3869: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-02T09:43:49.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:51.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:51 smithi188 ceph-mon[86835]: pgmap v3870: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T09:43:51.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:51 smithi104 ceph-mon[96567]: pgmap v3870: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T09:43:51.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:51 smithi104 ceph-mon[94081]: pgmap v3870: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T09:43:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:43:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:53.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:53 smithi104 ceph-mon[96567]: pgmap v3871: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-02T09:43:53.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:53 smithi104 ceph-mon[96567]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:43:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:53 smithi104 ceph-mon[94081]: pgmap v3871: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-02T09:43:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:53 smithi104 ceph-mon[94081]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:43:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:53 smithi188 ceph-mon[86835]: pgmap v3871: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-02T09:43:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:53 smithi188 ceph-mon[86835]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:43:55.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:55 smithi104 ceph-mon[96567]: pgmap v3873: 137 pgs: 137 active+clean; 98 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-02T09:43:55.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:55 smithi104 ceph-mon[94081]: pgmap v3873: 137 pgs: 137 active+clean; 98 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-02T09:43:55.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:43:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:43:55] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:43:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:55 smithi188 ceph-mon[86835]: pgmap v3873: 137 pgs: 137 active+clean; 98 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-02T09:43:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:57 smithi104 ceph-mon[96567]: pgmap v3874: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 840 KiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-02T09:43:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:57 smithi104 ceph-mon[94081]: pgmap v3874: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 840 KiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-02T09:43:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:57 smithi188 ceph-mon[86835]: pgmap v3874: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 840 KiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-02T09:43:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:43:59 smithi104 ceph-mon[96567]: pgmap v3875: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:43:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:43:59 smithi104 ceph-mon[94081]: pgmap v3875: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:44:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:43:59 smithi188 ceph-mon[86835]: pgmap v3875: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:44:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:01 smithi104 ceph-mon[96567]: pgmap v3876: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:44:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:01 smithi104 ceph-mon[94081]: pgmap v3876: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:44:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:01 smithi188 ceph-mon[86835]: pgmap v3876: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:44:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:44:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:03.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:03 smithi104 ceph-mon[96567]: pgmap v3877: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:44:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:03 smithi104 ceph-mon[94081]: pgmap v3877: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:44:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:03 smithi188 ceph-mon[86835]: pgmap v3877: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:44:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:06.128 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:05 smithi188 ceph-mon[86835]: pgmap v3878: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2024-04-02T09:44:06.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:05 smithi104 ceph-mon[96567]: pgmap v3878: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2024-04-02T09:44:06.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:05 smithi104 ceph-mon[94081]: pgmap v3878: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2024-04-02T09:44:06.143 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:44:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:44:05] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:44:07.290 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/7.Grow (25027 ms) 2024-04-02T09:44:07.290 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-02T09:44:07.290 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:44:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:07 smithi188 ceph-mon[86835]: pgmap v3879: 137 pgs: 137 active+clean; 131 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-02T09:44:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:07 smithi104 ceph-mon[96567]: pgmap v3879: 137 pgs: 137 active+clean; 131 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-02T09:44:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:07 smithi104 ceph-mon[94081]: pgmap v3879: 137 pgs: 137 active+clean; 131 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-02T09:44:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:09 smithi188 ceph-mon[86835]: pgmap v3880: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:44:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.c", "id": [3, 1]}]: dispatch 2024-04-02T09:44:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]: dispatch 2024-04-02T09:44:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:09 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1a", "id": [6, 0]}]: dispatch 2024-04-02T09:44:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:09 smithi104 ceph-mon[96567]: pgmap v3880: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:44:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.c", "id": [3, 1]}]: dispatch 2024-04-02T09:44:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]: dispatch 2024-04-02T09:44:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:09 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1a", "id": [6, 0]}]: dispatch 2024-04-02T09:44:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:09 smithi104 ceph-mon[94081]: pgmap v3880: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:44:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.c", "id": [3, 1]}]: dispatch 2024-04-02T09:44:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]: dispatch 2024-04-02T09:44:10.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:09 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1a", "id": [6, 0]}]: dispatch 2024-04-02T09:44:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.c", "id": [3, 1]}]': finished 2024-04-02T09:44:11.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]': finished 2024-04-02T09:44:11.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1a", "id": [6, 0]}]': finished 2024-04-02T09:44:11.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:10 smithi188 ceph-mon[86835]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:44:11.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:10 smithi188 ceph-mon[86835]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:44:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.c", "id": [3, 1]}]': finished 2024-04-02T09:44:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]': finished 2024-04-02T09:44:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1a", "id": [6, 0]}]': finished 2024-04-02T09:44:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:10 smithi104 ceph-mon[94081]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:44:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:10 smithi104 ceph-mon[94081]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:44:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.c", "id": [3, 1]}]': finished 2024-04-02T09:44:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]': finished 2024-04-02T09:44:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1a", "id": [6, 0]}]': finished 2024-04-02T09:44:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:10 smithi104 ceph-mon[96567]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:44:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:10 smithi104 ceph-mon[96567]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:44:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:11 smithi188 ceph-mon[86835]: pgmap v3882: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-02T09:44:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:11 smithi104 ceph-mon[96567]: pgmap v3882: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-02T09:44:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:11 smithi104 ceph-mon[94081]: pgmap v3882: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-02T09:44:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:44:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:13 smithi188 ceph-mon[86835]: pgmap v3884: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:14.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:13 smithi104 ceph-mon[96567]: pgmap v3884: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:13 smithi104 ceph-mon[94081]: pgmap v3884: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:14 smithi188 ceph-mon[86835]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:44:15.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:14 smithi104 ceph-mon[96567]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:44:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:14 smithi104 ceph-mon[94081]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:44:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:15 smithi188 ceph-mon[86835]: pgmap v3886: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 853 B/s wr, 4 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:44:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:15 smithi104 ceph-mon[96567]: pgmap v3886: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 853 B/s wr, 4 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:44:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:15 smithi104 ceph-mon[94081]: pgmap v3886: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 853 B/s wr, 4 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:44:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:44:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:44:15] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:44:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:17 smithi188 ceph-mon[86835]: pgmap v3887: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.3 MiB/s wr, 23 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:17 smithi104 ceph-mon[96567]: pgmap v3887: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.3 MiB/s wr, 23 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:17 smithi104 ceph-mon[94081]: pgmap v3887: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.3 MiB/s wr, 23 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:19 smithi188 ceph-mon[86835]: pgmap v3888: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.1 MiB/s wr, 46 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:19 smithi104 ceph-mon[94081]: pgmap v3888: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.1 MiB/s wr, 46 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:19 smithi104 ceph-mon[96567]: pgmap v3888: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.1 MiB/s wr, 46 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:21 smithi188 ceph-mon[86835]: pgmap v3889: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 40 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:21 smithi104 ceph-mon[96567]: pgmap v3889: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 40 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:21 smithi104 ceph-mon[94081]: pgmap v3889: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 40 op/s; 2 B/s, 0 objects/s recovering 2024-04-02T09:44:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:44:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:23 smithi188 ceph-mon[86835]: pgmap v3890: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-02T09:44:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:23 smithi104 ceph-mon[96567]: pgmap v3890: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-02T09:44:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:23 smithi104 ceph-mon[94081]: pgmap v3890: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-02T09:44:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:25 smithi188 ceph-mon[86835]: pgmap v3891: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-02T09:44:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:44:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:44:25] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-02T09:44:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:25 smithi104 ceph-mon[96567]: pgmap v3891: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-02T09:44:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:25 smithi104 ceph-mon[94081]: pgmap v3891: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-02T09:44:27.657 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (20367 ms) 2024-04-02T09:44:27.658 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-02T09:44:27.658 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:44:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:27 smithi188 ceph-mon[86835]: pgmap v3892: 137 pgs: 137 active+clean; 200 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:44:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:27 smithi104 ceph-mon[96567]: pgmap v3892: 137 pgs: 137 active+clean; 200 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:44:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:27 smithi104 ceph-mon[94081]: pgmap v3892: 137 pgs: 137 active+clean; 200 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:44:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:29 smithi188 ceph-mon[86835]: pgmap v3893: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:44:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:29 smithi104 ceph-mon[96567]: pgmap v3893: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:44:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:29 smithi104 ceph-mon[94081]: pgmap v3893: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:44:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:31 smithi188 ceph-mon[86835]: pgmap v3894: 137 pgs: 137 active+clean; 220 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:44:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:31 smithi104 ceph-mon[96567]: pgmap v3894: 137 pgs: 137 active+clean; 220 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:44:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:31 smithi104 ceph-mon[94081]: pgmap v3894: 137 pgs: 137 active+clean; 220 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:44:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:44:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:33 smithi188 ceph-mon[86835]: pgmap v3895: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-02T09:44:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:33 smithi104 ceph-mon[94081]: pgmap v3895: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-02T09:44:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:33 smithi104 ceph-mon[96567]: pgmap v3895: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-02T09:44:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:44:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:44:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:44:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:35 smithi188 ceph-mon[86835]: pgmap v3896: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:44:36.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:35 smithi104 ceph-mon[96567]: pgmap v3896: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:44:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:44:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:44:35] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:44:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:35 smithi104 ceph-mon[94081]: pgmap v3896: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:44:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:37 smithi188 ceph-mon[86835]: pgmap v3897: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-02T09:44:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:37 smithi188 ceph-mon[86835]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:44:38.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:37 smithi104 ceph-mon[94081]: pgmap v3897: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-02T09:44:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:37 smithi104 ceph-mon[94081]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:44:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:37 smithi104 ceph-mon[96567]: pgmap v3897: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-02T09:44:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:37 smithi104 ceph-mon[96567]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:44:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:39 smithi188 ceph-mon[86835]: pgmap v3899: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:44:40.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:39 smithi104 ceph-mon[96567]: pgmap v3899: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:44:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:39 smithi104 ceph-mon[94081]: pgmap v3899: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:44:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:41 smithi188 ceph-mon[86835]: pgmap v3900: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:44:42.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:41 smithi104 ceph-mon[96567]: pgmap v3900: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:44:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:41 smithi104 ceph-mon[94081]: pgmap v3900: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:44:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:44:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:44:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:43 smithi188 ceph-mon[86835]: pgmap v3901: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:44:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:43 smithi104 ceph-mon[94081]: pgmap v3901: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:44:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:43 smithi104 ceph-mon[96567]: pgmap v3901: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:44:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:45 smithi188 ceph-mon[86835]: pgmap v3902: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:44:46.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:45 smithi104 ceph-mon[96567]: pgmap v3902: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:44:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:45 smithi104 ceph-mon[94081]: pgmap v3902: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:44:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:44:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:44:45] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:44:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:47 smithi188 ceph-mon[86835]: pgmap v3903: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:44:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:47 smithi104 ceph-mon[94081]: pgmap v3903: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:44:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:47 smithi104 ceph-mon[96567]: pgmap v3903: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:44:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:49 smithi188 ceph-mon[86835]: pgmap v3904: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T09:44:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:50.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:49 smithi104 ceph-mon[96567]: pgmap v3904: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T09:44:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:49 smithi104 ceph-mon[94081]: pgmap v3904: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-02T09:44:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:51.637 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (23980 ms) 2024-04-02T09:44:51.637 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-02T09:44:51.637 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:44:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:51 smithi188 ceph-mon[86835]: pgmap v3905: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-02T09:44:52.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:51 smithi104 ceph-mon[94081]: pgmap v3905: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-02T09:44:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:51 smithi104 ceph-mon[96567]: pgmap v3905: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-02T09:44:52.625 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:44:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:53 smithi188 ceph-mon[86835]: pgmap v3906: 137 pgs: 137 active+clean; 269 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-04-02T09:44:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:53 smithi104 ceph-mon[96567]: pgmap v3906: 137 pgs: 137 active+clean; 269 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-04-02T09:44:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:53 smithi104 ceph-mon[94081]: pgmap v3906: 137 pgs: 137 active+clean; 269 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-04-02T09:44:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:55 smithi188 ceph-mon[86835]: pgmap v3907: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T09:44:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:55 smithi104 ceph-mon[96567]: pgmap v3907: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T09:44:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:55 smithi104 ceph-mon[94081]: pgmap v3907: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T09:44:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:44:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:44:55] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:44:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:57 smithi188 ceph-mon[86835]: pgmap v3908: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T09:44:58.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:57 smithi104 ceph-mon[94081]: pgmap v3908: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T09:44:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:57 smithi104 ceph-mon[96567]: pgmap v3908: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-02T09:45:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:44:59 smithi188 ceph-mon[86835]: pgmap v3909: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-04-02T09:45:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:44:59 smithi104 ceph-mon[96567]: pgmap v3909: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-04-02T09:45:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:44:59 smithi104 ceph-mon[94081]: pgmap v3909: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-04-02T09:45:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:00 smithi188 ceph-mon[86835]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:45:01.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:00 smithi104 ceph-mon[96567]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:45:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:00 smithi104 ceph-mon[94081]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:45:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:01 smithi188 ceph-mon[86835]: pgmap v3911: 137 pgs: 137 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T09:45:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:01 smithi104 ceph-mon[94081]: pgmap v3911: 137 pgs: 137 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T09:45:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:01 smithi104 ceph-mon[96567]: pgmap v3911: 137 pgs: 137 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T09:45:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:45:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:03.040 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:02 smithi104 ceph-mon[96567]: pgmap v3912: 137 pgs: 137 active+clean; 289 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T09:45:03.040 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:02 smithi104 ceph-mon[94081]: pgmap v3912: 137 pgs: 137 active+clean; 289 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T09:45:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:02 smithi188 ceph-mon[86835]: pgmap v3912: 137 pgs: 137 active+clean; 289 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T09:45:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:05 smithi188 ceph-mon[86835]: pgmap v3913: 137 pgs: 137 active+clean; 314 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:45:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:05 smithi104 ceph-mon[96567]: pgmap v3913: 137 pgs: 137 active+clean; 314 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:45:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:05 smithi104 ceph-mon[94081]: pgmap v3913: 137 pgs: 137 active+clean; 314 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:45:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:45:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:45:05] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:45:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:07 smithi188 ceph-mon[86835]: pgmap v3914: 137 pgs: 137 active+clean; 314 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:45:07.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:07 smithi104 ceph-mon[94081]: pgmap v3914: 137 pgs: 137 active+clean; 314 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:45:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:07 smithi104 ceph-mon[96567]: pgmap v3914: 137 pgs: 137 active+clean; 314 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:45:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:09 smithi188 ceph-mon[86835]: pgmap v3915: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:45:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:09 smithi104 ceph-mon[96567]: pgmap v3915: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:45:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:09 smithi104 ceph-mon[94081]: pgmap v3915: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:45:11.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:11 smithi188 ceph-mon[86835]: pgmap v3916: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 4.7 MiB/s wr, 40 op/s 2024-04-02T09:45:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:11 smithi104 ceph-mon[96567]: pgmap v3916: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 4.7 MiB/s wr, 40 op/s 2024-04-02T09:45:11.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:11 smithi104 ceph-mon[94081]: pgmap v3916: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 4.7 MiB/s wr, 40 op/s 2024-04-02T09:45:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:45:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:13 smithi188 ceph-mon[86835]: pgmap v3917: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T09:45:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:13 smithi188 ceph-mon[86835]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:45:13.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:13 smithi104 ceph-mon[96567]: pgmap v3917: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T09:45:13.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:13 smithi104 ceph-mon[96567]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:45:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:13 smithi104 ceph-mon[94081]: pgmap v3917: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-02T09:45:13.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:13 smithi104 ceph-mon[94081]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:45:14.625 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22988 ms) 2024-04-02T09:45:14.625 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-02T09:45:14.625 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:45:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:15 smithi188 ceph-mon[86835]: pgmap v3919: 137 pgs: 137 active+clean; 338 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-02T09:45:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:15 smithi104 ceph-mon[96567]: pgmap v3919: 137 pgs: 137 active+clean; 338 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-02T09:45:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:15 smithi104 ceph-mon[94081]: pgmap v3919: 137 pgs: 137 active+clean; 338 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-02T09:45:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:45:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:45:15] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:45:17.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:17 smithi188 ceph-mon[86835]: pgmap v3920: 137 pgs: 137 active+clean; 374 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-04-02T09:45:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:17 smithi104 ceph-mon[96567]: pgmap v3920: 137 pgs: 137 active+clean; 374 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-04-02T09:45:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:17 smithi104 ceph-mon[94081]: pgmap v3920: 137 pgs: 137 active+clean; 374 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-04-02T09:45:19.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:19 smithi188 ceph-mon[86835]: pgmap v3921: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 40 op/s 2024-04-02T09:45:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:19 smithi104 ceph-mon[96567]: pgmap v3921: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 40 op/s 2024-04-02T09:45:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:19 smithi104 ceph-mon[94081]: pgmap v3921: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 40 op/s 2024-04-02T09:45:20.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:21 smithi188 ceph-mon[86835]: pgmap v3922: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-04-02T09:45:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:21 smithi104 ceph-mon[96567]: pgmap v3922: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-04-02T09:45:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:21 smithi104 ceph-mon[94081]: pgmap v3922: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-04-02T09:45:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:22 smithi188 ceph-mon[86835]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:45:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:45:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:45:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:22.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:22 smithi104 ceph-mon[96567]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:45:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:22 smithi104 ceph-mon[94081]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:45:23.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:23 smithi188 ceph-mon[86835]: pgmap v3924: 137 pgs: 137 active+clean; 399 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.8 MiB/s wr, 47 op/s 2024-04-02T09:45:23.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:23 smithi104 ceph-mon[96567]: pgmap v3924: 137 pgs: 137 active+clean; 399 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.8 MiB/s wr, 47 op/s 2024-04-02T09:45:23.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:23 smithi104 ceph-mon[94081]: pgmap v3924: 137 pgs: 137 active+clean; 399 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 7.8 MiB/s wr, 47 op/s 2024-04-02T09:45:25.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:25 smithi188 ceph-mon[86835]: pgmap v3925: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.7 MiB/s wr, 47 op/s 2024-04-02T09:45:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:25 smithi104 ceph-mon[96567]: pgmap v3925: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.7 MiB/s wr, 47 op/s 2024-04-02T09:45:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:25 smithi104 ceph-mon[94081]: pgmap v3925: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.7 MiB/s wr, 47 op/s 2024-04-02T09:45:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:45:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:45:25] "GET /metrics HTTP/1.1" 200 36772 "" "Prometheus/2.43.0" 2024-04-02T09:45:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:27 smithi188 ceph-mon[86835]: pgmap v3926: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:45:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:27 smithi104 ceph-mon[94081]: pgmap v3926: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:45:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:27 smithi104 ceph-mon[96567]: pgmap v3926: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-02T09:45:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:29 smithi188 ceph-mon[86835]: pgmap v3927: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:29 smithi104 ceph-mon[96567]: pgmap v3927: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:29 smithi104 ceph-mon[94081]: pgmap v3927: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:45:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:31 smithi188 ceph-mon[86835]: pgmap v3928: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:31 smithi104 ceph-mon[94081]: pgmap v3928: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:31 smithi104 ceph-mon[96567]: pgmap v3928: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:45:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:45:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:45:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:33.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:33 smithi188 ceph-mon[86835]: pgmap v3929: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 202 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:45:33.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:33 smithi104 ceph-mon[96567]: pgmap v3929: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 202 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:45:33.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:33 smithi104 ceph-mon[94081]: pgmap v3929: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 202 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:45:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:35 smithi188 ceph-mon[86835]: pgmap v3930: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 2.3 MiB/s wr, 28 op/s 2024-04-02T09:45:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:45:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:45:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:45:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[96567]: pgmap v3930: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 2.3 MiB/s wr, 28 op/s 2024-04-02T09:45:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:45:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:45:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:35.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:45:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[94081]: pgmap v3930: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 2.3 MiB/s wr, 28 op/s 2024-04-02T09:45:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:45:35.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:45:35.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:35.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:35.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:45:35.675 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (21050 ms) 2024-04-02T09:45:35.675 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-02T09:45:35.675 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:45:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:45:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:45:35] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:45:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:37 smithi188 ceph-mon[86835]: pgmap v3931: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 574 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-04-02T09:45:37.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:37 smithi104 ceph-mon[96567]: pgmap v3931: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 574 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-04-02T09:45:37.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:37 smithi104 ceph-mon[94081]: pgmap v3931: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 574 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-04-02T09:45:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:39 smithi188 ceph-mon[86835]: pgmap v3932: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T09:45:39.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:39 smithi104 ceph-mon[96567]: pgmap v3932: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T09:45:39.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:39 smithi104 ceph-mon[94081]: pgmap v3932: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T09:45:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:41 smithi188 ceph-mon[86835]: pgmap v3933: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:45:41.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:41 smithi104 ceph-mon[94081]: pgmap v3933: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:45:41.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:41 smithi104 ceph-mon[96567]: pgmap v3933: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:45:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:45:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:43 smithi188 ceph-mon[86835]: pgmap v3934: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-02T09:45:43.639 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:43 smithi104 ceph-mon[94081]: pgmap v3934: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-02T09:45:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:43 smithi104 ceph-mon[96567]: pgmap v3934: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-02T09:45:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:45 smithi188 ceph-mon[86835]: pgmap v3935: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-02T09:45:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:45 smithi188 ceph-mon[86835]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:45:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:45 smithi104 ceph-mon[96567]: pgmap v3935: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-02T09:45:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:45 smithi104 ceph-mon[96567]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:45:45.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:45 smithi104 ceph-mon[94081]: pgmap v3935: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-02T09:45:45.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:45 smithi104 ceph-mon[94081]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:45:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:45:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:45:45] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-04-02T09:45:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:47 smithi188 ceph-mon[86835]: pgmap v3937: 137 pgs: 137 active+clean; 464 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-04-02T09:45:47.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:47 smithi104 ceph-mon[96567]: pgmap v3937: 137 pgs: 137 active+clean; 464 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-04-02T09:45:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:47 smithi104 ceph-mon[94081]: pgmap v3937: 137 pgs: 137 active+clean; 464 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 13 op/s 2024-04-02T09:45:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:49 smithi188 ceph-mon[86835]: pgmap v3938: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:45:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:49 smithi104 ceph-mon[96567]: pgmap v3938: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:45:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:49 smithi104 ceph-mon[94081]: pgmap v3938: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:45:50.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:51 smithi188 ceph-mon[86835]: pgmap v3939: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:45:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:51 smithi104 ceph-mon[94081]: pgmap v3939: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:45:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:51 smithi104 ceph-mon[96567]: pgmap v3939: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:45:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:45:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:53.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:53 smithi188 ceph-mon[86835]: pgmap v3940: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:45:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:53 smithi104 ceph-mon[96567]: pgmap v3940: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:45:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:53 smithi104 ceph-mon[94081]: pgmap v3940: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:45:55.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:55 smithi188 ceph-mon[86835]: pgmap v3941: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-04-02T09:45:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:55 smithi104 ceph-mon[96567]: pgmap v3941: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-04-02T09:45:55.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:55 smithi104 ceph-mon[94081]: pgmap v3941: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-04-02T09:45:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:45:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:45:55] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:45:57.425 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (21750 ms) 2024-04-02T09:45:57.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:57 smithi188 ceph-mon[86835]: pgmap v3942: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:45:57.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:57 smithi104 ceph-mon[96567]: pgmap v3942: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:45:57.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:57 smithi104 ceph-mon[94081]: pgmap v3942: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:45:58.309 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (163142 ms total) 2024-04-02T09:45:58.309 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:45:58.309 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-02T09:45:58.341 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-02T09:45:59.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:59 smithi188 ceph-mon[86835]: pgmap v3943: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 581 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-04-02T09:45:59.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:45:59 smithi188 ceph-mon[86835]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:45:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:59 smithi104 ceph-mon[96567]: pgmap v3943: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 581 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-04-02T09:45:59.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:45:59 smithi104 ceph-mon[96567]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:45:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:59 smithi104 ceph-mon[94081]: pgmap v3943: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 581 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-04-02T09:45:59.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:45:59 smithi104 ceph-mon[94081]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:46:00.325 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:46:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:00 smithi188 ceph-mon[86835]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:46:00.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:00 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2583217437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:46:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:00 smithi104 ceph-mon[94081]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:46:00.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:00 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2583217437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:46:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:00 smithi104 ceph-mon[96567]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:46:00.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:00 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2583217437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:46:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:01 smithi188 ceph-mon[86835]: pgmap v3946: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:46:01.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:01 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:46:01.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:01 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2583217437' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:46:01.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:01 smithi188 ceph-mon[86835]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:46:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:01 smithi104 ceph-mon[94081]: pgmap v3946: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:46:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:01 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:46:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:01 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2583217437' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:46:01.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:01 smithi104 ceph-mon[94081]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:46:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:01 smithi104 ceph-mon[96567]: pgmap v3946: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:46:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:01 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:46:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:01 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2583217437' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:46:01.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:01 smithi104 ceph-mon[96567]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:46:02.363 INFO:tasks.workunit.client.0.smithi104.stdout: wrote [609847~72493,2245053~80671,3955834~48086,9194649~63110,9751408~81417,10424603~93897,11934688~60687,13538357~101973,14065089~51604,17536579~78453] 2024-04-02T09:46:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:02 smithi188 ceph-mon[86835]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:46:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:46:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:02.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:02 smithi104 ceph-mon[96567]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:46:02.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:02 smithi104 ceph-mon[94081]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:46:03.357 INFO:tasks.workunit.client.0.smithi104.stdout: wrote [7329418~102062,15221870~85527,15756892~82745,16413034~64483,17113530~56879,17349780~19718,17443386~70357,18227516~14296,19477260~56789] 2024-04-02T09:46:03.361 INFO:tasks.workunit.client.0.smithi104.stdout: diff was [4194304~3237176,14116693~2360824,17113530~56879,17349780~19718,17443386~70357,17615032~1919017] 2024-04-02T09:46:03.365 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5023 ms) 2024-04-02T09:46:03.365 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-02T09:46:03.365 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:46:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:03 smithi188 ceph-mon[86835]: pgmap v3949: 137 pgs: 1 creating+activating, 8 creating+peering, 12 unknown, 116 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:46:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:03 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:46:03.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:03 smithi188 ceph-mon[86835]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:46:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:03 smithi104 ceph-mon[96567]: pgmap v3949: 137 pgs: 1 creating+activating, 8 creating+peering, 12 unknown, 116 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:46:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:03 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:46:03.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:03 smithi104 ceph-mon[96567]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:46:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:03 smithi104 ceph-mon[94081]: pgmap v3949: 137 pgs: 1 creating+activating, 8 creating+peering, 12 unknown, 116 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:46:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:03 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:46:03.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:03 smithi104 ceph-mon[94081]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:46:04.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:04 smithi188 ceph-mon[86835]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:46:04.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:04 smithi104 ceph-mon[96567]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:46:04.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:04 smithi104 ceph-mon[94081]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:46:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:05 smithi188 ceph-mon[86835]: pgmap v3952: 137 pgs: 1 creating+activating, 8 creating+peering, 128 active+clean; 5.4 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-02T09:46:05.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:05 smithi188 ceph-mon[86835]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:46:05.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:05 smithi104 ceph-mon[94081]: pgmap v3952: 137 pgs: 1 creating+activating, 8 creating+peering, 128 active+clean; 5.4 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-02T09:46:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:05 smithi104 ceph-mon[94081]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:46:05.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:05 smithi104 ceph-mon[96567]: pgmap v3952: 137 pgs: 1 creating+activating, 8 creating+peering, 128 active+clean; 5.4 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-02T09:46:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:05 smithi104 ceph-mon[96567]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:46:05.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:46:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:46:05] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:46:06.377 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3012 ms) 2024-04-02T09:46:06.378 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-02T09:46:06.378 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:46:06.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:06 smithi188 ceph-mon[86835]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:46:06.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:06 smithi104 ceph-mon[96567]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:46:06.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:06 smithi104 ceph-mon[94081]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:46:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:07 smithi188 ceph-mon[86835]: pgmap v3955: 137 pgs: 137 active+clean; 16 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 194 KiB/s wr, 55 op/s 2024-04-02T09:46:07.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:07 smithi188 ceph-mon[86835]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:46:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:07 smithi104 ceph-mon[96567]: pgmap v3955: 137 pgs: 137 active+clean; 16 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 194 KiB/s wr, 55 op/s 2024-04-02T09:46:07.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:07 smithi104 ceph-mon[96567]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:46:07.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:07 smithi104 ceph-mon[94081]: pgmap v3955: 137 pgs: 137 active+clean; 16 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 194 KiB/s wr, 55 op/s 2024-04-02T09:46:07.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:07 smithi104 ceph-mon[94081]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:46:08.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:08 smithi188 ceph-mon[86835]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:46:08.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:08 smithi104 ceph-mon[96567]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:46:08.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:08 smithi104 ceph-mon[94081]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:46:09.393 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3016 ms) 2024-04-02T09:46:09.393 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-02T09:46:09.393 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:46:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:09 smithi188 ceph-mon[86835]: pgmap v3958: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 311 KiB/s wr, 72 op/s 2024-04-02T09:46:09.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:09 smithi188 ceph-mon[86835]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:46:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:09 smithi104 ceph-mon[96567]: pgmap v3958: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 311 KiB/s wr, 72 op/s 2024-04-02T09:46:09.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:09 smithi104 ceph-mon[96567]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:46:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:09 smithi104 ceph-mon[94081]: pgmap v3958: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 311 KiB/s wr, 72 op/s 2024-04-02T09:46:09.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:09 smithi104 ceph-mon[94081]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:46:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[96567]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:46:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 5]}]: dispatch 2024-04-02T09:46:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1]}]: dispatch 2024-04-02T09:46:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-02T09:46:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.18", "id": [2, 6]}]: dispatch 2024-04-02T09:46:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-02T09:46:10.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 1]}]: dispatch 2024-04-02T09:46:10.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[94081]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:46:10.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 5]}]: dispatch 2024-04-02T09:46:10.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1]}]: dispatch 2024-04-02T09:46:10.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-02T09:46:10.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.18", "id": [2, 6]}]: dispatch 2024-04-02T09:46:10.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-02T09:46:10.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:10 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 1]}]: dispatch 2024-04-02T09:46:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:10 smithi188 ceph-mon[86835]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:46:10.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 5]}]: dispatch 2024-04-02T09:46:10.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1]}]: dispatch 2024-04-02T09:46:10.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-02T09:46:10.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.18", "id": [2, 6]}]: dispatch 2024-04-02T09:46:10.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-02T09:46:10.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:10 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 1]}]: dispatch 2024-04-02T09:46:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[96567]: pgmap v3961: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 139 KiB/s wr, 44 op/s 2024-04-02T09:46:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 5]}]': finished 2024-04-02T09:46:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1]}]': finished 2024-04-02T09:46:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-02T09:46:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.18", "id": [2, 6]}]': finished 2024-04-02T09:46:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-02T09:46:11.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 1]}]': finished 2024-04-02T09:46:11.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[96567]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:46:11.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[94081]: pgmap v3961: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 139 KiB/s wr, 44 op/s 2024-04-02T09:46:11.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 5]}]': finished 2024-04-02T09:46:11.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1]}]': finished 2024-04-02T09:46:11.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-02T09:46:11.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.18", "id": [2, 6]}]': finished 2024-04-02T09:46:11.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-02T09:46:11.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 1]}]': finished 2024-04-02T09:46:11.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:11 smithi104 ceph-mon[94081]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:46:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:11 smithi188 ceph-mon[86835]: pgmap v3961: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 139 KiB/s wr, 44 op/s 2024-04-02T09:46:11.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 5]}]': finished 2024-04-02T09:46:11.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1]}]': finished 2024-04-02T09:46:11.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-02T09:46:11.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.18", "id": [2, 6]}]': finished 2024-04-02T09:46:11.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-02T09:46:11.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:11 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 1]}]': finished 2024-04-02T09:46:11.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:11 smithi188 ceph-mon[86835]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:46:12.617 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3224 ms) 2024-04-02T09:46:12.617 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-02T09:46:12.617 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:46:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:12 smithi188 ceph-mon[86835]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:46:12.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:12 smithi188 ceph-mon[86835]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:46:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:46:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:46:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:12.639 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:12 smithi104 ceph-mon[96567]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:46:12.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:12 smithi104 ceph-mon[96567]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:46:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:12 smithi104 ceph-mon[94081]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:46:12.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:12 smithi104 ceph-mon[94081]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:46:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:13 smithi188 ceph-mon[86835]: pgmap v3965: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 13 KiB/s wr, 108 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:46:13.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:13 smithi188 ceph-mon[86835]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:46:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:13 smithi104 ceph-mon[94081]: pgmap v3965: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 13 KiB/s wr, 108 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:46:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:13 smithi104 ceph-mon[94081]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:46:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:13 smithi104 ceph-mon[96567]: pgmap v3965: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 13 KiB/s wr, 108 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:46:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:13 smithi104 ceph-mon[96567]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:46:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:14 smithi188 ceph-mon[86835]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:46:14.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:14 smithi104 ceph-mon[96567]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:46:14.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:14 smithi104 ceph-mon[94081]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:46:15.643 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3026 ms) 2024-04-02T09:46:15.643 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-02T09:46:15.643 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:46:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:15 smithi104 ceph-mon[96567]: pgmap v3968: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 14 KiB/s wr, 102 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:46:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:15 smithi104 ceph-mon[96567]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:46:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:15 smithi104 ceph-mon[94081]: pgmap v3968: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 14 KiB/s wr, 102 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:46:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:15 smithi104 ceph-mon[94081]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:46:15.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:15 smithi188 ceph-mon[86835]: pgmap v3968: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 14 KiB/s wr, 102 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:46:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:15 smithi188 ceph-mon[86835]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:46:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:46:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:46:15] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:46:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:16 smithi188 ceph-mon[86835]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:46:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:16 smithi104 ceph-mon[94081]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:46:16.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:16 smithi104 ceph-mon[96567]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:46:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:17 smithi188 ceph-mon[86835]: pgmap v3971: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 48 op/s; 25 KiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:46:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:17 smithi188 ceph-mon[86835]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:46:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:17 smithi104 ceph-mon[94081]: pgmap v3971: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 48 op/s; 25 KiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:46:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:17 smithi104 ceph-mon[94081]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:46:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:17 smithi104 ceph-mon[96567]: pgmap v3971: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 48 op/s; 25 KiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:46:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:17 smithi104 ceph-mon[96567]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:46:18.656 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3013 ms) 2024-04-02T09:46:18.656 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-02T09:46:18.656 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:46:18.707 INFO:tasks.workunit.client.0.smithi104.stdout: i=0 exists [33285468~5806083,56126162~7600015,188396697~39000,255199593~2800171,258829309~5696478,288177755~2235595,293822265~5056373,338726486~1175102,365396925~3262175,379974899~340325] wrote [33285468~5806083,56126162~7600015,188396697~39000,255199593~2800171,258829309~5696478,288177755~2235595,293822265~5056373,338726486~1175102,365396925~3262175,379974899~340325] 2024-04-02T09:46:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:18 smithi104 ceph-mon[94081]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:46:18.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:18 smithi104 ceph-mon[96567]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:46:19.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:18 smithi188 ceph-mon[86835]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:46:19.670 INFO:tasks.workunit.client.0.smithi104.stdout: i=1 exists [26201098~5821757,33285468~5806083,53726163~10000014,64644566~6661390,76975926~7581510,85511369~3083135,108350457~468836,152183023~3399063,171752124~1536671,188396697~39000,255199593~2800171,258829309~5696478,288177755~2235595,293822265~5056373,338726486~1175102,365135808~3523292,379974899~340325] wrote [26201098~5821757,53726163~3526040,64644566~6661390,76975926~7581510,85511369~3083135,108350457~468836,152183023~3399063,171752124~1536671,365135808~407267] 2024-04-02T09:46:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:19 smithi188 ceph-mon[86835]: pgmap v3974: 137 pgs: 137 active+clean; 22 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 265 KiB/s wr, 110 op/s; 25 KiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:46:19.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:19 smithi188 ceph-mon[86835]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:46:19.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:19.889 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:19 smithi104 ceph-mon[96567]: pgmap v3974: 137 pgs: 137 active+clean; 22 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 265 KiB/s wr, 110 op/s; 25 KiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:46:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:19 smithi104 ceph-mon[96567]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:46:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:19 smithi104 ceph-mon[94081]: pgmap v3974: 137 pgs: 137 active+clean; 22 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 265 KiB/s wr, 110 op/s; 25 KiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:46:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:19 smithi104 ceph-mon[94081]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:46:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:20.712 INFO:tasks.workunit.client.0.smithi104.stdout: i=2 exists [26201098~5821757,33285468~9602022,53726163~10000014,64644566~6661390,76975926~7581510,85511369~3083135,90859858~7862381,108350457~468836,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,185376121~2273409,188396697~39000,255199593~2800171,258829309~5696478,272278485~7729846,288177755~2235595,293822265~5056373,338726486~1175102,347759748~3133228,365135808~3523292,379974899~340325] wrote [35192287~7695203,90859858~7862381,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,185376121~2273409,272278485~7729846,347759748~3133228] 2024-04-02T09:46:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:20 smithi104 ceph-mon[96567]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:46:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:20 smithi104 ceph-mon[94081]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:46:21.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:20 smithi188 ceph-mon[86835]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:46:21.713 INFO:tasks.workunit.client.0.smithi104.stdout: i=3 exists [5991851~2054634,26201098~5821757,33285468~9602022,48270866~4031946,53726163~10000014,64644566~6661390,76975926~7581510,85511369~3083135,90859858~7862381,108350457~468836,119103761~5582883,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,188396697~39000,255199593~2800171,258829309~5696478,272278485~7729846,288177755~2235595,293822265~5056373,338726486~1175102,341316514~9576462,356205094~771149,365135808~3523292,379974899~340325,404050781~1522110,410922785~4512546] wrote [5991851~2054634,48270866~4031946,119103761~5582883,174712476~3239520,341316514~6941646,356205094~771149,404050781~1522110,410922785~4512546] 2024-04-02T09:46:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:21 smithi104 ceph-mon[94081]: pgmap v3977: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.3 MiB/s wr, 76 op/s 2024-04-02T09:46:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:21 smithi104 ceph-mon[94081]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:46:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:21 smithi104 ceph-mon[96567]: pgmap v3977: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.3 MiB/s wr, 76 op/s 2024-04-02T09:46:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:21 smithi104 ceph-mon[96567]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:46:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:21 smithi188 ceph-mon[86835]: pgmap v3977: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.3 MiB/s wr, 76 op/s 2024-04-02T09:46:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:21 smithi188 ceph-mon[86835]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:46:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:46:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:22.710 INFO:tasks.workunit.client.0.smithi104.stdout: i=4 exists [5991851~2054634,13341779~6279884,21961474~10061381,33285468~9602022,48270866~4031946,53726163~10000014,64644566~6661390,76975926~7581510,85511369~3083135,90859858~7862381,108350457~468836,119103761~5582883,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,188396697~39000,205363031~1311236,208678066~3664571,240993457~1446290,255199593~2800171,258829309~5696478,272278485~13562822,288177755~2235595,293822265~5056373,312883316~7705654,338726486~1175102,341316514~14837732,356205094~771149,365135808~3523292,373540313~2403424,379974899~340325,404050781~1522110,410922785~4512546] wrote [13341779~6279884,21961474~6739438,205363031~1311236,208678066~3664571,240993457~1446290,278127234~7714073,312883316~7705654,350891949~5262297,373540313~2403424] 2024-04-02T09:46:23.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:22 smithi188 ceph-mon[86835]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:46:23.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:22 smithi104 ceph-mon[96567]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:46:23.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:22 smithi104 ceph-mon[94081]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:46:23.750 INFO:tasks.workunit.client.0.smithi104.stdout: i=5 exists [5991851~2054634,13341779~6279884,21961474~10061381,33285468~9602022,48270866~4031946,53726163~10000014,64644566~6661390,76975926~11618578,90859858~7862381,108350457~468836,110974919~6401148,119103761~5582883,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,188396697~39000,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,255199593~2800171,258829309~5696478,272278485~13562822,288177755~2235595,293822265~5056373,304637854~7489387,312883316~7705654,338726486~1175102,340463326~15690920,356205094~771149,365135808~3523292,373540313~2403424,379974899~340325,384946885~962816,404050781~1522110,410922785~4512546] wrote [35161966~2047634,37983737~2801640,81475307~6061012,110974919~6401148,201327935~2181783,207624893~5690658,304637854~7489387,340463326~6048293,384946885~962816] 2024-04-02T09:46:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:23 smithi188 ceph-mon[86835]: pgmap v3980: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 14 MiB/s wr, 57 op/s 2024-04-02T09:46:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:23 smithi188 ceph-mon[86835]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:46:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:23 smithi104 ceph-mon[94081]: pgmap v3980: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 14 MiB/s wr, 57 op/s 2024-04-02T09:46:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:23 smithi104 ceph-mon[94081]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:46:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:23 smithi104 ceph-mon[96567]: pgmap v3980: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 14 MiB/s wr, 57 op/s 2024-04-02T09:46:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:23 smithi104 ceph-mon[96567]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:46:24.700 INFO:tasks.workunit.client.0.smithi104.stdout: i=6 exists [5991851~2054634,13341779~6279884,21961474~10061381,33285468~9602022,48270866~4031946,53726163~10000014,64644566~6661390,76975926~11618578,90859858~7862381,108350457~468836,110974919~6401148,119103761~5582883,135119500~1583659,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,188396697~39000,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,255199593~2800171,258829309~5696478,272278485~19111763,293822265~5056373,304637854~7489387,312883316~7705654,321382979~6707692,338726486~1175102,340463326~18980273,360488897~8170203,373540313~2403424,379974899~340325,384946885~962816,404050781~1522110,410922785~4512546] wrote [91961471~2364032,135119500~1583659,144601810~985730,272807673~864012,274928716~3721889,285158443~6231805,306752220~1942789,321382979~6707692,356074657~3368942,360488897~5762541] 2024-04-02T09:46:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:24 smithi188 ceph-mon[86835]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:46:25.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:24 smithi104 ceph-mon[96567]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:46:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:24 smithi104 ceph-mon[94081]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:46:25.689 INFO:tasks.workunit.client.0.smithi104.stdout: i=7 exists [5991851~2054634,13341779~6279884,21961474~10061381,33285468~10061528,48270866~4031946,53726163~10000014,64644566~6661390,76975926~11618578,90859858~7862381,102036423~4020865,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,188396697~39000,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,255199593~2800171,258829309~5696478,272278485~19111763,293822265~5056373,304637854~7489387,312883316~7705654,321382979~6707692,338726486~1175102,340463326~18980273,360488897~8170203,373540313~2403424,379974899~340325,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] wrote [38766561~4580435,77512726~532471,102036423~4020865,114289774~345958,118719986~979616,124547126~1992239,195732381~6605215,280386719~2454499,314913736~2775229,382169465~1508544] 2024-04-02T09:46:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:25 smithi188 ceph-mon[86835]: pgmap v3983: 137 pgs: 137 active+clean; 195 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 23 MiB/s wr, 248 op/s 2024-04-02T09:46:26.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:25 smithi188 ceph-mon[86835]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:46:26.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:25 smithi104 ceph-mon[96567]: pgmap v3983: 137 pgs: 137 active+clean; 195 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 23 MiB/s wr, 248 op/s 2024-04-02T09:46:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:25 smithi104 ceph-mon[96567]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:46:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:25 smithi104 ceph-mon[94081]: pgmap v3983: 137 pgs: 137 active+clean; 195 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 23 MiB/s wr, 248 op/s 2024-04-02T09:46:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:25 smithi104 ceph-mon[94081]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:46:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:46:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:46:25] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:46:26.749 INFO:tasks.workunit.client.0.smithi104.stdout: i=8 exists [5991851~2054634,13341779~6279884,21961474~21385522,48270866~4031946,53726163~20438942,76975926~11618578,90859858~7862381,100119590~8137787,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,188396697~39000,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,255199593~2800171,258829309~5696478,272278485~19111763,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,338726486~1175102,340463326~18980273,360488897~8170203,373540313~2403424,379974899~340325,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] wrote [30684172~7136573,59249343~14915762,97234674~509501,100119590~8137787,211736539~493523,278221829~4045318,293718843~7163572] 2024-04-02T09:46:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:26 smithi188 ceph-mon[86835]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:46:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:26 smithi104 ceph-mon[96567]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:46:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:26 smithi104 ceph-mon[94081]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:46:27.814 INFO:tasks.workunit.client.0.smithi104.stdout: i=9 exists [5991851~2054634,13341779~6279884,21961474~21385522,48270866~4031946,53726163~20438942,76975926~21746313,100119590~8137787,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~7697059,170176677~3667639,174712476~3239520,185376121~2273409,188396697~39000,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,255199593~2800171,258829309~5696478,272278485~19111763,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,338055533~2392827,340463326~18980273,360488897~8170203,373540313~2403424,379974899~340325,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] wrote [35904888~827842,57048058~3560577,63818393~1320102,83396930~8181707,153069181~6810901,233465136~7294711,338055533~2392827,351023941~3651009] 2024-04-02T09:46:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:27 smithi188 ceph-mon[86835]: pgmap v3986: 137 pgs: 137 active+clean; 322 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 42 MiB/s wr, 274 op/s 2024-04-02T09:46:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:27 smithi188 ceph-mon[86835]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:46:28.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:27 smithi104 ceph-mon[94081]: pgmap v3986: 137 pgs: 137 active+clean; 322 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 42 MiB/s wr, 274 op/s 2024-04-02T09:46:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:27 smithi104 ceph-mon[94081]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:46:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:27 smithi104 ceph-mon[96567]: pgmap v3986: 137 pgs: 137 active+clean; 322 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 42 MiB/s wr, 274 op/s 2024-04-02T09:46:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:27 smithi104 ceph-mon[96567]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:46:28.774 INFO:tasks.workunit.client.0.smithi104.stdout: i=10 exists [5991851~2054634,13341779~6279884,21961474~21385522,48270866~25894239,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~7697059,170176677~3667639,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,255199593~10774165,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,338055533~2392827,340463326~18980273,360488897~8170203,368670543~7273194,379974899~340325,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] wrote [52005827~5124631,98570024~5758081,176082193~6337964,184344740~5512614,255462111~10511647,315924638~6141193,346568813~6904021,368670543~6127131] 2024-04-02T09:46:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:28 smithi188 ceph-mon[86835]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:46:29.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:28 smithi104 ceph-mon[94081]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:46:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:28 smithi104 ceph-mon[96567]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:46:29.756 INFO:tasks.workunit.client.0.smithi104.stdout: i=11 exists [661386~2060787,5991851~2054634,13341779~6279884,21961474~21385522,48270866~25894239,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,151795746~8084336,170176677~3667639,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~2392827,340463326~18980273,360488897~19081773,379974899~8243533,404050781~1522110,410922785~4512546] wrote [661386~2060787,61052353~6197276,151795746~3486811,244125148~1734253,253019428~4996339,329819992~1381250,364676406~6487445,371837332~7733338,380267367~7951065] 2024-04-02T09:46:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:29 smithi188 ceph-mon[86835]: pgmap v3989: 137 pgs: 137 active+clean; 392 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 46 MiB/s wr, 259 op/s 2024-04-02T09:46:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:29 smithi188 ceph-mon[86835]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:46:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:29 smithi104 ceph-mon[96567]: pgmap v3989: 137 pgs: 137 active+clean; 392 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 46 MiB/s wr, 259 op/s 2024-04-02T09:46:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:29 smithi104 ceph-mon[96567]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:46:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:29 smithi104 ceph-mon[94081]: pgmap v3989: 137 pgs: 137 active+clean; 392 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 46 MiB/s wr, 259 op/s 2024-04-02T09:46:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:29 smithi104 ceph-mon[94081]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:46:30.777 INFO:tasks.workunit.client.0.smithi104.stdout: i=12 exists [661386~2060787,3722361~4658744,13341779~6279884,21961474~21385522,48270866~25894239,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,148550347~2459954,151795746~8084336,170176677~3667639,173975679~8444478,184344740~5512614,195732381~7777337,204380645~8934906,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,379974899~8243533,404050781~1522110,410922785~4512546] wrote [3722361~4658744,61546165~639000,81397516~7348179,144316606~2194555,173975679~2051682,204380645~3422031,228495353~8140354,340315103~8111591] 2024-04-02T09:46:31.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:30 smithi188 ceph-mon[86835]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:46:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:30 smithi104 ceph-mon[96567]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:46:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:30 smithi104 ceph-mon[94081]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:46:31.733 INFO:tasks.workunit.client.0.smithi104.stdout: i=13 exists [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,148550347~2459954,151795746~8084336,170176677~3667639,173975679~8444478,184344740~5512614,191936900~21378651,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,379974899~8243533,395375808~3250907,404050781~1522110,410922785~4512546] wrote [448923~1591437,21863487~2472393,45298182~3917859,191936900~5363182,202210317~3777361,209289197~983715,229534361~2225968,256312592~1568724,288887109~1912241,395375808~3250907] 2024-04-02T09:46:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:31 smithi188 ceph-mon[86835]: pgmap v3992: 137 pgs: 137 active+clean; 429 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 26 MiB/s wr, 182 op/s 2024-04-02T09:46:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:31 smithi188 ceph-mon[86835]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:46:32.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:31 smithi104 ceph-mon[96567]: pgmap v3992: 137 pgs: 137 active+clean; 429 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 26 MiB/s wr, 182 op/s 2024-04-02T09:46:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:31 smithi104 ceph-mon[96567]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:46:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:31 smithi104 ceph-mon[94081]: pgmap v3992: 137 pgs: 137 active+clean; 429 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 26 MiB/s wr, 182 op/s 2024-04-02T09:46:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:31 smithi104 ceph-mon[94081]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:46:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:46:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: i=14 exists [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,127759526~8943633,144316606~2194555,148550347~2459954,151795746~8084336,165802114~3927055,170176677~3667639,173975679~8444478,184344740~28970811,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19681207,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,379974899~8243533,395375808~3250907,404050781~1522110,410922785~4512546] wrote [98921500~6329001,127759526~7899253,156482743~2602132,165802114~3927055,188944816~4761269,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,331783124~5667840] 2024-04-02T09:46:33.041 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:32 smithi104 ceph-mon[96567]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:46:33.041 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:32 smithi104 ceph-mon[94081]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:46:33.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:32 smithi188 ceph-mon[86835]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:46:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: i=15 exists [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,127759526~9141190,144316606~6693695,151795746~8084336,165802114~3927055,169858270~12561887,184344740~28970811,227317066~852427,228495353~12264494,240993457~1446290,244125148~1734253,253019428~13927975,272278485~19681207,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,379974899~8243533,395375808~3250907,404050781~1522110,410922785~4512546] wrote [3783567~431568,79027801~6262375,129809278~7091438,144403226~5292150,169858270~9701190,227317066~852427,264706492~2240911,278477939~2871434,300225487~2688752] 2024-04-02T09:46:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:33 smithi188 ceph-mon[86835]: pgmap v3995: 137 pgs: 137 active+clean; 539 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 38 MiB/s wr, 128 op/s 2024-04-02T09:46:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:33 smithi188 ceph-mon[86835]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:46:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:33 smithi104 ceph-mon[96567]: pgmap v3995: 137 pgs: 137 active+clean; 539 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 38 MiB/s wr, 128 op/s 2024-04-02T09:46:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:33 smithi104 ceph-mon[96567]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:46:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:33 smithi104 ceph-mon[94081]: pgmap v3995: 137 pgs: 137 active+clean; 539 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 38 MiB/s wr, 128 op/s 2024-04-02T09:46:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:33 smithi104 ceph-mon[94081]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:46:34.779 INFO:tasks.workunit.client.0.smithi104.stdout: i=16 exists [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,127759526~9141190,144316606~6693695,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~21863835,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,379974899~8243533,395375808~3250907,404050781~1522110,410922785~4512546] wrote [26459486~3980714,98618946~1905029,124651370~87080,156751584~1052153,181703199~4627641,186820271~5775374,243426206~4105749,270095857~4500450,277101045~1537222,319504814~4694822] 2024-04-02T09:46:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:34 smithi188 ceph-mon[86835]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:46:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:34 smithi104 ceph-mon[96567]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:46:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:34 smithi104 ceph-mon[94081]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:46:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:35.791 INFO:tasks.workunit.client.0.smithi104.stdout: i=17 exists [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~21863835,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,379974899~9696560,395375808~3250907,403591651~4309470,410922785~4512546] wrote [1736578~56143,98436201~790341,106909716~4882656,127742344~1905103,139926844~6863228,152330125~7100290,178184319~345436,304879804~4463863,382146018~7525441,403591651~4309470] 2024-04-02T09:46:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:35 smithi188 ceph-mon[86835]: pgmap v3998: 137 pgs: 137 active+clean; 622 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 48 MiB/s wr, 319 op/s 2024-04-02T09:46:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:35 smithi188 ceph-mon[86835]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:46:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:46:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:46:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:46:35] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:46:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:35 smithi104 ceph-mon[96567]: pgmap v3998: 137 pgs: 137 active+clean; 622 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 48 MiB/s wr, 319 op/s 2024-04-02T09:46:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:35 smithi104 ceph-mon[96567]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:46:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:46:36.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:35 smithi104 ceph-mon[94081]: pgmap v3998: 137 pgs: 137 active+clean; 622 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 48 MiB/s wr, 319 op/s 2024-04-02T09:46:36.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:35 smithi104 ceph-mon[94081]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:46:36.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:36.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:46:36.801 INFO:tasks.workunit.client.0.smithi104.stdout: i=18 exists [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~38940264,293718843~9195396,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,379974899~9696560,395375808~3250907,401465849~6435272,410922785~4512546] wrote [80999479~3549944,186621328~8045185,198759685~258484,240204923~319302,255718648~7790549,265512357~7594799,310837070~4953905,318692488~2362811,351861960~4977265,401465849~5066414] 2024-04-02T09:46:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:36 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:46:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:36 smithi188 ceph-mon[86835]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:46:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:36 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:36 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:36 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:46:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:36 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:46:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:36 smithi104 ceph-mon[96567]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:46:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:36 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:36 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:36 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:46:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:36 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:46:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:36 smithi104 ceph-mon[94081]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:46:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:36 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:36 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:36 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:46:37.836 INFO:tasks.workunit.client.0.smithi104.stdout: i=19 exists [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,379974899~9696560,395375808~3250907,401465849~6435272,410922785~4512546] wrote [46332938~1760296,88500550~4641044,161268148~8361685,240664209~7757189,250131531~7202408,271736304~13269,292486155~7294177,339589993~2786730,348122447~7672266] 2024-04-02T09:46:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:37 smithi188 ceph-mon[86835]: pgmap v4001: 137 pgs: 137 active+clean; 690 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 36 MiB/s wr, 359 op/s 2024-04-02T09:46:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:37 smithi188 ceph-mon[86835]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:46:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:37 smithi104 ceph-mon[96567]: pgmap v4001: 137 pgs: 137 active+clean; 690 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 36 MiB/s wr, 359 op/s 2024-04-02T09:46:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:37 smithi104 ceph-mon[96567]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:46:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:37 smithi104 ceph-mon[94081]: pgmap v4001: 137 pgs: 137 active+clean; 690 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 36 MiB/s wr, 359 op/s 2024-04-02T09:46:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:37 smithi104 ceph-mon[94081]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:46:38.759 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 1 diff [26201098~5821757,53726163~3526040,64644566~6661390,76975926~7581510,85511369~3083135,108350457~468836,152183023~3399063,171752124~1536671,365135808~407267] 2024-04-02T09:46:38.760 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [26201098~5821757,53726163~3526040,64644566~6661390,76975926~7581510,85511369~3083135,108350457~468836,152183023~3399063,171752124~1536671,365135808~407267] 2024-04-02T09:46:38.777 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [25165824~6857031,50331648~6920555,63726177~7579779,75497472~13097032,104857600~3961693,150994944~4587142,167772160~5516635,365135808~407267] 2024-04-02T09:46:38.777 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 2 diff [26201098~5821757,35192287~7695203,53726163~3526040,64644566~6661390,76975926~7581510,85511369~3083135,90859858~7862381,108350457~468836,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,185376121~2273409,272278485~7729846,347759748~3133228,365135808~407267] 2024-04-02T09:46:38.777 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [26201098~5821757,35192287~7695203,53726163~3526040,64644566~6661390,76975926~7581510,85511369~3083135,90859858~7862381,108350457~468836,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,185376121~2273409,272278485~7729846,347759748~3133228,365135808~407267] 2024-04-02T09:46:38.783 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [25165824~6857031,35192287~7695203,50331648~6920555,63726177~7579779,75497472~23224767,104857600~3961693,142606336~3585267,146800640~9994022,167772160~6072156,185376121~2273409,268435456~11572875,343932928~6960048,365135808~407267] 2024-04-02T09:46:38.783 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 3 diff [5991851~2054634,26201098~5821757,35192287~7695203,48270866~4031946,53726163~3526040,64644566~6661390,76975926~7581510,85511369~3083135,90859858~7862381,108350457~468836,119103761~5582883,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,272278485~7729846,341316514~9576462,356205094~771149,365135808~407267,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.783 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,26201098~5821757,35192287~7695203,48270866~4031946,53726163~3526040,64644566~6661390,76975926~7581510,85511369~3083135,90859858~7862381,108350457~468836,119103761~5582883,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,272278485~7729846,341316514~9576462,356205094~771149,365135808~407267,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.789 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,25165824~6857031,35192287~7695203,46137344~11114859,63726177~7579779,75497472~23224767,104857600~3961693,117440512~7246132,142606336~3585267,146800640~9994022,167772160~10179836,185376121~2273409,268435456~11572875,339901588~10991388,352321536~4654707,365135808~407267,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.789 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 4 diff [5991851~2054634,13341779~6279884,21961474~10061381,35192287~7695203,48270866~4031946,53726163~3526040,64644566~6661390,76975926~7581510,85511369~3083135,90859858~7862381,108350457~468836,119103761~5582883,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,205363031~1311236,208678066~3664571,240993457~1446290,272278485~13562822,312883316~7705654,341316514~14837732,356205094~771149,365135808~407267,373540313~2403424,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.789 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~10061381,35192287~7695203,48270866~4031946,53726163~3526040,64644566~6661390,76975926~7581510,85511369~3083135,90859858~7862381,108350457~468836,119103761~5582883,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,205363031~1311236,208678066~3664571,240993457~1446290,272278485~13562822,312883316~7705654,341316514~14837732,356205094~771149,365135808~407267,373540313~2403424,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.795 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~11051335,35192287~7695203,46137344~11114859,63726177~7579779,75497472~23224767,104857600~3961693,117440512~7246132,142606336~3585267,146800640~9994022,167772160~10179836,185376121~2273409,201326592~11016045,239075328~3364419,268435456~17405851,310378496~10210474,339901588~17074655,365135808~407267,373293056~2650681,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.795 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 5 diff [5991851~2054634,13341779~6279884,21961474~10061381,35161966~7725524,48270866~4031946,53726163~3526040,64644566~6661390,76975926~11618578,90859858~7862381,108350457~468836,110974919~6401148,119103761~5582883,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272278485~13562822,304637854~7489387,312883316~7705654,340463326~15690920,356205094~771149,365135808~407267,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.795 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~10061381,35161966~7725524,48270866~4031946,53726163~3526040,64644566~6661390,76975926~11618578,90859858~7862381,108350457~468836,110974919~6401148,119103761~5582883,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272278485~13562822,304637854~7489387,312883316~7705654,340463326~15690920,356205094~771149,365135808~407267,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.801 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~11051335,35161966~7725524,46137344~11114859,63726177~7579779,75497472~23224767,104857600~3961693,109051904~8324163,117440512~7246132,142606336~3585267,146800640~9994022,167772160~10179836,185376121~2273409,201326592~11988959,239075328~3364419,268435456~17405851,301989888~18599082,339901588~17074655,365135808~407267,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.801 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 6 diff [5991851~2054634,13341779~6279884,21961474~10061381,35161966~7725524,48270866~4031946,53726163~3526040,64644566~6661390,76975926~11618578,90859858~7862381,108350457~468836,110974919~6401148,119103761~5582883,135119500~1583659,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.801 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~10061381,35161966~7725524,48270866~4031946,53726163~3526040,64644566~6661390,76975926~11618578,90859858~7862381,108350457~468836,110974919~6401148,119103761~5582883,135119500~1583659,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.807 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~11051335,35161966~7725524,46137344~11114859,63726177~7579779,75497472~23224767,104857600~3961693,109051904~8324163,117440512~7246132,134217728~2485431,142606336~3585267,146800640~9994022,167772160~10179836,185376121~2273409,201326592~11988959,239075328~3364419,268435456~22954792,301989888~26100783,339901588~26349850,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.808 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 7 diff [5991851~2054634,13341779~6279884,21961474~10061381,35161966~8185030,48270866~4031946,53726163~3526040,64644566~6661390,76975926~11618578,90859858~7862381,102036423~4020865,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.808 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~10061381,35161966~8185030,48270866~4031946,53726163~3526040,64644566~6661390,76975926~11618578,90859858~7862381,102036423~4020865,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.814 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~11051335,35161966~8185030,46137344~11114859,63726177~7579779,75497472~23224767,100663296~8155997,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3585267,146800640~9994022,167772160~10179836,185376121~2273409,192937984~20377567,239075328~3364419,268435456~22954792,301989888~26100783,339901588~26349850,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.814 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 8 diff [5991851~2054634,13341779~6279884,21961474~21385522,48270866~4031946,53726163~3526040,59249343~14915762,76975926~11618578,90859858~7862381,100119590~8137787,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.814 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~21385522,48270866~4031946,53726163~3526040,59249343~14915762,76975926~11618578,90859858~7862381,100119590~8137787,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~4611639,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.821 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~22375476,46137344~11114859,59249343~14915762,75497472~33321821,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3585267,146800640~9994022,167772160~10179836,185376121~2273409,192937984~20377567,239075328~3364419,268435456~22954792,293718843~7163572,301989888~26100783,339901588~26349850,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.822 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 9 diff [5991851~2054634,13341779~6279884,21961474~21385522,48270866~4031946,53726163~20438942,76975926~21746313,100119590~8137787,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~7697059,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,272278485~19111763,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,338055533~2392827,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.822 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~21385522,48270866~4031946,53726163~20438942,76975926~21746313,100119590~8137787,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~7697059,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,272278485~19111763,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,338055533~2392827,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.826 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~22375476,46137344~28027761,75497472~33321821,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3585267,146800640~13079442,167772160~10179836,185376121~2273409,192937984~20377567,230686720~11753027,268435456~22954792,293718843~7163572,301989888~26100783,338055533~28195905,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.826 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 10 diff [5991851~2054634,13341779~6279884,21961474~21385522,48270866~25894239,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~7697059,170176677~3667639,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,255462111~10511647,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,338055533~2392827,340463326~18980273,360488897~5762541,368670543~7273194,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.826 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~21385522,48270866~25894239,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,152183023~7697059,170176677~3667639,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,255462111~10511647,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,338055533~2392827,340463326~18980273,360488897~5762541,368670543~7273194,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.832 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~22375476,46137344~28027761,75497472~33321821,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3585267,146800640~13079442,167772160~22085194,192937984~20377567,230686720~11753027,255462111~10511647,268435456~22954792,293718843~7163572,301989888~26100783,338055533~28195905,368659100~7284637,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.832 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 11 diff [661386~2060787,5991851~2054634,13341779~6279884,21961474~21385522,48270866~25894239,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,151795746~8084336,170176677~3667639,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~2392827,340463326~18980273,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.832 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,5991851~2054634,13341779~6279884,21961474~21385522,48270866~25894239,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,151795746~8084336,170176677~3667639,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~2392827,340463326~18980273,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.838 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~2722173,4194304~3852181,12582912~7038751,20971520~22375476,46137344~28027761,75497472~33321821,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3585267,146800640~13079442,167772160~22085194,192937984~20377567,230686720~11753027,243269632~2589769,253019428~12954330,268435456~22954792,293718843~7163572,301989888~29211354,338055533~41515137,380267367~7951065,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.838 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 12 diff [661386~2060787,3722361~4658744,13341779~6279884,21961474~21385522,48270866~25894239,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,148550347~2459954,151795746~8084336,170176677~3667639,173975679~8444478,184344740~5512614,195732381~7777337,204380645~8934906,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.838 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,3722361~4658744,13341779~6279884,21961474~21385522,48270866~25894239,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,148550347~2459954,151795746~8084336,170176677~3667639,173975679~8444478,184344740~5512614,195732381~7777337,204380645~8934906,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.844 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~22375476,46137344~28027761,75497472~33321821,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3904825,146800640~13079442,167772160~22085194,192937984~20377567,226492416~15947331,243269632~2589769,253019428~12954330,268435456~22954792,293718843~7163572,301989888~29211354,338055533~41515137,380267367~7951065,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.844 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 13 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,148550347~2459954,151795746~8084336,170176677~3667639,173975679~8444478,184344740~5512614,191936900~21378651,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.844 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,148550347~2459954,151795746~8084336,170176677~3667639,173975679~8444478,184344740~5512614,191936900~21378651,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.850 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~33321821,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3904825,146800640~13079442,167772160~45543391,226492416~15947331,243269632~2589769,253019428~12954330,268435456~22954792,293718843~7163572,301989888~29211354,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.850 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 14 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,127759526~8943633,144316606~2194555,148550347~2459954,151795746~8084336,165802114~3927055,170176677~3667639,173975679~8444478,184344740~28970811,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19681207,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.850 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,127759526~8943633,144316606~2194555,148550347~2459954,151795746~8084336,165802114~3927055,170176677~3667639,173975679~8444478,184344740~28970811,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19681207,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.856 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~33321821,109051904~8324163,117440512~19262647,142606336~3904825,146800640~13079442,163577856~49737695,226492416~15947331,243269632~2589769,253019428~12954330,268435456~23524236,293718843~7163572,301989888~29211354,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.856 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 15 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,127759526~9141190,144316606~6693695,151795746~8084336,165802114~3927055,169858270~12561887,184344740~28970811,227317066~852427,228495353~12264494,240993457~1446290,244125148~1734253,253019428~13927975,272278485~19681207,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.857 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,127759526~9141190,144316606~6693695,151795746~8084336,165802114~3927055,169858270~12561887,184344740~28970811,227317066~852427,228495353~12264494,240993457~1446290,244125148~1734253,253019428~13927975,272278485~19681207,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.862 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~33321821,109051904~8324163,117440512~19460204,142606336~17273746,163577856~49737695,226492416~15947331,243269632~2589769,253019428~13927975,268435456~23524236,293718843~37482399,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.863 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 16 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,127759526~9141190,144316606~6693695,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~21863835,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.863 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~31281451,108350457~468836,110974919~6401148,118719986~7819379,127759526~9141190,144316606~6693695,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~21863835,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.868 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~33321821,109051904~8324163,117440512~19460204,142606336~17273746,163577856~49737695,226492416~15947331,243269632~4262323,253019428~13927975,268435456~23524236,293718843~37482399,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.868 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 17 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~21863835,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470,410922785~4512546] 2024-04-02T09:46:38.868 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~21863835,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470,410922785~4512546] 2024-04-02T09:46:38.875 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~21468050,163577856~49737695,226492416~15947331,243269632~4262323,253019428~13927975,268435456~23524236,293718843~37482399,331350016~6100948,338055533~41515137,380267367~9404092,394264576~4362139,402653184~12782147] 2024-04-02T09:46:38.875 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 18 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~38940264,293718843~9195396,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:38.875 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~38940264,293718843~9195396,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:38.881 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~21468050,163577856~49737695,226492416~15947331,243269632~4262323,253019428~38940264,293718843~37482399,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:38.881 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 19 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:38.881 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:38.886 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:38.887 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 2 diff [35192287~7695203,90859858~7862381,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,185376121~2273409,272278485~7729846,347759748~3133228] 2024-04-02T09:46:38.887 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [35192287~7695203,90859858~7862381,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,185376121~2273409,272278485~7729846,347759748~3133228] 2024-04-02T09:46:38.892 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [35192287~7695203,88594504~10127735,142606336~3585267,146800640~4209661,154860990~1933672,170176677~3667639,185376121~2273409,268435456~11572875,343932928~6960048] 2024-04-02T09:46:38.893 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 3 diff [5991851~2054634,35192287~7695203,48270866~4031946,90859858~7862381,119103761~5582883,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,272278485~7729846,341316514~9576462,356205094~771149,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.893 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,35192287~7695203,48270866~4031946,90859858~7862381,119103761~5582883,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,272278485~7729846,341316514~9576462,356205094~771149,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.898 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,35192287~7695203,46137344~6165468,88594504~10127735,117440512~7246132,142606336~3585267,146800640~4209661,154860990~1933672,170176677~7775319,185376121~2273409,268435456~11572875,339901588~10991388,352321536~4654707,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.898 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 4 diff [5991851~2054634,13341779~6279884,21961474~6739438,35192287~7695203,48270866~4031946,90859858~7862381,119103761~5582883,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,205363031~1311236,208678066~3664571,240993457~1446290,272278485~13562822,312883316~7705654,341316514~14837732,356205094~771149,373540313~2403424,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.898 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,35192287~7695203,48270866~4031946,90859858~7862381,119103761~5582883,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,205363031~1311236,208678066~3664571,240993457~1446290,272278485~13562822,312883316~7705654,341316514~14837732,356205094~771149,373540313~2403424,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.904 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,35192287~7695203,46137344~6165468,88594504~10127735,117440512~7246132,142606336~3585267,146800640~4209661,154860990~1933672,170176677~7775319,185376121~2273409,201326592~11016045,239075328~3364419,268435456~17405851,310378496~10210474,339901588~17074655,373293056~2650681,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.905 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 5 diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~7725524,48270866~4031946,81475307~6061012,90859858~7862381,110974919~6401148,119103761~5582883,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272278485~13562822,304637854~7489387,312883316~7705654,340463326~15690920,356205094~771149,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.905 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~7725524,48270866~4031946,81475307~6061012,90859858~7862381,110974919~6401148,119103761~5582883,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272278485~13562822,304637854~7489387,312883316~7705654,340463326~15690920,356205094~771149,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.911 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,35161966~7725524,46137344~6165468,81475307~6061012,88594504~10127735,109051904~8324163,117440512~7246132,142606336~3585267,146800640~4209661,154860990~1933672,170176677~7775319,185376121~2273409,201326592~11988959,239075328~3364419,268435456~17405851,301989888~18599082,339901588~17074655,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.911 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 6 diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~7725524,48270866~4031946,81475307~6061012,90859858~7862381,110974919~6401148,119103761~5582883,135119500~1583659,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.911 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~7725524,48270866~4031946,81475307~6061012,90859858~7862381,110974919~6401148,119103761~5582883,135119500~1583659,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.917 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,35161966~7725524,46137344~6165468,81475307~6061012,88594504~10127735,109051904~8324163,117440512~7246132,134217728~2485431,142606336~3585267,146800640~4209661,154860990~1933672,170176677~7775319,185376121~2273409,201326592~11988959,239075328~3364419,268435456~22954792,301989888~26100783,339901588~26349850,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.917 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 7 diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~8185030,48270866~4031946,77512726~532471,81475307~6061012,90859858~7862381,102036423~4020865,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.917 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~8185030,48270866~4031946,77512726~532471,81475307~6061012,90859858~7862381,102036423~4020865,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.923 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,35161966~8185030,46137344~6165468,77512726~532471,81475307~6061012,88594504~10127735,100663296~5393992,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3585267,146800640~4209661,154860990~1933672,170176677~7775319,185376121~2273409,192937984~20377567,239075328~3364419,268435456~22954792,301989888~26100783,339901588~26349850,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.923 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 8 diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~12662824,48270866~4031946,59249343~14915762,77512726~532471,81475307~6061012,90859858~7862381,100119590~8137787,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.923 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~12662824,48270866~4031946,59249343~14915762,77512726~532471,81475307~6061012,90859858~7862381,100119590~8137787,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,154860990~1933672,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272278485~19111763,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.929 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,30684172~12662824,46137344~6165468,59249343~14915762,77512726~532471,81475307~6061012,88594504~19662873,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3585267,146800640~4209661,154860990~1933672,170176677~7775319,185376121~2273409,192937984~20377567,239075328~3364419,268435456~22954792,293718843~7163572,301989888~26100783,339901588~26349850,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.929 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 9 diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~12662824,48270866~4031946,57048058~17117047,77512726~532471,81475307~17246932,100119590~8137787,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,153069181~6810901,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,272278485~19111763,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,338055533~2392827,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.929 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~12662824,48270866~4031946,57048058~17117047,77512726~532471,81475307~17246932,100119590~8137787,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,153069181~6810901,170176677~3667639,174712476~3239520,185376121~2273409,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,272278485~19111763,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,338055533~2392827,340463326~18980273,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.935 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,30684172~12662824,46137344~6165468,57048058~17117047,77512726~532471,81475307~26782070,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3585267,146800640~4209661,153069181~6810901,170176677~7775319,185376121~2273409,192937984~20377567,230686720~11753027,268435456~22954792,293718843~7163572,301989888~26100783,338055533~28195905,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.935 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 10 diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~12662824,48270866~25894239,77512726~532471,81475307~26782070,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,153069181~6810901,170176677~3667639,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,255462111~10511647,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,338055533~2392827,340463326~18980273,360488897~5762541,368670543~7273194,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.935 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~12662824,48270866~25894239,77512726~532471,81475307~26782070,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,153069181~6810901,170176677~3667639,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,255462111~10511647,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,338055533~2392827,340463326~18980273,360488897~5762541,368670543~7273194,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.941 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,30684172~12662824,46137344~28027761,77512726~532471,81475307~26782070,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3585267,146800640~4209661,153069181~6810901,170176677~19680677,192937984~20377567,230686720~11753027,255462111~10511647,268435456~22954792,293718843~7163572,301989888~26100783,338055533~28195905,368659100~7284637,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.941 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 11 diff [661386~2060787,5991851~2054634,13341779~6279884,21961474~6739438,30684172~12662824,48270866~25894239,77512726~532471,81475307~26782070,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,151795746~8084336,170176677~3667639,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~2392827,340463326~18980273,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.941 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,5991851~2054634,13341779~6279884,21961474~6739438,30684172~12662824,48270866~25894239,77512726~532471,81475307~26782070,110974919~6401148,118719986~7819379,135119500~1583659,144504458~1687145,148550347~2459954,151795746~8084336,170176677~3667639,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~2392827,340463326~18980273,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.947 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~2722173,4194304~3852181,12582912~7038751,20971520~7729392,30684172~12662824,46137344~28027761,77512726~532471,81475307~26782070,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3585267,146800640~4209661,151795746~8084336,170176677~19680677,192937984~20377567,230686720~11753027,243269632~2589769,253019428~12954330,268435456~22954792,293718843~7163572,301989888~29211354,338055533~41515137,380267367~7951065,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.947 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 12 diff [661386~2060787,3722361~4658744,13341779~6279884,21961474~6739438,30684172~12662824,48270866~25894239,77512726~532471,81397516~26859861,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,148550347~2459954,151795746~8084336,170176677~3667639,173975679~8444478,184344740~5512614,195732381~7777337,204380645~8934906,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.947 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,3722361~4658744,13341779~6279884,21961474~6739438,30684172~12662824,48270866~25894239,77512726~532471,81397516~26859861,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,148550347~2459954,151795746~8084336,170176677~3667639,173975679~8444478,184344740~5512614,195732381~7777337,204380645~8934906,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.953 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~12662824,46137344~28027761,77512726~532471,81397516~26859861,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3904825,146800640~4209661,151795746~8084336,170176677~19680677,192937984~20377567,226492416~15947331,243269632~2589769,253019428~12954330,268435456~22954792,293718843~7163572,301989888~29211354,338055533~41515137,380267367~7951065,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.953 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 13 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~12662824,45298182~28866923,77512726~532471,81397516~26859861,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,148550347~2459954,151795746~8084336,170176677~3667639,173975679~8444478,184344740~5512614,191936900~21378651,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.953 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~12662824,45298182~28866923,77512726~532471,81397516~26859861,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,148550347~2459954,151795746~8084336,170176677~3667639,173975679~8444478,184344740~5512614,191936900~21378651,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19111763,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.959 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~43480933,77512726~532471,81397516~26859861,109051904~8324163,117440512~9098853,134217728~2485431,142606336~3904825,146800640~4209661,151795746~8084336,170176677~43138874,226492416~15947331,243269632~2589769,253019428~12954330,268435456~22954792,293718843~7163572,301989888~29211354,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.959 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 14 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~12662824,45298182~28866923,77512726~532471,81397516~26859861,110974919~6401148,118719986~7819379,127759526~8943633,144316606~2194555,148550347~2459954,151795746~8084336,165802114~3927055,170176677~3667639,173975679~8444478,184344740~28970811,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19681207,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.959 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~12662824,45298182~28866923,77512726~532471,81397516~26859861,110974919~6401148,118719986~7819379,127759526~8943633,144316606~2194555,148550347~2459954,151795746~8084336,165802114~3927055,170176677~3667639,173975679~8444478,184344740~28970811,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272278485~19681207,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.965 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~43480933,77512726~532471,81397516~26859861,109051904~8324163,117440512~19262647,142606336~3904825,146800640~4209661,151795746~8084336,163577856~6151313,170176677~43138874,226492416~15947331,243269632~2589769,253019428~12954330,268435456~23524236,293718843~7163572,301989888~29211354,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.965 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 15 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~12662824,45298182~28866923,77512726~532471,79027801~29229576,110974919~6401148,118719986~7819379,127759526~9141190,144316606~6693695,151795746~8084336,165802114~3927055,169858270~12561887,184344740~28970811,227317066~852427,228495353~12264494,240993457~1446290,244125148~1734253,253019428~13927975,272278485~19681207,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.965 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~12662824,45298182~28866923,77512726~532471,79027801~29229576,110974919~6401148,118719986~7819379,127759526~9141190,144316606~6693695,151795746~8084336,165802114~3927055,169858270~12561887,184344740~28970811,227317066~852427,228495353~12264494,240993457~1446290,244125148~1734253,253019428~13927975,272278485~19681207,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.971 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~43480933,77512726~532471,79027801~29229576,109051904~8324163,117440512~19460204,142606336~8403965,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~2589769,253019428~13927975,268435456~23524236,293718843~37482399,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.971 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 16 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~29229576,110974919~6401148,118719986~7819379,127759526~9141190,144316606~6693695,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~21863835,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.971 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~29229576,110974919~6401148,118719986~7819379,127759526~9141190,144316606~6693695,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~21863835,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.977 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~29229576,109051904~8324163,117440512~19460204,142606336~8403965,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~4262323,253019428~13927975,268435456~23524236,293718843~37482399,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:38.977 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 17 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~21863835,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470,410922785~4512546] 2024-04-02T09:46:38.977 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~21863835,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470,410922785~4512546] 2024-04-02T09:46:38.983 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~4262323,253019428~13927975,268435456~23524236,293718843~37482399,331350016~6100948,338055533~41515137,380267367~9404092,394264576~4362139,402653184~12782147] 2024-04-02T09:46:38.983 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 18 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~38940264,293718843~9195396,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:38.983 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~38940264,293718843~9195396,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:38.989 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~4262323,253019428~38940264,293718843~37482399,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:38.989 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 19 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:38.990 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:38.995 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:38.996 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 3 diff [5991851~2054634,48270866~4031946,119103761~5582883,174712476~3239520,341316514~6941646,356205094~771149,404050781~1522110,410922785~4512546] 2024-04-02T09:46:38.996 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,48270866~4031946,119103761~5582883,174712476~3239520,341316514~6941646,356205094~771149,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.001 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,46137344~6165468,117440512~7246132,173844316~4107680,339901588~8356572,352321536~4654707,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.001 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 4 diff [5991851~2054634,13341779~6279884,21961474~6739438,48270866~4031946,119103761~5582883,174712476~3239520,205363031~1311236,208678066~3664571,240993457~1446290,278127234~7714073,312883316~7705654,341316514~6941646,350891949~5262297,356205094~771149,373540313~2403424,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.002 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,48270866~4031946,119103761~5582883,174712476~3239520,205363031~1311236,208678066~3664571,240993457~1446290,278127234~7714073,312883316~7705654,341316514~6941646,350891949~5262297,356205094~771149,373540313~2403424,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.007 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,46137344~6165468,117440512~7246132,173844316~4107680,201326592~11016045,239075328~3364419,278127234~7714073,310378496~10210474,339901588~8356572,350891949~6084294,373293056~2650681,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.008 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 5 diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~2047634,37983737~2801640,48270866~4031946,81475307~6061012,110974919~6401148,119103761~5582883,174712476~3239520,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,278127234~7714073,304637854~7489387,312883316~7705654,340463326~7794834,350891949~5262297,356205094~771149,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.008 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~2047634,37983737~2801640,48270866~4031946,81475307~6061012,110974919~6401148,119103761~5582883,174712476~3239520,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,278127234~7714073,304637854~7489387,312883316~7705654,340463326~7794834,350891949~5262297,356205094~771149,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.013 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,35161966~2047634,37983737~2801640,46137344~6165468,81475307~6061012,109051904~8324163,117440512~7246132,173844316~4107680,201326592~11988959,239075328~3364419,278127234~7714073,301989888~18599082,339901588~8356572,350891949~6084294,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.013 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 6 diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~2047634,37983737~2801640,48270866~4031946,81475307~6061012,91961471~2364032,110974919~6401148,119103761~5582883,135119500~1583659,144601810~985730,174712476~3239520,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,304637854~7489387,312883316~7705654,321382979~6707692,340463326~7794834,350891949~8551650,360488897~5762541,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.013 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~2047634,37983737~2801640,48270866~4031946,81475307~6061012,91961471~2364032,110974919~6401148,119103761~5582883,135119500~1583659,144601810~985730,174712476~3239520,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,304637854~7489387,312883316~7705654,321382979~6707692,340463326~7794834,350891949~8551650,360488897~5762541,373540313~2403424,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.019 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,35161966~2047634,37983737~2801640,46137344~6165468,81475307~6061012,91961471~2364032,109051904~8324163,117440512~7246132,134217728~2485431,144601810~985730,173844316~4107680,201326592~11988959,239075328~3364419,272807673~864012,274928716~16461532,301989888~26100783,339901588~8356572,350891949~15359489,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.020 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 7 diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~2047634,37983737~5363259,48270866~4031946,77512726~532471,81475307~6061012,91961471~2364032,102036423~4020865,110974919~6401148,118719986~7819379,135119500~1583659,144601810~985730,174712476~3239520,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,304637854~7489387,312883316~7705654,321382979~6707692,340463326~7794834,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.020 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,35161966~2047634,37983737~5363259,48270866~4031946,77512726~532471,81475307~6061012,91961471~2364032,102036423~4020865,110974919~6401148,118719986~7819379,135119500~1583659,144601810~985730,174712476~3239520,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,304637854~7489387,312883316~7705654,321382979~6707692,340463326~7794834,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.026 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,35161966~2047634,37983737~5363259,46137344~6165468,77512726~532471,81475307~6061012,91961471~2364032,100663296~5393992,109051904~8324163,117440512~9098853,134217728~2485431,144601810~985730,173844316~4107680,192937984~20377567,239075328~3364419,272807673~864012,274928716~16461532,301989888~26100783,339901588~8356572,350891949~15359489,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.026 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 8 diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,48270866~4031946,59249343~14915762,77512726~532471,81475307~6061012,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~7819379,135119500~1583659,144601810~985730,174712476~3239520,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,340463326~7794834,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.026 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,48270866~4031946,59249343~14915762,77512726~532471,81475307~6061012,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~7819379,135119500~1583659,144601810~985730,174712476~3239520,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,340463326~7794834,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.032 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,30684172~7136573,37983737~5363259,46137344~6165468,59249343~14915762,77512726~532471,81475307~6061012,91961471~2364032,97234674~509501,98722239~9535138,109051904~8324163,117440512~9098853,134217728~2485431,144601810~985730,173844316~4107680,192937984~20377567,239075328~3364419,272807673~864012,274928716~16461532,293718843~7163572,301989888~26100783,339901588~8356572,350891949~15359489,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.032 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 9 diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,48270866~4031946,57048058~17117047,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~7819379,135119500~1583659,144601810~985730,153069181~6810901,174712476~3239520,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,338055533~2392827,340463326~7794834,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.032 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,48270866~4031946,57048058~17117047,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~7819379,135119500~1583659,144601810~985730,153069181~6810901,174712476~3239520,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,338055533~2392827,340463326~7794834,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.038 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,30684172~7136573,37983737~5363259,46137344~6165468,57048058~17117047,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98722239~9535138,109051904~8324163,117440512~9098853,134217728~2485431,144601810~985730,153069181~6810901,173844316~4107680,192937984~20377567,230686720~11753027,272807673~864012,274928716~16461532,293718843~7163572,301989888~26100783,338055533~10202627,350891949~15359489,373293056~2650681,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.038 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 10 diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,48270866~25894239,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,135119500~1583659,144601810~985730,153069181~6810901,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,255462111~10511647,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,338055533~2392827,340463326~18980273,360488897~5762541,368670543~7273194,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.038 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [5991851~2054634,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,48270866~25894239,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,135119500~1583659,144601810~985730,153069181~6810901,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,255462111~10511647,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,338055533~2392827,340463326~18980273,360488897~5762541,368670543~7273194,382169465~1508544,384946885~962816,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.044 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [4194304~3852181,12582912~7038751,20971520~7729392,30684172~7136573,37983737~5363259,46137344~28027761,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,117440512~9098853,134217728~2485431,144601810~985730,153069181~6810901,173844316~16013038,192937984~20377567,230686720~11753027,255462111~10511647,272807673~864012,274928716~16461532,293718843~7163572,301989888~26100783,338055533~28195905,368659100~7284637,381681664~4228037,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.044 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 11 diff [661386~2060787,5991851~2054634,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,48270866~25894239,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,135119500~1583659,144601810~985730,151795746~8084336,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~2392827,340463326~18980273,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.044 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,5991851~2054634,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,48270866~25894239,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,135119500~1583659,144601810~985730,151795746~8084336,174712476~7707681,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~2392827,340463326~18980273,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.050 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~2722173,4194304~3852181,12582912~7038751,20971520~7729392,30684172~7136573,37983737~5363259,46137344~28027761,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,117440512~9098853,134217728~2485431,144601810~985730,151795746~8084336,173844316~16013038,192937984~20377567,230686720~11753027,243269632~2589769,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,301989888~29211354,338055533~41515137,380267367~7951065,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.050 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 12 diff [661386~2060787,3722361~4658744,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,48270866~25894239,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,151795746~8084336,173975679~8444478,184344740~5512614,195732381~7777337,204380645~8934906,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.050 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,3722361~4658744,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,48270866~25894239,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,151795746~8084336,173975679~8444478,184344740~5512614,195732381~7777337,204380645~8934906,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.056 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~7136573,37983737~5363259,46137344~28027761,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,117440512~9098853,134217728~2485431,144316606~2194555,151795746~8084336,173844316~16013038,192937984~20377567,226492416~15947331,243269632~2589769,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,301989888~29211354,338055533~41515137,380267367~7951065,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.056 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 13 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,151795746~8084336,173975679~8444478,184344740~5512614,191936900~21378651,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.056 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,135119500~1583659,144316606~2194555,151795746~8084336,173975679~8444478,184344740~5512614,191936900~21378651,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.062 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~7136573,37983737~36181368,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,117440512~9098853,134217728~2485431,144316606~2194555,151795746~8084336,173844316~39471235,226492416~15947331,243269632~2589769,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,301989888~29211354,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.062 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 14 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,127759526~8943633,144316606~2194555,151795746~8084336,165802114~3927055,173975679~8444478,184344740~28970811,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~17030976,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.062 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,127759526~8943633,144316606~2194555,151795746~8084336,165802114~3927055,173975679~8444478,184344740~28970811,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~17030976,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.068 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~7136573,37983737~36181368,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,117440512~19262647,144316606~2194555,151795746~8084336,163577856~6151313,173844316~39471235,226492416~15947331,243269632~2589769,253019428~12954330,272807673~864012,274928716~17030976,293718843~7163572,301989888~29211354,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.068 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 15 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~28970811,227317066~852427,228495353~12264494,240993457~1446290,244125148~1734253,253019428~13927975,272807673~864012,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.068 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~28970811,227317066~852427,228495353~12264494,240993457~1446290,244125148~1734253,253019428~13927975,272807673~864012,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.074 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~7136573,37983737~36181368,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,117440512~19460204,144316606~5378770,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~2589769,253019428~13927975,272807673~864012,274928716~17030976,293718843~37482399,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.074 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 16 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~4500450,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.074 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~7819379,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~4500450,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907,404050781~1522110,410922785~4512546] 2024-04-02T09:46:39.080 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,117440512~19460204,144316606~5378770,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~4262323,253019428~13927975,270095857~4500450,274928716~17030976,293718843~37482399,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139,402653184~2919707,406847488~8587843] 2024-04-02T09:46:39.080 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 17 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~4500450,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470,410922785~4512546] 2024-04-02T09:46:39.080 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~4500450,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470,410922785~4512546] 2024-04-02T09:46:39.086 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~4262323,253019428~13927975,270095857~4500450,274928716~17030976,293718843~37482399,331350016~6100948,338055533~41515137,380267367~9404092,394264576~4362139,402653184~12782147] 2024-04-02T09:46:39.086 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 18 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~21576879,274928716~17030976,293718843~9195396,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:39.087 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~21576879,274928716~17030976,293718843~9195396,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:39.092 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~4262323,253019428~21576879,274928716~17030976,293718843~37482399,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:39.092 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 19 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:39.092 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:39.099 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:39.099 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 4 diff [13341779~6279884,21961474~6739438,205363031~1311236,208678066~3664571,240993457~1446290,278127234~7714073,312883316~7705654,350891949~5262297,373540313~2403424] 2024-04-02T09:46:39.099 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [13341779~6279884,21961474~6739438,205363031~1311236,208678066~3664571,240993457~1446290,278127234~7714073,312883316~7705654,350891949~5262297,373540313~2403424] 2024-04-02T09:46:39.104 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [12582912~7038751,20971520~7729392,201326592~11016045,239075328~3364419,278127234~7714073,310378496~10210474,350891949~5262297,373293056~2650681] 2024-04-02T09:46:39.104 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 5 diff [13341779~6279884,21961474~6739438,35161966~2047634,37983737~2801640,81475307~6061012,110974919~6401148,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,278127234~7714073,304637854~7489387,312883316~7705654,340463326~6048293,350891949~5262297,373540313~2403424,384946885~962816] 2024-04-02T09:46:39.104 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [13341779~6279884,21961474~6739438,35161966~2047634,37983737~2801640,81475307~6061012,110974919~6401148,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,278127234~7714073,304637854~7489387,312883316~7705654,340463326~6048293,350891949~5262297,373540313~2403424,384946885~962816] 2024-04-02T09:46:39.111 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [12582912~7038751,20971520~7729392,35161966~2047634,37983737~2801640,81475307~6061012,109051904~8324163,201326592~11988959,239075328~3364419,278127234~7714073,301989888~18599082,340463326~6048293,350891949~5262297,373293056~2650681,381681664~4228037] 2024-04-02T09:46:39.111 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 6 diff [13341779~6279884,21961474~6739438,35161966~2047634,37983737~2801640,81475307~6061012,91961471~2364032,110974919~6401148,135119500~1583659,144601810~985730,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,304637854~7489387,312883316~7705654,321382979~6707692,340463326~6048293,350891949~8551650,360488897~5762541,373540313~2403424,384946885~962816] 2024-04-02T09:46:39.111 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [13341779~6279884,21961474~6739438,35161966~2047634,37983737~2801640,81475307~6061012,91961471~2364032,110974919~6401148,135119500~1583659,144601810~985730,201327935~2181783,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,304637854~7489387,312883316~7705654,321382979~6707692,340463326~6048293,350891949~8551650,360488897~5762541,373540313~2403424,384946885~962816] 2024-04-02T09:46:39.116 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [12582912~7038751,20971520~7729392,35161966~2047634,37983737~2801640,81475307~6061012,91961471~2364032,109051904~8324163,134217728~2485431,144601810~985730,201326592~11988959,239075328~3364419,272807673~864012,274928716~16461532,301989888~26100783,340463326~6048293,350891949~15359489,373293056~2650681,381681664~4228037] 2024-04-02T09:46:39.116 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 7 diff [13341779~6279884,21961474~6739438,35161966~2047634,37983737~5363259,77512726~532471,81475307~6061012,91961471~2364032,102036423~4020865,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,304637854~7489387,312883316~7705654,321382979~6707692,340463326~6048293,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.116 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [13341779~6279884,21961474~6739438,35161966~2047634,37983737~5363259,77512726~532471,81475307~6061012,91961471~2364032,102036423~4020865,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,304637854~7489387,312883316~7705654,321382979~6707692,340463326~6048293,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.122 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [12582912~7038751,20971520~7729392,35161966~2047634,37983737~5363259,77512726~532471,81475307~6061012,91961471~2364032,100663296~5393992,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,192937984~20377567,239075328~3364419,272807673~864012,274928716~16461532,301989888~26100783,340463326~6048293,350891949~15359489,373293056~2650681,381681664~4228037] 2024-04-02T09:46:39.122 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 8 diff [13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,59249343~14915762,77512726~532471,81475307~6061012,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,340463326~6048293,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.122 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,59249343~14915762,77512726~532471,81475307~6061012,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~7777337,205363031~1311236,207624893~5690658,240993457~1446290,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,340463326~6048293,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:38 smithi188 ceph-mon[86835]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:46:39.128 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [12582912~7038751,20971520~7729392,30684172~7136573,37983737~5363259,59249343~14915762,77512726~532471,81475307~6061012,91961471~2364032,97234674~509501,98722239~9535138,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,192937984~20377567,239075328~3364419,272807673~864012,274928716~16461532,293718843~7163572,301989888~26100783,340463326~6048293,350891949~15359489,373293056~2650681,381681664~4228037] 2024-04-02T09:46:39.128 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 9 diff [13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,57048058~17117047,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,338055533~2392827,340463326~6048293,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.128 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,57048058~17117047,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~7705654,321382979~6707692,338055533~2392827,340463326~6048293,350891949~8551650,360488897~5762541,373540313~2403424,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.134 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [12582912~7038751,20971520~7729392,30684172~7136573,37983737~5363259,57048058~17117047,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98722239~9535138,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,153069181~6810901,192937984~20377567,230686720~11753027,272807673~864012,274928716~16461532,293718843~7163572,301989888~26100783,338055533~2392827,340463326~6048293,350891949~15359489,373293056~2650681,381681664~4228037] 2024-04-02T09:46:39.134 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 10 diff [13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,176082193~6337964,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,255462111~10511647,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,338055533~2392827,340463326~6048293,346568813~12874786,360488897~5762541,368670543~7273194,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.135 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,176082193~6337964,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,255462111~10511647,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,338055533~2392827,340463326~6048293,346568813~12874786,360488897~5762541,368670543~7273194,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:38 smithi104 ceph-mon[96567]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:46:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:38 smithi104 ceph-mon[94081]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:46:39.140 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [12582912~7038751,20971520~7729392,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,153069181~6810901,176082193~13775161,192937984~20377567,230686720~11753027,255462111~10511647,272807673~864012,274928716~16461532,293718843~7163572,301989888~26100783,338055533~2392827,340463326~6048293,346568813~19682625,368659100~7284637,381681664~4228037] 2024-04-02T09:46:39.141 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 11 diff [661386~2060787,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,151795746~8084336,176082193~6337964,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~2392827,340463326~6048293,346568813~12874786,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.141 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,151795746~8084336,176082193~6337964,184344740~5512614,195732381~7777337,205363031~1311236,207624893~5690658,233465136~7294711,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~2392827,340463326~6048293,346568813~12874786,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.147 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~2722173,12582912~7038751,20971520~7729392,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,151795746~8084336,176082193~13775161,192937984~20377567,230686720~11753027,243269632~2589769,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,301989888~29211354,338055533~2392827,340463326~6048293,346568813~33001857,380267367~7951065] 2024-04-02T09:46:39.147 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 12 diff [661386~2060787,3722361~4658744,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,195732381~7777337,204380645~8934906,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.147 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,3722361~4658744,13341779~6279884,21961474~6739438,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,195732381~7777337,204380645~8934906,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.152 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144316606~2194555,151795746~8084336,173975679~2051682,176082193~13775161,192937984~20377567,226492416~15947331,243269632~2589769,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,301989888~29211354,338055533~41515137,380267367~7951065] 2024-04-02T09:46:39.152 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 13 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~21378651,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.152 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~21378651,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.158 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144316606~2194555,151795746~8084336,173975679~2051682,176082193~37233358,226492416~15947331,243269632~2589769,253019428~12954330,272807673~864012,274928716~16461532,293718843~7163572,301989888~29211354,338055533~41515137,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.158 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 14 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~8943633,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~28970811,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~17030976,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.158 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~8943633,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~28970811,228495353~12264494,240993457~1446290,244125148~1734253,253019428~12954330,272807673~864012,274928716~17030976,293718843~7163572,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.165 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~12156033,144316606~2194555,151795746~8084336,163577856~6151313,173975679~2051682,176082193~37233358,226492416~15947331,243269632~2589769,253019428~12954330,272807673~864012,274928716~17030976,293718843~7163572,301989888~29211354,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.165 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 15 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~28970811,227317066~852427,228495353~12264494,240993457~1446290,244125148~1734253,253019428~13927975,272807673~864012,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.165 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~6837425,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~28970811,227317066~852427,228495353~12264494,240993457~1446290,244125148~1734253,253019428~13927975,272807673~864012,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.172 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~7729392,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~12353590,144316606~5378770,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~2589769,253019428~13927975,272807673~864012,274928716~17030976,293718843~37482399,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.172 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 16 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~4500450,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.172 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~4500450,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.178 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~12353590,144316606~5378770,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~4262323,253019428~13927975,270095857~4500450,274928716~17030976,293718843~37482399,331350016~6100948,338055533~41515137,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.178 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 17 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~4500450,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.179 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~13927975,270095857~4500450,274928716~17030976,293718843~9195396,304637854~7489387,312883316~15207355,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.185 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~4262323,253019428~13927975,270095857~4500450,274928716~17030976,293718843~37482399,331350016~6100948,338055533~41515137,380267367~9404092,394264576~4362139,403591651~4309470] 2024-04-02T09:46:39.185 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 18 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~21576879,274928716~17030976,293718843~9195396,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.185 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,240993457~1446290,243426206~4105749,253019428~21576879,274928716~17030976,293718843~9195396,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.191 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~8084336,163577856~6151313,169858270~43457281,226492416~15947331,243269632~4262323,253019428~21576879,274928716~17030976,293718843~37482399,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.191 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 19 diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.191 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.198 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.198 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 5 diff [35161966~2047634,37983737~2801640,81475307~6061012,110974919~6401148,201327935~2181783,207624893~5690658,304637854~7489387,340463326~6048293,384946885~962816] 2024-04-02T09:46:39.198 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [35161966~2047634,37983737~2801640,81475307~6061012,110974919~6401148,201327935~2181783,207624893~5690658,304637854~7489387,340463326~6048293,384946885~962816] 2024-04-02T09:46:39.204 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [35161966~2047634,37983737~2801640,81475307~6061012,109051904~8324163,201327935~2181783,207624893~5690658,301989888~10137353,340463326~6048293,381681664~4228037] 2024-04-02T09:46:39.204 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 6 diff [35161966~2047634,37983737~2801640,81475307~6061012,91961471~2364032,110974919~6401148,135119500~1583659,144601810~985730,201327935~2181783,207624893~5690658,272807673~864012,274928716~3721889,285158443~6231805,304637854~7489387,321382979~6707692,340463326~6048293,356074657~3368942,360488897~5762541,384946885~962816] 2024-04-02T09:46:39.204 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [35161966~2047634,37983737~2801640,81475307~6061012,91961471~2364032,110974919~6401148,135119500~1583659,144601810~985730,201327935~2181783,207624893~5690658,272807673~864012,274928716~3721889,285158443~6231805,304637854~7489387,321382979~6707692,340463326~6048293,356074657~3368942,360488897~5762541,384946885~962816] 2024-04-02T09:46:39.210 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [35161966~2047634,37983737~2801640,81475307~6061012,91961471~2364032,109051904~8324163,134217728~2485431,144601810~985730,201327935~2181783,207624893~5690658,272807673~864012,274928716~3721889,285158443~6231805,301989888~10137353,320588970~7501701,340463326~6048293,356074657~10176781,381681664~4228037] 2024-04-02T09:46:39.210 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 7 diff [35161966~2047634,37983737~5363259,77512726~532471,81475307~6061012,91961471~2364032,102036423~4020865,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~7777337,207624893~5690658,272807673~864012,274928716~3721889,280386719~2454499,285158443~6231805,304637854~7489387,314913736~2775229,321382979~6707692,340463326~6048293,356074657~3368942,360488897~5762541,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.210 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [35161966~2047634,37983737~5363259,77512726~532471,81475307~6061012,91961471~2364032,102036423~4020865,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~7777337,207624893~5690658,272807673~864012,274928716~3721889,280386719~2454499,285158443~6231805,304637854~7489387,314913736~2775229,321382979~6707692,340463326~6048293,356074657~3368942,360488897~5762541,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.216 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [35161966~2047634,37983737~5363259,77512726~532471,81475307~6061012,91961471~2364032,100663296~5393992,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,192937984~10571734,207624893~5690658,272807673~864012,274928716~3721889,280386719~2454499,285158443~6231805,301989888~10137353,314913736~2775229,320588970~7501701,340463326~6048293,356074657~10176781,381681664~4228037] 2024-04-02T09:46:39.216 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 8 diff [30684172~7136573,37983737~5363259,59249343~14915762,77512726~532471,81475307~6061012,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~7777337,207624893~5690658,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~2775229,321382979~6707692,340463326~6048293,356074657~3368942,360488897~5762541,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.216 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,37983737~5363259,59249343~14915762,77512726~532471,81475307~6061012,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~7777337,207624893~5690658,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~2775229,321382979~6707692,340463326~6048293,356074657~3368942,360488897~5762541,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.222 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,37983737~5363259,59249343~14915762,77512726~532471,81475307~6061012,91961471~2364032,97234674~509501,98722239~9535138,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,192937984~10571734,207624893~5690658,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,301989888~10137353,314913736~2775229,320588970~7501701,340463326~6048293,356074657~10176781,381681664~4228037] 2024-04-02T09:46:39.222 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 9 diff [30684172~7136573,37983737~5363259,57048058~17117047,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,195732381~7777337,207624893~5690658,233465136~7294711,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~2775229,321382979~6707692,338055533~2392827,340463326~6048293,351023941~3651009,356074657~3368942,360488897~5762541,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.222 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,37983737~5363259,57048058~17117047,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,100119590~8137787,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,195732381~7777337,207624893~5690658,233465136~7294711,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~2775229,321382979~6707692,338055533~2392827,340463326~6048293,351023941~3651009,356074657~3368942,360488897~5762541,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.230 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,37983737~5363259,57048058~17117047,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98722239~9535138,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,153069181~6810901,192937984~10571734,207624893~5690658,230686720~10073127,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,301989888~10137353,314913736~2775229,320588970~7501701,338055533~2392827,340463326~6048293,351023941~3651009,356074657~10176781,381681664~4228037] 2024-04-02T09:46:39.230 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 10 diff [30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,176082193~6337964,184344740~5512614,195732381~7777337,207624893~5690658,233465136~7294711,255462111~10511647,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~13176935,338055533~2392827,340463326~6048293,346568813~8106137,356074657~3368942,360488897~5762541,368670543~6127131,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.230 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,176082193~6337964,184344740~5512614,195732381~7777337,207624893~5690658,233465136~7294711,255462111~10511647,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~13176935,338055533~2392827,340463326~6048293,346568813~8106137,356074657~3368942,360488897~5762541,368670543~6127131,382169465~1508544,384946885~962816] 2024-04-02T09:46:39.234 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,153069181~6810901,176082193~13775161,192937984~10571734,207624893~5690658,230686720~10073127,255462111~10511647,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,301989888~10137353,314913736~13176935,338055533~2392827,340463326~6048293,346568813~8106137,356074657~10176781,368659100~6138574,381681664~4228037] 2024-04-02T09:46:39.234 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 11 diff [661386~2060787,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,151795746~8084336,176082193~6337964,184344740~5512614,195732381~7777337,207624893~5690658,233465136~7294711,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~13176935,329819992~1381250,338055533~2392827,340463326~6048293,346568813~8106137,356074657~3368942,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.234 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,151795746~8084336,176082193~6337964,184344740~5512614,195732381~7777337,207624893~5690658,233465136~7294711,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~13176935,329819992~1381250,338055533~2392827,340463326~6048293,346568813~8106137,356074657~3368942,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.241 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~2722173,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81475307~10103330,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,151795746~8084336,176082193~13775161,192937984~10571734,207624893~5690658,230686720~10073127,243269632~2589769,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,301989888~10137353,314913736~16287506,338055533~2392827,340463326~6048293,346568813~8106137,356074657~23496013,380267367~7951065] 2024-04-02T09:46:39.241 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 12 diff [661386~2060787,3722361~4658744,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,195732381~7777337,204380645~8934906,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~13176935,329819992~1381250,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.241 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,3722361~4658744,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,195732381~7777337,204380645~8934906,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~13176935,329819992~1381250,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.247 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,30684172~7136573,37983737~5363259,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144316606~2194555,151795746~8084336,173975679~2051682,176082193~13775161,192937984~10571734,204380645~8934906,226492416~14267431,243269632~2589769,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,301989888~10137353,314913736~16287506,338055533~16619417,356074657~23496013,380267367~7951065] 2024-04-02T09:46:39.247 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 13 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~21378651,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~13176935,329819992~1381250,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.247 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~21378651,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,304637854~7489387,314913736~13176935,329819992~1381250,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.253 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~1992239,134217728~2485431,144316606~2194555,151795746~8084336,173975679~2051682,176082193~37233358,226492416~14267431,243269632~2589769,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,301989888~10137353,314913736~16287506,338055533~16619417,356074657~23496013,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.253 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 14 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~8943633,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~28970811,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6801249,293718843~7163572,304637854~7489387,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.253 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~8943633,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~28970811,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6801249,293718843~7163572,304637854~7489387,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.259 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~12156033,144316606~2194555,151795746~8084336,163577856~6151313,173975679~2051682,176082193~37233358,226492416~14267431,243269632~2589769,253019428~12954330,272807673~864012,274928716~7912502,285158443~6801249,293718843~7163572,301989888~10137353,314913736~16287506,331350016~6100948,338055533~16619417,356074657~23496013,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.259 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 15 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~28970811,227317066~852427,228495353~12264494,244125148~1734253,253019428~13927975,272807673~864012,274928716~7912502,285158443~6801249,293718843~9195396,304637854~7489387,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.260 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~28970811,227317066~852427,228495353~12264494,244125148~1734253,253019428~13927975,272807673~864012,274928716~7912502,285158443~6801249,293718843~9195396,304637854~7489387,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.266 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~12353590,144316606~5378770,151795746~8084336,163577856~6151313,169858270~43457281,226492416~14267431,243269632~2589769,253019428~13927975,272807673~864012,274928716~7912502,285158443~6801249,293718843~18408398,314913736~16287506,331350016~6100948,338055533~16619417,356074657~23496013,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.266 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 16 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~9195396,304637854~7489387,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.266 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,110974919~6401148,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~9195396,304637854~7489387,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.272 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,109051904~8324163,118719986~979616,124547126~12353590,144316606~5378770,151795746~8084336,163577856~6151313,169858270~43457281,226492416~14267431,243269632~4262323,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~18408398,314913736~16287506,331350016~6100948,338055533~16619417,356074657~23496013,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.272 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 17 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~9195396,304637854~7489387,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.272 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~9195396,304637854~7489387,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.278 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~8084336,163577856~6151313,169858270~43457281,226492416~14267431,243269632~4262323,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~18408398,314913736~16287506,331350016~6100948,338055533~16619417,356074657~23496013,380267367~9404092,394264576~4362139,403591651~4309470] 2024-04-02T09:46:39.278 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 18 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,243426206~4105749,253019428~21576879,274928716~7912502,285158443~6801249,293718843~9195396,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.278 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~43457281,227317066~852427,228495353~12264494,243426206~4105749,253019428~21576879,274928716~7912502,285158443~6801249,293718843~9195396,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.284 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~8084336,163577856~6151313,169858270~43457281,226492416~14267431,243269632~4262323,253019428~21576879,274928716~7912502,285158443~6801249,293718843~37482399,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.284 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 19 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.284 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.290 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.290 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 6 diff [91961471~2364032,135119500~1583659,144601810~985730,272807673~864012,274928716~3721889,285158443~6231805,306752220~1942789,321382979~6707692,356074657~3368942,360488897~5762541] 2024-04-02T09:46:39.290 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [91961471~2364032,135119500~1583659,144601810~985730,272807673~864012,274928716~3721889,285158443~6231805,306752220~1942789,321382979~6707692,356074657~3368942,360488897~5762541] 2024-04-02T09:46:39.296 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [91961471~2364032,134217728~2485431,144601810~985730,272807673~864012,274928716~3721889,285158443~6231805,306752220~1942789,320588970~7501701,356074657~10176781] 2024-04-02T09:46:39.296 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 7 diff [38766561~4580435,77512726~532471,91961471~2364032,102036423~4020865,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~6605215,272807673~864012,274928716~3721889,280386719~2454499,285158443~6231805,306752220~1942789,314913736~2775229,321382979~6707692,356074657~3368942,360488897~5762541,382169465~1508544] 2024-04-02T09:46:39.296 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [38766561~4580435,77512726~532471,91961471~2364032,102036423~4020865,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~6605215,272807673~864012,274928716~3721889,280386719~2454499,285158443~6231805,306752220~1942789,314913736~2775229,321382979~6707692,356074657~3368942,360488897~5762541,382169465~1508544] 2024-04-02T09:46:39.302 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [38766561~4580435,77512726~532471,91961471~2364032,100663296~5393992,114289774~345958,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,192937984~9399612,272807673~864012,274928716~3721889,280386719~2454499,285158443~6231805,306752220~1942789,314913736~2775229,320588970~7501701,356074657~10176781,382169465~1508544] 2024-04-02T09:46:39.302 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 8 diff [30684172~7136573,38766561~4580435,59249343~14915762,77512726~532471,91961471~2364032,97234674~509501,100119590~8137787,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~6605215,211736539~493523,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~2775229,321382979~6707692,356074657~3368942,360488897~5762541,382169465~1508544] 2024-04-02T09:46:39.302 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,38766561~4580435,59249343~14915762,77512726~532471,91961471~2364032,97234674~509501,100119590~8137787,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,195732381~6605215,211736539~493523,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~2775229,321382979~6707692,356074657~3368942,360488897~5762541,382169465~1508544] 2024-04-02T09:46:39.308 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,38766561~4580435,59249343~14915762,77512726~532471,91961471~2364032,97234674~509501,98722239~9535138,114289774~345958,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,192937984~9399612,211736539~493523,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~2775229,320588970~7501701,356074657~10176781,382169465~1508544] 2024-04-02T09:46:39.308 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 9 diff [30684172~7136573,38766561~4580435,57048058~17117047,77512726~532471,83396930~8181707,91961471~2364032,97234674~509501,100119590~8137787,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,195732381~6605215,211736539~493523,233465136~7294711,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~2775229,321382979~6707692,338055533~2392827,351023941~3651009,356074657~3368942,360488897~5762541,382169465~1508544] 2024-04-02T09:46:39.308 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,38766561~4580435,57048058~17117047,77512726~532471,83396930~8181707,91961471~2364032,97234674~509501,100119590~8137787,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,195732381~6605215,211736539~493523,233465136~7294711,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~2775229,321382979~6707692,338055533~2392827,351023941~3651009,356074657~3368942,360488897~5762541,382169465~1508544] 2024-04-02T09:46:39.314 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,38766561~4580435,57048058~17117047,77512726~532471,83396930~8181707,91961471~2364032,97234674~509501,98722239~9535138,114289774~345958,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,153069181~6810901,192937984~9399612,211736539~493523,230686720~10073127,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~2775229,320588970~7501701,338055533~2392827,351023941~3651009,356074657~10176781,382169465~1508544] 2024-04-02T09:46:39.314 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 10 diff [30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,176082193~6337964,184344740~5512614,195732381~6605215,211736539~493523,233465136~7294711,255462111~10511647,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~13176935,338055533~2392827,346568813~8106137,356074657~3368942,360488897~5762541,368670543~6127131,382169465~1508544] 2024-04-02T09:46:39.314 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,153069181~6810901,176082193~6337964,184344740~5512614,195732381~6605215,211736539~493523,233465136~7294711,255462111~10511647,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~13176935,338055533~2392827,346568813~8106137,356074657~3368942,360488897~5762541,368670543~6127131,382169465~1508544] 2024-04-02T09:46:39.320 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,153069181~6810901,176082193~13775161,192937984~9399612,211736539~493523,230686720~10073127,255462111~10511647,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~13176935,338055533~2392827,346568813~8106137,356074657~10176781,368659100~6138574,382169465~1508544] 2024-04-02T09:46:39.320 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 11 diff [661386~2060787,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,151795746~8084336,176082193~6337964,184344740~5512614,195732381~6605215,211736539~493523,233465136~7294711,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~13176935,329819992~1381250,338055533~2392827,346568813~8106137,356074657~3368942,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.320 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144601810~985730,151795746~8084336,176082193~6337964,184344740~5512614,195732381~6605215,211736539~493523,233465136~7294711,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~13176935,329819992~1381250,338055533~2392827,346568813~8106137,356074657~3368942,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.325 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~2722173,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,134217728~2485431,144601810~985730,151795746~8084336,176082193~13775161,192937984~9399612,211736539~493523,230686720~10073127,243269632~2589769,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~16287506,338055533~2392827,346568813~8106137,356074657~23496013,380267367~7951065] 2024-04-02T09:46:39.326 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 12 diff [661386~2060787,3722361~4658744,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,195732381~6605215,204380645~3422031,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~13176935,329819992~1381250,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.326 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,3722361~4658744,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,195732381~6605215,204380645~3422031,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~13176935,329819992~1381250,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065] 2024-04-02T09:46:39.332 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,134217728~2485431,144316606~2194555,151795746~8084336,173975679~2051682,176082193~13775161,192937984~9399612,204380645~3422031,211736539~493523,226492416~14267431,243269632~2589769,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~16287506,338055533~16619417,356074657~23496013,380267367~7951065] 2024-04-02T09:46:39.332 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 13 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~15865776,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~13176935,329819992~1381250,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.332 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,135119500~1583659,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~15865776,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~13176935,329819992~1381250,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.338 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,134217728~2485431,144316606~2194555,151795746~8084336,173975679~2051682,176082193~31720483,209289197~983715,211736539~493523,226492416~14267431,243269632~2589769,253019428~12954330,272807673~864012,274928716~7912502,285158443~6231805,293718843~7163572,306752220~1942789,314913736~16287506,338055533~16619417,356074657~23496013,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.338 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 14 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~8943633,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~23457936,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6801249,293718843~7163572,306752220~1942789,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.338 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~8943633,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~23457936,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,272807673~864012,274928716~7912502,285158443~6801249,293718843~7163572,306752220~1942789,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.344 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,81397516~10181121,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~12156033,144316606~2194555,151795746~8084336,163577856~6151313,173975679~2051682,176082193~31720483,209289197~983715,211736539~493523,226492416~14267431,243269632~2589769,253019428~12954330,272807673~864012,274928716~7912502,285158443~6801249,293718843~7163572,306752220~1942789,314913736~16287506,331350016~6100948,338055533~16619417,356074657~23496013,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.344 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 15 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~23457936,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,244125148~1734253,253019428~13927975,272807673~864012,274928716~7912502,285158443~6801249,293718843~9195396,306752220~1942789,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.345 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~23457936,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,244125148~1734253,253019428~13927975,272807673~864012,274928716~7912502,285158443~6801249,293718843~9195396,306752220~1942789,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.350 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~12353590,144316606~5378770,151795746~8084336,163577856~6151313,169858270~37944406,209289197~983715,211736539~493523,226492416~14267431,243269632~2589769,253019428~13927975,272807673~864012,274928716~7912502,285158443~6801249,293718843~9195396,306752220~1942789,314913736~16287506,331350016~6100948,338055533~16619417,356074657~23496013,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.350 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 16 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~9195396,306752220~1942789,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.350 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~9195396,306752220~1942789,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.356 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~12353590,144316606~5378770,151795746~8084336,163577856~6151313,169858270~37944406,209289197~983715,211736539~493523,226492416~14267431,243269632~4262323,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~9195396,306752220~1942789,314913736~16287506,331350016~6100948,338055533~16619417,356074657~23496013,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.357 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 17 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~9195396,304879804~4463863,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.357 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~9195396,304879804~4463863,314913736~13176935,329819992~1381250,331783124~5667840,338055533~16619417,356074657~3368942,360488897~19081773,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.362 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~8084336,163577856~6151313,169858270~37944406,209289197~983715,211736539~493523,226492416~14267431,243269632~4262323,253019428~13927975,270095857~4500450,274928716~7912502,285158443~6801249,293718843~9195396,304879804~4463863,314913736~16287506,331350016~6100948,338055533~16619417,356074657~23496013,380267367~9404092,394264576~4362139,403591651~4309470] 2024-04-02T09:46:39.362 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 18 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~21576879,274928716~7912502,285158443~6801249,293718843~9195396,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.362 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~21576879,274928716~7912502,285158443~6801249,293718843~9195396,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.368 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~12550836,91961471~2364032,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~8084336,163577856~6151313,169858270~37944406,209289197~983715,211736539~493523,226492416~14267431,243269632~4262323,253019428~21576879,274928716~7912502,285158443~6801249,293718843~9195396,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.369 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 19 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.369 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.374 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.374 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 7 diff [38766561~4580435,77512726~532471,102036423~4020865,114289774~345958,118719986~979616,124547126~1992239,195732381~6605215,280386719~2454499,314913736~2775229,382169465~1508544] 2024-04-02T09:46:39.374 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [38766561~4580435,77512726~532471,102036423~4020865,114289774~345958,118719986~979616,124547126~1992239,195732381~6605215,280386719~2454499,314913736~2775229,382169465~1508544] 2024-04-02T09:46:39.380 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [38766561~4580435,77512726~532471,100663296~5393992,114289774~345958,118719986~979616,124547126~1992239,192937984~9399612,280386719~2454499,314913736~2775229,382169465~1508544] 2024-04-02T09:46:39.380 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 8 diff [30684172~7136573,38766561~4580435,59249343~14915762,77512726~532471,97234674~509501,100119590~8137787,114289774~345958,118719986~979616,124547126~1992239,195732381~6605215,211736539~493523,278221829~4619389,293718843~7163572,314913736~2775229,382169465~1508544] 2024-04-02T09:46:39.380 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,38766561~4580435,59249343~14915762,77512726~532471,97234674~509501,100119590~8137787,114289774~345958,118719986~979616,124547126~1992239,195732381~6605215,211736539~493523,278221829~4619389,293718843~7163572,314913736~2775229,382169465~1508544] 2024-04-02T09:46:39.387 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,38766561~4580435,59249343~14915762,77512726~532471,97234674~509501,98722239~9535138,114289774~345958,118719986~979616,124547126~1992239,192937984~9399612,211736539~493523,278221829~4619389,293718843~7163572,314913736~2775229,382169465~1508544] 2024-04-02T09:46:39.387 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 9 diff [30684172~7136573,38766561~4580435,57048058~17117047,77512726~532471,83396930~8181707,97234674~509501,100119590~8137787,114289774~345958,118719986~979616,124547126~1992239,153069181~6810901,195732381~6605215,211736539~493523,233465136~7294711,278221829~4619389,293718843~7163572,314913736~2775229,338055533~2392827,351023941~3651009,382169465~1508544] 2024-04-02T09:46:39.387 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,38766561~4580435,57048058~17117047,77512726~532471,83396930~8181707,97234674~509501,100119590~8137787,114289774~345958,118719986~979616,124547126~1992239,153069181~6810901,195732381~6605215,211736539~493523,233465136~7294711,278221829~4619389,293718843~7163572,314913736~2775229,338055533~2392827,351023941~3651009,382169465~1508544] 2024-04-02T09:46:39.392 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,38766561~4580435,57048058~17117047,77512726~532471,83396930~8181707,97234674~509501,98722239~9535138,114289774~345958,118719986~979616,124547126~1992239,153069181~6810901,192937984~9399612,211736539~493523,230686720~10073127,278221829~4619389,293718843~7163572,314913736~2775229,338055533~2392827,351023941~3651009,382169465~1508544] 2024-04-02T09:46:39.392 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 10 diff [30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,153069181~6810901,176082193~6337964,184344740~5512614,195732381~6605215,211736539~493523,233465136~7294711,255462111~10511647,278221829~4619389,293718843~7163572,314913736~7152095,338055533~2392827,346568813~8106137,368670543~6127131,382169465~1508544] 2024-04-02T09:46:39.393 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,153069181~6810901,176082193~6337964,184344740~5512614,195732381~6605215,211736539~493523,233465136~7294711,255462111~10511647,278221829~4619389,293718843~7163572,314913736~7152095,338055533~2392827,346568813~8106137,368670543~6127131,382169465~1508544] 2024-04-02T09:46:39.398 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,153069181~6810901,176082193~13775161,192937984~9399612,211736539~493523,230686720~10073127,255462111~10511647,278221829~4619389,293718843~7163572,314913736~7152095,338055533~2392827,346568813~8106137,368659100~6138574,382169465~1508544] 2024-04-02T09:46:39.398 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 11 diff [661386~2060787,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,151795746~8084336,176082193~6337964,184344740~5512614,195732381~6605215,211736539~493523,233465136~7294711,244125148~1734253,253019428~12954330,278221829~4619389,293718843~7163572,314913736~7152095,329819992~1381250,338055533~2392827,346568813~8106137,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.399 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,151795746~8084336,176082193~6337964,184344740~5512614,195732381~6605215,211736539~493523,233465136~7294711,244125148~1734253,253019428~12954330,278221829~4619389,293718843~7163572,314913736~7152095,329819992~1381250,338055533~2392827,346568813~8106137,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.405 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~2722173,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,83396930~8181707,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,151795746~8084336,176082193~13775161,192937984~9399612,211736539~493523,230686720~10073127,243269632~2589769,253019428~12954330,278221829~4619389,293718843~7163572,314913736~7152095,328090671~3110571,338055533~2392827,346568813~8106137,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.405 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 12 diff [661386~2060787,3722361~4658744,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,81397516~10181121,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,195732381~6605215,204380645~3422031,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,278221829~4619389,293718843~7163572,314913736~7152095,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.405 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,3722361~4658744,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,81397516~10181121,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,195732381~6605215,204380645~3422031,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,278221829~4619389,293718843~7163572,314913736~7152095,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.411 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,30684172~7136573,38766561~4580435,52005827~22159278,77512726~532471,81397516~10181121,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,144316606~2194555,151795746~8084336,173975679~2051682,176082193~13775161,192937984~9399612,204380645~3422031,211736539~493523,226492416~14267431,243269632~2589769,253019428~12954330,278221829~4619389,293718843~7163572,314913736~7152095,328090671~3110571,338055533~16619417,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.411 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 13 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~15865776,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,278221829~4619389,288887109~1912241,293718843~7163572,314913736~7152095,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.411 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~15865776,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,278221829~4619389,288887109~1912241,293718843~7163572,314913736~7152095,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.417 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,81397516~10181121,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,144316606~2194555,151795746~8084336,173975679~2051682,176082193~31720483,209289197~983715,211736539~493523,226492416~14267431,243269632~2589769,253019428~12954330,278221829~4619389,288887109~1912241,293718843~7163572,314913736~7152095,328090671~3110571,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.417 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 14 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~7899253,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~23457936,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,277237907~5603311,288792033~3167659,293718843~7163572,314913736~7152095,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.417 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,81397516~10181121,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~7899253,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~23457936,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,277237907~5603311,288792033~3167659,293718843~7163572,314913736~7152095,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.423 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,81397516~10181121,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~11111653,144316606~2194555,151795746~8084336,163577856~6151313,173975679~2051682,176082193~31720483,209289197~983715,211736539~493523,226492416~14267431,243269632~2589769,253019428~12954330,277237907~5603311,288792033~3167659,293718843~7163572,314913736~7152095,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.423 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 15 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~23457936,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,244125148~1734253,253019428~13927975,277237907~5603311,288792033~3167659,293718843~9195396,314913736~7152095,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.423 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~23457936,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,244125148~1734253,253019428~13927975,277237907~5603311,288792033~3167659,293718843~9195396,314913736~7152095,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.429 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~12353590,144316606~5378770,151795746~8084336,163577856~6151313,169858270~37944406,209289197~983715,211736539~493523,226492416~14267431,243269632~2589769,253019428~13927975,277237907~5603311,288792033~3167659,293718843~9195396,314913736~7152095,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.429 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 16 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~5740173,288792033~3167659,293718843~9195396,314913736~9285900,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.429 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~1992239,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~5740173,288792033~3167659,293718843~9195396,314913736~9285900,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.435 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98570024~9687353,114289774~345958,118719986~979616,124547126~12353590,144316606~5378770,151795746~8084336,163577856~6151313,169858270~37944406,209289197~983715,211736539~493523,226492416~14267431,243269632~4262323,253019428~13927975,270095857~4500450,277101045~5740173,288792033~3167659,293718843~9195396,314913736~9285900,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.435 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 17 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~5740173,288792033~3167659,293718843~9195396,304879804~4463863,314913736~9285900,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.435 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~5740173,288792033~3167659,293718843~9195396,304879804~4463863,314913736~9285900,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.441 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~8084336,163577856~6151313,169858270~37944406,209289197~983715,211736539~493523,226492416~14267431,243269632~4262323,253019428~13927975,270095857~4500450,277101045~5740173,288792033~3167659,293718843~9195396,304879804~4463863,314913736~9285900,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~9404092,394264576~4362139,403591651~4309470] 2024-04-02T09:46:39.441 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 18 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~21576879,277101045~5740173,288792033~3167659,293718843~9195396,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.441 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~21576879,277101045~5740173,288792033~3167659,293718843~9195396,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.447 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~12550836,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~8084336,163577856~6151313,169858270~37944406,209289197~983715,211736539~493523,226492416~14267431,243269632~4262323,253019428~21576879,277101045~5740173,288792033~3167659,293718843~9195396,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.447 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 19 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.447 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.453 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.453 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 8 diff [30684172~7136573,59249343~14915762,97234674~509501,100119590~8137787,211736539~493523,278221829~4045318,293718843~7163572] 2024-04-02T09:46:39.453 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,59249343~14915762,97234674~509501,100119590~8137787,211736539~493523,278221829~4045318,293718843~7163572] 2024-04-02T09:46:39.460 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,59249343~14915762,97234674~509501,98722239~9535138,211736539~493523,278221829~4045318,293718843~7163572] 2024-04-02T09:46:39.460 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 9 diff [30684172~7136573,57048058~17117047,83396930~8181707,97234674~509501,100119590~8137787,153069181~6810901,211736539~493523,233465136~7294711,278221829~4045318,293718843~7163572,338055533~2392827,351023941~3651009] 2024-04-02T09:46:39.460 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,57048058~17117047,83396930~8181707,97234674~509501,100119590~8137787,153069181~6810901,211736539~493523,233465136~7294711,278221829~4045318,293718843~7163572,338055533~2392827,351023941~3651009] 2024-04-02T09:46:39.466 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,57048058~17117047,83396930~8181707,97234674~509501,98722239~9535138,153069181~6810901,211736539~493523,230686720~10073127,278221829~4045318,293718843~7163572,338055533~2392827,351023941~3651009] 2024-04-02T09:46:39.466 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 10 diff [30684172~7136573,52005827~22159278,83396930~8181707,97234674~509501,98570024~9687353,153069181~6810901,176082193~6337964,184344740~5512614,211736539~493523,233465136~7294711,255462111~10511647,278221829~4045318,293718843~7163572,315924638~6141193,338055533~2392827,346568813~8106137,368670543~6127131] 2024-04-02T09:46:39.466 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [30684172~7136573,52005827~22159278,83396930~8181707,97234674~509501,98570024~9687353,153069181~6810901,176082193~6337964,184344740~5512614,211736539~493523,233465136~7294711,255462111~10511647,278221829~4045318,293718843~7163572,315924638~6141193,338055533~2392827,346568813~8106137,368670543~6127131] 2024-04-02T09:46:39.472 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [30684172~7136573,52005827~22159278,83396930~8181707,97234674~509501,98570024~9687353,153069181~6810901,176082193~13775161,211736539~493523,230686720~10073127,255462111~10511647,278221829~4045318,293718843~7163572,315924638~6141193,338055533~2392827,346568813~8106137,368659100~6138574] 2024-04-02T09:46:39.472 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 11 diff [661386~2060787,30684172~7136573,52005827~22159278,83396930~8181707,97234674~509501,98570024~9687353,151795746~8084336,176082193~6337964,184344740~5512614,211736539~493523,233465136~7294711,244125148~1734253,253019428~12954330,278221829~4045318,293718843~7163572,315924638~6141193,329819992~1381250,338055533~2392827,346568813~8106137,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.472 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,30684172~7136573,52005827~22159278,83396930~8181707,97234674~509501,98570024~9687353,151795746~8084336,176082193~6337964,184344740~5512614,211736539~493523,233465136~7294711,244125148~1734253,253019428~12954330,278221829~4045318,293718843~7163572,315924638~6141193,329819992~1381250,338055533~2392827,346568813~8106137,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.478 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~2722173,30684172~7136573,52005827~22159278,83396930~8181707,97234674~509501,98570024~9687353,151795746~8084336,176082193~13775161,211736539~493523,230686720~10073127,243269632~2589769,253019428~12954330,278221829~4045318,293718843~7163572,315924638~6141193,328090671~3110571,338055533~2392827,346568813~8106137,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.478 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 12 diff [661386~2060787,3722361~4658744,30684172~7136573,52005827~22159278,81397516~10181121,97234674~509501,98570024~9687353,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,204380645~3422031,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,278221829~4045318,293718843~7163572,315924638~6141193,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.478 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,3722361~4658744,30684172~7136573,52005827~22159278,81397516~10181121,97234674~509501,98570024~9687353,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,204380645~3422031,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,278221829~4045318,293718843~7163572,315924638~6141193,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.484 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,30684172~7136573,52005827~22159278,81397516~10181121,97234674~509501,98570024~9687353,144316606~2194555,151795746~8084336,173975679~2051682,176082193~13775161,204380645~3422031,211736539~493523,226492416~14267431,243269632~2589769,253019428~12954330,278221829~4045318,293718843~7163572,315924638~6141193,328090671~3110571,338055533~16619417,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.484 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 13 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,45298182~3917859,52005827~22159278,81397516~10181121,97234674~509501,98570024~9687353,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~5363182,202210317~5592359,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,278221829~4045318,288887109~1912241,293718843~7163572,315924638~6141193,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.484 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,45298182~3917859,52005827~22159278,81397516~10181121,97234674~509501,98570024~9687353,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~5363182,202210317~5592359,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,278221829~4045318,288887109~1912241,293718843~7163572,315924638~6141193,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.490 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,43346996~5869045,52005827~22159278,81397516~10181121,97234674~509501,98570024~9687353,144316606~2194555,151795746~8084336,173975679~2051682,176082193~21217889,202210317~5592359,209289197~983715,211736539~493523,226492416~14267431,243269632~2589769,253019428~12954330,278221829~4045318,288887109~1912241,293718843~7163572,315924638~6141193,328090671~3110571,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.491 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 14 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,45298182~3917859,52005827~22159278,81397516~10181121,97234674~509501,98570024~9687353,127759526~7899253,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~12955342,202210317~5592359,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,277237907~5029240,288792033~3167659,293718843~7163572,315924638~6141193,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.491 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,45298182~3917859,52005827~22159278,81397516~10181121,97234674~509501,98570024~9687353,127759526~7899253,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~12955342,202210317~5592359,209289197~983715,211736539~493523,228495353~12264494,244125148~1734253,253019428~12954330,277237907~5029240,288792033~3167659,293718843~7163572,315924638~6141193,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.496 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,43346996~5869045,52005827~22159278,81397516~10181121,97234674~509501,98570024~9687353,126539365~9119414,144316606~2194555,151795746~8084336,163577856~6151313,173975679~2051682,176082193~21217889,202210317~5592359,209289197~983715,211736539~493523,226492416~14267431,243269632~2589769,253019428~12954330,277237907~5029240,288792033~3167659,293718843~7163572,315924638~6141193,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.496 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 15 diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,45298182~3917859,52005827~22159278,79027801~12550836,97234674~509501,98570024~9687353,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~12955342,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,244125148~1734253,253019428~13927975,277237907~5029240,288792033~3167659,293718843~9195396,315924638~6141193,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.496 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,30684172~7136573,45298182~3917859,52005827~22159278,79027801~12550836,97234674~509501,98570024~9687353,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~12955342,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,244125148~1734253,253019428~13927975,277237907~5029240,288792033~3167659,293718843~9195396,315924638~6141193,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.502 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,30684172~7136573,43346996~5869045,52005827~22159278,79027801~12550836,97234674~509501,98570024~9687353,126539365~10361351,144316606~5378770,151795746~8084336,163577856~6151313,169858270~27441812,202210317~5592359,209289197~983715,211736539~493523,226492416~14267431,243269632~2589769,253019428~13927975,277237907~5029240,288792033~3167659,293718843~9195396,315924638~6141193,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.502 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 16 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~12550836,97234674~509501,98570024~9687353,124651370~87080,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~5166102,288792033~3167659,293718843~9195396,315924638~8274998,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.503 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~12550836,97234674~509501,98570024~9687353,124651370~87080,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~5166102,288792033~3167659,293718843~9195396,315924638~8274998,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.508 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~12550836,97234674~509501,98570024~9687353,124651370~87080,126539365~10361351,144316606~5378770,151795746~8084336,163577856~6151313,169858270~27441812,202210317~5592359,209289197~983715,211736539~493523,226492416~14267431,243269632~4262323,253019428~13927975,270095857~4500450,277101045~5166102,288792033~3167659,293718843~9195396,315924638~8274998,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.509 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 17 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~12550836,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~5166102,288792033~3167659,293718843~9195396,304879804~4463863,315924638~8274998,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.509 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~12550836,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~5166102,288792033~3167659,293718843~9195396,304879804~4463863,315924638~8274998,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.514 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~12550836,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~8084336,163577856~6151313,169858270~27441812,202210317~5592359,209289197~983715,211736539~493523,226492416~14267431,243269632~4262323,253019428~13927975,270095857~4500450,277101045~5166102,288792033~3167659,293718843~9195396,304879804~4463863,315924638~8274998,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~9404092,394264576~4362139,403591651~4309470] 2024-04-02T09:46:39.514 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 18 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~12550836,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~21576879,277101045~5166102,288792033~3167659,293718843~9195396,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.515 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~12550836,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~12264494,243426206~4105749,253019428~21576879,277101045~5166102,288792033~3167659,293718843~9195396,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.521 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~12550836,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~8084336,163577856~6151313,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~14267431,243269632~4262323,253019428~21576879,277101045~5166102,288792033~3167659,293718843~9195396,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.521 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 19 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.521 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.527 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.527 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 9 diff [35904888~827842,57048058~3560577,63818393~1320102,83396930~8181707,153069181~6810901,233465136~7294711,338055533~2392827,351023941~3651009] 2024-04-02T09:46:39.527 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [35904888~827842,57048058~3560577,63818393~1320102,83396930~8181707,153069181~6810901,233465136~7294711,338055533~2392827,351023941~3651009] 2024-04-02T09:46:39.532 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [35904888~827842,57048058~3560577,63818393~1320102,83396930~8181707,153069181~6810901,230686720~10073127,338055533~2392827,351023941~3651009] 2024-04-02T09:46:39.532 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 10 diff [35904888~827842,52005827~8602808,63818393~1320102,83396930~8181707,98570024~5758081,153069181~6810901,176082193~6337964,184344740~5512614,233465136~7294711,255462111~10511647,315924638~6141193,338055533~2392827,346568813~8106137,368670543~6127131] 2024-04-02T09:46:39.532 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [35904888~827842,52005827~8602808,63818393~1320102,83396930~8181707,98570024~5758081,153069181~6810901,176082193~6337964,184344740~5512614,233465136~7294711,255462111~10511647,315924638~6141193,338055533~2392827,346568813~8106137,368670543~6127131] 2024-04-02T09:46:39.538 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [35904888~827842,52005827~8602808,63818393~1320102,83396930~8181707,98570024~5758081,153069181~6810901,176082193~13775161,230686720~10073127,255462111~10511647,315924638~6141193,338055533~2392827,346568813~8106137,368659100~6138574] 2024-04-02T09:46:39.538 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 11 diff [661386~2060787,35904888~827842,52005827~8602808,61052353~6197276,83396930~8181707,98570024~5758081,151795746~8084336,176082193~6337964,184344740~5512614,233465136~7294711,244125148~1734253,253019428~12954330,315924638~6141193,329819992~1381250,338055533~2392827,346568813~8106137,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.538 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,35904888~827842,52005827~8602808,61052353~6197276,83396930~8181707,98570024~5758081,151795746~8084336,176082193~6337964,184344740~5512614,233465136~7294711,244125148~1734253,253019428~12954330,315924638~6141193,329819992~1381250,338055533~2392827,346568813~8106137,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.544 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~2722173,35904888~827842,52005827~8602808,61052353~6197276,83396930~8181707,98570024~5758081,151795746~8084336,176082193~13775161,230686720~10073127,243269632~2589769,253019428~12954330,315924638~6141193,328090671~3110571,338055533~2392827,346568813~8106137,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.544 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 12 diff [661386~2060787,3722361~4658744,35904888~827842,52005827~8602808,61052353~6197276,81397516~10181121,98570024~5758081,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,204380645~3422031,228495353~12264494,244125148~1734253,253019428~12954330,315924638~6141193,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.544 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,3722361~4658744,35904888~827842,52005827~8602808,61052353~6197276,81397516~10181121,98570024~5758081,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,204380645~3422031,228495353~12264494,244125148~1734253,253019428~12954330,315924638~6141193,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.550 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,35904888~827842,52005827~8602808,61052353~6197276,81397516~10181121,98570024~5758081,144316606~2194555,151795746~8084336,173975679~2051682,176082193~13775161,204380645~3422031,226492416~14267431,243269632~2589769,253019428~12954330,315924638~6141193,328090671~3110571,338055533~16619417,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.550 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 13 diff [448923~2273250,3722361~4658744,21863487~2472393,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,81397516~10181121,98570024~5758081,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~5363182,202210317~5592359,209289197~983715,228495353~12264494,244125148~1734253,253019428~12954330,288887109~1912241,315924638~6141193,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.550 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,81397516~10181121,98570024~5758081,144316606~2194555,151795746~8084336,173975679~2051682,176082193~6337964,184344740~5512614,191936900~5363182,202210317~5592359,209289197~983715,228495353~12264494,244125148~1734253,253019428~12954330,288887109~1912241,315924638~6141193,329819992~1381250,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.556 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,81397516~10181121,98570024~5758081,144316606~2194555,151795746~8084336,173975679~2051682,176082193~21217889,202210317~5592359,209289197~983715,226492416~14267431,243269632~2589769,253019428~12954330,288887109~1912241,315924638~6141193,328090671~3110571,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.556 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 14 diff [448923~2273250,3722361~4658744,21863487~2472393,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,81397516~10181121,98570024~6680477,127759526~7899253,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~12955342,202210317~5592359,209289197~983715,228495353~12264494,244125148~1734253,253019428~12954330,277237907~3963981,288792033~3167659,294445590~1869163,315924638~6141193,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.556 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,81397516~10181121,98570024~6680477,127759526~7899253,144316606~2194555,151795746~8084336,165802114~3927055,173975679~2051682,176082193~6337964,184344740~12955342,202210317~5592359,209289197~983715,228495353~12264494,244125148~1734253,253019428~12954330,277237907~3963981,288792033~3167659,294445590~1869163,315924638~6141193,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.562 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,81397516~10181121,98570024~6680477,126539365~9119414,144316606~2194555,151795746~8084336,163577856~6151313,173975679~2051682,176082193~21217889,202210317~5592359,209289197~983715,226492416~14267431,243269632~2589769,253019428~12954330,277237907~3963981,288792033~3167659,294445590~1869163,315924638~6141193,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.562 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 15 diff [448923~2273250,3722361~4658744,21863487~2472393,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~12550836,98570024~6680477,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~12955342,202210317~5592359,209289197~983715,227317066~852427,228495353~12264494,244125148~1734253,253019428~13927975,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,315924638~6141193,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.563 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~12550836,98570024~6680477,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~12561887,184344740~12955342,202210317~5592359,209289197~983715,227317066~852427,228495353~12264494,244125148~1734253,253019428~13927975,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,315924638~6141193,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.568 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~12550836,98570024~6680477,126539365~10361351,144316606~5378770,151795746~8084336,163577856~6151313,169858270~27441812,202210317~5592359,209289197~983715,226492416~14267431,243269632~2589769,253019428~13927975,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,315924638~6141193,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.568 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 16 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~12550836,98570024~6680477,124651370~87080,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,315924638~8274998,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.568 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~12550836,98570024~6680477,124651370~87080,127759526~9141190,144316606~5378770,151795746~8084336,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,315924638~8274998,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.574 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~12550836,98570024~6680477,124651370~87080,126539365~10361351,144316606~5378770,151795746~8084336,163577856~6151313,169858270~27441812,202210317~5592359,209289197~983715,226492416~14267431,243269632~4262323,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,315924638~8274998,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.574 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 17 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~12550836,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,315924638~8274998,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.574 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~12550836,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,227317066~852427,228495353~12264494,243426206~4105749,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,315924638~8274998,329819992~1381250,331783124~5667840,338055533~16619417,364676406~14894264,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.580 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~12550836,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~8084336,163577856~6151313,169858270~27441812,202210317~5592359,209289197~983715,226492416~14267431,243269632~4262323,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,315924638~8274998,328090671~3110571,331350016~6100948,338055533~16619417,364676406~14894264,380267367~9404092,394264576~4362139,403591651~4309470] 2024-04-02T09:46:39.580 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 18 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~12550836,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~12264494,243426206~4105749,253019428~21576879,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.581 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~12550836,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,165802114~3927055,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~12264494,243426206~4105749,253019428~21576879,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.586 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~12550836,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~8084336,163577856~6151313,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~14267431,243269632~4262323,253019428~21576879,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.586 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 19 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.586 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.592 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~48103891,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.592 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 10 diff [52005827~5124631,98570024~5758081,176082193~6337964,184344740~5512614,255462111~10511647,315924638~6141193,346568813~6904021,368670543~6127131] 2024-04-02T09:46:39.592 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [52005827~5124631,98570024~5758081,176082193~6337964,184344740~5512614,255462111~10511647,315924638~6141193,346568813~6904021,368670543~6127131] 2024-04-02T09:46:39.598 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [52005827~5124631,98570024~5758081,176082193~13775161,255462111~10511647,315924638~6141193,346568813~6904021,368659100~6138574] 2024-04-02T09:46:39.598 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 11 diff [661386~2060787,52005827~5124631,61052353~6197276,98570024~5758081,151795746~3486811,176082193~6337964,184344740~5512614,244125148~1734253,253019428~12954330,315924638~6141193,329819992~1381250,346568813~6904021,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.598 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,52005827~5124631,61052353~6197276,98570024~5758081,151795746~3486811,176082193~6337964,184344740~5512614,244125148~1734253,253019428~12954330,315924638~6141193,329819992~1381250,346568813~6904021,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.604 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~2722173,52005827~5124631,61052353~6197276,98570024~5758081,151795746~3486811,176082193~13775161,243269632~2589769,253019428~12954330,315924638~6141193,328090671~3110571,346568813~6904021,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.605 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 12 diff [661386~2060787,3722361~4658744,52005827~5124631,61052353~6197276,81397516~7348179,98570024~5758081,144316606~2194555,151795746~3486811,173975679~2051682,176082193~6337964,184344740~5512614,204380645~3422031,228495353~8140354,244125148~1734253,253019428~12954330,315924638~6141193,329819992~1381250,340315103~13157731,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.605 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,3722361~4658744,52005827~5124631,61052353~6197276,81397516~7348179,98570024~5758081,144316606~2194555,151795746~3486811,173975679~2051682,176082193~6337964,184344740~5512614,204380645~3422031,228495353~8140354,244125148~1734253,253019428~12954330,315924638~6141193,329819992~1381250,340315103~13157731,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.610 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,52005827~5124631,61052353~6197276,81397516~7348179,98570024~5758081,144316606~2194555,151795746~3486811,173975679~2051682,176082193~13775161,204380645~3422031,226492416~10143291,243269632~2589769,253019428~12954330,315924638~6141193,328090671~3110571,340315103~13157731,364676406~14894264,380267367~7951065] 2024-04-02T09:46:39.610 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 13 diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,52005827~5124631,61052353~6197276,81397516~7348179,98570024~5758081,144316606~2194555,151795746~3486811,173975679~2051682,176082193~6337964,184344740~5512614,191936900~5363182,202210317~5592359,209289197~983715,228495353~8140354,244125148~1734253,253019428~12954330,288887109~1912241,315924638~6141193,329819992~1381250,340315103~13157731,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.610 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,52005827~5124631,61052353~6197276,81397516~7348179,98570024~5758081,144316606~2194555,151795746~3486811,173975679~2051682,176082193~6337964,184344740~5512614,191936900~5363182,202210317~5592359,209289197~983715,228495353~8140354,244125148~1734253,253019428~12954330,288887109~1912241,315924638~6141193,329819992~1381250,340315103~13157731,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.616 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,43346996~5869045,52005827~5124631,61052353~6197276,81397516~7348179,98570024~5758081,144316606~2194555,151795746~3486811,173975679~2051682,176082193~21217889,202210317~5592359,209289197~983715,226492416~10143291,243269632~2589769,253019428~12954330,288887109~1912241,315924638~6141193,328090671~3110571,340315103~13157731,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.616 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 14 diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,52005827~5124631,61052353~6197276,81397516~7348179,98570024~6680477,127759526~7899253,144316606~2194555,151795746~3486811,156482743~2602132,165802114~3927055,173975679~2051682,176082193~6337964,184344740~12955342,202210317~5592359,209289197~983715,228495353~8140354,244125148~1734253,253019428~12954330,277237907~3963981,288792033~3167659,294445590~1869163,315924638~6141193,329819992~1381250,331783124~5667840,340315103~13157731,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.616 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,52005827~5124631,61052353~6197276,81397516~7348179,98570024~6680477,127759526~7899253,144316606~2194555,151795746~3486811,156482743~2602132,165802114~3927055,173975679~2051682,176082193~6337964,184344740~12955342,202210317~5592359,209289197~983715,228495353~8140354,244125148~1734253,253019428~12954330,277237907~3963981,288792033~3167659,294445590~1869163,315924638~6141193,329819992~1381250,331783124~5667840,340315103~13157731,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.622 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,43346996~5869045,52005827~5124631,61052353~6197276,81397516~7348179,98570024~6680477,126539365~9119414,144316606~2194555,151795746~3486811,156482743~2602132,163577856~6151313,173975679~2051682,176082193~21217889,202210317~5592359,209289197~983715,226492416~10143291,243269632~2589769,253019428~12954330,277237907~3963981,288792033~3167659,294445590~1869163,315924638~6141193,328090671~3110571,331350016~6100948,340315103~13157731,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.622 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 15 diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,52005827~5124631,61052353~6197276,79027801~9717894,98570024~6680477,127759526~9141190,144316606~5378770,151795746~3486811,156482743~2602132,165802114~3927055,169858270~12561887,184344740~12955342,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,244125148~1734253,253019428~13927975,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,315924638~6141193,329819992~1381250,331783124~5667840,340315103~13157731,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.622 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,52005827~5124631,61052353~6197276,79027801~9717894,98570024~6680477,127759526~9141190,144316606~5378770,151795746~3486811,156482743~2602132,165802114~3927055,169858270~12561887,184344740~12955342,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,244125148~1734253,253019428~13927975,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,315924638~6141193,329819992~1381250,331783124~5667840,340315103~13157731,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.628 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,43346996~5869045,52005827~5124631,61052353~6197276,79027801~9717894,98570024~6680477,126539365~10361351,144316606~5378770,151795746~3486811,156482743~2602132,163577856~6151313,169858270~27441812,202210317~5592359,209289197~983715,226492416~10143291,243269632~2589769,253019428~13927975,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,315924638~6141193,328090671~3110571,331350016~6100948,340315103~13157731,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.628 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 16 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~9717894,98570024~6680477,124651370~87080,127759526~9141190,144316606~5378770,151795746~3486811,156482743~2602132,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,315924638~8274998,329819992~1381250,331783124~5667840,340315103~13157731,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.628 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~9717894,98570024~6680477,124651370~87080,127759526~9141190,144316606~5378770,151795746~3486811,156482743~2602132,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,315924638~8274998,329819992~1381250,331783124~5667840,340315103~13157731,364676406~14894264,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.633 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~9717894,98570024~6680477,124651370~87080,126539365~10361351,144316606~5378770,151795746~3486811,156482743~2602132,163577856~6151313,169858270~27441812,202210317~5592359,209289197~983715,226492416~10143291,243269632~4262323,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,315924638~8274998,328090671~3110571,331350016~6100948,340315103~13157731,364676406~14894264,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.633 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 17 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,315924638~8274998,329819992~1381250,331783124~5667840,340315103~13157731,364676406~14894264,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.633 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,165802114~3927055,169858270~27441812,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,315924638~8274998,329819992~1381250,331783124~5667840,340315103~13157731,364676406~14894264,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.639 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,163577856~6151313,169858270~27441812,202210317~5592359,209289197~983715,226492416~10143291,243269632~4262323,253019428~13927975,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,315924638~8274998,328090671~3110571,331350016~6100948,340315103~13157731,364676406~14894264,380267367~9404092,394264576~4362139,403591651~4309470] 2024-04-02T09:46:39.639 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 18 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,165802114~3927055,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,243426206~4105749,253019428~21576879,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,340315103~16524122,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.639 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,165802114~3927055,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,243426206~4105749,253019428~21576879,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,340315103~16524122,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.645 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,163577856~6151313,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,243269632~4262323,253019428~21576879,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,340315103~16524122,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.646 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 19 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.646 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.652 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~33932098,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,339589993~17249232,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.652 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 11 diff [661386~2060787,61052353~6197276,151795746~3486811,244125148~1734253,253019428~4996339,329819992~1381250,364676406~6487445,371837332~7733338,380267367~7951065] 2024-04-02T09:46:39.652 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,61052353~6197276,151795746~3486811,244125148~1734253,253019428~4996339,329819992~1381250,364676406~6487445,371837332~7733338,380267367~7951065] 2024-04-02T09:46:39.657 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~2722173,61052353~6197276,151795746~3486811,243269632~2589769,253019428~4996339,328090671~3110571,364676406~6487445,371837332~7733338,380267367~7951065] 2024-04-02T09:46:39.657 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 12 diff [661386~2060787,3722361~4658744,61052353~6197276,81397516~7348179,144316606~2194555,151795746~3486811,173975679~2051682,204380645~3422031,228495353~8140354,244125148~1734253,253019428~4996339,329819992~1381250,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065] 2024-04-02T09:46:39.657 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [661386~2060787,3722361~4658744,61052353~6197276,81397516~7348179,144316606~2194555,151795746~3486811,173975679~2051682,204380645~3422031,228495353~8140354,244125148~1734253,253019428~4996339,329819992~1381250,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065] 2024-04-02T09:46:39.664 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,61052353~6197276,81397516~7348179,144316606~2194555,151795746~3486811,173975679~2051682,204380645~3422031,226492416~10143291,243269632~2589769,253019428~4996339,328090671~3110571,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065] 2024-04-02T09:46:39.664 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 13 diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,61052353~6197276,81397516~7348179,144316606~2194555,151795746~3486811,173975679~2051682,191936900~5363182,202210317~5592359,209289197~983715,228495353~8140354,244125148~1734253,253019428~4996339,288887109~1912241,329819992~1381250,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.664 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,61052353~6197276,81397516~7348179,144316606~2194555,151795746~3486811,173975679~2051682,191936900~5363182,202210317~5592359,209289197~983715,228495353~8140354,244125148~1734253,253019428~4996339,288887109~1912241,329819992~1381250,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.670 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,43346996~5869045,61052353~6197276,81397516~7348179,144316606~2194555,151795746~3486811,173975679~2051682,189857354~7442728,202210317~5592359,209289197~983715,226492416~10143291,243269632~2589769,253019428~4996339,288887109~1912241,328090671~3110571,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.670 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 14 diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,61052353~6197276,81397516~7348179,98921500~6329001,127759526~7899253,144316606~2194555,151795746~3486811,156482743~2602132,165802114~3927055,173975679~2051682,188944816~8355266,202210317~5592359,209289197~983715,228495353~8140354,244125148~1734253,253019428~4996339,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,329819992~1381250,331783124~5667840,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.670 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,61052353~6197276,81397516~7348179,98921500~6329001,127759526~7899253,144316606~2194555,151795746~3486811,156482743~2602132,165802114~3927055,173975679~2051682,188944816~8355266,202210317~5592359,209289197~983715,228495353~8140354,244125148~1734253,253019428~4996339,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,329819992~1381250,331783124~5667840,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.676 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,43346996~5869045,61052353~6197276,81397516~7348179,98921500~6329001,126539365~9119414,144316606~2194555,151795746~3486811,156482743~2602132,163577856~6151313,173975679~2051682,188944816~8355266,202210317~5592359,209289197~983715,226492416~10143291,243269632~2589769,253019428~4996339,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,328090671~3110571,331350016~6100948,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.676 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 15 diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,61052353~6197276,79027801~9717894,98921500~6329001,127759526~9141190,144316606~5378770,151795746~3486811,156482743~2602132,165802114~3927055,169858270~9701190,188944816~8355266,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,244125148~1734253,253019428~4996339,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,329819992~1381250,331783124~5667840,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.676 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,45298182~3917859,61052353~6197276,79027801~9717894,98921500~6329001,127759526~9141190,144316606~5378770,151795746~3486811,156482743~2602132,165802114~3927055,169858270~9701190,188944816~8355266,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,244125148~1734253,253019428~4996339,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,329819992~1381250,331783124~5667840,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.682 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,43346996~5869045,61052353~6197276,79027801~9717894,98921500~6329001,126539365~10361351,144316606~5378770,151795746~3486811,156482743~2602132,163577856~6151313,169858270~9701190,188944816~8355266,202210317~5592359,209289197~983715,226492416~10143291,243269632~2589769,253019428~4996339,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,328090671~3110571,331350016~6100948,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.682 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 16 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~9717894,98618946~6631555,124651370~87080,127759526~9141190,144316606~5378770,151795746~3486811,156482743~2602132,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,253019428~4996339,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,329819992~1381250,331783124~5667840,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.682 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~9717894,98618946~6631555,124651370~87080,127759526~9141190,144316606~5378770,151795746~3486811,156482743~2602132,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,253019428~4996339,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,329819992~1381250,331783124~5667840,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,395375808~3250907] 2024-04-02T09:46:39.688 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~9717894,98618946~6631555,124651370~87080,126539365~10361351,144316606~5378770,151795746~3486811,156482743~2602132,163577856~6151313,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,226492416~10143291,243269632~4262323,253019428~4996339,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,328090671~3110571,331350016~6100948,340315103~8111591,364676406~6487445,371837332~7733338,380267367~7951065,394264576~4362139] 2024-04-02T09:46:39.688 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 17 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,253019428~4996339,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,329819992~1381250,331783124~5667840,340315103~8111591,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.688 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,253019428~4996339,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,329819992~1381250,331783124~5667840,340315103~8111591,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.694 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,163577856~6151313,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,226492416~10143291,243269632~4262323,253019428~4996339,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,328090671~3110571,331350016~6100948,340315103~8111591,364676406~6487445,371837332~7733338,380267367~9404092,394264576~4362139,403591651~4309470] 2024-04-02T09:46:39.694 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 18 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,165802114~3927055,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,243426206~4105749,253019428~11013825,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,340315103~8111591,351861960~4977265,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.694 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,165802114~3927055,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,243426206~4105749,253019428~11013825,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,340315103~8111591,351861960~4977265,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.700 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,163577856~6151313,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,243269632~4262323,253019428~11013825,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,328090671~3110571,331350016~6100948,340315103~8111591,351861960~4977265,364676406~6487445,371837332~7733338,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.700 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 19 diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.700 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.706 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,328090671~3110571,331350016~6100948,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,394264576~13636545] 2024-04-02T09:46:39.706 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 12 diff [3722361~4658744,61546165~639000,81397516~7348179,144316606~2194555,173975679~2051682,204380645~3422031,228495353~8140354,340315103~8111591] 2024-04-02T09:46:39.706 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [3722361~4658744,61546165~639000,81397516~7348179,144316606~2194555,173975679~2051682,204380645~3422031,228495353~8140354,340315103~8111591] 2024-04-02T09:46:39.712 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [2722173~5658932,61546165~639000,81397516~7348179,144316606~2194555,173975679~2051682,204380645~3422031,226492416~10143291,340315103~8111591] 2024-04-02T09:46:39.712 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 13 diff [448923~1591437,3722361~4658744,21863487~2472393,45298182~3917859,61546165~639000,81397516~7348179,144316606~2194555,173975679~2051682,191936900~5363182,202210317~5592359,209289197~983715,228495353~8140354,256312592~1568724,288887109~1912241,340315103~8111591,395375808~3250907] 2024-04-02T09:46:39.712 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,45298182~3917859,61546165~639000,81397516~7348179,144316606~2194555,173975679~2051682,191936900~5363182,202210317~5592359,209289197~983715,228495353~8140354,256312592~1568724,288887109~1912241,340315103~8111591,395375808~3250907] 2024-04-02T09:46:39.718 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,43346996~5869045,61546165~639000,81397516~7348179,144316606~2194555,173975679~2051682,189857354~7442728,202210317~5592359,209289197~983715,226492416~10143291,256312592~1568724,288887109~1912241,340315103~8111591,394264576~4362139] 2024-04-02T09:46:39.718 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 14 diff [448923~1591437,3722361~4658744,21863487~2472393,45298182~3917859,61546165~639000,81397516~7348179,98921500~6329001,127759526~7899253,144316606~2194555,156482743~2602132,165802114~3927055,173975679~2051682,188944816~8355266,202210317~5592359,209289197~983715,228495353~8140354,256312592~1568724,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,331783124~5667840,340315103~8111591,395375808~3250907] 2024-04-02T09:46:39.719 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,45298182~3917859,61546165~639000,81397516~7348179,98921500~6329001,127759526~7899253,144316606~2194555,156482743~2602132,165802114~3927055,173975679~2051682,188944816~8355266,202210317~5592359,209289197~983715,228495353~8140354,256312592~1568724,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,331783124~5667840,340315103~8111591,395375808~3250907] 2024-04-02T09:46:39.724 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,43346996~5869045,61546165~639000,81397516~7348179,98921500~6329001,126539365~9119414,144316606~2194555,156482743~2602132,163577856~6151313,173975679~2051682,188944816~8355266,202210317~5592359,209289197~983715,226492416~10143291,256312592~1568724,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,331350016~6100948,340315103~8111591,394264576~4362139] 2024-04-02T09:46:39.724 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 15 diff [448923~1591437,3722361~4658744,21863487~2472393,45298182~3917859,61546165~639000,79027801~9717894,98921500~6329001,127759526~9141190,144316606~5378770,156482743~2602132,165802114~3927055,169858270~9701190,188944816~8355266,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,256312592~1568724,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,331783124~5667840,340315103~8111591,395375808~3250907] 2024-04-02T09:46:39.724 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,45298182~3917859,61546165~639000,79027801~9717894,98921500~6329001,127759526~9141190,144316606~5378770,156482743~2602132,165802114~3927055,169858270~9701190,188944816~8355266,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,256312592~1568724,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,331783124~5667840,340315103~8111591,395375808~3250907] 2024-04-02T09:46:39.731 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,43346996~5869045,61546165~639000,79027801~9717894,98921500~6329001,126539365~10361351,144316606~5378770,156482743~2602132,163577856~6151313,169858270~9701190,188944816~8355266,202210317~5592359,209289197~983715,226492416~10143291,256312592~1568724,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,331350016~6100948,340315103~8111591,394264576~4362139] 2024-04-02T09:46:39.731 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 16 diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~9717894,98618946~6631555,124651370~87080,127759526~9141190,144316606~5378770,156482743~2602132,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,331783124~5667840,340315103~8111591,395375808~3250907] 2024-04-02T09:46:39.731 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~9717894,98618946~6631555,124651370~87080,127759526~9141190,144316606~5378770,156482743~2602132,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,331783124~5667840,340315103~8111591,395375808~3250907] 2024-04-02T09:46:39.736 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,26459486~3980714,43346996~5869045,61546165~639000,79027801~9717894,98618946~6631555,124651370~87080,126539365~10361351,144316606~5378770,156482743~2602132,163577856~6151313,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,226492416~10143291,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,331350016~6100948,340315103~8111591,394264576~4362139] 2024-04-02T09:46:39.737 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 17 diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,331783124~5667840,340315103~8111591,382146018~7525441,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.737 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,331783124~5667840,340315103~8111591,382146018~7525441,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.742 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,26459486~3980714,43346996~5869045,61546165~639000,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,163577856~6151313,169858270~9701190,181703199~4627641,186820271~10479811,202210317~5592359,209289197~983715,226492416~10143291,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,331350016~6100948,340315103~8111591,382146018~7525441,394264576~4362139,403591651~4309470] 2024-04-02T09:46:39.742 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 18 diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,243426206~4105749,255718648~8314605,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,340315103~8111591,351861960~4977265,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.743 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,243426206~4105749,255718648~8314605,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,340315103~8111591,351861960~4977265,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.749 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,26459486~3980714,43346996~5869045,61546165~639000,79027801~9717894,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,163577856~6151313,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,243426206~4105749,255718648~8314605,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,340315103~8111591,351861960~4977265,382146018~7525441,394264576~13636545] 2024-04-02T09:46:39.749 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 19 diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.749 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.755 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,26459486~3980714,43346996~5869045,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~17249232,382146018~7525441,394264576~13636545] 2024-04-02T09:46:39.755 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 13 diff [448923~1591437,21863487~2472393,45298182~3917859,191936900~5363182,202210317~3777361,209289197~983715,229534361~2225968,256312592~1568724,288887109~1912241,395375808~3250907] 2024-04-02T09:46:39.755 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,21863487~2472393,45298182~3917859,191936900~5363182,202210317~3777361,209289197~983715,229534361~2225968,256312592~1568724,288887109~1912241,395375808~3250907] 2024-04-02T09:46:39.761 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,21863487~2472393,43346996~5869045,189857354~7442728,202210317~3777361,209289197~983715,229534361~2225968,256312592~1568724,288887109~1912241,394264576~4362139] 2024-04-02T09:46:39.762 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 14 diff [448923~1591437,21863487~2472393,45298182~3917859,98921500~6329001,127759526~7899253,156482743~2602132,165802114~3927055,188944816~8355266,202210317~3777361,209289197~983715,229534361~2225968,256312592~1568724,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,331783124~5667840,395375808~3250907] 2024-04-02T09:46:39.762 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,21863487~2472393,45298182~3917859,98921500~6329001,127759526~7899253,156482743~2602132,165802114~3927055,188944816~8355266,202210317~3777361,209289197~983715,229534361~2225968,256312592~1568724,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,331783124~5667840,395375808~3250907] 2024-04-02T09:46:39.768 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,21863487~2472393,43346996~5869045,98921500~6329001,126539365~9119414,156482743~2602132,163577856~6151313,188944816~8355266,202210317~3777361,209289197~983715,229534361~2225968,256312592~1568724,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,331350016~6100948,394264576~4362139] 2024-04-02T09:46:39.768 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 15 diff [448923~1591437,3783567~431568,21863487~2472393,45298182~3917859,79027801~6262375,98921500~6329001,127759526~9141190,144403226~5292150,156482743~2602132,165802114~3927055,169858270~9701190,188944816~8355266,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,256312592~1568724,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,331783124~5667840,395375808~3250907] 2024-04-02T09:46:39.768 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3783567~431568,21863487~2472393,45298182~3917859,79027801~6262375,98921500~6329001,127759526~9141190,144403226~5292150,156482743~2602132,165802114~3927055,169858270~9701190,188944816~8355266,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,256312592~1568724,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,331783124~5667840,395375808~3250907] 2024-04-02T09:46:39.773 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,3783567~431568,21863487~2472393,43346996~5869045,79027801~6262375,98921500~6329001,126539365~10361351,144403226~5292150,156482743~2602132,163577856~6151313,169858270~9701190,188944816~8355266,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,256312592~1568724,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,331350016~6100948,394264576~4362139] 2024-04-02T09:46:39.774 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 16 diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,98618946~6631555,124651370~87080,127759526~9141190,144403226~5292150,156482743~2602132,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,331783124~5667840,395375808~3250907] 2024-04-02T09:46:39.774 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,98618946~6631555,124651370~87080,127759526~9141190,144403226~5292150,156482743~2602132,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,331783124~5667840,395375808~3250907] 2024-04-02T09:46:39.784 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,43346996~5869045,79027801~6262375,98618946~6631555,124651370~87080,126539365~10361351,144403226~5292150,156482743~2602132,163577856~6151313,169858270~9701190,181703199~4627641,186820271~10479811,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,331350016~6100948,394264576~4362139] 2024-04-02T09:46:39.784 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 17 diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,331783124~5667840,382146018~7525441,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.785 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186820271~10479811,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,331783124~5667840,382146018~7525441,395375808~3250907,403591651~4309470] 2024-04-02T09:46:39.790 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,43346996~5869045,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,163577856~6151313,169858270~9701190,181703199~4627641,186820271~10479811,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,243426206~4105749,256312592~1568724,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,331350016~6100948,382146018~7525441,394264576~4362139,403591651~4309470] 2024-04-02T09:46:39.790 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 18 diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,243426206~4105749,255718648~8314605,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,351861960~4977265,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.791 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,243426206~4105749,255718648~8314605,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,351861960~4977265,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.796 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,43346996~5869045,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,163577856~6151313,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,243426206~4105749,255718648~8314605,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,351861960~4977265,382146018~7525441,394264576~13636545] 2024-04-02T09:46:39.796 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 19 diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.796 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:39.802 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,43346996~5869045,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,394264576~13636545] 2024-04-02T09:46:39.802 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 14 diff [98921500~6329001,127759526~7899253,156482743~2602132,165802114~3927055,188944816~4761269,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,331783124~5667840] 2024-04-02T09:46:39.802 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [98921500~6329001,127759526~7899253,156482743~2602132,165802114~3927055,188944816~4761269,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,331783124~5667840] 2024-04-02T09:46:39.808 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [98921500~6329001,126539365~9119414,156482743~2602132,163577856~6151313,188944816~4761269,262273141~1760112,277237907~3963981,288792033~3167659,294445590~1869163,331350016~6100948] 2024-04-02T09:46:39.808 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 15 diff [3783567~431568,79027801~6262375,98921500~6329001,127759526~9141190,144403226~5292150,156482743~2602132,165802114~3927055,169858270~9701190,188944816~4761269,227317066~852427,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,331783124~5667840] 2024-04-02T09:46:39.808 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [3783567~431568,79027801~6262375,98921500~6329001,127759526~9141190,144403226~5292150,156482743~2602132,165802114~3927055,169858270~9701190,188944816~4761269,227317066~852427,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,331783124~5667840] 2024-04-02T09:46:39.815 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [3783567~431568,79027801~6262375,98921500~6329001,126539365~10361351,144403226~5292150,156482743~2602132,163577856~6151313,169858270~9701190,188944816~4761269,227317066~852427,262273141~1760112,264706492~2240911,277237907~4111466,288792033~3167659,294445590~1869163,300225487~2688752,331350016~6100948] 2024-04-02T09:46:39.815 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 16 diff [3783567~431568,26459486~3980714,79027801~6262375,98618946~6631555,124651370~87080,127759526~9141190,144403226~5292150,156482743~2602132,165802114~3927055,169858270~9701190,181703199~4627641,186820271~6885814,227317066~852427,243426206~4105749,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,331783124~5667840] 2024-04-02T09:46:39.815 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [3783567~431568,26459486~3980714,79027801~6262375,98618946~6631555,124651370~87080,127759526~9141190,144403226~5292150,156482743~2602132,165802114~3927055,169858270~9701190,181703199~4627641,186820271~6885814,227317066~852427,243426206~4105749,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,331783124~5667840] 2024-04-02T09:46:39.821 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [3783567~431568,26459486~3980714,79027801~6262375,98618946~6631555,124651370~87080,126539365~10361351,144403226~5292150,156482743~2602132,163577856~6151313,169858270~9701190,181703199~4627641,186820271~6885814,227317066~852427,243426206~4105749,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,319504814~4694822,331350016~6100948] 2024-04-02T09:46:39.821 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 17 diff [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186820271~6885814,227317066~852427,243426206~4105749,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,331783124~5667840,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.821 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186820271~6885814,227317066~852427,243426206~4105749,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,331783124~5667840,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.826 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,163577856~6151313,169858270~9701190,181703199~4627641,186820271~6885814,227317066~852427,243426206~4105749,262273141~1760112,264706492~2240911,270095857~4500450,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,319504814~4694822,331350016~6100948,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.827 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 18 diff [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,243426206~4105749,255718648~8314605,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,351861960~4977265,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.827 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,165802114~3927055,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,243426206~4105749,255718648~8314605,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,351861960~4977265,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.832 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,163577856~6151313,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,243426206~4105749,255718648~8314605,264706492~9889815,277101045~4248328,288792033~3167659,294445590~1869163,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,351861960~4977265,382146018~7525441,398626715~9274406] 2024-04-02T09:46:39.832 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 19 diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.832 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.838 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:39.838 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to 15 diff [3783567~431568,79027801~6262375,129809278~7091438,144403226~5292150,169858270~9701190,227317066~852427,264706492~2240911,278477939~2871434,300225487~2688752] 2024-04-02T09:46:39.838 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [3783567~431568,79027801~6262375,129809278~7091438,144403226~5292150,169858270~9701190,227317066~852427,264706492~2240911,278477939~2871434,300225487~2688752] 2024-04-02T09:46:39.844 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [3783567~431568,79027801~6262375,129809278~7091438,144403226~5292150,169858270~9701190,227317066~852427,264706492~2240911,278477939~2871434,300225487~2688752] 2024-04-02T09:46:39.844 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to 16 diff [3783567~431568,26459486~3980714,79027801~6262375,98618946~1905029,124651370~87080,129809278~7091438,144403226~5292150,156751584~1052153,169858270~9701190,181703199~4627641,186820271~5775374,227317066~852427,243426206~4105749,264706492~2240911,270095857~4500450,277101045~4248328,300225487~2688752,319504814~4694822] 2024-04-02T09:46:39.844 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [3783567~431568,26459486~3980714,79027801~6262375,98618946~1905029,124651370~87080,129809278~7091438,144403226~5292150,156751584~1052153,169858270~9701190,181703199~4627641,186820271~5775374,227317066~852427,243426206~4105749,264706492~2240911,270095857~4500450,277101045~4248328,300225487~2688752,319504814~4694822] 2024-04-02T09:46:39.850 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [3783567~431568,26459486~3980714,79027801~6262375,98618946~1905029,124651370~87080,129809278~7091438,144403226~5292150,156751584~1052153,169858270~9701190,181703199~4627641,186820271~5775374,227317066~852427,243426206~4105749,264706492~2240911,270095857~4500450,277101045~4248328,300225487~2688752,319504814~4694822] 2024-04-02T09:46:39.850 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to 17 diff [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,169858270~9701190,181703199~4627641,186820271~5775374,227317066~852427,243426206~4105749,264706492~2240911,270095857~4500450,277101045~4248328,300225487~2688752,304879804~4463863,319504814~4694822,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.850 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,169858270~9701190,181703199~4627641,186820271~5775374,227317066~852427,243426206~4105749,264706492~2240911,270095857~4500450,277101045~4248328,300225487~2688752,304879804~4463863,319504814~4694822,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.856 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,138412032~11283344,152330125~7100290,169858270~9701190,181703199~4627641,186820271~5775374,227317066~852427,243426206~4105749,264706492~2240911,270095857~4500450,277101045~4248328,300225487~2688752,304879804~4463863,319504814~4694822,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.856 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to 18 diff [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,243426206~4105749,255718648~7790549,264706492~9889815,277101045~4248328,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,351861960~4977265,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.856 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,243426206~4105749,255718648~7790549,264706492~9889815,277101045~4248328,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,351861960~4977265,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.862 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,79027801~6262375,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,138412032~11283344,152330125~7100290,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,243426206~4105749,255718648~7790549,264706492~9889815,277101045~4248328,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,351861960~4977265,382146018~7525441,398626715~9274406] 2024-04-02T09:46:39.862 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to 19 diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,161268148~8361685,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13377666,264706492~9889815,277101045~4248328,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.862 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,161268148~8361685,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13377666,264706492~9889815,277101045~4248328,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.868 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,138412032~11283344,152330125~7100290,159880082~9749751,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~22844988,264706492~9889815,277101045~4248328,291959692~7820640,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:39.868 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to 16 diff [26459486~3980714,98618946~1905029,124651370~87080,156751584~1052153,181703199~4627641,186820271~5775374,243426206~4105749,270095857~4500450,277101045~1537222,319504814~4694822] 2024-04-02T09:46:39.868 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [26459486~3980714,98618946~1905029,124651370~87080,156751584~1052153,181703199~4627641,186820271~5775374,243426206~4105749,270095857~4500450,277101045~1537222,319504814~4694822] 2024-04-02T09:46:39.874 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [26459486~3980714,98618946~1905029,124651370~87080,156751584~1052153,181703199~4627641,186820271~5775374,243426206~4105749,270095857~4500450,277101045~1537222,319504814~4694822] 2024-04-02T09:46:39.874 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to 17 diff [1736578~56143,26459486~3980714,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,178184319~345436,181703199~4627641,186820271~5775374,243426206~4105749,270095857~4500450,277101045~1537222,304879804~4463863,319504814~4694822,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.874 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,26459486~3980714,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,178184319~345436,181703199~4627641,186820271~5775374,243426206~4105749,270095857~4500450,277101045~1537222,304879804~4463863,319504814~4694822,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.880 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,26459486~3980714,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,138412032~8378040,152330125~7100290,178184319~345436,181703199~4627641,186820271~5775374,243426206~4105749,270095857~4500450,277101045~1537222,304879804~4463863,319504814~4694822,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.880 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to 18 diff [1736578~56143,26459486~3980714,80999479~3549944,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,243426206~4105749,255718648~7790549,265512357~9083950,277101045~1537222,304879804~4463863,310837070~4953905,318692488~5507148,351861960~4977265,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.880 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,26459486~3980714,80999479~3549944,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,243426206~4105749,255718648~7790549,265512357~9083950,277101045~1537222,304879804~4463863,310837070~4953905,318692488~5507148,351861960~4977265,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.886 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,26459486~3980714,80999479~3549944,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,138412032~8378040,152330125~7100290,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,243426206~4105749,255718648~7790549,265512357~9083950,277101045~1537222,304879804~4463863,310837070~4953905,318692488~5507148,351861960~4977265,382146018~7525441,398626715~9274406] 2024-04-02T09:46:39.886 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to 19 diff [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~9083950,277101045~1537222,292486155~7294177,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.886 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~9083950,277101045~1537222,292486155~7294177,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.892 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,138412032~8378040,152330125~7100290,159880082~9749751,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~22844988,265512357~9083950,277101045~1537222,291959692~7820640,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:39.893 INFO:tasks.workunit.client.0.smithi104.stdout:from 16 to 17 diff [1736578~56143,98436201~790341,106909716~4882656,127742344~1905103,139926844~6863228,152330125~7100290,178184319~345436,304879804~4463863,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.893 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,98436201~790341,106909716~4882656,127742344~1905103,139926844~6863228,152330125~7100290,178184319~345436,304879804~4463863,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.898 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,98436201~790341,106909716~4882656,127742344~1905103,138412032~8378040,152330125~7100290,178184319~345436,304879804~4463863,382146018~7525441,403591651~4309470] 2024-04-02T09:46:39.899 INFO:tasks.workunit.client.0.smithi104.stdout:from 16 to 18 diff [1736578~56143,80999479~3549944,98436201~790341,106909716~4882656,127742344~1905103,139926844~6863228,152330125~7100290,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,255718648~7790549,265512357~7594799,304879804~4463863,310837070~4953905,318692488~2362811,351861960~4977265,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.899 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,80999479~3549944,98436201~790341,106909716~4882656,127742344~1905103,139926844~6863228,152330125~7100290,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,255718648~7790549,265512357~7594799,304879804~4463863,310837070~4953905,318692488~2362811,351861960~4977265,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.904 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,80999479~3549944,98436201~790341,106909716~4882656,127742344~1905103,138412032~8378040,152330125~7100290,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,255718648~7790549,265512357~7594799,304879804~4463863,310837070~4953905,318692488~2362811,351861960~4977265,382146018~7525441,398626715~9274406] 2024-04-02T09:46:39.904 INFO:tasks.workunit.client.0.smithi104.stdout:from 16 to 19 diff [1736578~56143,46332938~1760296,80999479~3549944,88500550~4641044,98436201~790341,106909716~4882656,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~7594799,292486155~7294177,304879804~4463863,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.905 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,46332938~1760296,80999479~3549944,88500550~4641044,98436201~790341,106909716~4882656,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~7594799,292486155~7294177,304879804~4463863,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:39.911 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,46332938~1760296,80999479~3549944,88500550~4641044,98436201~790341,106909716~4882656,127742344~1905103,138412032~8378040,152330125~7100290,159880082~9749751,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,240664209~22844988,265512357~7594799,291959692~7820640,304879804~4463863,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:39.911 INFO:tasks.workunit.client.0.smithi104.stdout:from 17 to 18 diff [80999479~3549944,186621328~8045185,198759685~258484,240204923~319302,255718648~7790549,265512357~7594799,310837070~4953905,318692488~2362811,351861960~4977265,401465849~5066414] 2024-04-02T09:46:39.911 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [80999479~3549944,186621328~8045185,198759685~258484,240204923~319302,255718648~7790549,265512357~7594799,310837070~4953905,318692488~2362811,351861960~4977265,401465849~5066414] 2024-04-02T09:46:39.916 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [80999479~3549944,186621328~8045185,198759685~258484,240204923~319302,255718648~7790549,265512357~7594799,310837070~4953905,318692488~2362811,351861960~4977265,398626715~7905548] 2024-04-02T09:46:39.916 INFO:tasks.workunit.client.0.smithi104.stdout:from 17 to 19 diff [46332938~1760296,80999479~3549944,88500550~4641044,161268148~8361685,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~7594799,292486155~7294177,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,401465849~5066414] 2024-04-02T09:46:39.917 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [46332938~1760296,80999479~3549944,88500550~4641044,161268148~8361685,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~7594799,292486155~7294177,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,401465849~5066414] 2024-04-02T09:46:39.922 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [46332938~1760296,80999479~3549944,88500550~4641044,159880082~9749751,186621328~8045185,198759685~258484,240204923~319302,240664209~22844988,265512357~7594799,291959692~7820640,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,398626715~7905548] 2024-04-02T09:46:39.922 INFO:tasks.workunit.client.0.smithi104.stdout:from 18 to 19 diff [46332938~1760296,88500550~4641044,161268148~8361685,240664209~7757189,250131531~7202408,271736304~13269,292486155~7294177,339589993~2786730,348122447~7672266] 2024-04-02T09:46:39.922 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [46332938~1760296,88500550~4641044,161268148~8361685,240664209~7757189,250131531~7202408,271736304~13269,292486155~7294177,339589993~2786730,348122447~7672266] 2024-04-02T09:46:39.929 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [46332938~1760296,88500550~4641044,159880082~9749751,240664209~16669730,271736304~13269,291959692~7820640,339589993~2786730,348122447~7672266] 2024-04-02T09:46:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:39 smithi188 ceph-mon[86835]: pgmap v4004: 137 pgs: 137 active+clean; 811 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 46 MiB/s wr, 368 op/s 2024-04-02T09:46:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:39 smithi188 ceph-mon[86835]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:46:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:39 smithi104 ceph-mon[94081]: pgmap v4004: 137 pgs: 137 active+clean; 811 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 46 MiB/s wr, 368 op/s 2024-04-02T09:46:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:39 smithi104 ceph-mon[94081]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:46:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:39 smithi104 ceph-mon[96567]: pgmap v4004: 137 pgs: 137 active+clean; 811 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 46 MiB/s wr, 368 op/s 2024-04-02T09:46:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:39 smithi104 ceph-mon[96567]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:46:40.757 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:40.758 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:40.787 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:40.787 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:40.787 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:40.792 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:40.793 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:40.793 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:40.798 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:40.798 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.799 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.805 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:40.805 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.805 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.810 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:40.810 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.810 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.816 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:40.816 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.816 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.822 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:40.822 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.822 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.828 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:40.828 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.828 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.833 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~48103891,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:40.833 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.833 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.839 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~33932098,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,339589993~17249232,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:40.839 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.839 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.845 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,328090671~3110571,331350016~6100948,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,394264576~13636545] 2024-04-02T09:46:40.845 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.845 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.851 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,26459486~3980714,43346996~5869045,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~17249232,382146018~7525441,394264576~13636545] 2024-04-02T09:46:40.851 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.851 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:40.857 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,43346996~5869045,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,394264576~13636545] 2024-04-02T09:46:40.857 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to HEAD diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:40.857 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:40.863 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:40.863 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to HEAD diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,161268148~8361685,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13377666,264706492~9889815,277101045~4248328,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:40.863 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,161268148~8361685,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13377666,264706492~9889815,277101045~4248328,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:40.870 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,138412032~11283344,152330125~7100290,159880082~9749751,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~22844988,264706492~9889815,277101045~4248328,291959692~7820640,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:40.870 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to HEAD diff [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~9083950,277101045~1537222,292486155~7294177,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:40.870 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~9083950,277101045~1537222,292486155~7294177,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:40.874 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,138412032~8378040,152330125~7100290,159880082~9749751,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~22844988,265512357~9083950,277101045~1537222,291959692~7820640,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:40.874 INFO:tasks.workunit.client.0.smithi104.stdout:from 16 to HEAD diff [1736578~56143,46332938~1760296,80999479~3549944,88500550~4641044,98436201~790341,106909716~4882656,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~7594799,292486155~7294177,304879804~4463863,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:40.874 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,46332938~1760296,80999479~3549944,88500550~4641044,98436201~790341,106909716~4882656,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~7594799,292486155~7294177,304879804~4463863,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:40.879 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,46332938~1760296,80999479~3549944,88500550~4641044,98436201~790341,106909716~4882656,127742344~1905103,138412032~8378040,152330125~7100290,159880082~9749751,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,240664209~22844988,265512357~7594799,291959692~7820640,304879804~4463863,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:40.880 INFO:tasks.workunit.client.0.smithi104.stdout:from 17 to HEAD diff [46332938~1760296,80999479~3549944,88500550~4641044,161268148~8361685,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~7594799,292486155~7294177,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,401465849~5066414] 2024-04-02T09:46:40.880 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [46332938~1760296,80999479~3549944,88500550~4641044,161268148~8361685,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~7594799,292486155~7294177,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,401465849~5066414] 2024-04-02T09:46:40.885 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [46332938~1760296,80999479~3549944,88500550~4641044,159880082~9749751,186621328~8045185,198759685~258484,240204923~319302,240664209~22844988,265512357~7594799,291959692~7820640,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,398626715~7905548] 2024-04-02T09:46:41.768 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:41.768 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:41.806 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:41.806 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:41.806 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:41.812 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:41.813 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:41.813 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:41.818 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:41.819 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.819 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.824 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:41.824 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.824 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.830 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:41.830 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.830 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.835 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:41.836 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.836 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.841 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:41.841 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.842 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.847 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:41.847 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.847 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.853 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~48103891,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:41.853 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.853 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.858 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~33932098,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,339589993~17249232,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:41.858 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.858 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.864 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,328090671~3110571,331350016~6100948,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,394264576~13636545] 2024-04-02T09:46:41.864 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.864 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.869 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,26459486~3980714,43346996~5869045,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~17249232,382146018~7525441,394264576~13636545] 2024-04-02T09:46:41.869 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.870 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:41.875 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,43346996~5869045,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,394264576~13636545] 2024-04-02T09:46:41.875 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to HEAD diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:41.875 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:41.881 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:41.881 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to HEAD diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,161268148~8361685,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13377666,264706492~9889815,277101045~4248328,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:41.881 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,161268148~8361685,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13377666,264706492~9889815,277101045~4248328,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:41.887 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,138412032~11283344,152330125~7100290,159880082~9749751,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~22844988,264706492~9889815,277101045~4248328,291959692~7820640,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:41.887 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to HEAD diff [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~9083950,277101045~1537222,292486155~7294177,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:41.887 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~9083950,277101045~1537222,292486155~7294177,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:41.894 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,138412032~8378040,152330125~7100290,159880082~9749751,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~22844988,265512357~9083950,277101045~1537222,291959692~7820640,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:41.894 INFO:tasks.workunit.client.0.smithi104.stdout:from 16 to HEAD diff [1736578~56143,46332938~1760296,80999479~3549944,88500550~4641044,98436201~790341,106909716~4882656,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~7594799,292486155~7294177,304879804~4463863,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:41.894 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,46332938~1760296,80999479~3549944,88500550~4641044,98436201~790341,106909716~4882656,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~7594799,292486155~7294177,304879804~4463863,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:41.899 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,46332938~1760296,80999479~3549944,88500550~4641044,98436201~790341,106909716~4882656,127742344~1905103,138412032~8378040,152330125~7100290,159880082~9749751,178184319~345436,186621328~8045185,198759685~258484,240204923~319302,240664209~22844988,265512357~7594799,291959692~7820640,304879804~4463863,310837070~4953905,318692488~2362811,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:41 smithi188 ceph-mon[86835]: pgmap v4006: 137 pgs: 137 active+clean; 830 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 36 MiB/s wr, 974 op/s 2024-04-02T09:46:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:41 smithi188 ceph-mon[86835]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:46:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:41 smithi104 ceph-mon[96567]: pgmap v4006: 137 pgs: 137 active+clean; 830 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 36 MiB/s wr, 974 op/s 2024-04-02T09:46:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:41 smithi104 ceph-mon[96567]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:46:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:41 smithi104 ceph-mon[94081]: pgmap v4006: 137 pgs: 137 active+clean; 830 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 36 MiB/s wr, 974 op/s 2024-04-02T09:46:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:41 smithi104 ceph-mon[94081]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:46:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:46:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:46:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:42.788 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:42.788 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:42.827 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:42.827 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:42.827 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:42.833 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:42.833 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:42.833 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:42.839 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:42.839 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.839 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.844 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:42.845 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.845 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.850 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:42.850 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.850 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.856 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:42.856 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.856 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.862 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:42.862 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.862 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.868 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:42.868 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.868 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.873 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~48103891,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:42.874 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.874 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.879 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~33932098,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,339589993~17249232,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:42.880 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.880 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.885 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,328090671~3110571,331350016~6100948,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,394264576~13636545] 2024-04-02T09:46:42.885 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.885 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.891 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,26459486~3980714,43346996~5869045,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~17249232,382146018~7525441,394264576~13636545] 2024-04-02T09:46:42.891 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.891 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:42.896 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,43346996~5869045,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,394264576~13636545] 2024-04-02T09:46:42.896 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to HEAD diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:42.896 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:42.902 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:42.902 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to HEAD diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,161268148~8361685,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13377666,264706492~9889815,277101045~4248328,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:42.902 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,161268148~8361685,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13377666,264706492~9889815,277101045~4248328,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:42.908 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,138412032~11283344,152330125~7100290,159880082~9749751,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~22844988,264706492~9889815,277101045~4248328,291959692~7820640,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:42.908 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to HEAD diff [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~9083950,277101045~1537222,292486155~7294177,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:42.908 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,139926844~6863228,152330125~7100290,161268148~8361685,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~7757189,250131531~13377666,265512357~9083950,277101045~1537222,292486155~7294177,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:42.914 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,26459486~3980714,46332938~1760296,80999479~3549944,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,138412032~8378040,152330125~7100290,159880082~9749751,178184319~345436,181703199~4627641,186621328~8045185,198759685~258484,240204923~319302,240664209~22844988,265512357~9083950,277101045~1537222,291959692~7820640,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:42 smithi188 ceph-mon[86835]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:46:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:42 smithi104 ceph-mon[96567]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:46:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:42 smithi104 ceph-mon[94081]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:46:43.786 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:43.786 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:43.830 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:43.830 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:43.830 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:43.835 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:43.835 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:43.835 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:43.841 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:43.841 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.841 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.847 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:43.847 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.847 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.852 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:43.852 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.852 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.858 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:43.858 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.858 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.864 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:43.864 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.864 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.869 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:43.869 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.869 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.875 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~48103891,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:43.875 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.875 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.880 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~33932098,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,339589993~17249232,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:43.881 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.881 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.886 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,328090671~3110571,331350016~6100948,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,394264576~13636545] 2024-04-02T09:46:43.887 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.887 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.892 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,26459486~3980714,43346996~5869045,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~17249232,382146018~7525441,394264576~13636545] 2024-04-02T09:46:43.892 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.892 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:43.898 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,43346996~5869045,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,394264576~13636545] 2024-04-02T09:46:43.898 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to HEAD diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:43.898 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:43.903 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:43.903 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to HEAD diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,161268148~8361685,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13377666,264706492~9889815,277101045~4248328,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:43.903 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,139926844~9768532,152330125~7100290,161268148~8361685,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13377666,264706492~9889815,277101045~4248328,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:43.908 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~2087774,106909716~4882656,124651370~87080,127742344~1905103,129809278~7091438,138412032~11283344,152330125~7100290,159880082~9749751,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~22844988,264706492~9889815,277101045~4248328,291959692~7820640,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:43 smithi188 ceph-mon[86835]: pgmap v4009: 137 pgs: 137 active+clean; 861 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 251 KiB/s rd, 29 MiB/s wr, 3.35k op/s 2024-04-02T09:46:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:43 smithi188 ceph-mon[86835]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:46:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:43 smithi104 ceph-mon[96567]: pgmap v4009: 137 pgs: 137 active+clean; 861 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 251 KiB/s rd, 29 MiB/s wr, 3.35k op/s 2024-04-02T09:46:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:43 smithi104 ceph-mon[96567]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:46:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:43 smithi104 ceph-mon[94081]: pgmap v4009: 137 pgs: 137 active+clean; 861 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 251 KiB/s rd, 29 MiB/s wr, 3.35k op/s 2024-04-02T09:46:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:43 smithi104 ceph-mon[94081]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:46:44.797 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:44.798 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:44.842 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:44.842 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:44.842 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:44.849 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:44.849 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:44.849 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:44.855 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:44.855 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.855 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.860 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:44.861 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.861 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.866 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:44.866 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.866 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.871 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:44.872 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.872 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.877 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:44.878 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.878 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.883 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:44.883 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.883 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.889 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~48103891,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:44.889 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.889 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.895 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~33932098,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,339589993~17249232,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:44.895 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.895 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.901 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,328090671~3110571,331350016~6100948,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,394264576~13636545] 2024-04-02T09:46:44.901 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.901 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.907 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,26459486~3980714,43346996~5869045,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~17249232,382146018~7525441,394264576~13636545] 2024-04-02T09:46:44.907 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.907 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:44.913 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,43346996~5869045,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,394264576~13636545] 2024-04-02T09:46:44.913 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to HEAD diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:44.914 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,401465849~6435272] 2024-04-02T09:46:44.919 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [1736578~56143,3783567~431568,26459486~3980714,46332938~1760296,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~8045185,198759685~258484,227317066~852427,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,398626715~9274406] 2024-04-02T09:46:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:44 smithi188 ceph-mon[86835]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:46:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:44 smithi104 ceph-mon[96567]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:46:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:44 smithi104 ceph-mon[94081]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:46:45.794 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:45.880 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:45.890 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:45.895 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:45.901 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:45.907 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:45.912 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.918 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:45.918 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.918 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:45.924 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.929 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~48103891,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:45.968 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~33932098,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,339589993~17249232,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:45.970 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,328090671~3110571,331350016~6100948,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,394264576~13636545] 2024-04-02T09:46:45.971 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,26459486~3980714,43346996~5869045,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~17249232,382146018~7525441,394264576~13636545] 2024-04-02T09:46:45.971 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,45298182~3917859,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~2786730,348122447~8716778,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,3783567~431568,21863487~2472393,26459486~3980714,43346996~5869045,79027801~6262375,88500550~4641044,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~3777361,209289197~983715,227317066~852427,229534361~2225968,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~2786730,348122447~8716778,382146018~7525441,394264576~13636545] 2024-04-02T09:46:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:45 smithi188 ceph-mon[86835]: pgmap v4012: 137 pgs: 137 active+clean; 857 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 161 KiB/s rd, 7.3 MiB/s wr, 4.51k op/s 2024-04-02T09:46:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:45 smithi188 ceph-mon[86835]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:46:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:46:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:46:45] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:46:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:45 smithi104 ceph-mon[96567]: pgmap v4012: 137 pgs: 137 active+clean; 857 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 161 KiB/s rd, 7.3 MiB/s wr, 4.51k op/s 2024-04-02T09:46:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:45 smithi104 ceph-mon[96567]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:46:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:45 smithi104 ceph-mon[94081]: pgmap v4012: 137 pgs: 137 active+clean; 857 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 161 KiB/s rd, 7.3 MiB/s wr, 4.51k op/s 2024-04-02T09:46:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:45 smithi104 ceph-mon[94081]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:46:46.801 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:46.847 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:46.857 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:46.863 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:46.868 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:46.874 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:46.880 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:46.885 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:46.891 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.898 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~48103891,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:46.898 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.898 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~33932098,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,339589993~17249232,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:46.903 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,328090671~3110571,331350016~6100948,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,394264576~13636545] 2024-04-02T09:46:46.908 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~1591437,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,152330125~7100290,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331783124~5667840,339589993~17249232,382146018~7525441,395375808~3250907,401465849~6435272] 2024-04-02T09:46:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [448923~1591437,2722173~5658932,21863487~2472393,26459486~3980714,43346996~5869045,61546165~639000,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,152330125~7100290,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,331350016~6100948,339589993~17249232,382146018~7525441,394264576~13636545] 2024-04-02T09:46:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:46 smithi188 ceph-mon[86835]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:46:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:46 smithi104 ceph-mon[96567]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:46:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:46 smithi104 ceph-mon[94081]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:46:47.809 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:47.855 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:47.862 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:47.868 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:47.873 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:47.879 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:47.884 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:47.890 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:47.895 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~48103891,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:47.901 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~33932098,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,339589993~17249232,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:47.907 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~13901722,264706492~9889815,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,329819992~1381250,331783124~5667840,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~9701190,181703199~4627641,186621328~10678754,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~23369044,264706492~9889815,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,318692488~5507148,328090671~3110571,331350016~6100948,339589993~17249232,364676406~6487445,371837332~7733338,380267367~9404092,394264576~13636545] 2024-04-02T09:46:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:47 smithi188 ceph-mon[86835]: pgmap v4015: 137 pgs: 137 active+clean; 846 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 6.2 KiB/s wr, 3.00k op/s 2024-04-02T09:46:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:47 smithi188 ceph-mon[86835]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:46:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:47 smithi104 ceph-mon[96567]: pgmap v4015: 137 pgs: 137 active+clean; 846 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 6.2 KiB/s wr, 3.00k op/s 2024-04-02T09:46:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:47 smithi104 ceph-mon[96567]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:46:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:47 smithi104 ceph-mon[94081]: pgmap v4015: 137 pgs: 137 active+clean; 846 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 6.2 KiB/s wr, 3.00k op/s 2024-04-02T09:46:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:47 smithi104 ceph-mon[94081]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:46:48.818 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:48.866 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:48.871 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:48.877 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:48.883 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:48.888 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:48.894 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:48.899 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:48.905 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~48103891,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:48.910 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,45298182~3917859,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~7634669,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~8140354,240204923~319302,240664209~7757189,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,339589993~17249232,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,43346996~5869045,52005827~5124631,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~7634669,159880082~9849087,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~10143291,240204923~319302,240664209~33932098,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,339589993~17249232,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:49.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:48 smithi188 ceph-mon[86835]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:46:49.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:48 smithi188 ceph-mon[86835]: pgmap v4018: 137 pgs: 137 active+clean; 793 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 6.2 KiB/s wr, 1.92k op/s 2024-04-02T09:46:49.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:48 smithi104 ceph-mon[96567]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:46:49.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:48 smithi104 ceph-mon[96567]: pgmap v4018: 137 pgs: 137 active+clean; 793 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 6.2 KiB/s wr, 1.92k op/s 2024-04-02T09:46:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:48 smithi104 ceph-mon[94081]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:46:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:48 smithi104 ceph-mon[94081]: pgmap v4018: 137 pgs: 137 active+clean; 793 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 6.2 KiB/s wr, 1.92k op/s 2024-04-02T09:46:49.823 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:49.872 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:49.882 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:49.887 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:49.893 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:49.898 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:49.904 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:49.910 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:49.916 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,35904888~827842,45298182~3917859,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,227317066~852427,228495353~19926045,250131531~24464776,277101045~4248328,288792033~3167659,292486155~7294177,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,35904888~827842,43346996~5869045,52005827~8602808,61052353~6197276,79027801~14113793,98436201~6814300,106909716~4882656,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,226492416~48103891,277101045~4248328,288792033~10988299,300225487~2688752,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:49 smithi188 ceph-mon[86835]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:46:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:49 smithi104 ceph-mon[94081]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:46:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:49 smithi104 ceph-mon[96567]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:46:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:50.823 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:50.824 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:50.876 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:50.876 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:50.876 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:50.885 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:50.885 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:50.885 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:50.891 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:50.891 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:50.891 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:50.896 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:50.896 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:50.897 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:50.902 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:50.902 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:50.902 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:50.907 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:50.908 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:50.908 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:50.913 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:50.913 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:50.913 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,45298182~3917859,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5166102,288792033~3167659,292486155~10428084,304879804~4463863,310837070~4953905,315924638~8274998,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:50.919 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,43346996~5869045,52005827~22159278,79027801~14113793,97234674~509501,98436201~13356171,124651370~87080,126539365~10361351,138412032~11283344,151795746~17933423,169858270~27441812,198759685~258484,202210317~5592359,209289197~983715,211736539~493523,226492416~48103891,277101045~5166102,288792033~14122206,304879804~4463863,310837070~4953905,315924638~8274998,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:50 smithi188 ceph-mon[86835]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:46:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:50 smithi188 ceph-mon[86835]: pgmap v4021: 137 pgs: 137 active+clean; 781 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 1.05k op/s 2024-04-02T09:46:51.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:50 smithi104 ceph-mon[94081]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:46:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:50 smithi104 ceph-mon[94081]: pgmap v4021: 137 pgs: 137 active+clean; 781 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 1.05k op/s 2024-04-02T09:46:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:50 smithi104 ceph-mon[96567]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:46:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:50 smithi104 ceph-mon[96567]: pgmap v4021: 137 pgs: 137 active+clean; 781 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 1.05k op/s 2024-04-02T09:46:51.615 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:51.615 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:51.661 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:51.661 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:51.661 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:51.669 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:51.669 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:51.669 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:51.674 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:51.674 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:51.674 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:51.680 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:51.680 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:51.680 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:51.685 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:51.685 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:51.685 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:51.690 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:51.691 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:51.691 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,277101045~5740173,288792033~3167659,292486155~10428084,304879804~4463863,310837070~13362566,329819992~1381250,331783124~5667840,338055533~18783692,364676406~14894264,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:51.696 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~14113793,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,277101045~5740173,288792033~14122206,304879804~4463863,310837070~13362566,328090671~3110571,331350016~6100948,338055533~18783692,364676406~14894264,380267367~9404092,394264576~13636545] 2024-04-02T09:46:52.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:51 smithi188 ceph-mon[86835]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:46:52.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:51 smithi188 ceph-mon[86835]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:46:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:51 smithi104 ceph-mon[96567]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:46:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:51 smithi104 ceph-mon[96567]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:46:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:51 smithi104 ceph-mon[94081]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:46:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:51 smithi104 ceph-mon[94081]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:46:52.603 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:52.603 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:46:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:52.659 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:52.659 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:52.659 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:52.667 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:52.667 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:52.667 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:52.673 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:52.673 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:52.673 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:52.678 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:52.678 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:52.678 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:52.683 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:52.684 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:52.684 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,38766561~4580435,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~37944406,209289197~983715,211736539~493523,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304879804~4463863,310837070~17253601,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:52.689 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,38766561~10449480,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~13356171,114289774~345958,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~37944406,209289197~983715,211736539~493523,226492416~48103891,274928716~7912502,285158443~17755796,304879804~4463863,310837070~20364172,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:53.618 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:53.618 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:53.663 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:53.663 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:53.663 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:53.674 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:53.674 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:53.674 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:53.679 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:53.679 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:53.679 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:53.684 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:53.684 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:53.685 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,21863487~2472393,26459486~3980714,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~7912502,285158443~6801249,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:53.690 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,21863487~2472393,26459486~3980714,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~7912502,285158443~46042799,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:53 smithi188 ceph-mon[86835]: pgmap v4024: 137 pgs: 137 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 974 op/s 2024-04-02T09:46:53.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:53 smithi188 ceph-mon[86835]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:46:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:53 smithi104 ceph-mon[94081]: pgmap v4024: 137 pgs: 137 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 974 op/s 2024-04-02T09:46:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:53 smithi104 ceph-mon[94081]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:46:53.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:53 smithi104 ceph-mon[96567]: pgmap v4024: 137 pgs: 137 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 974 op/s 2024-04-02T09:46:53.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:53 smithi104 ceph-mon[96567]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:46:54.632 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:54.633 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:54.675 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:54.675 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:54.676 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:54.683 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:54.683 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:54.683 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:54.688 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:54.688 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:54.688 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~3917859,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~1992239,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272] 2024-04-02T09:46:54.694 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~11232304,52005827~22159278,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~979616,124547126~12353590,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~13636545] 2024-04-02T09:46:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:54 smithi188 ceph-mon[86835]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:46:54.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:54 smithi104 ceph-mon[96567]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:46:54.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:54 smithi104 ceph-mon[94081]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:46:55.637 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:55.637 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:55.683 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:55.683 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:55.683 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:55.689 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:55.689 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:55.689 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~7136573,37983737~5363259,45298182~28866923,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,118719986~7819379,127742344~9158372,139926844~9768532,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~24464776,274928716~17030976,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:55.694 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~7136573,37983737~36181368,77512726~532471,79027801~15297702,97234674~509501,98436201~18939866,117440512~19460204,138412032~11283344,151795746~17933423,169858270~43457281,226492416~48103891,274928716~56272526,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:55 smithi104 ceph-mon[96567]: pgmap v4027: 137 pgs: 137 active+clean; 690 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.04k op/s 2024-04-02T09:46:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:55 smithi104 ceph-mon[96567]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:46:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:55 smithi104 ceph-mon[94081]: pgmap v4027: 137 pgs: 137 active+clean; 690 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.04k op/s 2024-04-02T09:46:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:55 smithi104 ceph-mon[94081]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:46:55.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:55 smithi188 ceph-mon[86835]: pgmap v4027: 137 pgs: 137 active+clean; 690 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.04k op/s 2024-04-02T09:46:55.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:55 smithi188 ceph-mon[86835]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:46:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:46:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:46:55] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:46:56.626 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:56.626 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:56.661 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:56.661 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:56.661 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~8576713,30684172~12662824,45298182~28866923,77512726~532471,79027801~38348266,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:56.666 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~9468680,30684172~43480933,77512726~532471,79027801~38348266,117440512~19460204,138412032~12598269,151795746~17933423,169858270~43457281,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:56.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:56 smithi104 ceph-mon[96567]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:46:56.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:56 smithi104 ceph-mon[96567]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:46:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:56 smithi104 ceph-mon[94081]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:46:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:56 smithi104 ceph-mon[94081]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:46:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:56 smithi188 ceph-mon[86835]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:46:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:56 smithi188 ceph-mon[86835]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:46:57.647 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:57.647 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [448923~2273250,3722361~4658744,13341779~6279884,21863487~21483509,45298182~28866923,76975926~40400141,118719986~7819379,127742344~9158372,139926844~11083457,151795746~8084336,161268148~8461021,169858270~43457281,227317066~852427,228495353~19926045,250131531~41828161,292486155~10428084,304637854~23452817,329819992~1381250,331783124~5667840,338055533~21388066,360488897~19081773,380267367~9404092,395375808~3250907,401465849~6435272,410922785~4512546] 2024-04-02T09:46:57.688 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8381105,12582912~7038751,20971520~53193585,75497472~41878595,117440512~19460204,138412032~74903519,226492416~104708826,331350016~6100948,338055533~41515137,380267367~9404092,394264576~21170755] 2024-04-02T09:46:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:57 smithi104 ceph-mon[96567]: pgmap v4030: 137 pgs: 137 active+clean; 609 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 752 op/s 2024-04-02T09:46:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:57 smithi104 ceph-mon[94081]: pgmap v4030: 137 pgs: 137 active+clean; 609 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 752 op/s 2024-04-02T09:46:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:57 smithi188 ceph-mon[86835]: pgmap v4030: 137 pgs: 137 active+clean; 609 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 752 op/s 2024-04-02T09:46:58.682 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40026 ms) 2024-04-02T09:46:58.682 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-02T09:46:58.682 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:46:59.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:58 smithi188 ceph-mon[86835]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:46:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:58 smithi104 ceph-mon[94081]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:46:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:58 smithi104 ceph-mon[96567]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:46:59.763 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1081 ms) 2024-04-02T09:46:59.763 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-02T09:46:59.763 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:46:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:59 smithi104 ceph-mon[96567]: pgmap v4033: 137 pgs: 137 active+clean; 550 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 645 op/s 2024-04-02T09:46:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:46:59 smithi104 ceph-mon[96567]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:46:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:59 smithi104 ceph-mon[94081]: pgmap v4033: 137 pgs: 137 active+clean; 550 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 645 op/s 2024-04-02T09:46:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:46:59 smithi104 ceph-mon[94081]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:47:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:59 smithi188 ceph-mon[86835]: pgmap v4033: 137 pgs: 137 active+clean; 550 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 645 op/s 2024-04-02T09:47:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:46:59 smithi188 ceph-mon[86835]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:47:00.779 INFO:tasks.workunit.client.0.smithi104.stdout: wrote [2567901~82249,3857968~1887,5774218~24679,9520582~57380,9939563~80230,10922884~31424,12153758~96387,16574977~6971,16799422~13311,18316451~61619] to clone 2024-04-02T09:47:00.779 INFO:tasks.workunit.client.0.smithi104.stdout: diff was [0~3859855,4194304~1604593,8388608~3861537,12582912~3999036,16777216~1600854] 2024-04-02T09:47:00.784 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1020 ms) 2024-04-02T09:47:00.784 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-02T09:47:00.784 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:00.808 INFO:tasks.workunit.client.0.smithi104.stdout: wrote [5610722~68532,6979822~6366,8363076~76988,9765003~21584,16395523~88484,16980187~16673,19099322~68267,19420814~93334,20184593~62360] 2024-04-02T09:47:00.815 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (32 ms) 2024-04-02T09:47:00.815 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-02T09:47:00.815 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:01.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:00 smithi188 ceph-mon[86835]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:47:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:00 smithi104 ceph-mon[96567]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:47:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:00 smithi104 ceph-mon[94081]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:47:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:01 smithi188 ceph-mon[86835]: pgmap v4036: 137 pgs: 137 active+clean; 534 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 260 op/s 2024-04-02T09:47:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:01 smithi188 ceph-mon[86835]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:47:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:01 smithi188 ceph-mon[86835]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:47:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:01 smithi104 ceph-mon[96567]: pgmap v4036: 137 pgs: 137 active+clean; 534 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 260 op/s 2024-04-02T09:47:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:01 smithi104 ceph-mon[96567]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:47:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:01 smithi104 ceph-mon[96567]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:47:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:01 smithi104 ceph-mon[94081]: pgmap v4036: 137 pgs: 137 active+clean; 534 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 260 op/s 2024-04-02T09:47:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:01 smithi104 ceph-mon[94081]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:47:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:01 smithi104 ceph-mon[94081]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:47:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:47:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:02.706 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1891 ms) 2024-04-02T09:47:02.706 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-02T09:47:02.706 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:02.761 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (55 ms) 2024-04-02T09:47:02.761 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-02T09:47:02.761 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:02.836 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (75 ms) 2024-04-02T09:47:02.836 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-02T09:47:02.836 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:03 smithi188 ceph-mon[86835]: pgmap v4039: 137 pgs: 137 active+clean; 506 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.1 MiB/s wr, 300 op/s 2024-04-02T09:47:03.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:03 smithi188 ceph-mon[86835]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:47:03.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:03 smithi104 ceph-mon[96567]: pgmap v4039: 137 pgs: 137 active+clean; 506 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.1 MiB/s wr, 300 op/s 2024-04-02T09:47:03.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:03 smithi104 ceph-mon[96567]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:47:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:03 smithi104 ceph-mon[94081]: pgmap v4039: 137 pgs: 137 active+clean; 506 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.1 MiB/s wr, 300 op/s 2024-04-02T09:47:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:03 smithi104 ceph-mon[94081]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:47:04.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:04.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:05 smithi104 ceph-mon[94081]: pgmap v4041: 137 pgs: 137 active+clean; 527 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 10 MiB/s wr, 314 op/s 2024-04-02T09:47:05.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:05 smithi104 ceph-mon[96567]: pgmap v4041: 137 pgs: 137 active+clean; 527 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 10 MiB/s wr, 314 op/s 2024-04-02T09:47:05.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:05 smithi188 ceph-mon[86835]: pgmap v4041: 137 pgs: 137 active+clean; 527 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 10 MiB/s wr, 314 op/s 2024-04-02T09:47:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:47:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:47:05] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:47:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:07 smithi188 ceph-mon[86835]: pgmap v4042: 137 pgs: 137 active+clean; 566 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 292 op/s 2024-04-02T09:47:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:07 smithi188 ceph-mon[86835]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:47:07.874 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5038 ms) 2024-04-02T09:47:07.874 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:47:07.874 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:47:07.874 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:47:07.874 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-02T09:47:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:07 smithi104 ceph-mon[96567]: pgmap v4042: 137 pgs: 137 active+clean; 566 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 292 op/s 2024-04-02T09:47:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:07 smithi104 ceph-mon[96567]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:47:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:07 smithi104 ceph-mon[94081]: pgmap v4042: 137 pgs: 137 active+clean; 566 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 292 op/s 2024-04-02T09:47:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:07 smithi104 ceph-mon[94081]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:47:08.607 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 15 tests from DiffIterateTest/0 (69533 ms total) 2024-04-02T09:47:08.607 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:47:08.607 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-02T09:47:08.644 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-02T09:47:09.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:09 smithi188 ceph-mon[86835]: pgmap v4044: 137 pgs: 137 active+clean; 576 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.9 MiB/s wr, 186 op/s 2024-04-02T09:47:09.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:09 smithi188 ceph-mon[86835]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:47:09.889 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:09 smithi104 ceph-mon[94081]: pgmap v4044: 137 pgs: 137 active+clean; 576 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.9 MiB/s wr, 186 op/s 2024-04-02T09:47:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:09 smithi104 ceph-mon[94081]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:47:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:09 smithi104 ceph-mon[96567]: pgmap v4044: 137 pgs: 137 active+clean; 576 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.9 MiB/s wr, 186 op/s 2024-04-02T09:47:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:09 smithi104 ceph-mon[96567]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:47:10.630 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:10 smithi188 ceph-mon[86835]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:47:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:10 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1643041128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:10 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:10.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:10 smithi104 ceph-mon[94081]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:47:10.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:10 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1643041128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:10.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:10 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:10.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:10 smithi104 ceph-mon[96567]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:47:10.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:10 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1643041128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:10.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:10 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:11 smithi188 ceph-mon[86835]: pgmap v4047: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:47:11.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:11 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:47:11.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:11 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:47:11.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:11 smithi188 ceph-mon[86835]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:47:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:11 smithi104 ceph-mon[94081]: pgmap v4047: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:47:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:11 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:47:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:11 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:47:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:11 smithi104 ceph-mon[94081]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:47:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:11 smithi104 ceph-mon[96567]: pgmap v4047: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:47:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:11 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:47:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:11 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi104-148482-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:47:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:11 smithi104 ceph-mon[96567]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:47:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:47:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:47:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:12.666 INFO:tasks.workunit.client.0.smithi104.stdout: wrote [1406114~21099,4453446~56741,4722802~45517,5636634~41,7021447~21922,7665563~81885,9087731~1411,14089255~35311,16700227~51233,17528894~44542] 2024-04-02T09:47:12.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:12 smithi104 ceph-mon[96567]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:47:12.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:12 smithi104 ceph-mon[94081]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:47:13.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:12 smithi188 ceph-mon[86835]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:47:13.658 INFO:tasks.workunit.client.0.smithi104.stdout: wrote [0~16777216] 2024-04-02T09:47:13.661 INFO:tasks.workunit.client.0.smithi104.stdout: diff was [0~20971520] 2024-04-02T09:47:13.665 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5021 ms) 2024-04-02T09:47:13.665 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-02T09:47:13.665 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:13 smithi104 ceph-mon[94081]: pgmap v4050: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:13 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:47:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:13 smithi104 ceph-mon[94081]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:47:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:13 smithi104 ceph-mon[96567]: pgmap v4050: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:13 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:47:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:13 smithi104 ceph-mon[96567]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:47:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:13 smithi188 ceph-mon[86835]: pgmap v4050: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:13 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:47:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:13 smithi188 ceph-mon[86835]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:47:14.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:14 smithi104 ceph-mon[96567]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:47:14.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:14 smithi104 ceph-mon[94081]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:47:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:14 smithi188 ceph-mon[86835]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:47:15.890 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:47:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:47:15] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-04-02T09:47:15.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:15 smithi104 ceph-mon[96567]: pgmap v4053: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:15.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:15 smithi104 ceph-mon[96567]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:47:15.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:15 smithi104 ceph-mon[94081]: pgmap v4053: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:15.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:15 smithi104 ceph-mon[94081]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:47:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:15 smithi188 ceph-mon[86835]: pgmap v4053: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:15 smithi188 ceph-mon[86835]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:47:16.680 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3015 ms) 2024-04-02T09:47:16.680 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-02T09:47:16.680 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:16 smithi188 ceph-mon[86835]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:47:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:16 smithi104 ceph-mon[96567]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:47:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:16 smithi104 ceph-mon[94081]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:47:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:17 smithi188 ceph-mon[86835]: pgmap v4056: 137 pgs: 137 active+clean; 17 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 159 KiB/s wr, 30 op/s 2024-04-02T09:47:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:17 smithi188 ceph-mon[86835]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:47:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:17 smithi104 ceph-mon[94081]: pgmap v4056: 137 pgs: 137 active+clean; 17 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 159 KiB/s wr, 30 op/s 2024-04-02T09:47:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:17 smithi104 ceph-mon[94081]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:47:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:17 smithi104 ceph-mon[96567]: pgmap v4056: 137 pgs: 137 active+clean; 17 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 159 KiB/s wr, 30 op/s 2024-04-02T09:47:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:17 smithi104 ceph-mon[96567]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:47:19.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:18 smithi188 ceph-mon[86835]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:47:19.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:18 smithi104 ceph-mon[94081]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:47:19.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:18 smithi104 ceph-mon[96567]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:47:19.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3021 ms) 2024-04-02T09:47:19.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-02T09:47:19.702 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:19 smithi188 ceph-mon[86835]: pgmap v4059: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 243 KiB/s wr, 113 op/s 2024-04-02T09:47:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:19 smithi188 ceph-mon[86835]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:47:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:19 smithi104 ceph-mon[94081]: pgmap v4059: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 243 KiB/s wr, 113 op/s 2024-04-02T09:47:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:19 smithi104 ceph-mon[94081]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:47:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:19 smithi104 ceph-mon[96567]: pgmap v4059: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 243 KiB/s wr, 113 op/s 2024-04-02T09:47:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:19 smithi104 ceph-mon[96567]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:47:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:21.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:20 smithi188 ceph-mon[86835]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:47:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:20 smithi104 ceph-mon[94081]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:47:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:20 smithi104 ceph-mon[96567]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:47:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:21 smithi188 ceph-mon[86835]: pgmap v4062: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 85 KiB/s wr, 87 op/s 2024-04-02T09:47:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:21 smithi188 ceph-mon[86835]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:47:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:21 smithi188 ceph-mon[86835]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:47:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:21 smithi104 ceph-mon[94081]: pgmap v4062: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 85 KiB/s wr, 87 op/s 2024-04-02T09:47:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:21 smithi104 ceph-mon[94081]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:47:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:21 smithi104 ceph-mon[94081]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:47:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:21 smithi104 ceph-mon[96567]: pgmap v4062: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 85 KiB/s wr, 87 op/s 2024-04-02T09:47:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:21 smithi104 ceph-mon[96567]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:47:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:21 smithi104 ceph-mon[96567]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:47:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:47:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:47:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:22.640 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2938 ms) 2024-04-02T09:47:22.640 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-02T09:47:22.640 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:23 smithi188 ceph-mon[86835]: pgmap v4065: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-02T09:47:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:23 smithi188 ceph-mon[86835]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:47:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:23 smithi104 ceph-mon[96567]: pgmap v4065: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-02T09:47:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:23 smithi104 ceph-mon[96567]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:47:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:23 smithi104 ceph-mon[94081]: pgmap v4065: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-02T09:47:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:23 smithi104 ceph-mon[94081]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:47:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:24 smithi188 ceph-mon[86835]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:47:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:24 smithi104 ceph-mon[96567]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:47:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:24 smithi104 ceph-mon[94081]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:47:25.673 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3034 ms) 2024-04-02T09:47:25.673 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-02T09:47:25.673 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:25.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:25 smithi104 ceph-mon[96567]: pgmap v4068: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-04-02T09:47:25.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:25 smithi104 ceph-mon[96567]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:47:25.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:25 smithi104 ceph-mon[94081]: pgmap v4068: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-04-02T09:47:25.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:25 smithi104 ceph-mon[94081]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:47:25.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:25 smithi188 ceph-mon[86835]: pgmap v4068: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-04-02T09:47:25.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:25 smithi188 ceph-mon[86835]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:47:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:47:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:47:25] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:47:26.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:26 smithi104 ceph-mon[96567]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:47:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:26 smithi104 ceph-mon[94081]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:47:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:26 smithi188 ceph-mon[86835]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:47:27.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:27 smithi104 ceph-mon[96567]: pgmap v4071: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-04-02T09:47:27.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:27 smithi104 ceph-mon[96567]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:47:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:27 smithi104 ceph-mon[94081]: pgmap v4071: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-04-02T09:47:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:27 smithi104 ceph-mon[94081]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:47:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:27 smithi188 ceph-mon[86835]: pgmap v4071: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-04-02T09:47:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:27 smithi188 ceph-mon[86835]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:47:28.690 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3017 ms) 2024-04-02T09:47:28.690 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-02T09:47:28.690 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:47:28.782 INFO:tasks.workunit.client.0.smithi104.stdout: i=0 exists [1114637~3285747,6580034~2302850,16997186~4505791,48876374~4670369,95387202~12308868,213866417~4403304,232166818~4454596,283349959~1923292] wrote [1114637~3285747,6580034~2302850,16997186~4505791,48876374~4670369,95387202~12308868,213866417~4403304,232166818~4454596,283349959~1923292] 2024-04-02T09:47:28.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:28 smithi104 ceph-mon[96567]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:47:28.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:28 smithi104 ceph-mon[94081]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:47:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:28 smithi188 ceph-mon[86835]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:47:29.728 INFO:tasks.workunit.client.0.smithi104.stdout: i=1 exists [1114637~3285747,6580034~2302850,16997186~4505791,48876374~4670369,62054954~7977183,81215696~3712467,86048376~720180,95387202~12308868,111194197~7129554,153843537~2479260,165096409~5940431,180796152~3182297,213866417~4403304,221837579~2642689,232166818~4454596,267898207~1792499,283349959~1923292,370998955~7539960] wrote [62054954~7977183,81215696~3712467,86048376~720180,111194197~7129554,153843537~2479260,165096409~5940431,180796152~3182297,221837579~2642689,267898207~1792499,370998955~7539960] 2024-04-02T09:47:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:29 smithi188 ceph-mon[86835]: pgmap v4074: 137 pgs: 137 active+clean; 22 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 265 KiB/s wr, 115 op/s 2024-04-02T09:47:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:29 smithi188 ceph-mon[86835]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:47:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:29 smithi104 ceph-mon[96567]: pgmap v4074: 137 pgs: 137 active+clean; 22 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 265 KiB/s wr, 115 op/s 2024-04-02T09:47:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:29 smithi104 ceph-mon[96567]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:47:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:29 smithi104 ceph-mon[94081]: pgmap v4074: 137 pgs: 137 active+clean; 22 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 265 KiB/s wr, 115 op/s 2024-04-02T09:47:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:29 smithi104 ceph-mon[94081]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:47:30.750 INFO:tasks.workunit.client.0.smithi104.stdout: i=2 exists [1114637~3285747,6580034~2302850,16997186~4505791,48876374~4670369,62054954~7977183,81215696~7180457,95387202~12308868,111194197~7129554,137022898~7752613,150080699~7761117,165096409~5940431,180796152~3182297,213866417~4403304,221837579~2642689,232166818~12052943,249252558~7834130,267898207~6093220,283349959~1923292,306522025~5645673,322179498~6525425,370998955~7539960,409107465~626417] wrote [81238241~7157912,137022898~7752613,150080699~7761117,236358550~7861211,249252558~7834130,268454121~5537306,306522025~5645673,322179498~6525425,372552162~2689550,409107465~626417] 2024-04-02T09:47:31.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:30 smithi188 ceph-mon[86835]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:47:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:30 smithi104 ceph-mon[94081]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:47:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:30 smithi104 ceph-mon[96567]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:47:31.710 INFO:tasks.workunit.client.0.smithi104.stdout: i=3 exists [1114637~3285747,6580034~2302850,16997186~4505791,28516221~729415,48876374~4670369,62054954~7977183,81215696~7180457,95387202~12308868,111194197~7129554,137022898~7752613,150080699~7761117,165096409~5940431,180796152~3182297,209432627~8837094,221837579~2642689,232166818~12052943,249252558~7834130,267898207~6093220,283349959~1923292,297454409~2268044,306522025~12746360,322179498~6525425,338403578~510775,345315745~5267994,366040034~12498881,403363882~2282460,409107465~626417] wrote [28516221~729415,183630230~173540,209432627~5575734,297454409~2268044,311101049~8167336,338403578~510775,345315745~5267994,366040034~8820820,403363882~2282460] 2024-04-02T09:47:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:31 smithi188 ceph-mon[86835]: pgmap v4077: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-04-02T09:47:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:31 smithi188 ceph-mon[86835]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:47:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:31 smithi104 ceph-mon[96567]: pgmap v4077: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-04-02T09:47:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:31 smithi104 ceph-mon[96567]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:47:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:31 smithi104 ceph-mon[94081]: pgmap v4077: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-04-02T09:47:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:31 smithi104 ceph-mon[94081]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:47:32.626 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:47:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: i=4 exists [1114637~3285747,6580034~2302850,16997186~5892448,28516221~729415,48876374~5992514,62054954~7977183,81215696~7180457,95387202~12308868,111194197~7129554,137022898~7752613,150080699~7761117,165096409~5940431,180796152~3182297,209432627~8837094,221564659~3585833,232166818~12358098,249252558~7834130,267898207~6093220,283349959~1923292,297454409~2268044,306522025~12746360,322179498~6525425,329092878~11797135,345315745~5267994,364278942~14259973,403363882~2282460,409107465~626417] wrote [20192832~2696802,51892144~2976744,221564659~3585833,237303657~7221259,308043509~7987361,329092878~11797135,364278942~5686665] 2024-04-02T09:47:33.040 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:32 smithi104 ceph-mon[94081]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:47:33.040 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:32 smithi104 ceph-mon[96567]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:47:33.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:32 smithi188 ceph-mon[86835]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:47:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: i=5 exists [1114637~3285747,6580034~2302850,16997186~5892448,28516221~729415,48876374~5992514,62054954~7977183,81215696~12248771,95387202~12308868,111194197~7129554,131852942~12922569,150080699~7761117,163759794~732108,165096409~5940431,180229722~7972329,209432627~10808024,221564659~3585833,232166818~12358098,249252558~7834130,267898207~6093220,275124678~5042498,283349959~1923292,297454409~2268044,306522025~12746360,322179498~6525425,329092878~11797135,345315745~5267994,364278942~14259973,403363882~2282460,409107465~626417] wrote [85953738~7510729,131852942~7789847,163759794~732108,180229722~7972329,213635518~6605133,275124678~5042498,329448672~2887567,332844241~7064536] 2024-04-02T09:47:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:33 smithi188 ceph-mon[86835]: pgmap v4080: 137 pgs: 137 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 33 MiB/s wr, 284 op/s 2024-04-02T09:47:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:33 smithi188 ceph-mon[86835]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:47:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:33 smithi104 ceph-mon[94081]: pgmap v4080: 137 pgs: 137 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 33 MiB/s wr, 284 op/s 2024-04-02T09:47:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:33 smithi104 ceph-mon[94081]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:47:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:33 smithi104 ceph-mon[96567]: pgmap v4080: 137 pgs: 137 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 33 MiB/s wr, 284 op/s 2024-04-02T09:47:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:33 smithi104 ceph-mon[96567]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:47:34.717 INFO:tasks.workunit.client.0.smithi104.stdout: i=6 exists [1114637~3285747,6580034~2302850,10060070~2437966,16997186~5892448,25912013~3333623,37289674~7464545,48876374~5992514,62054954~7977183,81215696~12248771,95387202~12308868,111194197~7129554,130743245~14032266,150080699~7761117,163759794~732108,165096409~5940431,175324104~4076163,180229722~7972329,209432627~10808024,221564659~3585833,232166818~12358098,249252558~7834130,267898207~6093220,275124678~5042498,283349959~1923292,297454409~2268044,303384186~209607,306522025~12746360,322179498~6525425,329092878~11797135,340939553~658826,345315745~5267994,354329525~1018621,361059195~15844,364278942~14259973,403363882~2282460,409107465~626417] wrote [10060070~2437966,25912013~3270458,37289674~7464545,130743245~7038188,175324104~4076163,183583231~3640216,303384186~209607,340939553~658826,354329525~1018621,361059195~15844] 2024-04-02T09:47:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:34 smithi188 ceph-mon[86835]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:47:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:34 smithi104 ceph-mon[96567]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:47:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:34 smithi104 ceph-mon[94081]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:47:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:35.746 INFO:tasks.workunit.client.0.smithi104.stdout: i=7 exists [1114637~3285747,6580034~2302850,10060070~2437966,16997186~7849404,25912013~3333623,37289674~7464545,47706073~7162815,62054954~7977183,79066954~14397513,95387202~13357072,111194197~7129554,130743245~14032266,150080699~7761117,163759794~732108,165096409~5940431,175324104~4076163,180229722~7972329,205063861~2373489,209432627~10808024,221564659~3585833,232166818~24919870,267898207~6093220,275124678~5042498,283349959~1923292,297454409~2268044,303384186~209607,306522025~12746360,322179498~6525425,329092878~11797135,340939553~658826,345315745~5267994,354329525~1018621,361059195~15844,364278942~14259973,379339482~261852,387992030~1247634,403363882~2282460,409107465~626417] wrote [20654756~4191834,47706073~1449854,51982852~1998347,79066954~2800918,100662181~8082093,205063861~2373489,242863098~7257542,334960991~2638083,379339482~261852,387992030~1247634] 2024-04-02T09:47:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:35 smithi188 ceph-mon[86835]: pgmap v4083: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 38 MiB/s wr, 286 op/s 2024-04-02T09:47:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:35 smithi188 ceph-mon[86835]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:47:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:47:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:47:35] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:47:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:35 smithi104 ceph-mon[94081]: pgmap v4083: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 38 MiB/s wr, 286 op/s 2024-04-02T09:47:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:35 smithi104 ceph-mon[94081]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:47:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:35 smithi104 ceph-mon[96567]: pgmap v4083: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 38 MiB/s wr, 286 op/s 2024-04-02T09:47:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:35 smithi104 ceph-mon[96567]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:47:36.725 INFO:tasks.workunit.client.0.smithi104.stdout: i=8 exists [1114637~3285747,6580034~2302850,10060070~2437966,16997186~7849404,25912013~3333623,37289674~7464545,47706073~7162815,60130601~416217,62054954~10051194,74645567~110707,79066954~14397513,95387202~13357072,111194197~8662310,130743245~14032266,150080699~7761117,162415864~8620976,175324104~4076163,180229722~7972329,205063861~2373489,209432627~10808024,221564659~3585833,232166818~24919870,267898207~12268969,283349959~1923292,297454409~2268044,303384186~209607,306522025~12746360,322179498~6525425,329092878~11797135,340939553~658826,345315745~5267994,354329525~1018621,361059195~15844,364278942~14259973,379339482~261852,387992030~1247634,403363882~2282460,409107465~626417] wrote [60130601~416217,69838534~2267614,74645567~110707,117925517~1930990,162415864~3237483,246363150~1835365,248299200~6374341,270886748~4718790,322948951~780423] 2024-04-02T09:47:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:36 smithi188 ceph-mon[86835]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:47:37.150 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:36 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:37.151 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:36 smithi104 ceph-mon[96567]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:47:37.151 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:36 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:37.151 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:36 smithi104 ceph-mon[94081]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:47:37.151 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:36 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:37.773 INFO:tasks.workunit.client.0.smithi104.stdout: i=9 exists [1114637~3285747,6580034~2302850,10060070~2437966,16997186~7849404,25912013~8634330,37289674~7464545,47706073~7162815,60130601~416217,62054954~10051194,74645567~110707,79066954~14397513,95387202~13357072,111194197~8662310,130743245~14032266,150080699~7761117,162415864~8620976,173774766~5625501,180229722~7972329,203864050~3573300,209432627~10808024,221564659~3585833,232166818~24919870,267898207~12268969,283349959~1923292,290223995~747279,297454409~2268044,303384186~209607,304257400~1465884,306522025~13698545,322179498~6525425,329092878~11797135,340939553~658826,345315745~5267994,354329525~1018621,361059195~15844,364278942~16556476,387992030~1247634,403363882~2282460,409107465~626417] wrote [28826584~5719759,173774766~1771268,203864050~2937355,274224883~5847015,290223995~747279,304257400~1465884,314183408~6037162,366565220~14270198] 2024-04-02T09:47:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:37 smithi188 ceph-mon[86835]: pgmap v4086: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 27 MiB/s wr, 15 op/s 2024-04-02T09:47:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:37 smithi188 ceph-mon[86835]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:47:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:37 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:47:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:37 smithi104 ceph-mon[96567]: pgmap v4086: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 27 MiB/s wr, 15 op/s 2024-04-02T09:47:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:37 smithi104 ceph-mon[96567]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:47:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:37 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:47:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:37 smithi104 ceph-mon[94081]: pgmap v4086: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 27 MiB/s wr, 15 op/s 2024-04-02T09:47:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:37 smithi104 ceph-mon[94081]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:47:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:38.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:37 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:47:38.786 INFO:tasks.workunit.client.0.smithi104.stdout: i=10 exists [1114637~11383399,16997186~7849404,25912013~8634330,37289674~7464545,47706073~7162815,60130601~416217,62054954~10051194,74645567~110707,79066954~14397513,95387202~13357072,111194197~8662310,130743245~14032266,150080699~9469552,162415864~8620976,173774766~5625501,180229722~9283634,203864050~3573300,209432627~10808024,221564659~3585833,232166818~24919870,265196440~14970736,283349959~1923292,290223995~747279,297454409~2268044,303384186~209607,304257400~1465884,306522025~22182898,329092878~11797135,340939553~658826,345315745~5267994,354329525~1018621,360711820~20123598,387992030~1247634,396872557~3183562,403363882~2282460,409107465~626417] wrote [4077410~7955377,90823314~822988,157229689~2320562,186542192~2971164,265196440~5025114,317144277~6422401,360711820~6398713,372604621~3961875,396872557~3183562] 2024-04-02T09:47:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:38 smithi188 ceph-mon[86835]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:47:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:38 smithi104 ceph-mon[94081]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:47:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:38 smithi104 ceph-mon[96567]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:47:39.764 INFO:tasks.workunit.client.0.smithi104.stdout: i=11 exists [1114637~11383399,16997186~7849404,25912013~8634330,37289674~7464545,47706073~7162815,60130601~416217,62054954~10051194,74355387~1811674,79066954~29677320,111194197~8662310,130743245~17501586,150080699~9635668,162415864~8620976,173774766~15738590,203864050~3573300,209432627~10808024,221564659~3585833,232166818~24919870,265196440~14970736,283349959~1923292,290223995~747279,297454409~2268044,303384186~209607,304257400~1465884,306522025~22182898,329092878~11797135,340939553~658826,345315745~5267994,354329525~1018621,360711820~20123598,387992030~1247634,390661131~3491117,396872557~3183562,403363882~2282460,409107465~626417] wrote [3751575~7489764,28503266~5672387,42368774~418068,74355387~1811674,88912275~34200,90708879~6519140,143712368~4532463,158327213~1389154,176830816~4100876,390661131~3491117] 2024-04-02T09:47:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:39 smithi188 ceph-mon[86835]: pgmap v4089: 137 pgs: 137 active+clean; 447 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 48 MiB/s wr, 284 op/s 2024-04-02T09:47:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:39 smithi188 ceph-mon[86835]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:47:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:39 smithi104 ceph-mon[96567]: pgmap v4089: 137 pgs: 137 active+clean; 447 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 48 MiB/s wr, 284 op/s 2024-04-02T09:47:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:39 smithi104 ceph-mon[96567]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:47:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:39 smithi104 ceph-mon[94081]: pgmap v4089: 137 pgs: 137 active+clean; 447 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 48 MiB/s wr, 284 op/s 2024-04-02T09:47:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:39 smithi104 ceph-mon[94081]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:47:40.784 INFO:tasks.workunit.client.0.smithi104.stdout: i=12 exists [1114637~11383399,16997186~7849404,25912013~8634330,37289674~7464545,47706073~7162815,57320874~14785274,74355387~1811674,79066954~29677320,111194197~8662310,130743245~17501586,150080699~9635668,162415864~8620976,173774766~15738590,202945080~4492270,209432627~10808024,221564659~3585833,232166818~24919870,265196440~20076811,290223995~747279,296347759~768046,297454409~2268044,303384186~209607,304257400~1465884,306522025~22182898,329092878~11797135,340939553~658826,345315745~5267994,354329525~1018621,360711820~20123598,387992030~1247634,390661131~3491117,396872557~3183562,403363882~2282460,409107465~626417] wrote [1721512~2621024,57320874~7647043,65459365~4619285,99552587~8593934,202945080~2864656,239809263~4931810,272145562~1283053,277488466~6551494,296347759~768046] 2024-04-02T09:47:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:40 smithi188 ceph-mon[86835]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:47:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:40 smithi104 ceph-mon[96567]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:47:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:40 smithi104 ceph-mon[94081]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:47:41.787 INFO:tasks.workunit.client.0.smithi104.stdout: i=13 exists [1114637~11447721,16997186~7849404,25912013~8634330,37289674~7464545,47706073~7162815,57320874~20208322,79066954~29677320,111194197~8662310,127316923~20927908,150080699~9635668,162415864~8620976,173774766~15738590,202945080~4492270,209432627~10808024,221564659~3585833,232166818~24919870,265196440~20076811,290223995~747279,292520112~1246332,296347759~768046,297454409~2268044,303384186~209607,304257400~1465884,306522025~22182898,329092878~11797135,340939553~658826,345315745~5267994,354329525~1018621,360711820~20123598,387992030~1247634,390661131~3491117,396872557~3183562,403363882~2282460,405990113~3074104,409107465~626417] wrote [11480418~1081940,66931390~887250,70989471~6539725,127316923~6617349,156364324~2500190,179449807~7107090,241257272~4517313,292520112~1246332,329797473~6942448,405990113~3074104] 2024-04-02T09:47:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:41 smithi188 ceph-mon[86835]: pgmap v4092: 137 pgs: 137 active+clean; 471 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 33 MiB/s wr, 275 op/s 2024-04-02T09:47:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:41 smithi188 ceph-mon[86835]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:47:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:41 smithi104 ceph-mon[94081]: pgmap v4092: 137 pgs: 137 active+clean; 471 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 33 MiB/s wr, 275 op/s 2024-04-02T09:47:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:41 smithi104 ceph-mon[94081]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:47:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:41 smithi104 ceph-mon[96567]: pgmap v4092: 137 pgs: 137 active+clean; 471 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 33 MiB/s wr, 275 op/s 2024-04-02T09:47:42.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:41 smithi104 ceph-mon[96567]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:47:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:47:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:47:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:42.805 INFO:tasks.workunit.client.0.smithi104.stdout: i=14 exists [1114637~23731953,25912013~8634330,37289674~7464545,47706073~7162815,57320874~20208322,79066954~29677320,111194197~8662310,127316923~20927908,150080699~9635668,162415864~8620976,173774766~15738590,202945080~4492270,209432627~10808024,221564659~3585833,232166818~24919870,265196440~20076811,290223995~747279,292520112~1246332,296347759~768046,297454409~3023507,303384186~209607,304257400~1465884,306522025~22182898,329092878~11797135,340939553~658826,345315745~5267994,354329525~1018621,360711820~20123598,387992030~1247634,390661131~3491117,396872557~3183562,403363882~2282460,405990113~3074104,409107465~626417] wrote [3676828~443057,12233713~12418114,87919624~3596841,136227555~4979545,247632126~9275784,277236438~1758994,298709193~1768723] 2024-04-02T09:47:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:42 smithi188 ceph-mon[86835]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:47:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:42 smithi104 ceph-mon[94081]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:47:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:42 smithi104 ceph-mon[96567]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:47:43.816 INFO:tasks.workunit.client.0.smithi104.stdout: i=15 exists [1114637~23731953,25912013~8634330,37289674~7464545,46408890~8459998,57320874~20208322,79066954~29677320,111194197~8662310,127316923~20927908,150080699~9635668,162415864~8620976,173774766~15738590,201258097~710732,202945080~4492270,209432627~10808024,221564659~3585833,232166818~24919870,258125748~1703331,265196440~20076811,290223995~747279,292520112~1246332,296347759~768046,297454409~3023507,301296803~27408120,329092878~11797135,340939553~658826,345315745~5267994,354329525~1018621,360711820~20123598,387992030~1247634,389565018~10491101,403363882~2282460,405990113~3074104,409107465~7153121] wrote [31795390~1980546,46408890~6741116,61387659~3023439,201258097~710732,258125748~1703331,301296803~8467573,363443771~8189259,389565018~7405151,409107879~7152707] 2024-04-02T09:47:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:43 smithi188 ceph-mon[86835]: pgmap v4095: 137 pgs: 137 active+clean; 622 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 41 MiB/s wr, 342 op/s 2024-04-02T09:47:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:43 smithi188 ceph-mon[86835]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:47:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:43 smithi104 ceph-mon[94081]: pgmap v4095: 137 pgs: 137 active+clean; 622 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 41 MiB/s wr, 342 op/s 2024-04-02T09:47:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:43 smithi104 ceph-mon[94081]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:47:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:43 smithi104 ceph-mon[96567]: pgmap v4095: 137 pgs: 137 active+clean; 622 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 41 MiB/s wr, 342 op/s 2024-04-02T09:47:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:43 smithi104 ceph-mon[96567]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:47:44.798 INFO:tasks.workunit.client.0.smithi104.stdout: i=16 exists [1114637~23731953,25912013~8634330,37289674~7464545,46408890~8459998,56651230~20877966,78377146~30367128,111194197~8662310,127316923~20927908,150080699~9635668,162415864~8620976,173774766~15738590,201258097~710732,202945080~4492270,209432627~10808024,221564659~3585833,232166818~24919870,258125748~1703331,265196440~20076811,290223995~747279,292520112~1246332,296347759~768046,297454409~3023507,301296803~27408120,329092878~11797135,340939553~658826,345315745~5267994,354329525~1018621,356681238~24398440,387992030~1247634,389565018~10491101,403363882~2282460,405990113~3074104,409107465~7153121] wrote [56651230~5592260,78377146~4159454,136697621~170665,151081761~5171114,267494963~234901,346930921~571453,356681238~6825981,366537388~3922880,376254408~4825270,393583598~1920420] 2024-04-02T09:47:45.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:44 smithi188 ceph-mon[86835]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:47:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:44 smithi104 ceph-mon[96567]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:47:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:44 smithi104 ceph-mon[94081]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:47:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: i=17 exists [1114637~23731953,25912013~8634330,35308580~598596,37289674~7464545,46354867~8514021,56651230~20877966,78377146~30367128,111194197~8662310,127316923~20927908,150080699~9635668,162415864~8620976,173774766~15738590,201258097~710732,202945080~4492270,209432627~10808024,221564659~3585833,232166818~24919870,258125748~1703331,265196440~20076811,290223995~747279,292520112~1246332,296347759~768046,297454409~3023507,301296803~39593210,340939553~658826,345315745~5267994,354329525~1018621,356681238~24398440,387992030~1247634,389565018~10491101,403363882~2282460,405990113~3074104,409107465~7153121] wrote [18605936~1669042,35308580~598596,46354867~1601182,67978385~2053141,101640590~4582823,152615996~6123433,316149850~1114192,320911454~62536,323536838~10762727] 2024-04-02T09:47:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:45 smithi188 ceph-mon[86835]: pgmap v4098: 137 pgs: 137 active+clean; 626 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 37 MiB/s wr, 340 op/s 2024-04-02T09:47:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:45 smithi188 ceph-mon[86835]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:47:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:47:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:47:45] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:47:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:45 smithi104 ceph-mon[96567]: pgmap v4098: 137 pgs: 137 active+clean; 626 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 37 MiB/s wr, 340 op/s 2024-04-02T09:47:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:45 smithi104 ceph-mon[96567]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:47:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:45 smithi104 ceph-mon[94081]: pgmap v4098: 137 pgs: 137 active+clean; 626 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 37 MiB/s wr, 340 op/s 2024-04-02T09:47:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:45 smithi104 ceph-mon[94081]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:47:46.840 INFO:tasks.workunit.client.0.smithi104.stdout: i=18 exists [979873~23866717,25912013~8634330,35308580~598596,37289674~7464545,46354867~8514021,56651230~20877966,78377146~30367128,111194197~8662310,127316923~20927908,148754175~10962192,162415864~8620976,173774766~15738590,201258097~710732,202945080~4492270,209432627~10808024,221564659~3585833,232166818~24919870,258125748~28332815,290223995~747279,292520112~1246332,296347759~768046,297454409~3023507,301296803~39593210,340939553~658826,345315745~5267994,354329525~1018621,356681238~24398440,387992030~1247634,389565018~10491101,403363882~2282460,405990113~3074104,409107465~7153121] wrote [979873~8065064,47337785~2294724,131598294~4606944,148754175~8168981,185530917~2944006,258260643~7584758,270464973~1879229,283153888~3304675,311178150~3740562] 2024-04-02T09:47:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:46 smithi188 ceph-mon[86835]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:47:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:46 smithi104 ceph-mon[96567]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:47:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:46 smithi104 ceph-mon[94081]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:47:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: i=19 exists [979873~23866717,25912013~8634330,35308580~598596,37289674~7464545,46354867~8514021,56651230~20877966,78002563~30741711,111194197~8662310,127316923~20927908,148754175~10962192,162415864~8620976,173774766~18842239,201258097~710732,202945080~4492270,209432627~11245098,221564659~3585833,232166818~25270499,258125748~28332815,290223995~747279,292520112~1246332,296347759~768046,297454409~3023507,301296803~39593210,340939553~658826,345315745~5267994,354329525~1018621,356681238~24398440,387992030~1247634,389565018~10491101,402676384~6387833,409107465~7153121] wrote [78002563~6887139,97739025~3034922,177760665~7043391,186011508~6605497,215148829~5528896,239510529~2588983,251496806~5940511,402676384~5354174] 2024-04-02T09:47:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:47 smithi188 ceph-mon[86835]: pgmap v4101: 137 pgs: 137 active+clean; 713 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 21 MiB/s wr, 14 op/s 2024-04-02T09:47:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:47 smithi188 ceph-mon[86835]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:47:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:47 smithi104 ceph-mon[96567]: pgmap v4101: 137 pgs: 137 active+clean; 713 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 21 MiB/s wr, 14 op/s 2024-04-02T09:47:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:47 smithi104 ceph-mon[96567]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:47:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:47 smithi104 ceph-mon[94081]: pgmap v4101: 137 pgs: 137 active+clean; 713 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 21 MiB/s wr, 14 op/s 2024-04-02T09:47:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:47 smithi104 ceph-mon[94081]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:47:48.779 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 1 diff [58720256~8388608,79691776~8388608,109051904~8388608,150994944~4194304,163577856~8388608,180355072~4194304,218103808~4194304,264241152~4194304,369098752~8388608] 2024-04-02T09:47:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [58720256~8388608,79691776~8388608,109051904~8388608,150994944~4194304,163577856~8388608,180355072~4194304,218103808~4194304,264241152~4194304,369098752~8388608] 2024-04-02T09:47:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [58720256~12582912,79691776~8388608,109051904~12582912,150994944~8388608,163577856~8388608,180355072~4194304,218103808~8388608,264241152~8388608,369098752~12582912] 2024-04-02T09:47:48.790 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 2 diff [58720256~8388608,79691776~8388608,109051904~8388608,134217728~8388608,146800640~8388608,163577856~8388608,180355072~4194304,218103808~4194304,234881024~8388608,247463936~8388608,264241152~8388608,306184192~8388608,318767104~8388608,369098752~8388608,406847488~4194304] 2024-04-02T09:47:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [58720256~8388608,79691776~8388608,109051904~8388608,134217728~8388608,146800640~8388608,163577856~8388608,180355072~4194304,218103808~4194304,234881024~8388608,247463936~8388608,264241152~8388608,306184192~8388608,318767104~8388608,369098752~8388608,406847488~4194304] 2024-04-02T09:47:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [58720256~12582912,79691776~12582912,109051904~12582912,134217728~25165824,163577856~8388608,180355072~4194304,218103808~8388608,234881024~25165824,264241152~12582912,306184192~8388608,318767104~12582912,369098752~12582912,406847488~4194304] 2024-04-02T09:47:48.793 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 3 diff [25165824~4194304,58720256~8388608,79691776~8388608,109051904~8388608,134217728~8388608,146800640~8388608,163577856~8388608,180355072~4194304,205520896~8388608,218103808~4194304,234881024~8388608,247463936~8388608,264241152~8388608,293601280~4194304,306184192~20971520,335544320~4194304,343932928~8388608,364904448~12582912,402653184~8388608] 2024-04-02T09:47:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [25165824~4194304,58720256~8388608,79691776~8388608,109051904~8388608,134217728~8388608,146800640~8388608,163577856~8388608,180355072~4194304,205520896~8388608,218103808~4194304,234881024~8388608,247463936~8388608,264241152~8388608,293601280~4194304,306184192~20971520,335544320~4194304,343932928~8388608,364904448~12582912,402653184~8388608] 2024-04-02T09:47:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [25165824~4194304,58720256~12582912,79691776~12582912,109051904~12582912,134217728~25165824,163577856~8388608,180355072~4194304,205520896~20971520,234881024~25165824,264241152~12582912,293601280~8388608,306184192~25165824,335544320~4194304,343932928~8388608,364904448~16777216,402653184~8388608] 2024-04-02T09:47:48.795 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 4 diff [16777216~4194304,25165824~4194304,50331648~4194304,58720256~8388608,79691776~8388608,109051904~8388608,134217728~8388608,146800640~8388608,163577856~8388608,180355072~4194304,205520896~8388608,218103808~4194304,234881024~8388608,247463936~8388608,264241152~8388608,293601280~4194304,306184192~33554432,343932928~8388608,360710144~16777216,402653184~8388608] 2024-04-02T09:47:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,25165824~4194304,50331648~4194304,58720256~8388608,79691776~8388608,109051904~8388608,134217728~8388608,146800640~8388608,163577856~8388608,180355072~4194304,205520896~8388608,218103808~4194304,234881024~8388608,247463936~8388608,264241152~8388608,293601280~4194304,306184192~33554432,343932928~8388608,360710144~16777216,402653184~8388608] 2024-04-02T09:47:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~12582912,50331648~20971520,79691776~12582912,109051904~12582912,134217728~25165824,163577856~8388608,180355072~4194304,205520896~20971520,234881024~25165824,264241152~12582912,293601280~8388608,306184192~46137344,360710144~20971520,402653184~8388608] 2024-04-02T09:47:48.797 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 5 diff [16777216~4194304,25165824~4194304,50331648~4194304,58720256~8388608,79691776~12582912,109051904~8388608,130023424~25165824,163577856~8388608,176160768~8388608,205520896~16777216,234881024~8388608,247463936~8388608,264241152~16777216,293601280~4194304,306184192~33554432,343932928~8388608,360710144~16777216,402653184~8388608] 2024-04-02T09:47:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,25165824~4194304,50331648~4194304,58720256~8388608,79691776~12582912,109051904~8388608,130023424~25165824,163577856~8388608,176160768~8388608,205520896~16777216,234881024~8388608,247463936~8388608,264241152~16777216,293601280~4194304,306184192~33554432,343932928~8388608,360710144~16777216,402653184~8388608] 2024-04-02T09:47:48.800 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~12582912,50331648~20971520,79691776~16777216,109051904~12582912,130023424~29360128,163577856~8388608,176160768~12582912,205520896~20971520,234881024~25165824,264241152~16777216,293601280~8388608,306184192~46137344,360710144~20971520,402653184~8388608] 2024-04-02T09:47:48.801 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 6 diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,50331648~4194304,58720256~8388608,79691776~12582912,109051904~8388608,130023424~25165824,163577856~20971520,205520896~16777216,234881024~8388608,247463936~8388608,264241152~16777216,293601280~4194304,301989888~54525952,360710144~16777216,402653184~8388608] 2024-04-02T09:47:48.801 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,50331648~4194304,58720256~8388608,79691776~12582912,109051904~8388608,130023424~25165824,163577856~20971520,205520896~16777216,234881024~8388608,247463936~8388608,264241152~16777216,293601280~4194304,301989888~54525952,360710144~16777216,402653184~8388608] 2024-04-02T09:47:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~12582912,50331648~20971520,79691776~16777216,109051904~12582912,130023424~29360128,163577856~25165824,205520896~20971520,234881024~25165824,264241152~16777216,293601280~62914560,360710144~20971520,402653184~8388608] 2024-04-02T09:47:48.804 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 7 diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,58720256~8388608,75497472~16777216,96468992~8388608,109051904~8388608,130023424~25165824,163577856~20971520,201326592~20971520,234881024~20971520,264241152~16777216,293601280~4194304,301989888~54525952,360710144~20971520,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,58720256~8388608,75497472~16777216,96468992~8388608,109051904~8388608,130023424~25165824,163577856~20971520,201326592~20971520,234881024~20971520,264241152~16777216,293601280~4194304,301989888~54525952,360710144~20971520,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~37748736,75497472~46137344,130023424~29360128,163577856~25165824,201326592~25165824,234881024~25165824,264241152~16777216,293601280~62914560,360710144~20971520,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.808 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 8 diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,58720256~33554432,96468992~8388608,109051904~12582912,130023424~25165824,159383552~25165824,201326592~20971520,234881024~20971520,264241152~12582912,293601280~4194304,301989888~54525952,360710144~20971520,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,58720256~33554432,96468992~8388608,109051904~12582912,130023424~25165824,159383552~25165824,201326592~20971520,234881024~20971520,264241152~12582912,293601280~4194304,301989888~54525952,360710144~20971520,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~88080384,130023424~58720256,201326592~25165824,234881024~25165824,264241152~16777216,293601280~62914560,360710144~20971520,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.811 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 9 diff [8388608~4194304,16777216~25165824,46137344~8388608,58720256~33554432,96468992~8388608,109051904~12582912,130023424~25165824,159383552~25165824,201326592~20971520,234881024~20971520,264241152~12582912,289406976~8388608,301989888~54525952,360710144~16777216,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~25165824,46137344~8388608,58720256~33554432,96468992~8388608,109051904~12582912,130023424~25165824,159383552~25165824,201326592~20971520,234881024~20971520,264241152~12582912,289406976~8388608,301989888~54525952,360710144~16777216,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~104857600,130023424~58720256,201326592~25165824,234881024~25165824,264241152~16777216,289406976~67108864,360710144~20971520,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.815 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 10 diff [0~12582912,16777216~25165824,46137344~8388608,58720256~33554432,96468992~8388608,109051904~12582912,130023424~58720256,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~54525952,360710144~20971520,385875968~4194304,394264576~4194304,402653184~8388608] 2024-04-02T09:47:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~8388608,58720256~33554432,96468992~8388608,109051904~12582912,130023424~58720256,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~54525952,360710144~20971520,385875968~4194304,394264576~4194304,402653184~8388608] 2024-04-02T09:47:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~104857600,130023424~62914560,201326592~25165824,234881024~25165824,264241152~16777216,289406976~67108864,360710144~20971520,385875968~4194304,394264576~16777216] 2024-04-02T09:47:48.820 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 11 diff [0~12582912,16777216~25165824,46137344~8388608,58720256~46137344,109051904~12582912,130023424~58720256,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~8388608,58720256~46137344,109051904~12582912,130023424~58720256,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~104857600,130023424~62914560,201326592~25165824,234881024~25165824,264241152~16777216,289406976~67108864,360710144~20971520,385875968~25165824] 2024-04-02T09:47:48.826 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 12 diff [0~12582912,16777216~25165824,46137344~75497472,130023424~58720256,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~75497472,130023424~58720256,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~104857600,130023424~62914560,201326592~25165824,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~25165824] 2024-04-02T09:47:48.831 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 13 diff [0~12582912,16777216~25165824,46137344~75497472,125829120~62914560,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~75497472,125829120~62914560,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~104857600,125829120~67108864,201326592~25165824,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~25165824] 2024-04-02T09:47:48.836 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 14 diff [0~41943040,46137344~75497472,125829120~62914560,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~62914560,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,201326592~25165824,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~25165824] 2024-04-02T09:47:48.842 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 15 diff [0~41943040,46137344~75497472,125829120~62914560,197132288~25165824,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~62914560,197132288~25165824,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~33554432] 2024-04-02T09:47:48.848 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 16 diff [0~41943040,46137344~75497472,125829120~62914560,197132288~25165824,234881024~25165824,264241152~20971520,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~62914560,197132288~25165824,234881024~25165824,264241152~20971520,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~25165824,264241152~20971520,289406976~92274688,385875968~33554432] 2024-04-02T09:47:48.854 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 17 diff [0~41943040,46137344~75497472,125829120~62914560,197132288~25165824,234881024~25165824,264241152~20971520,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~62914560,197132288~25165824,234881024~25165824,264241152~20971520,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.860 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~25165824,264241152~20971520,289406976~92274688,385875968~33554432] 2024-04-02T09:47:48.860 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 18 diff [0~41943040,46137344~75497472,125829120~62914560,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.860 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~62914560,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:48.867 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to 19 diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:48.874 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 2 diff [79691776~8388608,134217728~8388608,146800640~8388608,234881024~8388608,247463936~8388608,268435456~8388608,306184192~8388608,318767104~8388608,369098752~4194304,406847488~4194304] 2024-04-02T09:47:48.875 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [79691776~8388608,134217728~8388608,146800640~8388608,234881024~8388608,247463936~8388608,268435456~8388608,306184192~8388608,318767104~8388608,369098752~4194304,406847488~4194304] 2024-04-02T09:47:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [79691776~12582912,134217728~25165824,234881024~25165824,268435456~8388608,306184192~8388608,318767104~12582912,369098752~8388608,406847488~4194304] 2024-04-02T09:47:48.876 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 3 diff [25165824~4194304,79691776~8388608,134217728~8388608,146800640~8388608,180355072~4194304,205520896~8388608,234881024~8388608,247463936~8388608,268435456~8388608,293601280~4194304,306184192~20971520,335544320~4194304,343932928~8388608,364904448~12582912,402653184~8388608] 2024-04-02T09:47:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [25165824~4194304,79691776~8388608,134217728~8388608,146800640~8388608,180355072~4194304,205520896~8388608,234881024~8388608,247463936~8388608,268435456~8388608,293601280~4194304,306184192~20971520,335544320~4194304,343932928~8388608,364904448~12582912,402653184~8388608] 2024-04-02T09:47:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [25165824~4194304,79691776~12582912,134217728~25165824,180355072~4194304,205520896~12582912,234881024~25165824,268435456~8388608,293601280~8388608,306184192~25165824,335544320~4194304,343932928~8388608,364904448~12582912,402653184~8388608] 2024-04-02T09:47:48.878 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 4 diff [16777216~4194304,25165824~4194304,50331648~4194304,79691776~8388608,134217728~8388608,146800640~8388608,180355072~4194304,205520896~8388608,218103808~4194304,234881024~8388608,247463936~8388608,268435456~8388608,293601280~4194304,306184192~33554432,343932928~8388608,360710144~12582912,402653184~8388608] 2024-04-02T09:47:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,25165824~4194304,50331648~4194304,79691776~8388608,134217728~8388608,146800640~8388608,180355072~4194304,205520896~8388608,218103808~4194304,234881024~8388608,247463936~8388608,268435456~8388608,293601280~4194304,306184192~33554432,343932928~8388608,360710144~12582912,402653184~8388608] 2024-04-02T09:47:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~12582912,50331648~8388608,79691776~12582912,134217728~25165824,180355072~4194304,205520896~20971520,234881024~25165824,268435456~8388608,293601280~8388608,306184192~46137344,360710144~16777216,402653184~8388608] 2024-04-02T09:47:48.880 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 5 diff [16777216~4194304,25165824~4194304,50331648~4194304,79691776~12582912,130023424~25165824,163577856~4194304,176160768~8388608,205520896~16777216,234881024~8388608,247463936~8388608,268435456~12582912,293601280~4194304,306184192~33554432,343932928~8388608,360710144~12582912,402653184~8388608] 2024-04-02T09:47:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,25165824~4194304,50331648~4194304,79691776~12582912,130023424~25165824,163577856~4194304,176160768~8388608,205520896~16777216,234881024~8388608,247463936~8388608,268435456~12582912,293601280~4194304,306184192~33554432,343932928~8388608,360710144~12582912,402653184~8388608] 2024-04-02T09:47:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~12582912,50331648~8388608,79691776~16777216,130023424~29360128,163577856~4194304,176160768~12582912,205520896~20971520,234881024~25165824,268435456~12582912,293601280~8388608,306184192~46137344,360710144~16777216,402653184~8388608] 2024-04-02T09:47:48.882 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 6 diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,50331648~4194304,79691776~12582912,130023424~25165824,163577856~4194304,171966464~12582912,205520896~16777216,234881024~8388608,247463936~8388608,268435456~12582912,293601280~4194304,301989888~54525952,360710144~12582912,402653184~8388608] 2024-04-02T09:47:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,50331648~4194304,79691776~12582912,130023424~25165824,163577856~4194304,171966464~12582912,205520896~16777216,234881024~8388608,247463936~8388608,268435456~12582912,293601280~4194304,301989888~54525952,360710144~12582912,402653184~8388608] 2024-04-02T09:47:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~12582912,50331648~8388608,79691776~16777216,130023424~29360128,163577856~4194304,171966464~16777216,205520896~20971520,234881024~25165824,268435456~12582912,293601280~62914560,360710144~16777216,402653184~8388608] 2024-04-02T09:47:48.884 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 7 diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,75497472~16777216,96468992~8388608,130023424~25165824,163577856~4194304,171966464~12582912,201326592~20971520,234881024~20971520,268435456~12582912,293601280~4194304,301989888~54525952,360710144~12582912,377487360~4194304,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,75497472~16777216,96468992~8388608,130023424~25165824,163577856~4194304,171966464~12582912,201326592~20971520,234881024~20971520,268435456~12582912,293601280~4194304,301989888~54525952,360710144~12582912,377487360~4194304,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~25165824,75497472~33554432,130023424~29360128,163577856~4194304,171966464~16777216,201326592~25165824,234881024~25165824,268435456~12582912,293601280~62914560,360710144~20971520,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.888 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 8 diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,58720256~4194304,67108864~25165824,96468992~8388608,117440512~4194304,130023424~25165824,159383552~4194304,171966464~12582912,201326592~20971520,234881024~20971520,268435456~12582912,293601280~4194304,301989888~54525952,360710144~12582912,377487360~4194304,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,58720256~4194304,67108864~25165824,96468992~8388608,117440512~4194304,130023424~25165824,159383552~4194304,171966464~12582912,201326592~20971520,234881024~20971520,268435456~12582912,293601280~4194304,301989888~54525952,360710144~12582912,377487360~4194304,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~29360128,67108864~41943040,117440512~4194304,130023424~37748736,171966464~16777216,201326592~25165824,234881024~25165824,268435456~12582912,293601280~62914560,360710144~20971520,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.891 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 9 diff [8388608~4194304,16777216~25165824,46137344~8388608,58720256~4194304,67108864~25165824,96468992~8388608,117440512~4194304,130023424~25165824,159383552~4194304,171966464~12582912,201326592~20971520,234881024~20971520,268435456~12582912,289406976~8388608,301989888~54525952,360710144~16777216,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~25165824,46137344~8388608,58720256~4194304,67108864~25165824,96468992~8388608,117440512~4194304,130023424~25165824,159383552~4194304,171966464~12582912,201326592~20971520,234881024~20971520,268435456~12582912,289406976~8388608,301989888~54525952,360710144~16777216,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~46137344,67108864~41943040,117440512~4194304,130023424~37748736,171966464~16777216,201326592~25165824,234881024~25165824,268435456~12582912,289406976~67108864,360710144~20971520,385875968~4194304,402653184~8388608] 2024-04-02T09:47:48.895 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 10 diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~25165824,96468992~8388608,117440512~4194304,130023424~33554432,171966464~16777216,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~54525952,360710144~20971520,385875968~4194304,394264576~4194304,402653184~8388608] 2024-04-02T09:47:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~25165824,96468992~8388608,117440512~4194304,130023424~33554432,171966464~16777216,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~54525952,360710144~20971520,385875968~4194304,394264576~4194304,402653184~8388608] 2024-04-02T09:47:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~46137344,67108864~41943040,117440512~4194304,130023424~37748736,171966464~20971520,201326592~25165824,234881024~25165824,264241152~16777216,289406976~67108864,360710144~20971520,385875968~4194304,394264576~16777216] 2024-04-02T09:47:48.898 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 11 diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~37748736,117440512~4194304,130023424~33554432,171966464~16777216,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~37748736,117440512~4194304,130023424~33554432,171966464~16777216,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~46137344,67108864~41943040,117440512~4194304,130023424~37748736,171966464~20971520,201326592~25165824,234881024~25165824,264241152~16777216,289406976~67108864,360710144~20971520,385875968~25165824] 2024-04-02T09:47:48.903 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 12 diff [0~12582912,16777216~25165824,46137344~62914560,117440512~4194304,130023424~33554432,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~62914560,117440512~4194304,130023424~33554432,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~92274688,117440512~4194304,130023424~37748736,171966464~20971520,201326592~25165824,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~25165824] 2024-04-02T09:47:48.907 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 13 diff [0~12582912,16777216~25165824,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~92274688,117440512~4194304,125829120~41943040,171966464~20971520,201326592~25165824,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~25165824] 2024-04-02T09:47:48.912 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 14 diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~54525952,360710144~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:47:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,201326592~25165824,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~25165824] 2024-04-02T09:47:48.918 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 15 diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~33554432] 2024-04-02T09:47:48.923 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 16 diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~25165824,264241152~20971520,289406976~92274688,385875968~33554432] 2024-04-02T09:47:48.929 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 17 diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~25165824,264241152~20971520,289406976~92274688,385875968~33554432] 2024-04-02T09:47:48.935 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 18 diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:48.942 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to 19 diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:48.949 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 3 diff [25165824~4194304,180355072~4194304,205520896~8388608,293601280~4194304,310378496~8388608,335544320~4194304,343932928~8388608,364904448~12582912,402653184~4194304] 2024-04-02T09:47:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [25165824~4194304,180355072~4194304,205520896~8388608,293601280~4194304,310378496~8388608,335544320~4194304,343932928~8388608,364904448~12582912,402653184~4194304] 2024-04-02T09:47:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [25165824~4194304,180355072~4194304,205520896~12582912,293601280~8388608,310378496~12582912,335544320~4194304,343932928~8388608,364904448~12582912,402653184~4194304] 2024-04-02T09:47:48.950 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 4 diff [16777216~4194304,25165824~4194304,50331648~4194304,180355072~4194304,205520896~8388608,218103808~4194304,234881024~8388608,293601280~4194304,306184192~12582912,327155712~12582912,343932928~8388608,360710144~12582912,402653184~4194304] 2024-04-02T09:47:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,25165824~4194304,50331648~4194304,180355072~4194304,205520896~8388608,218103808~4194304,234881024~8388608,293601280~4194304,306184192~12582912,327155712~12582912,343932928~8388608,360710144~12582912,402653184~4194304] 2024-04-02T09:47:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~12582912,50331648~8388608,180355072~4194304,205520896~20971520,234881024~12582912,293601280~8388608,306184192~16777216,327155712~25165824,360710144~16777216,402653184~4194304] 2024-04-02T09:47:48.951 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 5 diff [16777216~4194304,25165824~4194304,50331648~4194304,83886080~8388608,130023424~8388608,163577856~4194304,176160768~8388608,205520896~16777216,234881024~8388608,272629760~8388608,293601280~4194304,306184192~12582912,327155712~12582912,343932928~8388608,360710144~12582912,402653184~4194304] 2024-04-02T09:47:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,25165824~4194304,50331648~4194304,83886080~8388608,130023424~8388608,163577856~4194304,176160768~8388608,205520896~16777216,234881024~8388608,272629760~8388608,293601280~4194304,306184192~12582912,327155712~12582912,343932928~8388608,360710144~12582912,402653184~4194304] 2024-04-02T09:47:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~12582912,50331648~8388608,83886080~12582912,130023424~12582912,163577856~4194304,176160768~12582912,205520896~20971520,234881024~12582912,272629760~8388608,293601280~8388608,306184192~16777216,327155712~25165824,360710144~16777216,402653184~4194304] 2024-04-02T09:47:48.954 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 6 diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,50331648~4194304,83886080~8388608,130023424~12582912,163577856~4194304,171966464~12582912,205520896~16777216,234881024~8388608,272629760~8388608,293601280~4194304,301989888~16777216,327155712~29360128,360710144~12582912,402653184~4194304] 2024-04-02T09:47:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,50331648~4194304,83886080~8388608,130023424~12582912,163577856~4194304,171966464~12582912,205520896~16777216,234881024~8388608,272629760~8388608,293601280~4194304,301989888~16777216,327155712~29360128,360710144~12582912,402653184~4194304] 2024-04-02T09:47:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~12582912,50331648~8388608,83886080~12582912,130023424~12582912,163577856~4194304,171966464~16777216,205520896~20971520,234881024~12582912,272629760~8388608,293601280~29360128,327155712~29360128,360710144~16777216,402653184~4194304] 2024-04-02T09:47:48.956 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 7 diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,75497472~4194304,83886080~8388608,96468992~8388608,130023424~12582912,163577856~4194304,171966464~12582912,201326592~20971520,234881024~16777216,272629760~8388608,293601280~4194304,301989888~16777216,327155712~29360128,360710144~12582912,377487360~4194304,385875968~4194304,402653184~4194304] 2024-04-02T09:47:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,75497472~4194304,83886080~8388608,96468992~8388608,130023424~12582912,163577856~4194304,171966464~12582912,201326592~20971520,234881024~16777216,272629760~8388608,293601280~4194304,301989888~16777216,327155712~29360128,360710144~12582912,377487360~4194304,385875968~4194304,402653184~4194304] 2024-04-02T09:47:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~25165824,75497472~33554432,130023424~12582912,163577856~4194304,171966464~16777216,201326592~25165824,234881024~16777216,272629760~8388608,293601280~29360128,327155712~29360128,360710144~20971520,385875968~4194304,402653184~4194304] 2024-04-02T09:47:48.958 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 8 diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~20971520,234881024~20971520,268435456~12582912,293601280~4194304,301989888~20971520,327155712~29360128,360710144~12582912,377487360~4194304,385875968~4194304,402653184~4194304] 2024-04-02T09:47:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~20971520,234881024~20971520,268435456~12582912,293601280~4194304,301989888~20971520,327155712~29360128,360710144~12582912,377487360~4194304,385875968~4194304,402653184~4194304] 2024-04-02T09:47:48.961 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~29360128,67108864~41943040,117440512~4194304,130023424~12582912,159383552~8388608,171966464~16777216,201326592~25165824,234881024~20971520,268435456~12582912,293601280~62914560,360710144~20971520,385875968~4194304,402653184~4194304] 2024-04-02T09:47:48.961 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 9 diff [8388608~4194304,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~20971520,234881024~20971520,268435456~12582912,289406976~8388608,301989888~20971520,327155712~29360128,360710144~16777216,385875968~4194304,402653184~4194304] 2024-04-02T09:47:48.961 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~20971520,234881024~20971520,268435456~12582912,289406976~8388608,301989888~20971520,327155712~29360128,360710144~16777216,385875968~4194304,402653184~4194304] 2024-04-02T09:47:48.964 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~46137344,67108864~41943040,117440512~4194304,130023424~12582912,159383552~8388608,171966464~16777216,201326592~25165824,234881024~20971520,268435456~12582912,289406976~67108864,360710144~20971520,385875968~4194304,402653184~4194304] 2024-04-02T09:47:48.964 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 10 diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~20971520,327155712~29360128,360710144~20971520,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-02T09:47:48.964 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~20971520,327155712~29360128,360710144~20971520,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-02T09:47:48.968 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~46137344,67108864~41943040,117440512~4194304,130023424~12582912,155189248~12582912,171966464~20971520,201326592~25165824,234881024~20971520,264241152~16777216,289406976~67108864,360710144~20971520,385875968~4194304,394264576~12582912] 2024-04-02T09:47:48.968 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 11 diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~20971520,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~20971520,327155712~29360128,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:48.968 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~20971520,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~16777216,289406976~8388608,301989888~20971520,327155712~29360128,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:48.972 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~46137344,67108864~41943040,117440512~4194304,130023424~20971520,155189248~12582912,171966464~20971520,201326592~25165824,234881024~20971520,264241152~16777216,289406976~67108864,360710144~20971520,385875968~20971520] 2024-04-02T09:47:48.972 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 12 diff [0~12582912,16777216~25165824,46137344~33554432,83886080~25165824,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~20971520,327155712~29360128,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:48.972 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~33554432,83886080~25165824,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~20971520,327155712~29360128,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:48.977 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~92274688,117440512~4194304,130023424~20971520,155189248~12582912,171966464~20971520,201326592~25165824,234881024~20971520,264241152~20971520,289406976~67108864,360710144~20971520,385875968~20971520] 2024-04-02T09:47:48.977 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 13 diff [0~12582912,16777216~25165824,46137344~33554432,83886080~25165824,117440512~4194304,125829120~12582912,142606336~8388608,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~20971520,327155712~29360128,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:48.977 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~33554432,83886080~25165824,117440512~4194304,125829120~12582912,142606336~8388608,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~20971520,327155712~29360128,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:48.982 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~92274688,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,201326592~25165824,234881024~20971520,264241152~20971520,289406976~67108864,360710144~20971520,385875968~25165824] 2024-04-02T09:47:48.982 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 14 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~20971520,327155712~29360128,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:48.982 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~20971520,327155712~29360128,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:48.986 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,201326592~25165824,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~25165824] 2024-04-02T09:47:48.987 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 15 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~33554432,327155712~29360128,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~33554432,327155712~29360128,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,197132288~29360128,234881024~25165824,264241152~20971520,289406976~67108864,360710144~20971520,385875968~33554432] 2024-04-02T09:47:48.991 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 16 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~33554432,327155712~54525952,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.992 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~33554432,327155712~54525952,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~25165824,264241152~20971520,289406976~92274688,385875968~33554432] 2024-04-02T09:47:48.997 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 17 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~25165824,264241152~20971520,289406976~92274688,385875968~33554432] 2024-04-02T09:47:49.002 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 18 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:49.008 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to 19 diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:49.014 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 4 diff [16777216~4194304,50331648~4194304,218103808~4194304,234881024~8388608,306184192~8388608,327155712~12582912,360710144~8388608] 2024-04-02T09:47:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,50331648~4194304,218103808~4194304,234881024~8388608,306184192~8388608,327155712~12582912,360710144~8388608] 2024-04-02T09:47:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~8388608,50331648~8388608,218103808~8388608,234881024~12582912,306184192~12582912,327155712~16777216,360710144~12582912] 2024-04-02T09:47:49.016 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 5 diff [16777216~4194304,50331648~4194304,83886080~8388608,130023424~8388608,163577856~4194304,176160768~8388608,209715200~12582912,234881024~8388608,272629760~8388608,306184192~8388608,327155712~12582912,360710144~8388608] 2024-04-02T09:47:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,50331648~4194304,83886080~8388608,130023424~8388608,163577856~4194304,176160768~8388608,209715200~12582912,234881024~8388608,272629760~8388608,306184192~8388608,327155712~12582912,360710144~8388608] 2024-04-02T09:47:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~8388608,50331648~8388608,83886080~12582912,130023424~12582912,163577856~4194304,176160768~12582912,209715200~16777216,234881024~12582912,272629760~8388608,306184192~12582912,327155712~16777216,360710144~12582912] 2024-04-02T09:47:49.017 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 6 diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,50331648~4194304,83886080~8388608,130023424~12582912,163577856~4194304,171966464~12582912,209715200~12582912,234881024~8388608,272629760~8388608,301989888~12582912,327155712~16777216,352321536~4194304,360710144~8388608] 2024-04-02T09:47:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,50331648~4194304,83886080~8388608,130023424~12582912,163577856~4194304,171966464~12582912,209715200~12582912,234881024~8388608,272629760~8388608,301989888~12582912,327155712~16777216,352321536~4194304,360710144~8388608] 2024-04-02T09:47:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~12582912,50331648~8388608,83886080~12582912,130023424~12582912,163577856~4194304,171966464~16777216,209715200~16777216,234881024~12582912,272629760~8388608,301989888~16777216,327155712~16777216,352321536~4194304,360710144~12582912] 2024-04-02T09:47:49.019 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 7 diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,75497472~4194304,83886080~8388608,96468992~8388608,130023424~12582912,163577856~4194304,171966464~12582912,201326592~4194304,209715200~12582912,234881024~16777216,272629760~8388608,301989888~12582912,327155712~16777216,352321536~4194304,360710144~8388608,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,75497472~4194304,83886080~8388608,96468992~8388608,130023424~12582912,163577856~4194304,171966464~12582912,201326592~4194304,209715200~12582912,234881024~16777216,272629760~8388608,301989888~12582912,327155712~16777216,352321536~4194304,360710144~8388608,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~25165824,75497472~33554432,130023424~12582912,163577856~4194304,171966464~16777216,201326592~25165824,234881024~16777216,272629760~8388608,301989888~16777216,327155712~16777216,352321536~4194304,360710144~12582912,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.022 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 8 diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~4194304,209715200~12582912,234881024~20971520,268435456~12582912,301989888~12582912,318767104~4194304,327155712~16777216,352321536~4194304,360710144~8388608,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~12582912,33554432~8388608,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~4194304,209715200~12582912,234881024~20971520,268435456~12582912,301989888~12582912,318767104~4194304,327155712~16777216,352321536~4194304,360710144~8388608,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~29360128,67108864~41943040,117440512~4194304,130023424~12582912,159383552~8388608,171966464~16777216,201326592~25165824,234881024~20971520,268435456~12582912,301989888~41943040,352321536~4194304,360710144~12582912,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.023 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 9 diff [8388608~4194304,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~4194304,209715200~12582912,234881024~20971520,268435456~12582912,289406976~4194304,301989888~20971520,327155712~16777216,352321536~4194304,360710144~16777216,385875968~4194304] 2024-04-02T09:47:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~4194304,209715200~12582912,234881024~20971520,268435456~12582912,289406976~4194304,301989888~20971520,327155712~16777216,352321536~4194304,360710144~16777216,385875968~4194304] 2024-04-02T09:47:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~46137344,67108864~41943040,117440512~4194304,130023424~12582912,159383552~8388608,171966464~16777216,201326592~25165824,234881024~20971520,268435456~12582912,289406976~4194304,301989888~41943040,352321536~4194304,360710144~20971520,385875968~4194304] 2024-04-02T09:47:49.026 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 10 diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,155189248~8388608,171966464~16777216,201326592~4194304,209715200~12582912,234881024~20971520,264241152~16777216,289406976~4194304,301989888~20971520,327155712~16777216,352321536~4194304,360710144~20971520,385875968~4194304,394264576~4194304] 2024-04-02T09:47:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,155189248~8388608,171966464~16777216,201326592~4194304,209715200~12582912,234881024~20971520,264241152~16777216,289406976~4194304,301989888~20971520,327155712~16777216,352321536~4194304,360710144~20971520,385875968~4194304,394264576~4194304] 2024-04-02T09:47:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~46137344,67108864~41943040,117440512~4194304,130023424~12582912,155189248~12582912,171966464~20971520,201326592~25165824,234881024~20971520,264241152~16777216,289406976~4194304,301989888~41943040,352321536~4194304,360710144~20971520,385875968~4194304,394264576~8388608] 2024-04-02T09:47:49.029 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 11 diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~20971520,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~4194304,209715200~12582912,234881024~20971520,264241152~16777216,289406976~4194304,301989888~20971520,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~8388608,58720256~4194304,67108864~12582912,83886080~20971520,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~4194304,209715200~12582912,234881024~20971520,264241152~16777216,289406976~4194304,301989888~20971520,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~46137344,67108864~41943040,117440512~4194304,130023424~20971520,155189248~12582912,171966464~20971520,201326592~25165824,234881024~20971520,264241152~16777216,289406976~4194304,301989888~41943040,352321536~4194304,360710144~20971520,385875968~16777216] 2024-04-02T09:47:49.032 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 12 diff [0~12582912,16777216~25165824,46137344~33554432,83886080~25165824,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~20971520,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~33554432,83886080~25165824,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~20971520,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~92274688,117440512~4194304,130023424~20971520,155189248~12582912,171966464~20971520,201326592~25165824,234881024~20971520,264241152~20971520,289406976~8388608,301989888~41943040,352321536~4194304,360710144~20971520,385875968~16777216] 2024-04-02T09:47:49.036 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 13 diff [0~12582912,16777216~25165824,46137344~33554432,83886080~25165824,117440512~4194304,125829120~12582912,142606336~8388608,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~20971520,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~25165824,46137344~33554432,83886080~25165824,117440512~4194304,125829120~12582912,142606336~8388608,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~8388608,301989888~20971520,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~92274688,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,201326592~25165824,234881024~20971520,264241152~20971520,289406976~8388608,301989888~41943040,352321536~4194304,360710144~20971520,385875968~25165824] 2024-04-02T09:47:49.040 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 14 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~33554432,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,201326592~20971520,234881024~20971520,264241152~20971520,289406976~33554432,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,201326592~25165824,234881024~25165824,264241152~20971520,289406976~54525952,352321536~4194304,360710144~20971520,385875968~25165824] 2024-04-02T09:47:49.045 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 15 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~33554432,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~33554432,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,197132288~29360128,234881024~25165824,264241152~20971520,289406976~54525952,352321536~4194304,360710144~20971520,385875968~33554432] 2024-04-02T09:47:49.050 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 16 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~33554432,327155712~20971520,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~33554432,327155712~20971520,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~25165824,264241152~20971520,289406976~58720256,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.055 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 17 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~25165824,264241152~20971520,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.060 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~25165824,264241152~20971520,289406976~58720256,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.060 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 18 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.067 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to 19 diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.073 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 5 diff [83886080~8388608,130023424~8388608,163577856~4194304,176160768~8388608,209715200~8388608,272629760~8388608,327155712~12582912] 2024-04-02T09:47:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [83886080~8388608,130023424~8388608,163577856~4194304,176160768~8388608,209715200~8388608,272629760~8388608,327155712~12582912] 2024-04-02T09:47:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [83886080~12582912,130023424~12582912,163577856~4194304,176160768~12582912,209715200~12582912,272629760~8388608,327155712~16777216] 2024-04-02T09:47:49.074 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 6 diff [8388608~4194304,25165824~4194304,33554432~8388608,83886080~8388608,130023424~12582912,163577856~4194304,171966464~12582912,209715200~8388608,272629760~8388608,301989888~4194304,327155712~16777216,352321536~4194304,360710144~4194304] 2024-04-02T09:47:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,25165824~4194304,33554432~8388608,83886080~8388608,130023424~12582912,163577856~4194304,171966464~12582912,209715200~8388608,272629760~8388608,301989888~4194304,327155712~16777216,352321536~4194304,360710144~4194304] 2024-04-02T09:47:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,25165824~4194304,33554432~12582912,83886080~12582912,130023424~12582912,163577856~4194304,171966464~16777216,209715200~12582912,272629760~8388608,301989888~4194304,327155712~16777216,352321536~4194304,360710144~4194304] 2024-04-02T09:47:49.075 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 7 diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,75497472~4194304,83886080~8388608,96468992~8388608,130023424~12582912,163577856~4194304,171966464~12582912,201326592~4194304,209715200~8388608,239075328~8388608,272629760~8388608,301989888~4194304,327155712~16777216,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,75497472~4194304,83886080~8388608,96468992~8388608,130023424~12582912,163577856~4194304,171966464~12582912,201326592~4194304,209715200~8388608,239075328~8388608,272629760~8388608,301989888~4194304,327155712~16777216,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~20971520,75497472~33554432,130023424~12582912,163577856~4194304,171966464~16777216,201326592~20971520,239075328~12582912,272629760~8388608,301989888~4194304,327155712~16777216,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.077 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 8 diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~4194304,209715200~8388608,239075328~12582912,268435456~12582912,301989888~4194304,318767104~4194304,327155712~16777216,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~4194304,209715200~8388608,239075328~12582912,268435456~12582912,301989888~4194304,318767104~4194304,327155712~16777216,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~20971520,58720256~4194304,67108864~41943040,117440512~4194304,130023424~12582912,159383552~8388608,171966464~16777216,201326592~20971520,239075328~16777216,268435456~12582912,301989888~4194304,318767104~25165824,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.079 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 9 diff [8388608~4194304,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~4194304,209715200~8388608,239075328~12582912,268435456~12582912,289406976~4194304,301989888~4194304,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~4194304] 2024-04-02T09:47:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,159383552~4194304,171966464~12582912,201326592~4194304,209715200~8388608,239075328~12582912,268435456~12582912,289406976~4194304,301989888~4194304,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~4194304] 2024-04-02T09:47:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~37748736,58720256~4194304,67108864~41943040,117440512~4194304,130023424~12582912,159383552~8388608,171966464~16777216,201326592~20971520,239075328~16777216,268435456~12582912,289406976~4194304,301989888~4194304,310378496~33554432,352321536~4194304,360710144~20971520,385875968~4194304] 2024-04-02T09:47:49.082 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 10 diff [0~12582912,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,155189248~8388608,171966464~16777216,201326592~4194304,209715200~8388608,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~4194304,394264576~4194304] 2024-04-02T09:47:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,83886080~8388608,96468992~8388608,117440512~4194304,130023424~12582912,155189248~8388608,171966464~16777216,201326592~4194304,209715200~8388608,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~4194304,394264576~4194304] 2024-04-02T09:47:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~37748736,58720256~4194304,67108864~41943040,117440512~4194304,130023424~12582912,155189248~12582912,171966464~20971520,201326592~20971520,239075328~16777216,264241152~16777216,289406976~4194304,301989888~4194304,310378496~33554432,352321536~4194304,360710144~20971520,385875968~4194304,394264576~8388608] 2024-04-02T09:47:49.085 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 11 diff [0~12582912,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,83886080~20971520,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~4194304,209715200~8388608,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,83886080~20971520,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~4194304,209715200~8388608,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~37748736,58720256~4194304,67108864~41943040,117440512~4194304,130023424~20971520,155189248~12582912,171966464~20971520,201326592~20971520,239075328~16777216,264241152~16777216,289406976~4194304,301989888~4194304,310378496~33554432,352321536~4194304,360710144~20971520,385875968~16777216] 2024-04-02T09:47:49.088 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 12 diff [0~12582912,16777216~4194304,25165824~16777216,46137344~33554432,83886080~25165824,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~16777216,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~4194304,25165824~16777216,46137344~33554432,83886080~25165824,117440512~4194304,130023424~20971520,155189248~8388608,171966464~16777216,201326592~16777216,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~92274688,117440512~4194304,130023424~20971520,155189248~12582912,171966464~20971520,201326592~20971520,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~33554432,352321536~4194304,360710144~20971520,385875968~16777216] 2024-04-02T09:47:49.092 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 13 diff [0~12582912,16777216~4194304,25165824~16777216,46137344~33554432,83886080~25165824,117440512~4194304,125829120~12582912,142606336~8388608,155189248~8388608,171966464~16777216,201326592~16777216,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~4194304,25165824~16777216,46137344~33554432,83886080~25165824,117440512~4194304,125829120~12582912,142606336~8388608,155189248~8388608,171966464~16777216,201326592~16777216,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~92274688,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,201326592~20971520,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~33554432,352321536~4194304,360710144~20971520,385875968~25165824] 2024-04-02T09:47:49.095 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 14 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,201326592~16777216,239075328~20971520,264241152~20971520,289406976~16777216,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,201326592~16777216,239075328~20971520,264241152~20971520,289406976~16777216,310378496~12582912,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,201326592~20971520,239075328~20971520,264241152~20971520,289406976~16777216,310378496~33554432,352321536~4194304,360710144~20971520,385875968~25165824] 2024-04-02T09:47:49.099 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 15 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,197132288~20971520,239075328~20971520,264241152~20971520,289406976~33554432,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,197132288~20971520,239075328~20971520,264241152~20971520,289406976~33554432,327155712~16777216,352321536~4194304,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,197132288~25165824,239075328~20971520,264241152~20971520,289406976~54525952,352321536~4194304,360710144~20971520,385875968~33554432] 2024-04-02T09:47:49.104 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 16 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~20971520,239075328~20971520,264241152~20971520,289406976~33554432,327155712~20971520,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~20971520,239075328~20971520,264241152~20971520,289406976~33554432,327155712~20971520,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~20971520,264241152~20971520,289406976~58720256,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.109 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 17 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~20971520,239075328~20971520,264241152~20971520,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~20971520,239075328~20971520,264241152~20971520,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~20971520,264241152~20971520,289406976~58720256,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.114 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 18 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.120 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to 19 diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:48 smithi188 ceph-mon[86835]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:47:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.126 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 6 diff [8388608~4194304,25165824~4194304,33554432~8388608,130023424~8388608,171966464~4194304,180355072~4194304,301989888~4194304,339738624~4194304,352321536~4194304,360710144~4194304] 2024-04-02T09:47:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,25165824~4194304,33554432~8388608,130023424~8388608,171966464~4194304,180355072~4194304,301989888~4194304,339738624~4194304,352321536~4194304,360710144~4194304] 2024-04-02T09:47:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,25165824~4194304,33554432~12582912,130023424~8388608,171966464~16777216,301989888~4194304,339738624~4194304,352321536~4194304,360710144~4194304] 2024-04-02T09:47:49.127 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 7 diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,75497472~4194304,96468992~8388608,130023424~8388608,171966464~4194304,180355072~4194304,201326592~4194304,239075328~8388608,301989888~4194304,331350016~4194304,339738624~4194304,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,75497472~4194304,96468992~8388608,130023424~8388608,171966464~4194304,180355072~4194304,201326592~4194304,239075328~8388608,301989888~4194304,331350016~4194304,339738624~4194304,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~20971520,75497472~8388608,96468992~12582912,130023424~8388608,171966464~16777216,201326592~8388608,239075328~12582912,301989888~4194304,331350016~12582912,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.129 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 8 diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,58720256~4194304,67108864~12582912,96468992~8388608,117440512~4194304,130023424~8388608,159383552~4194304,171966464~4194304,180355072~4194304,201326592~4194304,239075328~12582912,268435456~8388608,301989888~4194304,318767104~4194304,331350016~4194304,339738624~4194304,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~4194304,33554432~8388608,46137344~8388608,58720256~4194304,67108864~12582912,96468992~8388608,117440512~4194304,130023424~8388608,159383552~4194304,171966464~4194304,180355072~4194304,201326592~4194304,239075328~12582912,268435456~8388608,301989888~4194304,318767104~4194304,331350016~4194304,339738624~4194304,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~12582912,33554432~20971520,58720256~4194304,67108864~16777216,96468992~12582912,117440512~4194304,130023424~8388608,159383552~8388608,171966464~16777216,201326592~8388608,239075328~16777216,268435456~8388608,301989888~4194304,318767104~8388608,331350016~12582912,352321536~4194304,360710144~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.131 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 9 diff [8388608~4194304,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,96468992~8388608,117440512~4194304,130023424~8388608,159383552~4194304,171966464~12582912,201326592~4194304,239075328~12582912,268435456~12582912,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,339738624~4194304,352321536~4194304,360710144~20971520,385875968~4194304] 2024-04-02T09:47:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,96468992~8388608,117440512~4194304,130023424~8388608,159383552~4194304,171966464~12582912,201326592~4194304,239075328~12582912,268435456~12582912,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,339738624~4194304,352321536~4194304,360710144~20971520,385875968~4194304] 2024-04-02T09:47:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,16777216~37748736,58720256~4194304,67108864~16777216,96468992~12582912,117440512~4194304,130023424~8388608,159383552~8388608,171966464~16777216,201326592~8388608,239075328~16777216,268435456~12582912,289406976~4194304,301989888~4194304,310378496~16777216,331350016~12582912,352321536~4194304,360710144~20971520,385875968~4194304] 2024-04-02T09:47:49.133 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 10 diff [0~12582912,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,88080384~4194304,96468992~8388608,117440512~4194304,130023424~8388608,155189248~8388608,171966464~16777216,201326592~4194304,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,339738624~4194304,352321536~4194304,360710144~20971520,385875968~4194304,394264576~4194304] 2024-04-02T09:47:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,88080384~4194304,96468992~8388608,117440512~4194304,130023424~8388608,155189248~8388608,171966464~16777216,201326592~4194304,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,339738624~4194304,352321536~4194304,360710144~20971520,385875968~4194304,394264576~4194304] 2024-04-02T09:47:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~37748736,58720256~4194304,67108864~16777216,88080384~4194304,96468992~12582912,117440512~4194304,130023424~8388608,155189248~12582912,171966464~20971520,201326592~8388608,239075328~16777216,264241152~16777216,289406976~4194304,301989888~4194304,310378496~16777216,331350016~12582912,352321536~4194304,360710144~20971520,385875968~4194304,394264576~8388608] 2024-04-02T09:47:49.136 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 11 diff [0~12582912,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,88080384~16777216,117440512~4194304,130023424~8388608,142606336~8388608,155189248~8388608,171966464~16777216,201326592~4194304,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,339738624~4194304,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~4194304,25165824~16777216,46137344~8388608,58720256~4194304,67108864~12582912,88080384~16777216,117440512~4194304,130023424~8388608,142606336~8388608,155189248~8388608,171966464~16777216,201326592~4194304,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,339738624~4194304,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~37748736,58720256~4194304,67108864~16777216,88080384~20971520,117440512~4194304,130023424~8388608,142606336~8388608,155189248~12582912,171966464~20971520,201326592~8388608,239075328~16777216,264241152~16777216,289406976~4194304,301989888~4194304,310378496~16777216,331350016~12582912,352321536~4194304,360710144~20971520,385875968~16777216] 2024-04-02T09:47:49.139 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 12 diff [0~12582912,16777216~4194304,25165824~16777216,46137344~33554432,88080384~20971520,117440512~4194304,130023424~8388608,142606336~8388608,155189248~8388608,171966464~16777216,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,331350016~4194304,339738624~4194304,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~4194304,25165824~16777216,46137344~33554432,88080384~20971520,117440512~4194304,130023424~8388608,142606336~8388608,155189248~8388608,171966464~16777216,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,331350016~4194304,339738624~4194304,352321536~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:48 smithi104 ceph-mon[94081]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:47:49.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:48 smithi104 ceph-mon[96567]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:47:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~67108864,88080384~20971520,117440512~4194304,130023424~8388608,142606336~8388608,155189248~12582912,171966464~20971520,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~16777216,331350016~12582912,352321536~4194304,360710144~20971520,385875968~16777216] 2024-04-02T09:47:49.143 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 13 diff [0~12582912,16777216~4194304,25165824~16777216,46137344~33554432,88080384~20971520,117440512~4194304,125829120~12582912,142606336~8388608,155189248~8388608,171966464~16777216,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~8388608,339738624~4194304,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~4194304,25165824~16777216,46137344~33554432,88080384~20971520,117440512~4194304,125829120~12582912,142606336~8388608,155189248~8388608,171966464~16777216,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~8388608,339738624~4194304,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~67108864,88080384~20971520,117440512~4194304,125829120~12582912,142606336~8388608,155189248~12582912,171966464~20971520,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~33554432,352321536~4194304,360710144~20971520,385875968~25165824] 2024-04-02T09:47:49.146 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 14 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,201326592~8388608,239075328~20971520,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,339738624~4194304,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,201326592~8388608,239075328~20971520,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,339738624~4194304,352321536~4194304,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,201326592~8388608,239075328~20971520,264241152~20971520,289406976~16777216,310378496~33554432,352321536~4194304,360710144~20971520,385875968~25165824] 2024-04-02T09:47:49.151 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 15 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,197132288~12582912,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,339738624~4194304,352321536~4194304,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~16777216,197132288~12582912,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,339738624~4194304,352321536~4194304,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~54525952,352321536~4194304,360710144~20971520,385875968~33554432] 2024-04-02T09:47:49.155 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 16 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~12582912,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,339738624~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~12582912,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,339738624~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~58720256,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.160 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 17 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~12582912,239075328~20971520,264241152~20971520,289406976~46137344,339738624~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~12582912,239075328~20971520,264241152~20971520,289406976~46137344,339738624~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~58720256,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.165 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 18 diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~12582912,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~33554432,83886080~25165824,117440512~4194304,125829120~37748736,171966464~16777216,197132288~12582912,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.170 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to 19 diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.176 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 7 diff [16777216~4194304,46137344~8388608,75497472~4194304,96468992~8388608,201326592~4194304,239075328~8388608,331350016~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,46137344~8388608,75497472~4194304,96468992~8388608,201326592~4194304,239075328~8388608,331350016~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~8388608,46137344~8388608,75497472~8388608,96468992~12582912,201326592~8388608,239075328~12582912,331350016~8388608,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.177 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 8 diff [16777216~4194304,46137344~8388608,58720256~4194304,67108864~12582912,96468992~8388608,117440512~4194304,159383552~4194304,201326592~4194304,239075328~12582912,268435456~8388608,318767104~4194304,331350016~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,46137344~8388608,58720256~4194304,67108864~12582912,96468992~8388608,117440512~4194304,159383552~4194304,201326592~4194304,239075328~12582912,268435456~8388608,318767104~4194304,331350016~4194304,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~8388608,46137344~8388608,58720256~4194304,67108864~16777216,96468992~12582912,117440512~4194304,159383552~8388608,201326592~8388608,239075328~16777216,268435456~8388608,318767104~8388608,331350016~8388608,377487360~4194304,385875968~4194304] 2024-04-02T09:47:49.179 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 9 diff [16777216~4194304,25165824~8388608,46137344~8388608,58720256~4194304,67108864~12582912,96468992~8388608,117440512~4194304,159383552~4194304,171966464~4194304,201326592~4194304,239075328~12582912,268435456~12582912,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,364904448~16777216,385875968~4194304] 2024-04-02T09:47:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,25165824~8388608,46137344~8388608,58720256~4194304,67108864~12582912,96468992~8388608,117440512~4194304,159383552~4194304,171966464~4194304,201326592~4194304,239075328~12582912,268435456~12582912,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,364904448~16777216,385875968~4194304] 2024-04-02T09:47:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~20971520,46137344~8388608,58720256~4194304,67108864~16777216,96468992~12582912,117440512~4194304,159383552~8388608,171966464~4194304,201326592~8388608,239075328~16777216,268435456~12582912,289406976~4194304,301989888~4194304,310378496~16777216,331350016~8388608,364904448~16777216,385875968~4194304] 2024-04-02T09:47:49.182 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 10 diff [0~8388608,16777216~4194304,25165824~8388608,46137344~8388608,58720256~4194304,67108864~12582912,88080384~4194304,96468992~8388608,117440512~4194304,155189248~8388608,171966464~4194304,184549376~4194304,201326592~4194304,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,360710144~20971520,385875968~4194304,394264576~4194304] 2024-04-02T09:47:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,25165824~8388608,46137344~8388608,58720256~4194304,67108864~12582912,88080384~4194304,96468992~8388608,117440512~4194304,155189248~8388608,171966464~4194304,184549376~4194304,201326592~4194304,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,360710144~20971520,385875968~4194304,394264576~4194304] 2024-04-02T09:47:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~20971520,46137344~8388608,58720256~4194304,67108864~16777216,88080384~4194304,96468992~12582912,117440512~4194304,155189248~12582912,171966464~4194304,184549376~8388608,201326592~8388608,239075328~16777216,264241152~16777216,289406976~4194304,301989888~4194304,310378496~16777216,331350016~8388608,360710144~20971520,385875968~4194304,394264576~8388608] 2024-04-02T09:47:49.184 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 11 diff [0~8388608,16777216~4194304,25165824~8388608,41943040~12582912,58720256~4194304,67108864~12582912,88080384~16777216,117440512~4194304,142606336~8388608,155189248~8388608,171966464~8388608,184549376~4194304,201326592~4194304,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,25165824~8388608,41943040~12582912,58720256~4194304,67108864~12582912,88080384~16777216,117440512~4194304,142606336~8388608,155189248~8388608,171966464~8388608,184549376~4194304,201326592~4194304,239075328~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,331350016~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~20971520,41943040~12582912,58720256~4194304,67108864~16777216,88080384~20971520,117440512~4194304,142606336~8388608,155189248~12582912,171966464~20971520,201326592~8388608,239075328~16777216,264241152~16777216,289406976~4194304,301989888~4194304,310378496~16777216,331350016~8388608,360710144~20971520,385875968~16777216] 2024-04-02T09:47:49.187 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 12 diff [0~12582912,16777216~4194304,25165824~8388608,41943040~37748736,88080384~20971520,117440512~4194304,142606336~8388608,155189248~8388608,171966464~8388608,184549376~4194304,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,331350016~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~4194304,25165824~8388608,41943040~37748736,88080384~20971520,117440512~4194304,142606336~8388608,155189248~8388608,171966464~8388608,184549376~4194304,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,331350016~4194304,360710144~20971520,385875968~12582912] 2024-04-02T09:47:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~20971520,41943040~41943040,88080384~20971520,117440512~4194304,142606336~8388608,155189248~12582912,171966464~20971520,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~16777216,331350016~8388608,360710144~20971520,385875968~16777216] 2024-04-02T09:47:49.190 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 13 diff [0~12582912,16777216~4194304,25165824~8388608,41943040~37748736,88080384~20971520,117440512~4194304,125829120~8388608,142606336~8388608,155189248~8388608,171966464~20971520,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~8388608,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,16777216~4194304,25165824~8388608,41943040~37748736,88080384~20971520,117440512~4194304,125829120~8388608,142606336~8388608,155189248~8388608,171966464~20971520,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~8388608,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~20971520,41943040~41943040,88080384~20971520,117440512~4194304,125829120~8388608,142606336~8388608,155189248~12582912,171966464~20971520,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~29360128,360710144~20971520,385875968~25165824] 2024-04-02T09:47:49.193 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 14 diff [0~33554432,41943040~37748736,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~20971520,201326592~8388608,239075328~20971520,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~37748736,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~20971520,201326592~8388608,239075328~20971520,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,360710144~20971520,385875968~12582912,402653184~4194304] 2024-04-02T09:47:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,201326592~8388608,239075328~20971520,264241152~20971520,289406976~16777216,310378496~29360128,360710144~20971520,385875968~25165824] 2024-04-02T09:47:49.197 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 15 diff [0~33554432,41943040~37748736,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~37748736,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~50331648,360710144~20971520,385875968~33554432] 2024-04-02T09:47:49.201 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 16 diff [0~33554432,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~50331648,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.205 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 17 diff [0~37748736,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~46137344,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~46137344,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~50331648,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.210 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 18 diff [0~37748736,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.215 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to 19 diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.222 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 8 diff [58720256~4194304,67108864~8388608,117440512~4194304,159383552~4194304,243269632~12582912,268435456~8388608,318767104~4194304] 2024-04-02T09:47:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [58720256~4194304,67108864~8388608,117440512~4194304,159383552~4194304,243269632~12582912,268435456~8388608,318767104~4194304] 2024-04-02T09:47:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [58720256~4194304,67108864~8388608,117440512~4194304,159383552~8388608,243269632~12582912,268435456~8388608,318767104~8388608] 2024-04-02T09:47:49.223 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 9 diff [25165824~8388608,58720256~4194304,67108864~8388608,117440512~4194304,159383552~4194304,171966464~4194304,201326592~4194304,243269632~12582912,268435456~12582912,289406976~4194304,301989888~4194304,310378496~12582912,364904448~16777216] 2024-04-02T09:47:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [25165824~8388608,58720256~4194304,67108864~8388608,117440512~4194304,159383552~4194304,171966464~4194304,201326592~4194304,243269632~12582912,268435456~12582912,289406976~4194304,301989888~4194304,310378496~12582912,364904448~16777216] 2024-04-02T09:47:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [25165824~12582912,58720256~4194304,67108864~8388608,117440512~4194304,159383552~8388608,171966464~4194304,201326592~8388608,243269632~12582912,268435456~12582912,289406976~4194304,301989888~4194304,310378496~16777216,364904448~16777216] 2024-04-02T09:47:49.223 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 10 diff [0~8388608,25165824~8388608,58720256~4194304,67108864~8388608,88080384~4194304,117440512~4194304,155189248~8388608,171966464~4194304,184549376~4194304,201326592~4194304,243269632~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,360710144~20971520,394264576~4194304] 2024-04-02T09:47:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,25165824~8388608,58720256~4194304,67108864~8388608,88080384~4194304,117440512~4194304,155189248~8388608,171966464~4194304,184549376~4194304,201326592~4194304,243269632~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,360710144~20971520,394264576~4194304] 2024-04-02T09:47:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,58720256~4194304,67108864~8388608,88080384~4194304,117440512~4194304,155189248~12582912,171966464~4194304,184549376~8388608,201326592~8388608,243269632~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~16777216,360710144~20971520,394264576~8388608] 2024-04-02T09:47:49.225 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 11 diff [0~8388608,25165824~8388608,41943040~4194304,58720256~4194304,67108864~8388608,88080384~8388608,117440512~4194304,142606336~8388608,155189248~8388608,171966464~8388608,184549376~4194304,201326592~4194304,243269632~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,360710144~20971520,390070272~8388608] 2024-04-02T09:47:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,25165824~8388608,41943040~4194304,58720256~4194304,67108864~8388608,88080384~8388608,117440512~4194304,142606336~8388608,155189248~8388608,171966464~8388608,184549376~4194304,201326592~4194304,243269632~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,360710144~20971520,390070272~8388608] 2024-04-02T09:47:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,58720256~4194304,67108864~12582912,88080384~12582912,117440512~4194304,142606336~8388608,155189248~12582912,171966464~20971520,201326592~8388608,243269632~12582912,264241152~16777216,289406976~4194304,301989888~4194304,310378496~16777216,360710144~20971520,390070272~12582912] 2024-04-02T09:47:49.227 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 12 diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,117440512~4194304,142606336~8388608,155189248~8388608,171966464~8388608,184549376~4194304,201326592~4194304,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,360710144~20971520,390070272~8388608] 2024-04-02T09:47:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,117440512~4194304,142606336~8388608,155189248~8388608,171966464~8388608,184549376~4194304,201326592~4194304,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,360710144~20971520,390070272~8388608] 2024-04-02T09:47:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,54525952~25165824,88080384~20971520,117440512~4194304,142606336~8388608,155189248~12582912,171966464~20971520,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~16777216,360710144~20971520,390070272~12582912] 2024-04-02T09:47:49.230 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 13 diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,117440512~4194304,125829120~8388608,142606336~8388608,155189248~8388608,171966464~20971520,201326592~4194304,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~8388608,360710144~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,117440512~4194304,125829120~8388608,142606336~8388608,155189248~8388608,171966464~20971520,201326592~4194304,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~8388608,360710144~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,54525952~25165824,88080384~20971520,117440512~4194304,125829120~8388608,142606336~8388608,155189248~12582912,171966464~20971520,201326592~8388608,239075328~16777216,264241152~20971520,289406976~8388608,301989888~4194304,310378496~29360128,360710144~20971520,390070272~20971520] 2024-04-02T09:47:49.233 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 14 diff [0~33554432,41943040~4194304,54525952~20971520,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~20971520,201326592~4194304,239075328~16777216,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,360710144~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~4194304,54525952~20971520,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~20971520,201326592~4194304,239075328~16777216,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,360710144~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~4194304,54525952~25165824,83886080~25165824,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,201326592~8388608,239075328~20971520,264241152~20971520,289406976~16777216,310378496~29360128,360710144~20971520,390070272~20971520] 2024-04-02T09:47:49.236 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 15 diff [0~33554432,41943040~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~33554432,83886080~25165824,117440512~4194304,125829120~25165824,155189248~8388608,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~37748736,83886080~25165824,117440512~4194304,125829120~25165824,155189248~12582912,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~50331648,360710144~20971520,385875968~33554432] 2024-04-02T09:47:49.240 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 16 diff [0~33554432,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~50331648,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.243 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 17 diff [0~37748736,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~46137344,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~46137344,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~50331648,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.248 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 18 diff [0~37748736,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~37748736,83886080~25165824,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.252 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to 19 diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.257 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 9 diff [25165824~8388608,171966464~4194304,201326592~4194304,272629760~8388608,289406976~4194304,301989888~4194304,310378496~8388608,364904448~16777216] 2024-04-02T09:47:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [25165824~8388608,171966464~4194304,201326592~4194304,272629760~8388608,289406976~4194304,301989888~4194304,310378496~8388608,364904448~16777216] 2024-04-02T09:47:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [25165824~12582912,171966464~4194304,201326592~8388608,272629760~8388608,289406976~4194304,301989888~4194304,310378496~12582912,364904448~16777216] 2024-04-02T09:47:49.259 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 10 diff [0~8388608,25165824~8388608,88080384~4194304,155189248~4194304,171966464~4194304,184549376~4194304,201326592~4194304,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,360710144~20971520,394264576~4194304] 2024-04-02T09:47:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,25165824~8388608,88080384~4194304,155189248~4194304,171966464~4194304,184549376~4194304,201326592~4194304,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,360710144~20971520,394264576~4194304] 2024-04-02T09:47:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,88080384~4194304,155189248~8388608,171966464~4194304,184549376~8388608,201326592~8388608,264241152~16777216,289406976~4194304,301989888~4194304,310378496~16777216,360710144~20971520,394264576~8388608] 2024-04-02T09:47:49.261 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 11 diff [0~8388608,25165824~8388608,41943040~4194304,71303168~4194304,88080384~8388608,142606336~8388608,155189248~4194304,171966464~8388608,184549376~4194304,201326592~4194304,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,360710144~20971520,390070272~8388608] 2024-04-02T09:47:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,25165824~8388608,41943040~4194304,71303168~4194304,88080384~8388608,142606336~8388608,155189248~4194304,171966464~8388608,184549376~4194304,201326592~4194304,264241152~16777216,289406976~4194304,301989888~4194304,310378496~12582912,360710144~20971520,390070272~8388608] 2024-04-02T09:47:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,71303168~8388608,88080384~12582912,142606336~8388608,155189248~8388608,171966464~20971520,201326592~8388608,264241152~16777216,289406976~4194304,301989888~4194304,310378496~16777216,360710144~20971520,390070272~12582912] 2024-04-02T09:47:49.262 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 12 diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,142606336~8388608,155189248~4194304,171966464~8388608,184549376~4194304,201326592~4194304,239075328~8388608,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,360710144~20971520,390070272~8388608] 2024-04-02T09:47:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,142606336~8388608,155189248~4194304,171966464~8388608,184549376~4194304,201326592~4194304,239075328~8388608,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,360710144~20971520,390070272~8388608] 2024-04-02T09:47:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,54525952~25165824,88080384~20971520,142606336~8388608,155189248~8388608,171966464~20971520,201326592~8388608,239075328~8388608,264241152~20971520,289406976~8388608,301989888~4194304,310378496~16777216,360710144~20971520,390070272~12582912] 2024-04-02T09:47:49.265 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 13 diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,125829120~8388608,142606336~8388608,155189248~4194304,171966464~20971520,201326592~4194304,239075328~8388608,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~8388608,360710144~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,125829120~8388608,142606336~8388608,155189248~4194304,171966464~20971520,201326592~4194304,239075328~8388608,264241152~20971520,289406976~8388608,301989888~4194304,310378496~12582912,327155712~8388608,360710144~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,54525952~25165824,88080384~20971520,125829120~8388608,142606336~8388608,155189248~8388608,171966464~20971520,201326592~8388608,239075328~8388608,264241152~20971520,289406976~8388608,301989888~4194304,310378496~29360128,360710144~20971520,390070272~20971520] 2024-04-02T09:47:49.267 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 14 diff [0~33554432,41943040~4194304,54525952~20971520,83886080~25165824,125829120~25165824,155189248~4194304,171966464~20971520,201326592~4194304,239075328~20971520,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,360710144~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~4194304,54525952~20971520,83886080~25165824,125829120~25165824,155189248~4194304,171966464~20971520,201326592~4194304,239075328~20971520,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,360710144~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~4194304,54525952~25165824,83886080~25165824,125829120~25165824,155189248~8388608,171966464~20971520,201326592~8388608,239075328~20971520,264241152~20971520,289406976~16777216,310378496~29360128,360710144~20971520,390070272~20971520] 2024-04-02T09:47:49.271 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 15 diff [0~33554432,41943040~33554432,83886080~25165824,125829120~25165824,155189248~4194304,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~33554432,83886080~25165824,125829120~25165824,155189248~4194304,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,360710144~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~37748736,83886080~25165824,125829120~25165824,155189248~8388608,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~50331648,360710144~20971520,385875968~33554432] 2024-04-02T09:47:49.274 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 16 diff [0~33554432,41943040~37748736,83886080~25165824,125829120~33554432,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~37748736,83886080~25165824,125829120~33554432,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~33554432,327155712~8388608,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~50331648,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.277 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 17 diff [0~37748736,41943040~37748736,83886080~25165824,125829120~37748736,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~46137344,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~37748736,83886080~25165824,125829120~37748736,171966464~20971520,197132288~8388608,239075328~20971520,264241152~20971520,289406976~46137344,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,239075328~20971520,264241152~20971520,289406976~50331648,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.281 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 18 diff [0~37748736,41943040~37748736,83886080~25165824,125829120~33554432,171966464~20971520,197132288~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~37748736,83886080~25165824,125829120~33554432,171966464~20971520,197132288~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.286 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to 19 diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.290 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 10 diff [0~8388608,88080384~4194304,155189248~4194304,184549376~4194304,264241152~8388608,314572800~8388608,360710144~12582912,394264576~4194304] 2024-04-02T09:47:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,88080384~4194304,155189248~4194304,184549376~4194304,264241152~8388608,314572800~8388608,360710144~12582912,394264576~4194304] 2024-04-02T09:47:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,88080384~4194304,155189248~8388608,184549376~8388608,264241152~8388608,314572800~12582912,360710144~16777216,394264576~8388608] 2024-04-02T09:47:49.291 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 11 diff [0~8388608,25165824~8388608,41943040~4194304,71303168~4194304,88080384~8388608,142606336~8388608,155189248~4194304,176160768~4194304,184549376~4194304,264241152~8388608,314572800~8388608,360710144~12582912,390070272~8388608] 2024-04-02T09:47:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,25165824~8388608,41943040~4194304,71303168~4194304,88080384~8388608,142606336~8388608,155189248~4194304,176160768~4194304,184549376~4194304,264241152~8388608,314572800~8388608,360710144~12582912,390070272~8388608] 2024-04-02T09:47:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,71303168~8388608,88080384~12582912,142606336~8388608,155189248~8388608,176160768~16777216,264241152~8388608,314572800~12582912,360710144~16777216,390070272~12582912] 2024-04-02T09:47:49.293 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 12 diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,142606336~8388608,155189248~4194304,176160768~4194304,184549376~4194304,201326592~4194304,239075328~8388608,264241152~8388608,276824064~8388608,293601280~4194304,314572800~8388608,360710144~12582912,390070272~8388608] 2024-04-02T09:47:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,142606336~8388608,155189248~4194304,176160768~4194304,184549376~4194304,201326592~4194304,239075328~8388608,264241152~8388608,276824064~8388608,293601280~4194304,314572800~8388608,360710144~12582912,390070272~8388608] 2024-04-02T09:47:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,54525952~25165824,88080384~20971520,142606336~8388608,155189248~8388608,176160768~16777216,201326592~8388608,239075328~8388608,264241152~20971520,293601280~4194304,314572800~12582912,360710144~16777216,390070272~12582912] 2024-04-02T09:47:49.294 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 13 diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,125829120~8388608,142606336~8388608,155189248~4194304,176160768~16777216,201326592~4194304,239075328~8388608,264241152~8388608,276824064~8388608,289406976~8388608,314572800~8388608,327155712~8388608,360710144~12582912,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,125829120~8388608,142606336~8388608,155189248~4194304,176160768~16777216,201326592~4194304,239075328~8388608,264241152~8388608,276824064~8388608,289406976~8388608,314572800~8388608,327155712~8388608,360710144~12582912,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,54525952~25165824,88080384~20971520,125829120~8388608,142606336~8388608,155189248~8388608,176160768~16777216,201326592~8388608,239075328~8388608,264241152~20971520,289406976~8388608,314572800~25165824,360710144~16777216,390070272~20971520] 2024-04-02T09:47:49.296 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 14 diff [0~33554432,41943040~4194304,54525952~20971520,83886080~25165824,125829120~25165824,155189248~4194304,176160768~16777216,201326592~4194304,239075328~20971520,264241152~8388608,276824064~8388608,289406976~12582912,314572800~8388608,327155712~8388608,360710144~12582912,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~4194304,54525952~20971520,83886080~25165824,125829120~25165824,155189248~4194304,176160768~16777216,201326592~4194304,239075328~20971520,264241152~8388608,276824064~8388608,289406976~12582912,314572800~8388608,327155712~8388608,360710144~12582912,390070272~8388608,402653184~4194304] 2024-04-02T09:47:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~4194304,54525952~25165824,83886080~25165824,125829120~25165824,155189248~8388608,176160768~16777216,201326592~8388608,239075328~20971520,264241152~20971520,289406976~12582912,314572800~25165824,360710144~16777216,390070272~20971520] 2024-04-02T09:47:49.299 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 15 diff [0~33554432,41943040~33554432,83886080~25165824,125829120~25165824,155189248~4194304,176160768~16777216,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,314572800~8388608,327155712~8388608,360710144~12582912,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~33554432,83886080~25165824,125829120~25165824,155189248~4194304,176160768~16777216,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,314572800~8388608,327155712~8388608,360710144~12582912,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~37748736,83886080~25165824,125829120~25165824,155189248~8388608,176160768~16777216,197132288~12582912,239075328~20971520,264241152~20971520,289406976~20971520,314572800~25165824,360710144~16777216,385875968~33554432] 2024-04-02T09:47:49.302 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 16 diff [0~33554432,41943040~37748736,83886080~25165824,125829120~33554432,176160768~16777216,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,314572800~8388608,327155712~8388608,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~37748736,83886080~25165824,125829120~33554432,176160768~16777216,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,314572800~8388608,327155712~8388608,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,239075328~20971520,264241152~20971520,289406976~20971520,314572800~25165824,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.305 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 17 diff [0~37748736,41943040~37748736,83886080~25165824,125829120~37748736,176160768~16777216,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,314572800~20971520,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~37748736,83886080~25165824,125829120~37748736,176160768~16777216,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,314572800~20971520,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,239075328~20971520,264241152~20971520,289406976~20971520,314572800~25165824,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.309 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 18 diff [0~37748736,41943040~37748736,83886080~25165824,125829120~33554432,176160768~16777216,197132288~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~37748736,83886080~25165824,125829120~33554432,176160768~16777216,197132288~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.313 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to 19 diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.317 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 11 diff [0~8388608,25165824~8388608,41943040~4194304,71303168~4194304,88080384~8388608,142606336~8388608,155189248~4194304,176160768~4194304,390070272~4194304] 2024-04-02T09:47:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,25165824~8388608,41943040~4194304,71303168~4194304,88080384~8388608,142606336~8388608,155189248~4194304,176160768~4194304,390070272~4194304] 2024-04-02T09:47:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,71303168~8388608,88080384~12582912,142606336~8388608,155189248~8388608,176160768~8388608,390070272~4194304] 2024-04-02T09:47:49.318 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 12 diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,142606336~8388608,155189248~4194304,176160768~4194304,201326592~4194304,239075328~8388608,268435456~4194304,276824064~8388608,293601280~4194304,390070272~4194304] 2024-04-02T09:47:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,142606336~8388608,155189248~4194304,176160768~4194304,201326592~4194304,239075328~8388608,268435456~4194304,276824064~8388608,293601280~4194304,390070272~4194304] 2024-04-02T09:47:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,54525952~25165824,88080384~20971520,142606336~8388608,155189248~8388608,176160768~8388608,201326592~8388608,239075328~8388608,268435456~16777216,293601280~4194304,390070272~4194304] 2024-04-02T09:47:49.320 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 13 diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,125829120~8388608,142606336~8388608,155189248~4194304,176160768~12582912,201326592~4194304,239075328~8388608,268435456~4194304,276824064~8388608,289406976~8388608,327155712~8388608,390070272~4194304,402653184~4194304] 2024-04-02T09:47:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~12582912,25165824~8388608,41943040~4194304,54525952~20971520,88080384~20971520,125829120~8388608,142606336~8388608,155189248~4194304,176160768~12582912,201326592~4194304,239075328~8388608,268435456~4194304,276824064~8388608,289406976~8388608,327155712~8388608,390070272~4194304,402653184~4194304] 2024-04-02T09:47:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,25165824~12582912,41943040~4194304,54525952~25165824,88080384~20971520,125829120~8388608,142606336~8388608,155189248~8388608,176160768~12582912,201326592~8388608,239075328~8388608,268435456~16777216,289406976~8388608,327155712~12582912,390070272~4194304,402653184~8388608] 2024-04-02T09:47:49.322 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 14 diff [0~33554432,41943040~4194304,54525952~20971520,83886080~25165824,125829120~25165824,155189248~4194304,176160768~12582912,201326592~4194304,239075328~20971520,268435456~4194304,276824064~8388608,289406976~12582912,327155712~8388608,390070272~4194304,402653184~4194304] 2024-04-02T09:47:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~4194304,54525952~20971520,83886080~25165824,125829120~25165824,155189248~4194304,176160768~12582912,201326592~4194304,239075328~20971520,268435456~4194304,276824064~8388608,289406976~12582912,327155712~8388608,390070272~4194304,402653184~4194304] 2024-04-02T09:47:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~4194304,54525952~25165824,83886080~25165824,125829120~25165824,155189248~8388608,176160768~12582912,201326592~8388608,239075328~20971520,268435456~16777216,289406976~12582912,327155712~12582912,390070272~4194304,402653184~8388608] 2024-04-02T09:47:49.325 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 15 diff [0~33554432,41943040~33554432,83886080~25165824,125829120~25165824,155189248~4194304,176160768~12582912,197132288~8388608,239075328~20971520,268435456~4194304,276824064~8388608,289406976~20971520,327155712~8388608,360710144~8388608,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~33554432,83886080~25165824,125829120~25165824,155189248~4194304,176160768~12582912,197132288~8388608,239075328~20971520,268435456~4194304,276824064~8388608,289406976~20971520,327155712~8388608,360710144~8388608,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~37748736,83886080~25165824,125829120~25165824,155189248~8388608,176160768~12582912,197132288~12582912,239075328~20971520,268435456~16777216,289406976~20971520,327155712~12582912,360710144~12582912,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.327 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 16 diff [0~33554432,41943040~37748736,83886080~25165824,125829120~33554432,176160768~12582912,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,327155712~8388608,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~33554432,41943040~37748736,83886080~25165824,125829120~33554432,176160768~12582912,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,327155712~8388608,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~12582912,197132288~12582912,239075328~20971520,264241152~20971520,289406976~20971520,327155712~12582912,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.331 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 17 diff [0~37748736,41943040~37748736,83886080~25165824,125829120~37748736,176160768~12582912,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,314572800~25165824,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~37748736,83886080~25165824,125829120~37748736,176160768~12582912,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,314572800~25165824,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~12582912,197132288~12582912,239075328~20971520,264241152~20971520,289406976~20971520,314572800~25165824,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.334 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 18 diff [0~37748736,41943040~37748736,83886080~25165824,125829120~33554432,176160768~12582912,197132288~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~37748736,83886080~25165824,125829120~33554432,176160768~12582912,197132288~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~12582912,197132288~12582912,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.338 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to 19 diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.342 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 12 diff [0~4194304,54525952~16777216,96468992~12582912,201326592~4194304,239075328~8388608,268435456~4194304,276824064~8388608,293601280~4194304] 2024-04-02T09:47:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,54525952~16777216,96468992~12582912,201326592~4194304,239075328~8388608,268435456~4194304,276824064~8388608,293601280~4194304] 2024-04-02T09:47:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~8388608,54525952~16777216,96468992~12582912,201326592~8388608,239075328~8388608,268435456~16777216,293601280~4194304] 2024-04-02T09:47:49.343 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 13 diff [0~4194304,8388608~4194304,54525952~20971520,96468992~12582912,125829120~8388608,155189248~4194304,176160768~8388608,201326592~4194304,239075328~8388608,268435456~4194304,276824064~8388608,289406976~8388608,327155712~8388608,402653184~4194304] 2024-04-02T09:47:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~4194304,54525952~20971520,96468992~12582912,125829120~8388608,155189248~4194304,176160768~8388608,201326592~4194304,239075328~8388608,268435456~4194304,276824064~8388608,289406976~8388608,327155712~8388608,402653184~4194304] 2024-04-02T09:47:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,54525952~25165824,96468992~12582912,125829120~8388608,155189248~4194304,176160768~12582912,201326592~8388608,239075328~8388608,268435456~16777216,289406976~8388608,327155712~12582912,402653184~8388608] 2024-04-02T09:47:49.344 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 14 diff [0~4194304,8388608~16777216,54525952~20971520,83886080~4194304,96468992~12582912,125829120~16777216,155189248~4194304,176160768~8388608,201326592~4194304,239075328~20971520,268435456~4194304,276824064~8388608,289406976~12582912,327155712~8388608,402653184~4194304] 2024-04-02T09:47:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~16777216,54525952~20971520,83886080~4194304,96468992~12582912,125829120~16777216,155189248~4194304,176160768~8388608,201326592~4194304,239075328~20971520,268435456~4194304,276824064~8388608,289406976~12582912,327155712~8388608,402653184~4194304] 2024-04-02T09:47:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,54525952~25165824,83886080~8388608,96468992~12582912,125829120~16777216,155189248~4194304,176160768~12582912,201326592~8388608,239075328~20971520,268435456~16777216,289406976~12582912,327155712~12582912,402653184~8388608] 2024-04-02T09:47:49.346 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 15 diff [0~4194304,8388608~16777216,29360128~4194304,46137344~29360128,83886080~4194304,96468992~12582912,125829120~16777216,155189248~4194304,176160768~8388608,197132288~8388608,239075328~20971520,268435456~4194304,276824064~8388608,289406976~20971520,327155712~8388608,360710144~8388608,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~16777216,29360128~4194304,46137344~29360128,83886080~4194304,96468992~12582912,125829120~16777216,155189248~4194304,176160768~8388608,197132288~8388608,239075328~20971520,268435456~4194304,276824064~8388608,289406976~20971520,327155712~8388608,360710144~8388608,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~33554432,83886080~8388608,96468992~12582912,125829120~16777216,155189248~4194304,176160768~12582912,197132288~12582912,239075328~20971520,268435456~16777216,289406976~20971520,327155712~12582912,360710144~12582912,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.349 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 16 diff [0~4194304,8388608~16777216,29360128~4194304,46137344~33554432,83886080~4194304,96468992~12582912,125829120~16777216,150994944~8388608,176160768~8388608,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,327155712~8388608,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~16777216,29360128~4194304,46137344~33554432,83886080~4194304,96468992~12582912,125829120~16777216,150994944~8388608,176160768~8388608,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,327155712~8388608,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,150994944~8388608,176160768~12582912,197132288~12582912,239075328~20971520,264241152~20971520,289406976~20971520,327155712~12582912,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.353 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 17 diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~4194304,96468992~12582912,125829120~16777216,150994944~8388608,176160768~8388608,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,314572800~25165824,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~4194304,96468992~12582912,125829120~16777216,150994944~8388608,176160768~8388608,197132288~8388608,239075328~20971520,264241152~8388608,276824064~8388608,289406976~20971520,314572800~25165824,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,150994944~8388608,176160768~12582912,197132288~12582912,239075328~20971520,264241152~20971520,289406976~20971520,314572800~25165824,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.356 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 18 diff [0~25165824,29360128~8388608,46137344~33554432,83886080~4194304,96468992~12582912,125829120~16777216,146800640~12582912,176160768~12582912,197132288~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~33554432,83886080~4194304,96468992~12582912,125829120~16777216,146800640~12582912,176160768~12582912,197132288~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~12582912,197132288~12582912,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.361 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to 19 diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.364 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 13 diff [8388608~4194304,62914560~12582912,125829120~8388608,155189248~4194304,176160768~8388608,239075328~8388608,289406976~4194304,327155712~8388608,402653184~4194304] 2024-04-02T09:47:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [8388608~4194304,62914560~12582912,125829120~8388608,155189248~4194304,176160768~8388608,239075328~8388608,289406976~4194304,327155712~8388608,402653184~4194304] 2024-04-02T09:47:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [8388608~4194304,62914560~16777216,125829120~8388608,155189248~4194304,176160768~12582912,239075328~8388608,289406976~8388608,327155712~12582912,402653184~8388608] 2024-04-02T09:47:49.366 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 14 diff [0~4194304,8388608~16777216,62914560~12582912,83886080~4194304,125829120~16777216,155189248~4194304,176160768~8388608,239075328~20971520,276824064~4194304,289406976~4194304,297795584~4194304,327155712~8388608,402653184~4194304] 2024-04-02T09:47:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~16777216,62914560~12582912,83886080~4194304,125829120~16777216,155189248~4194304,176160768~8388608,239075328~20971520,276824064~4194304,289406976~4194304,297795584~4194304,327155712~8388608,402653184~4194304] 2024-04-02T09:47:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~4194304,8388608~16777216,62914560~16777216,83886080~8388608,125829120~16777216,155189248~4194304,176160768~12582912,239075328~20971520,276824064~4194304,289406976~12582912,327155712~12582912,402653184~8388608] 2024-04-02T09:47:49.368 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 15 diff [0~4194304,8388608~16777216,29360128~4194304,46137344~8388608,58720256~16777216,83886080~4194304,125829120~16777216,155189248~4194304,176160768~8388608,197132288~4194304,239075328~20971520,276824064~4194304,289406976~4194304,297795584~12582912,327155712~8388608,360710144~8388608,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~16777216,29360128~4194304,46137344~8388608,58720256~16777216,83886080~4194304,125829120~16777216,155189248~4194304,176160768~8388608,197132288~4194304,239075328~20971520,276824064~4194304,289406976~4194304,297795584~12582912,327155712~8388608,360710144~8388608,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~20971520,83886080~8388608,125829120~16777216,155189248~4194304,176160768~12582912,197132288~8388608,239075328~20971520,276824064~4194304,289406976~20971520,327155712~12582912,360710144~12582912,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.370 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 16 diff [0~4194304,8388608~16777216,29360128~4194304,46137344~33554432,83886080~4194304,125829120~16777216,150994944~8388608,176160768~8388608,197132288~4194304,239075328~20971520,264241152~4194304,276824064~4194304,289406976~4194304,297795584~12582912,327155712~8388608,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~16777216,29360128~4194304,46137344~33554432,83886080~4194304,125829120~16777216,150994944~8388608,176160768~8388608,197132288~4194304,239075328~20971520,264241152~4194304,276824064~4194304,289406976~4194304,297795584~12582912,327155712~8388608,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~4194304,8388608~16777216,29360128~8388608,46137344~46137344,125829120~16777216,150994944~8388608,176160768~12582912,197132288~8388608,239075328~20971520,264241152~4194304,276824064~4194304,289406976~20971520,327155712~12582912,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.372 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 17 diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~4194304,100663296~8388608,125829120~16777216,150994944~8388608,176160768~8388608,197132288~4194304,239075328~20971520,264241152~4194304,276824064~4194304,289406976~4194304,297795584~12582912,314572800~25165824,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~16777216,29360128~8388608,46137344~33554432,83886080~4194304,100663296~8388608,125829120~16777216,150994944~8388608,176160768~8388608,197132288~4194304,239075328~20971520,264241152~4194304,276824064~4194304,289406976~4194304,297795584~12582912,314572800~25165824,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~4194304,8388608~16777216,29360128~8388608,46137344~46137344,100663296~8388608,125829120~16777216,150994944~8388608,176160768~12582912,197132288~8388608,239075328~20971520,264241152~4194304,276824064~4194304,289406976~20971520,314572800~25165824,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.375 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 18 diff [0~25165824,29360128~8388608,46137344~33554432,83886080~4194304,100663296~8388608,125829120~16777216,146800640~12582912,176160768~12582912,197132288~4194304,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~33554432,83886080~4194304,100663296~8388608,125829120~16777216,146800640~12582912,176160768~12582912,197132288~4194304,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,100663296~8388608,125829120~16777216,146800640~12582912,176160768~12582912,197132288~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.378 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to 19 diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.381 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 14 diff [0~4194304,8388608~12582912,83886080~4194304,134217728~8388608,247463936~12582912,276824064~4194304,297795584~4194304] 2024-04-02T09:47:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~12582912,83886080~4194304,134217728~8388608,247463936~12582912,276824064~4194304,297795584~4194304] 2024-04-02T09:47:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~4194304,8388608~16777216,83886080~8388608,134217728~8388608,247463936~12582912,276824064~4194304,297795584~4194304] 2024-04-02T09:47:49.383 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 15 diff [0~4194304,8388608~12582912,29360128~4194304,46137344~8388608,58720256~4194304,83886080~4194304,134217728~8388608,197132288~4194304,247463936~12582912,276824064~4194304,297795584~12582912,360710144~8388608,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~12582912,29360128~4194304,46137344~8388608,58720256~4194304,83886080~4194304,134217728~8388608,197132288~4194304,247463936~12582912,276824064~4194304,297795584~12582912,360710144~8388608,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~4194304,8388608~16777216,29360128~8388608,46137344~8388608,58720256~8388608,83886080~8388608,134217728~8388608,197132288~8388608,247463936~12582912,276824064~4194304,297795584~12582912,360710144~12582912,385875968~12582912,406847488~12582912] 2024-04-02T09:47:49.384 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 16 diff [0~4194304,8388608~12582912,29360128~4194304,46137344~16777216,75497472~4194304,83886080~4194304,134217728~8388608,150994944~8388608,197132288~4194304,247463936~12582912,264241152~4194304,276824064~4194304,297795584~12582912,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~12582912,29360128~4194304,46137344~16777216,75497472~4194304,83886080~4194304,134217728~8388608,150994944~8388608,197132288~4194304,247463936~12582912,264241152~4194304,276824064~4194304,297795584~12582912,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~4194304,8388608~16777216,29360128~8388608,46137344~20971520,75497472~16777216,134217728~8388608,150994944~8388608,197132288~8388608,247463936~12582912,264241152~4194304,276824064~4194304,297795584~12582912,343932928~4194304,356515840~25165824,385875968~12582912,406847488~12582912] 2024-04-02T09:47:49.386 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 17 diff [0~4194304,8388608~12582912,29360128~8388608,46137344~16777216,67108864~4194304,75497472~4194304,83886080~4194304,100663296~8388608,134217728~8388608,150994944~8388608,197132288~4194304,247463936~12582912,264241152~4194304,276824064~4194304,297795584~12582912,314572800~20971520,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~4194304,8388608~12582912,29360128~8388608,46137344~16777216,67108864~4194304,75497472~4194304,83886080~4194304,100663296~8388608,134217728~8388608,150994944~8388608,197132288~4194304,247463936~12582912,264241152~4194304,276824064~4194304,297795584~12582912,314572800~20971520,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~4194304,8388608~16777216,29360128~8388608,46137344~25165824,75497472~16777216,100663296~8388608,134217728~8388608,150994944~8388608,197132288~8388608,247463936~12582912,264241152~4194304,276824064~4194304,297795584~12582912,314572800~20971520,343932928~4194304,356515840~25165824,385875968~12582912,406847488~12582912] 2024-04-02T09:47:49.388 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 18 diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~4194304,83886080~4194304,100663296~8388608,130023424~12582912,146800640~12582912,184549376~4194304,197132288~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~4194304,83886080~4194304,100663296~8388608,130023424~12582912,146800640~12582912,184549376~4194304,197132288~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~25165824,75497472~16777216,100663296~8388608,130023424~12582912,146800640~12582912,184549376~4194304,197132288~8388608,247463936~25165824,276824064~12582912,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,406847488~12582912] 2024-04-02T09:47:49.391 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to 19 diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~25165824,75497472~16777216,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~4194304,247463936~25165824,276824064~12582912,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.394 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to 15 diff [29360128~4194304,46137344~8388608,58720256~4194304,197132288~4194304,255852544~4194304,297795584~12582912,360710144~8388608,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [29360128~4194304,46137344~8388608,58720256~4194304,197132288~4194304,255852544~4194304,297795584~12582912,360710144~8388608,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [29360128~8388608,46137344~8388608,58720256~8388608,197132288~8388608,255852544~4194304,297795584~12582912,360710144~12582912,385875968~12582912,406847488~12582912] 2024-04-02T09:47:49.395 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to 16 diff [29360128~4194304,46137344~16777216,75497472~4194304,134217728~4194304,150994944~8388608,197132288~4194304,255852544~4194304,264241152~4194304,297795584~12582912,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [29360128~4194304,46137344~16777216,75497472~4194304,134217728~4194304,150994944~8388608,197132288~4194304,255852544~4194304,264241152~4194304,297795584~12582912,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [29360128~8388608,46137344~20971520,75497472~8388608,134217728~4194304,150994944~8388608,197132288~8388608,255852544~4194304,264241152~4194304,297795584~12582912,343932928~4194304,356515840~25165824,385875968~12582912,406847488~12582912] 2024-04-02T09:47:49.397 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to 17 diff [16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~4194304,100663296~8388608,134217728~4194304,150994944~8388608,197132288~4194304,255852544~4194304,264241152~4194304,297795584~12582912,314572800~20971520,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~4194304,100663296~8388608,134217728~4194304,150994944~8388608,197132288~4194304,255852544~4194304,264241152~4194304,297795584~12582912,314572800~20971520,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~4194304,29360128~8388608,46137344~25165824,75497472~8388608,100663296~8388608,134217728~4194304,150994944~8388608,197132288~8388608,255852544~4194304,264241152~4194304,297795584~12582912,314572800~20971520,343932928~4194304,356515840~25165824,385875968~12582912,406847488~12582912] 2024-04-02T09:47:49.398 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to 18 diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~4194304,100663296~8388608,130023424~8388608,146800640~12582912,184549376~4194304,197132288~4194304,255852544~16777216,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~4194304,100663296~8388608,130023424~8388608,146800640~12582912,184549376~4194304,197132288~4194304,255852544~16777216,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,406847488~8388608] 2024-04-02T09:47:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,29360128~8388608,46137344~25165824,75497472~8388608,100663296~8388608,130023424~8388608,146800640~12582912,184549376~4194304,197132288~8388608,255852544~16777216,281018368~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,406847488~12582912] 2024-04-02T09:47:49.401 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to 19 diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,29360128~8388608,46137344~25165824,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.403 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to 16 diff [54525952~8388608,75497472~4194304,134217728~4194304,150994944~8388608,264241152~4194304,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304] 2024-04-02T09:47:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [54525952~8388608,75497472~4194304,134217728~4194304,150994944~8388608,264241152~4194304,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304] 2024-04-02T09:47:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [54525952~8388608,75497472~8388608,134217728~4194304,150994944~8388608,264241152~4194304,343932928~4194304,356515840~25165824,390070272~8388608] 2024-04-02T09:47:49.404 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to 17 diff [16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~4194304,100663296~8388608,134217728~4194304,150994944~8388608,264241152~4194304,314572800~20971520,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304] 2024-04-02T09:47:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~4194304,100663296~8388608,134217728~4194304,150994944~8388608,264241152~4194304,314572800~20971520,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304] 2024-04-02T09:47:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~8388608,100663296~8388608,134217728~4194304,150994944~8388608,264241152~4194304,314572800~20971520,343932928~4194304,356515840~25165824,390070272~8388608] 2024-04-02T09:47:49.406 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to 18 diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~4194304,100663296~8388608,130023424~8388608,146800640~12582912,184549376~4194304,255852544~16777216,281018368~4194304,310378496~25165824,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304] 2024-04-02T09:47:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~4194304,100663296~8388608,130023424~8388608,146800640~12582912,184549376~4194304,255852544~16777216,281018368~4194304,310378496~25165824,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304] 2024-04-02T09:47:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~8388608,100663296~8388608,130023424~8388608,146800640~12582912,184549376~4194304,255852544~16777216,281018368~8388608,310378496~25165824,343932928~4194304,356515840~25165824,390070272~8388608] 2024-04-02T09:47:49.407 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to 19 diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,310378496~25165824,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304,402653184~8388608] 2024-04-02T09:47:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,310378496~25165824,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304,402653184~8388608] 2024-04-02T09:47:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,310378496~25165824,343932928~4194304,356515840~25165824,390070272~8388608,402653184~8388608] 2024-04-02T09:47:49.409 INFO:tasks.workunit.client.0.smithi104.stdout:from 16 to 17 diff [16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,100663296~8388608,150994944~8388608,314572800~20971520] 2024-04-02T09:47:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,100663296~8388608,150994944~8388608,314572800~20971520] 2024-04-02T09:47:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,100663296~8388608,150994944~8388608,314572800~20971520] 2024-04-02T09:47:49.410 INFO:tasks.workunit.client.0.smithi104.stdout:from 16 to 18 diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,100663296~8388608,130023424~8388608,146800640~12582912,184549376~4194304,255852544~8388608,268435456~4194304,281018368~4194304,310378496~25165824] 2024-04-02T09:47:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,100663296~8388608,130023424~8388608,146800640~12582912,184549376~4194304,255852544~8388608,268435456~4194304,281018368~4194304,310378496~25165824] 2024-04-02T09:47:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,100663296~8388608,130023424~8388608,146800640~12582912,184549376~4194304,255852544~16777216,281018368~8388608,310378496~25165824] 2024-04-02T09:47:49.412 INFO:tasks.workunit.client.0.smithi104.stdout:from 16 to 19 diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~16777216,268435456~4194304,281018368~4194304,310378496~25165824,402653184~8388608] 2024-04-02T09:47:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~16777216,268435456~4194304,281018368~4194304,310378496~25165824,402653184~8388608] 2024-04-02T09:47:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,310378496~25165824,402653184~8388608] 2024-04-02T09:47:49.413 INFO:tasks.workunit.client.0.smithi104.stdout:from 17 to 18 diff [0~8388608,46137344~4194304,130023424~8388608,146800640~8388608,184549376~4194304,255852544~8388608,268435456~4194304,281018368~4194304,310378496~4194304] 2024-04-02T09:47:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,46137344~4194304,130023424~8388608,146800640~8388608,184549376~4194304,255852544~8388608,268435456~4194304,281018368~4194304,310378496~4194304] 2024-04-02T09:47:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,46137344~4194304,130023424~8388608,146800640~12582912,184549376~4194304,255852544~16777216,281018368~8388608,310378496~8388608] 2024-04-02T09:47:49.415 INFO:tasks.workunit.client.0.smithi104.stdout:from 17 to 19 diff [0~8388608,46137344~4194304,75497472~8388608,96468992~4194304,130023424~8388608,146800640~8388608,176160768~16777216,213909504~8388608,239075328~4194304,247463936~16777216,268435456~4194304,281018368~4194304,310378496~4194304,402653184~8388608] 2024-04-02T09:47:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,46137344~4194304,75497472~8388608,96468992~4194304,130023424~8388608,146800640~8388608,176160768~16777216,213909504~8388608,239075328~4194304,247463936~16777216,268435456~4194304,281018368~4194304,310378496~4194304,402653184~8388608] 2024-04-02T09:47:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,46137344~4194304,75497472~12582912,96468992~8388608,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,310378496~8388608,402653184~8388608] 2024-04-02T09:47:49.416 INFO:tasks.workunit.client.0.smithi104.stdout:from 18 to 19 diff [75497472~8388608,96468992~4194304,176160768~16777216,213909504~8388608,239075328~4194304,247463936~8388608,402653184~8388608] 2024-04-02T09:47:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [75497472~8388608,96468992~4194304,176160768~16777216,213909504~8388608,239075328~4194304,247463936~8388608,402653184~8388608] 2024-04-02T09:47:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [75497472~12582912,96468992~8388608,176160768~16777216,213909504~8388608,239075328~4194304,247463936~12582912,402653184~8388608] 2024-04-02T09:47:49.775 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:49.802 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:49.809 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:49.815 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.820 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.826 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:49.834 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.836 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.841 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.845 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:49.848 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.852 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.855 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.858 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to HEAD diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~25165824,75497472~16777216,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~4194304,247463936~25165824,276824064~12582912,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.861 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,29360128~8388608,46137344~25165824,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:49.863 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to HEAD diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,310378496~25165824,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304,402653184~8388608] 2024-04-02T09:47:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,310378496~25165824,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304,402653184~8388608] 2024-04-02T09:47:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,310378496~25165824,343932928~4194304,356515840~25165824,390070272~8388608,402653184~8388608] 2024-04-02T09:47:49.865 INFO:tasks.workunit.client.0.smithi104.stdout:from 16 to HEAD diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~16777216,268435456~4194304,281018368~4194304,310378496~25165824,402653184~8388608] 2024-04-02T09:47:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~16777216,268435456~4194304,281018368~4194304,310378496~25165824,402653184~8388608] 2024-04-02T09:47:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,310378496~25165824,402653184~8388608] 2024-04-02T09:47:49.866 INFO:tasks.workunit.client.0.smithi104.stdout:from 17 to HEAD diff [0~8388608,46137344~4194304,75497472~8388608,96468992~4194304,130023424~8388608,146800640~8388608,176160768~16777216,213909504~8388608,239075328~4194304,247463936~16777216,268435456~4194304,281018368~4194304,310378496~4194304,402653184~8388608] 2024-04-02T09:47:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,46137344~4194304,75497472~8388608,96468992~4194304,130023424~8388608,146800640~8388608,176160768~16777216,213909504~8388608,239075328~4194304,247463936~16777216,268435456~4194304,281018368~4194304,310378496~4194304,402653184~8388608] 2024-04-02T09:47:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,46137344~4194304,75497472~12582912,96468992~8388608,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,310378496~8388608,402653184~8388608] 2024-04-02T09:47:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:49 smithi188 ceph-mon[86835]: pgmap v4104: 137 pgs: 137 active+clean; 810 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 45 MiB/s wr, 368 op/s 2024-04-02T09:47:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:49 smithi188 ceph-mon[86835]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:47:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:49 smithi104 ceph-mon[96567]: pgmap v4104: 137 pgs: 137 active+clean; 810 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 45 MiB/s wr, 368 op/s 2024-04-02T09:47:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:49 smithi104 ceph-mon[96567]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:47:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:49 smithi104 ceph-mon[94081]: pgmap v4104: 137 pgs: 137 active+clean; 810 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 45 MiB/s wr, 368 op/s 2024-04-02T09:47:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:49 smithi104 ceph-mon[94081]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:47:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:50.785 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.785 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.819 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:50.820 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.820 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.833 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:50.833 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.833 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.843 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:50.843 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.843 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.849 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:50.849 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.849 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.855 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:50.855 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.855 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.860 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:50.860 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.860 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.866 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:50.866 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.866 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.870 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:50.871 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.871 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.875 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:50.875 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.875 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:50.879 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:50.879 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:50.879 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:50.882 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:50.882 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:50.882 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:50.886 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:50.886 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:50.886 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:50.889 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:50.889 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to HEAD diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:50.889 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:50.891 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~25165824,75497472~16777216,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~4194304,247463936~25165824,276824064~12582912,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:50.891 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:50.891 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:50.893 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,29360128~8388608,46137344~25165824,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:50.893 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to HEAD diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,310378496~25165824,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304,402653184~8388608] 2024-04-02T09:47:50.893 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,310378496~25165824,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304,402653184~8388608] 2024-04-02T09:47:50.895 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,310378496~25165824,343932928~4194304,356515840~25165824,390070272~8388608,402653184~8388608] 2024-04-02T09:47:50.895 INFO:tasks.workunit.client.0.smithi104.stdout:from 16 to HEAD diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~16777216,268435456~4194304,281018368~4194304,310378496~25165824,402653184~8388608] 2024-04-02T09:47:50.895 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~16777216,268435456~4194304,281018368~4194304,310378496~25165824,402653184~8388608] 2024-04-02T09:47:50.896 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,33554432~4194304,46137344~4194304,67108864~4194304,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,310378496~25165824,402653184~8388608] 2024-04-02T09:47:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:50 smithi188 ceph-mon[86835]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:47:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:50 smithi104 ceph-mon[96567]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:47:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:50 smithi104 ceph-mon[94081]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:47:51.787 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.787 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.840 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:51.841 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.841 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.849 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:51.849 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.849 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.854 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:51.854 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.854 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.860 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:51.860 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.860 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.865 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:51.865 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.865 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.869 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:51.870 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.870 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.874 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:51.874 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.874 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.878 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:51.878 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.878 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.882 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:51.882 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.883 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:51.885 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:51.885 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:51.885 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:51.888 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:51.888 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:51.888 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:51.890 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:51.890 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:51.891 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:51.893 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:51.893 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to HEAD diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:51.893 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:51.895 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~25165824,75497472~16777216,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~4194304,247463936~25165824,276824064~12582912,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:51.895 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:51.895 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:51.896 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,29360128~8388608,46137344~25165824,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:51.896 INFO:tasks.workunit.client.0.smithi104.stdout:from 15 to HEAD diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,310378496~25165824,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304,402653184~8388608] 2024-04-02T09:47:51.896 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,310378496~25165824,343932928~4194304,356515840~12582912,373293056~8388608,390070272~4194304,402653184~8388608] 2024-04-02T09:47:51.897 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,33554432~4194304,46137344~4194304,54525952~8388608,67108864~4194304,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,310378496~25165824,343932928~4194304,356515840~25165824,390070272~8388608,402653184~8388608] 2024-04-02T09:47:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:51 smithi188 ceph-mon[86835]: pgmap v4107: 137 pgs: 137 active+clean; 825 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 29 MiB/s wr, 356 op/s 2024-04-02T09:47:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:51 smithi188 ceph-mon[86835]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:47:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:51 smithi104 ceph-mon[96567]: pgmap v4107: 137 pgs: 137 active+clean; 825 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 29 MiB/s wr, 356 op/s 2024-04-02T09:47:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:51 smithi104 ceph-mon[96567]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:47:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:51 smithi104 ceph-mon[94081]: pgmap v4107: 137 pgs: 137 active+clean; 825 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 29 MiB/s wr, 356 op/s 2024-04-02T09:47:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:51 smithi104 ceph-mon[94081]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:47:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:47:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:52.793 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.793 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.828 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:52.828 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.828 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.850 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:52.850 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.850 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.857 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:52.857 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.857 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.863 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:52.863 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.863 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.868 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:52.868 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.868 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.872 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:52.872 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.872 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.876 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:52.876 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.876 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.880 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:52.880 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.880 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.883 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:52.883 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.883 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:52.886 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:52.887 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:52.887 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:52.890 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:52.890 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:52.890 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:52.891 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:52.892 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:52.892 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:52.893 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:52.893 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to HEAD diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:52.893 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:52.895 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~25165824,75497472~16777216,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~4194304,247463936~25165824,276824064~12582912,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:52.895 INFO:tasks.workunit.client.0.smithi104.stdout:from 14 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:52.895 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~16777216,67108864~4194304,75497472~8388608,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,281018368~4194304,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:52.896 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~12582912,16777216~4194304,29360128~8388608,46137344~25165824,75497472~12582912,96468992~12582912,130023424~8388608,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~4194304,247463936~25165824,281018368~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:53.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:52 smithi188 ceph-mon[86835]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:47:53.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:52 smithi104 ceph-mon[96567]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:47:53.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:52 smithi104 ceph-mon[94081]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:47:53.796 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.796 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.831 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:53.831 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.831 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.845 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:53.845 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.845 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.857 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:53.857 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.857 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.863 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:53.863 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.863 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.869 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:53.869 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.869 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.874 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:53.874 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.874 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.876 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:53.876 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.877 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.880 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:53.880 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.880 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.883 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:53.883 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.883 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:53.886 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:53.886 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:53.886 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:53.888 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:53.888 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:53.888 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:53.890 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:53.890 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:53.890 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:53.892 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:53.892 INFO:tasks.workunit.client.0.smithi104.stdout:from 13 to HEAD diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:53.892 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~20971520,29360128~8388608,46137344~16777216,67108864~4194304,75497472~12582912,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~4194304,247463936~25165824,276824064~8388608,297795584~37748736,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:53.893 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~25165824,75497472~16777216,96468992~12582912,130023424~12582912,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~4194304,247463936~25165824,276824064~12582912,297795584~37748736,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:53 smithi188 ceph-mon[86835]: pgmap v4110: 137 pgs: 137 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 669 KiB/s rd, 16 MiB/s wr, 1.24k op/s 2024-04-02T09:47:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:53 smithi188 ceph-mon[86835]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:47:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:53 smithi104 ceph-mon[96567]: pgmap v4110: 137 pgs: 137 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 669 KiB/s rd, 16 MiB/s wr, 1.24k op/s 2024-04-02T09:47:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:53 smithi104 ceph-mon[96567]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:47:54.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:53 smithi104 ceph-mon[94081]: pgmap v4110: 137 pgs: 137 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 669 KiB/s rd, 16 MiB/s wr, 1.24k op/s 2024-04-02T09:47:54.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:53 smithi104 ceph-mon[94081]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:47:54.803 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.804 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.835 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:54.835 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.835 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.850 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:54.850 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.850 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.864 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:54.864 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.864 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.870 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:54.870 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.870 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.875 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:54.875 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.876 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.883 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:54.883 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.884 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.886 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:54.887 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.887 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.889 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:54.889 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.890 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.892 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:54.892 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.892 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:54.894 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:54.894 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:54.894 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:54.896 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:54.896 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:54.896 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:54.898 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:54.898 INFO:tasks.workunit.client.0.smithi104.stdout:from 12 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:54.898 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~4194304,213909504~8388608,239075328~33554432,276824064~8388608,289406976~4194304,297795584~41943040,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:54.900 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:55.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:54 smithi188 ceph-mon[86835]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:47:55.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:54 smithi188 ceph-mon[86835]: pgmap v4113: 137 pgs: 137 active+clean; 871 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 726 KiB/s rd, 13 MiB/s wr, 1.35k op/s 2024-04-02T09:47:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:54 smithi104 ceph-mon[96567]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:47:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:54 smithi104 ceph-mon[96567]: pgmap v4113: 137 pgs: 137 active+clean; 871 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 726 KiB/s rd, 13 MiB/s wr, 1.35k op/s 2024-04-02T09:47:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:54 smithi104 ceph-mon[94081]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:47:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:54 smithi104 ceph-mon[94081]: pgmap v4113: 137 pgs: 137 active+clean; 871 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 726 KiB/s rd, 13 MiB/s wr, 1.35k op/s 2024-04-02T09:47:55.822 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.822 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.851 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:55.851 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.851 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.868 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:55.869 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.869 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.875 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:55.875 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.876 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.883 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:55.883 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.883 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.889 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:55.889 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.889 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.892 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:55.893 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.893 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.895 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:55.895 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.895 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.898 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:55.898 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.898 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.900 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:55.900 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.900 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:55.902 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:55.903 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:55.903 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:55.904 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:55.904 INFO:tasks.workunit.client.0.smithi104.stdout:from 11 to HEAD diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:55.904 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:55.905 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~25165824,29360128~8388608,46137344~46137344,96468992~12582912,125829120~16777216,146800640~12582912,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:55 smithi188 ceph-mon[86835]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:47:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:55 smithi104 ceph-mon[94081]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:47:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:55 smithi104 ceph-mon[96567]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:47:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:47:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:47:55] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-04-02T09:47:56.620 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.621 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.651 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:56.651 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.651 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.661 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:56.661 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.661 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.676 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:56.676 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.676 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.680 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:56.681 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.681 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.687 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:56.687 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.687 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.691 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:56.691 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.691 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.694 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:56.694 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.694 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.696 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:56.696 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.697 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.698 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:56.698 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.699 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:56.700 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:56.700 INFO:tasks.workunit.client.0.smithi104.stdout:from 10 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:56.700 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~62914560,343932928~4194304,356515840~25165824,385875968~8388608,402653184~12582912] 2024-04-02T09:47:56.701 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~12582912,402653184~16777216] 2024-04-02T09:47:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:56 smithi188 ceph-mon[86835]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:47:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:56 smithi188 ceph-mon[86835]: pgmap v4116: 137 pgs: 137 active+clean; 849 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 127 KiB/s rd, 0 B/s wr, 254 op/s 2024-04-02T09:47:57.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:56 smithi188 ceph-mon[86835]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:47:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:56 smithi104 ceph-mon[96567]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:47:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:56 smithi104 ceph-mon[96567]: pgmap v4116: 137 pgs: 137 active+clean; 849 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 127 KiB/s rd, 0 B/s wr, 254 op/s 2024-04-02T09:47:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:56 smithi104 ceph-mon[96567]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:47:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:56 smithi104 ceph-mon[94081]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:47:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:56 smithi104 ceph-mon[94081]: pgmap v4116: 137 pgs: 137 active+clean; 849 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 127 KiB/s rd, 0 B/s wr, 254 op/s 2024-04-02T09:47:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:56 smithi104 ceph-mon[94081]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:47:57.618 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.618 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.648 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:57.648 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.648 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.654 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:57.655 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.655 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.661 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:57.661 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.661 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.666 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:57.666 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.666 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.683 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:57.683 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.683 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.688 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:57.688 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.688 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.691 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:57.691 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.691 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.693 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:57.693 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.693 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.694 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:57.695 INFO:tasks.workunit.client.0.smithi104.stdout:from 9 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.695 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,176160768~16777216,197132288~8388608,213909504~8388608,239075328~33554432,276824064~58720256,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:57.695 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,176160768~16777216,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:58.629 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.629 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.662 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:58.662 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.662 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.671 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:58.671 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.671 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.678 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:58.678 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.678 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.689 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:58.689 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.689 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.692 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:58.692 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.692 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.697 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:58.697 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.697 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.699 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:58.699 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.699 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.701 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:58.701 INFO:tasks.workunit.client.0.smithi104.stdout:from 8 to HEAD diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.701 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,125829120~33554432,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:58.702 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:58 smithi188 ceph-mon[86835]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:47:58.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:58 smithi104 ceph-mon[94081]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:47:58.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:58 smithi104 ceph-mon[96567]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:47:59.637 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.637 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.678 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:59.679 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.679 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.694 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:59.694 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.694 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.698 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:47:59.698 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.699 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.701 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:47:59.701 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.701 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.703 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:59.704 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.704 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.705 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:47:59.705 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.705 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.707 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:59.707 INFO:tasks.workunit.client.0.smithi104.stdout:from 7 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.707 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~8388608,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:47:59.708 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:47:59.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:59 smithi188 ceph-mon[86835]: pgmap v4119: 137 pgs: 137 active+clean; 805 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 286 KiB/s rd, 6.2 KiB/s wr, 495 op/s 2024-04-02T09:47:59.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:47:59 smithi188 ceph-mon[86835]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:47:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:59 smithi104 ceph-mon[94081]: pgmap v4119: 137 pgs: 137 active+clean; 805 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 286 KiB/s rd, 6.2 KiB/s wr, 495 op/s 2024-04-02T09:47:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:47:59 smithi104 ceph-mon[94081]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:47:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:59 smithi104 ceph-mon[96567]: pgmap v4119: 137 pgs: 137 active+clean; 805 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 286 KiB/s rd, 6.2 KiB/s wr, 495 op/s 2024-04-02T09:47:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:47:59 smithi104 ceph-mon[96567]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:48:00.631 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.631 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.647 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:00.647 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.647 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.652 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:00.652 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.652 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.664 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:00.664 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.664 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.669 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:48:00.669 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.669 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.672 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:48:00.672 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.672 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.675 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:48:00.675 INFO:tasks.workunit.client.0.smithi104.stdout:from 6 to HEAD diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.675 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~37748736,41943040~67108864,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~50331648,343932928~4194304,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:48:00.676 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~37748736,41943040~67108864,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~100663296,343932928~4194304,356515840~25165824,385875968~33554432] 2024-04-02T09:48:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:00 smithi188 ceph-mon[86835]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:48:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:00 smithi104 ceph-mon[94081]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:48:00.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:00 smithi104 ceph-mon[96567]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:48:01.621 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.621 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.643 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:01.643 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.643 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.647 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:01.647 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.647 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.656 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:01.656 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.656 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.660 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:48:01.660 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.660 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.663 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:48:01.663 INFO:tasks.workunit.client.0.smithi104.stdout:from 5 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.663 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~12582912,213909504~8388608,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:01.665 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~12582912,213909504~8388608,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:48:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:01 smithi104 ceph-mon[96567]: pgmap v4122: 137 pgs: 137 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 6.2 KiB/s wr, 355 op/s 2024-04-02T09:48:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:01 smithi104 ceph-mon[96567]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:48:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:01 smithi104 ceph-mon[96567]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:48:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:01 smithi104 ceph-mon[94081]: pgmap v4122: 137 pgs: 137 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 6.2 KiB/s wr, 355 op/s 2024-04-02T09:48:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:01 smithi104 ceph-mon[94081]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:48:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:01 smithi104 ceph-mon[94081]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:48:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:01 smithi188 ceph-mon[86835]: pgmap v4122: 137 pgs: 137 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 6.2 KiB/s wr, 355 op/s 2024-04-02T09:48:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:01 smithi188 ceph-mon[86835]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:48:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:01 smithi188 ceph-mon[86835]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:48:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:48:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:02.644 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:02.645 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:02.689 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:02.690 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:02.690 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:02.701 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:02.701 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:02.701 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:02.706 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:02.706 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:02.706 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:02.707 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:48:02.708 INFO:tasks.workunit.client.0.smithi104.stdout:from 4 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:02.708 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~20971520,239075328~46137344,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:02.709 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~25165824,239075328~109051904,352321536~29360128,385875968~33554432] 2024-04-02T09:48:03.649 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:03.649 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:03.671 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:03.671 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:03.681 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:03.681 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:03.683 INFO:tasks.workunit.client.0.smithi104.stdout:from 3 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:03.683 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~58720256,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:48:03.684 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~113246208,352321536~29360128,385875968~33554432] 2024-04-02T09:48:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:03 smithi104 ceph-mon[94081]: pgmap v4125: 137 pgs: 137 active+clean; 695 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 6.0 KiB/s wr, 243 op/s 2024-04-02T09:48:03.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:03 smithi104 ceph-mon[94081]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:48:03.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:03 smithi104 ceph-mon[96567]: pgmap v4125: 137 pgs: 137 active+clean; 695 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 6.0 KiB/s wr, 243 op/s 2024-04-02T09:48:03.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:03 smithi104 ceph-mon[96567]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:48:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:03 smithi188 ceph-mon[86835]: pgmap v4125: 137 pgs: 137 active+clean; 695 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 6.0 KiB/s wr, 243 op/s 2024-04-02T09:48:04.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:03 smithi188 ceph-mon[86835]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:48:04.654 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:04.655 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:04.680 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:04.680 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:04.683 INFO:tasks.workunit.client.0.smithi104.stdout:from 2 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:04.683 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:04.685 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:04 smithi188 ceph-mon[86835]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:48:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:04 smithi104 ceph-mon[96567]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:48:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:04 smithi104 ceph-mon[94081]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:48:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:05.653 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:05.654 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:05.666 INFO:tasks.workunit.client.0.smithi104.stdout:from 1 to HEAD diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:05.666 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~62914560,117440512~4194304,125829120~37748736,171966464~20971520,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:05.668 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~109051904,117440512~4194304,125829120~41943040,171966464~20971520,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:05 smithi188 ceph-mon[86835]: pgmap v4128: 137 pgs: 137 active+clean; 686 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 6.0 KiB/s wr, 266 op/s 2024-04-02T09:48:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:05 smithi188 ceph-mon[86835]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:48:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:48:05] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:48:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:05 smithi104 ceph-mon[96567]: pgmap v4128: 137 pgs: 137 active+clean; 686 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 6.0 KiB/s wr, 266 op/s 2024-04-02T09:48:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:05 smithi104 ceph-mon[96567]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:48:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:05 smithi104 ceph-mon[94081]: pgmap v4128: 137 pgs: 137 active+clean; 686 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 6.0 KiB/s wr, 266 op/s 2024-04-02T09:48:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:05 smithi104 ceph-mon[94081]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:48:06.622 INFO:tasks.workunit.client.0.smithi104.stdout:from 0 to HEAD diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:06.622 INFO:tasks.workunit.client.0.smithi104.stdout: limited diff [0~41943040,46137344~75497472,125829120~67108864,197132288~25165824,234881024~50331648,289406976~92274688,385875968~12582912,402653184~12582912] 2024-04-02T09:48:06.645 INFO:tasks.workunit.client.0.smithi104.stdout: actual was [0~121634816,125829120~67108864,197132288~29360128,234881024~146800640,385875968~33554432] 2024-04-02T09:48:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:06 smithi188 ceph-mon[86835]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:48:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:06 smithi188 ceph-mon[86835]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:48:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:06 smithi104 ceph-mon[96567]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:48:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:06 smithi104 ceph-mon[96567]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:48:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:06 smithi104 ceph-mon[94081]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:48:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:06 smithi104 ceph-mon[94081]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:48:07.713 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39022 ms) 2024-04-02T09:48:07.713 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-02T09:48:07.713 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:48:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:07 smithi188 ceph-mon[86835]: pgmap v4131: 137 pgs: 137 active+clean; 624 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 31 op/s 2024-04-02T09:48:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:07 smithi104 ceph-mon[96567]: pgmap v4131: 137 pgs: 137 active+clean; 624 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 31 op/s 2024-04-02T09:48:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:07 smithi104 ceph-mon[94081]: pgmap v4131: 137 pgs: 137 active+clean; 624 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 31 op/s 2024-04-02T09:48:08.824 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1111 ms) 2024-04-02T09:48:08.824 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-02T09:48:08.824 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:48:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:08 smithi188 ceph-mon[86835]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:48:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:08 smithi104 ceph-mon[96567]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:48:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:08 smithi104 ceph-mon[94081]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:48:09.799 INFO:tasks.workunit.client.0.smithi104.stdout: wrote [0~20971520] to clone 2024-04-02T09:48:09.799 INFO:tasks.workunit.client.0.smithi104.stdout: diff was [0~20971520] 2024-04-02T09:48:09.803 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (980 ms) 2024-04-02T09:48:09.803 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-02T09:48:09.803 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:48:09.822 INFO:tasks.workunit.client.0.smithi104.stdout: wrote [232706~21064,1416184~95645,5908830~63796,8037666~71390,8456791~38625,8532662~2770,13230407~17769,18942418~12710,19004395~56417,20765694~75822] 2024-04-02T09:48:09.832 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (29 ms) 2024-04-02T09:48:09.832 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-02T09:48:09.833 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:48:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:09 smithi188 ceph-mon[86835]: pgmap v4134: 137 pgs: 137 active+clean; 514 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 116 op/s 2024-04-02T09:48:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:09 smithi188 ceph-mon[86835]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:48:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:09 smithi104 ceph-mon[94081]: pgmap v4134: 137 pgs: 137 active+clean; 514 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 116 op/s 2024-04-02T09:48:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:09 smithi104 ceph-mon[94081]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:48:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:09 smithi104 ceph-mon[96567]: pgmap v4134: 137 pgs: 137 active+clean; 514 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 116 op/s 2024-04-02T09:48:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:09 smithi104 ceph-mon[96567]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:48:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:10 smithi188 ceph-mon[86835]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:48:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:10 smithi104 ceph-mon[96567]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:48:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:10 smithi104 ceph-mon[94081]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:48:11.713 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1880 ms) 2024-04-02T09:48:11.713 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-02T09:48:11.713 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:48:11.765 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (53 ms) 2024-04-02T09:48:11.765 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-02T09:48:11.765 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:48:11.854 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (88 ms) 2024-04-02T09:48:11.854 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-02T09:48:11.854 INFO:tasks.workunit.client.0.smithi104.stdout:using new format! 2024-04-02T09:48:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:11 smithi188 ceph-mon[86835]: pgmap v4137: 137 pgs: 137 active+clean; 503 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 1.0 MiB/s wr, 110 op/s 2024-04-02T09:48:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:11 smithi188 ceph-mon[86835]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:48:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:11 smithi188 ceph-mon[86835]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:48:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:11 smithi104 ceph-mon[94081]: pgmap v4137: 137 pgs: 137 active+clean; 503 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 1.0 MiB/s wr, 110 op/s 2024-04-02T09:48:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:11 smithi104 ceph-mon[94081]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:48:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:11 smithi104 ceph-mon[94081]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:48:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:11 smithi104 ceph-mon[96567]: pgmap v4137: 137 pgs: 137 active+clean; 503 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 1.0 MiB/s wr, 110 op/s 2024-04-02T09:48:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:11 smithi104 ceph-mon[96567]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:48:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:11 smithi104 ceph-mon[96567]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:48:12.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:48:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:48:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:13 smithi188 ceph-mon[86835]: pgmap v4140: 137 pgs: 137 active+clean; 543 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 16 MiB/s wr, 307 op/s 2024-04-02T09:48:14.139 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:13 smithi104 ceph-mon[94081]: pgmap v4140: 137 pgs: 137 active+clean; 543 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 16 MiB/s wr, 307 op/s 2024-04-02T09:48:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:13 smithi104 ceph-mon[96567]: pgmap v4140: 137 pgs: 137 active+clean; 543 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 16 MiB/s wr, 307 op/s 2024-04-02T09:48:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:15 smithi188 ceph-mon[86835]: pgmap v4141: 137 pgs: 137 active+clean; 551 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 13 MiB/s wr, 225 op/s 2024-04-02T09:48:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:15 smithi104 ceph-mon[94081]: pgmap v4141: 137 pgs: 137 active+clean; 551 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 13 MiB/s wr, 225 op/s 2024-04-02T09:48:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:48:15] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-04-02T09:48:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:15 smithi104 ceph-mon[96567]: pgmap v4141: 137 pgs: 137 active+clean; 551 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 13 MiB/s wr, 225 op/s 2024-04-02T09:48:16.909 INFO:tasks.workunit.client.0.smithi104.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5055 ms) 2024-04-02T09:48:16.909 INFO:tasks.workunit.client.0.smithi104.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:48:16.909 INFO:tasks.workunit.client.0.smithi104.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:48:16.909 INFO:tasks.workunit.client.0.smithi104.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:48:16.909 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (1 ms) 2024-04-02T09:48:17.699 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] 15 tests from DiffIterateTest/1 (68265 ms total) 2024-04-02T09:48:17.699 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[----------] Global test environment tear-down 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[==========] 480 tests from 24 test suites ran. (2151908 ms total) 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[ PASSED ] 434 tests. 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-02T09:48:17.700 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-02T09:48:17.701 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:48:17.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-02T09:48:17.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:48:17.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-02T09:48:17.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-02T09:48:17.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:48:17.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:48:17.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-02T09:48:17.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:48:17.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:48:17.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:48:17.702 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:48:17.703 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:48:17.704 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:48:17.704 INFO:tasks.workunit.client.0.smithi104.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:48:17.704 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:48:17.704 INFO:tasks.workunit.client.0.smithi104.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-02T09:48:17.704 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:48:17.710 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:48:17.710 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:48:17.779 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-02T09:48:17.779 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:48:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:17 smithi188 ceph-mon[86835]: pgmap v4142: 137 pgs: 137 active+clean; 555 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 11 MiB/s wr, 254 op/s 2024-04-02T09:48:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:17 smithi188 ceph-mon[86835]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:48:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:17 smithi104 ceph-mon[96567]: pgmap v4142: 137 pgs: 137 active+clean; 555 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 11 MiB/s wr, 254 op/s 2024-04-02T09:48:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:17 smithi104 ceph-mon[96567]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:48:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:17 smithi104 ceph-mon[94081]: pgmap v4142: 137 pgs: 137 active+clean; 555 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 11 MiB/s wr, 254 op/s 2024-04-02T09:48:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:17 smithi104 ceph-mon[94081]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:48:18.080 DEBUG:teuthology.parallel:result is None 2024-04-02T09:48:18.081 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:48:18.107 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:48:18.108 DEBUG:teuthology.orchestra.run.smithi104:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:48:18.162 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:48:18.163 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:48:18.163 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-02T09:48:18.163 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:48:18.163 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-02T09:48:18.163 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:48:18.164 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:48:18.164 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:48:18.164 DEBUG:teuthology.orchestra.run.smithi104:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:48:18.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:48:18.217 INFO:teuthology.orchestra.run.smithi104.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:48:18.218 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:48:18.273 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:48:18.273 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:48:18.329 INFO:tasks.workunit:timeout=3h 2024-04-02T09:48:18.329 INFO:tasks.workunit:cleanup=True 2024-04-02T09:48:18.329 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:48:18.383 INFO:tasks.workunit.client.0.smithi104.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:48:19.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:18 smithi188 ceph-mon[86835]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:48:19.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:18 smithi104 ceph-mon[96567]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:48:19.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:18 smithi104 ceph-mon[94081]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:48:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:19 smithi188 ceph-mon[86835]: pgmap v4145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:48:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:19 smithi104 ceph-mon[94081]: pgmap v4145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:48:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:19 smithi104 ceph-mon[96567]: pgmap v4145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:48:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:21 smithi188 ceph-mon[86835]: pgmap v4146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:48:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:21 smithi104 ceph-mon[96567]: pgmap v4146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:48:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:21 smithi104 ceph-mon[94081]: pgmap v4146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:48:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:48:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:24.008 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:48:24.065 INFO:tasks.workunit.client.0.smithi104.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:48:24.067 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:48:24.067 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:48:24.117 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:48:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:23 smithi188 ceph-mon[86835]: pgmap v4147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:23 smithi104 ceph-mon[96567]: pgmap v4147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:23 smithi104 ceph-mon[94081]: pgmap v4147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:24.166 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:48:24.206 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:48:24.208 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:48:24.208 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:48:24.246 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:48:24.250 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T09:48:24.250 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:48:24.307 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-02T09:48:24.309 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-02T09:48:24.309 DEBUG:teuthology.orchestra.run.smithi104:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:48:24.370 INFO:tasks.workunit.client.0.smithi104.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:48:24.371 INFO:tasks.workunit.client.0.smithi104.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-02T09:48:24.371 INFO:tasks.workunit.client.0.smithi104.stderr:+ '[' -n '' ']' 2024-04-02T09:48:24.371 INFO:tasks.workunit.client.0.smithi104.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-02T09:48:24.545 INFO:tasks.workunit.client.0.smithi104.stdout:============================= test session starts ============================== 2024-04-02T09:48:24.545 INFO:tasks.workunit.client.0.smithi104.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-02T09:48:24.545 INFO:tasks.workunit.client.0.smithi104.stdout:cachedir: .pytest_cache 2024-04-02T09:48:24.545 INFO:tasks.workunit.client.0.smithi104.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-02T09:48:24.997 INFO:tasks.workunit.client.0.smithi104.stdout:collecting ... collected 175 items 2024-04-02T09:48:24.997 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:48:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:25 smithi188 ceph-mon[86835]: pgmap v4148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:25 smithi104 ceph-mon[94081]: pgmap v4148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:48:25] "GET /metrics HTTP/1.1" 200 34275 "" "Prometheus/2.43.0" 2024-04-02T09:48:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:25 smithi104 ceph-mon[96567]: pgmap v4148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:26 smithi188 ceph-mon[86835]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:48:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:26 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:48:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:26 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:48:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:26 smithi188 ceph-mon[86835]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:48:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:26 smithi104 ceph-mon[96567]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:48:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:26 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:48:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:26 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:48:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:26 smithi104 ceph-mon[96567]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:48:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:26 smithi104 ceph-mon[94081]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:48:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:26 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:48:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:26 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:48:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:26 smithi104 ceph-mon[94081]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:48:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:27 smithi188 ceph-mon[86835]: pgmap v4150: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:27 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:48:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:27 smithi104 ceph-mon[96567]: pgmap v4150: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:27 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:48:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:27 smithi104 ceph-mon[94081]: pgmap v4150: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:48:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:27 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:48:28.747 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-02T09:48:28.833 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-02T09:48:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:28 smithi188 ceph-mon[86835]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:48:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:28 smithi104 ceph-mon[96567]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:48:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:28 smithi104 ceph-mon[94081]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:48:29.480 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-02T09:48:29.586 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-02T09:48:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:29 smithi188 ceph-mon[86835]: pgmap v4153: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-02T09:48:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:29 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:48:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:29 smithi188 ceph-mon[86835]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:48:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:29 smithi104 ceph-mon[96567]: pgmap v4153: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-02T09:48:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:29 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:48:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:29 smithi104 ceph-mon[96567]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:48:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:29 smithi104 ceph-mon[94081]: pgmap v4153: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-02T09:48:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:29 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:48:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:29 smithi104 ceph-mon[94081]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:48:30.848 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-02T09:48:31.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:30 smithi188 ceph-mon[86835]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:48:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:30 smithi104 ceph-mon[96567]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:48:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:30 smithi104 ceph-mon[94081]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:48:31.381 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-02T09:48:31.908 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-02T09:48:32.004 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-02T09:48:32.093 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-02T09:48:32.104 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-02T09:48:32.106 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-02T09:48:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:31 smithi188 ceph-mon[86835]: pgmap v4156: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.0 KiB/s wr, 57 op/s 2024-04-02T09:48:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:31 smithi188 ceph-mon[86835]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:48:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:31 smithi104 ceph-mon[96567]: pgmap v4156: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.0 KiB/s wr, 57 op/s 2024-04-02T09:48:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:31 smithi104 ceph-mon[96567]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:48:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:31 smithi104 ceph-mon[94081]: pgmap v4156: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.0 KiB/s wr, 57 op/s 2024-04-02T09:48:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:31 smithi104 ceph-mon[94081]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:48:32.187 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-02T09:48:32.252 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-02T09:48:32.335 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-02T09:48:32.400 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-02T09:48:32.501 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-02T09:48:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:48:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:32.728 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-02T09:48:32.742 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-02T09:48:32.753 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-02T09:48:32.779 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-02T09:48:33.040 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:32 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:48:32] ENGINE Bus STOPPING 2024-04-02T09:48:33.040 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:32 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:48:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:48:33.040 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:32 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:48:32] ENGINE Bus STOPPED 2024-04-02T09:48:33.041 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:32 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:48:32] ENGINE Bus STARTING 2024-04-02T09:48:33.041 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:32 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:48:32] ENGINE Serving on http://:::9283 2024-04-02T09:48:33.041 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:32 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:09:48:32] ENGINE Bus STARTED 2024-04-02T09:48:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:33 smithi188 ceph-mon[86835]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 20 KiB/s wr, 281 op/s 2024-04-02T09:48:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:33 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' 2024-04-02T09:48:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:48:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[94081]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 20 KiB/s wr, 281 op/s 2024-04-02T09:48:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' 2024-04-02T09:48:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:48:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[96567]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 20 KiB/s wr, 281 op/s 2024-04-02T09:48:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' 2024-04-02T09:48:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:34.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:34.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:34.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:48:34.869 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-02T09:48:34.870 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-02T09:48:34.871 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-02T09:48:34.950 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-02T09:48:35.027 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-02T09:48:35.101 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-02T09:48:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:34 smithi188 ceph-mon[86835]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:48:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:34 smithi104 ceph-mon[94081]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:48:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:34 smithi104 ceph-mon[96567]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:48:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:35.184 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-02T09:48:35.255 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-02T09:48:35.327 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-02T09:48:35.397 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-02T09:48:35.472 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-02T09:48:35.566 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-02T09:48:35.639 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-02T09:48:35.714 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-02T09:48:35.802 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-02T09:48:35.884 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-02T09:48:35.969 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-02T09:48:36.058 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-02T09:48:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:35 smithi188 ceph-mon[86835]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 49 KiB/s wr, 551 op/s 2024-04-02T09:48:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:35 smithi188 ceph-mon[86835]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:48:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:48:35] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:48:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:35 smithi104 ceph-mon[96567]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 49 KiB/s wr, 551 op/s 2024-04-02T09:48:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:35 smithi104 ceph-mon[96567]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:48:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:35 smithi104 ceph-mon[94081]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 49 KiB/s wr, 551 op/s 2024-04-02T09:48:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:35 smithi104 ceph-mon[94081]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:48:36.146 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-02T09:48:36.231 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-02T09:48:36.303 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-02T09:48:36.375 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-02T09:48:36.518 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-02T09:48:36.595 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-02T09:48:36.694 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-02T09:48:36.766 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-02T09:48:36.850 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-02T09:48:36.934 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-02T09:48:37.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:37 smithi188 ceph-mon[86835]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 65 KiB/s wr, 824 op/s 2024-04-02T09:48:37.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:37 smithi188 ceph-mon[86835]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:48:37.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:37 smithi104 ceph-mon[96567]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 65 KiB/s wr, 824 op/s 2024-04-02T09:48:37.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:37 smithi104 ceph-mon[96567]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:48:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:37 smithi104 ceph-mon[94081]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 65 KiB/s wr, 824 op/s 2024-04-02T09:48:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:37 smithi104 ceph-mon[94081]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:48:39.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:38 smithi188 ceph-mon[86835]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:48:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:38 smithi104 ceph-mon[94081]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:48:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:38 smithi104 ceph-mon[96567]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:48:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:39 smithi188 ceph-mon[86835]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 47 KiB/s wr, 1.05k op/s 2024-04-02T09:48:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:39 smithi188 ceph-mon[86835]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:48:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:39 smithi104 ceph-mon[94081]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 47 KiB/s wr, 1.05k op/s 2024-04-02T09:48:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:39 smithi104 ceph-mon[94081]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:48:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:39 smithi104 ceph-mon[96567]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 47 KiB/s wr, 1.05k op/s 2024-04-02T09:48:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:39 smithi104 ceph-mon[96567]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:48:40.886 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-02T09:48:40.983 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-02T09:48:41.082 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-02T09:48:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:40 smithi188 ceph-mon[86835]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:48:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:40 smithi104 ceph-mon[94081]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:48:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:40 smithi104 ceph-mon[96567]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:48:41.293 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-02T09:48:41.483 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-02T09:48:41.556 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-02T09:48:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:41 smithi188 ceph-mon[86835]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 1.0 MiB/s wr, 708 op/s 2024-04-02T09:48:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:41 smithi188 ceph-mon[86835]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:48:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:41 smithi188 ceph-mon[86835]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:48:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:41 smithi104 ceph-mon[94081]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 1.0 MiB/s wr, 708 op/s 2024-04-02T09:48:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:41 smithi104 ceph-mon[94081]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:48:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:41 smithi104 ceph-mon[94081]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:48:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:41 smithi104 ceph-mon[96567]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 1.0 MiB/s wr, 708 op/s 2024-04-02T09:48:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:41 smithi104 ceph-mon[96567]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:48:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:41 smithi104 ceph-mon[96567]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:48:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:48:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:48:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:43 smithi104 ceph-mon[96567]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 2.0 MiB/s wr, 513 op/s 2024-04-02T09:48:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:43 smithi104 ceph-mon[96567]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:48:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:43 smithi104 ceph-mon[94081]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 2.0 MiB/s wr, 513 op/s 2024-04-02T09:48:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:43 smithi104 ceph-mon[94081]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:48:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:43 smithi188 ceph-mon[86835]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 2.0 MiB/s wr, 513 op/s 2024-04-02T09:48:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:43 smithi188 ceph-mon[86835]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:48:44.811 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-02T09:48:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:44 smithi188 ceph-mon[86835]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:48:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:44 smithi104 ceph-mon[96567]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:48:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:44 smithi104 ceph-mon[94081]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:48:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:45 smithi188 ceph-mon[86835]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 1.0 MiB/s wr, 569 op/s 2024-04-02T09:48:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:45 smithi188 ceph-mon[86835]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:48:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:45 smithi104 ceph-mon[96567]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 1.0 MiB/s wr, 569 op/s 2024-04-02T09:48:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:45 smithi104 ceph-mon[96567]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:48:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:45 smithi104 ceph-mon[94081]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 1.0 MiB/s wr, 569 op/s 2024-04-02T09:48:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:45 smithi104 ceph-mon[94081]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:48:46.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:48:45] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:48:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:46 smithi188 ceph-mon[86835]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:48:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:46 smithi188 ceph-mon[86835]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:48:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:46 smithi104 ceph-mon[96567]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:48:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:46 smithi104 ceph-mon[96567]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:48:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:46 smithi104 ceph-mon[94081]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:48:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:46 smithi104 ceph-mon[94081]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:48:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:47 smithi188 ceph-mon[86835]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 2.0 MiB/s wr, 556 op/s 2024-04-02T09:48:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:47 smithi104 ceph-mon[94081]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 2.0 MiB/s wr, 556 op/s 2024-04-02T09:48:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:47 smithi104 ceph-mon[96567]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 2.0 MiB/s wr, 556 op/s 2024-04-02T09:48:49.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:48 smithi188 ceph-mon[86835]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:48:49.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:48 smithi104 ceph-mon[96567]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:48:49.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:48 smithi104 ceph-mon[94081]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:48:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:49 smithi188 ceph-mon[86835]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 2.0 MiB/s wr, 470 op/s 2024-04-02T09:48:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:49 smithi188 ceph-mon[86835]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:48:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:49 smithi104 ceph-mon[96567]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 2.0 MiB/s wr, 470 op/s 2024-04-02T09:48:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:49 smithi104 ceph-mon[96567]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:48:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:49 smithi104 ceph-mon[94081]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 2.0 MiB/s wr, 470 op/s 2024-04-02T09:48:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:49 smithi104 ceph-mon[94081]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:48:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:50.787 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-02T09:48:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:50 smithi188 ceph-mon[86835]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:48:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:50 smithi104 ceph-mon[96567]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:48:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:50 smithi104 ceph-mon[94081]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:48:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:51 smithi188 ceph-mon[86835]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 6.5 KiB/s wr, 66 op/s 2024-04-02T09:48:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:51 smithi188 ceph-mon[86835]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:48:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:51 smithi188 ceph-mon[86835]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:48:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:51 smithi104 ceph-mon[96567]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 6.5 KiB/s wr, 66 op/s 2024-04-02T09:48:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:51 smithi104 ceph-mon[96567]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:48:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:51 smithi104 ceph-mon[96567]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:48:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:51 smithi104 ceph-mon[94081]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 6.5 KiB/s wr, 66 op/s 2024-04-02T09:48:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:51 smithi104 ceph-mon[94081]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:48:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:51 smithi104 ceph-mon[94081]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:48:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:48:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:52.734 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-02T09:48:53.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:53 smithi104 ceph-mon[96567]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.2 KiB/s wr, 134 op/s 2024-04-02T09:48:53.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:53 smithi104 ceph-mon[96567]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:48:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:53 smithi104 ceph-mon[94081]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.2 KiB/s wr, 134 op/s 2024-04-02T09:48:53.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:53 smithi104 ceph-mon[94081]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:48:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:53 smithi188 ceph-mon[86835]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.2 KiB/s wr, 134 op/s 2024-04-02T09:48:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:53 smithi188 ceph-mon[86835]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:48:54.780 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-02T09:48:55.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:54 smithi188 ceph-mon[86835]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:48:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:54 smithi104 ceph-mon[96567]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:48:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:54 smithi104 ceph-mon[94081]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:48:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:55 smithi188 ceph-mon[86835]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 9.2 KiB/s wr, 203 op/s 2024-04-02T09:48:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:55 smithi188 ceph-mon[86835]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:48:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:55 smithi104 ceph-mon[94081]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 9.2 KiB/s wr, 203 op/s 2024-04-02T09:48:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:55 smithi104 ceph-mon[94081]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:48:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:48:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:48:55] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:48:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:55 smithi104 ceph-mon[96567]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 9.2 KiB/s wr, 203 op/s 2024-04-02T09:48:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:55 smithi104 ceph-mon[96567]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:48:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:56 smithi188 ceph-mon[86835]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:48:57.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:56 smithi188 ceph-mon[86835]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:48:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:56 smithi104 ceph-mon[96567]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:48:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:56 smithi104 ceph-mon[96567]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:48:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:56 smithi104 ceph-mon[94081]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:48:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:56 smithi104 ceph-mon[94081]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:48:58.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:57 smithi188 ceph-mon[86835]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-04-02T09:48:58.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:57 smithi188 ceph-mon[86835]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:48:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:57 smithi104 ceph-mon[96567]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-04-02T09:48:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:57 smithi104 ceph-mon[96567]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:48:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:57 smithi104 ceph-mon[94081]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-04-02T09:48:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:57 smithi104 ceph-mon[94081]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:48:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:59 smithi104 ceph-mon[96567]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 12 KiB/s wr, 166 op/s 2024-04-02T09:48:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:48:59 smithi104 ceph-mon[96567]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:48:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:59 smithi104 ceph-mon[94081]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 12 KiB/s wr, 166 op/s 2024-04-02T09:48:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:48:59 smithi104 ceph-mon[94081]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:49:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:59 smithi188 ceph-mon[86835]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 12 KiB/s wr, 166 op/s 2024-04-02T09:49:00.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:48:59 smithi188 ceph-mon[86835]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:49:00.736 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-02T09:49:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:00 smithi188 ceph-mon[86835]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:49:01.139 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:00 smithi104 ceph-mon[96567]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:49:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:00 smithi104 ceph-mon[94081]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:49:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:01 smithi188 ceph-mon[86835]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-04-02T09:49:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:01 smithi188 ceph-mon[86835]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:49:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:01 smithi188 ceph-mon[86835]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:49:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:01 smithi104 ceph-mon[96567]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-04-02T09:49:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:01 smithi104 ceph-mon[96567]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:49:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:01 smithi104 ceph-mon[96567]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:49:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:01 smithi104 ceph-mon[94081]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-04-02T09:49:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:01 smithi104 ceph-mon[94081]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:49:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:01 smithi104 ceph-mon[94081]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:49:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:49:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:03.941 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:03 smithi104 ceph-mon[96567]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 767 B/s wr, 19 op/s 2024-04-02T09:49:03.942 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:03 smithi104 ceph-mon[96567]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:49:03.942 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:03 smithi104 ceph-mon[94081]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 767 B/s wr, 19 op/s 2024-04-02T09:49:03.942 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:03 smithi104 ceph-mon[94081]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:49:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:03 smithi188 ceph-mon[86835]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 767 B/s wr, 19 op/s 2024-04-02T09:49:04.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:03 smithi188 ceph-mon[86835]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:49:04.761 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-02T09:49:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:04 smithi188 ceph-mon[86835]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:49:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:04 smithi104 ceph-mon[94081]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:49:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:04 smithi104 ceph-mon[96567]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:49:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:05 smithi188 ceph-mon[86835]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 2.7 KiB/s wr, 66 op/s 2024-04-02T09:49:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:05 smithi188 ceph-mon[86835]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:49:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:49:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:49:05] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:49:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:05 smithi104 ceph-mon[96567]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 2.7 KiB/s wr, 66 op/s 2024-04-02T09:49:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:05 smithi104 ceph-mon[96567]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:49:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:05 smithi104 ceph-mon[94081]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 2.7 KiB/s wr, 66 op/s 2024-04-02T09:49:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:05 smithi104 ceph-mon[94081]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:49:06.739 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-02T09:49:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:06 smithi188 ceph-mon[86835]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:49:07.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:06 smithi188 ceph-mon[86835]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:49:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:06 smithi104 ceph-mon[96567]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:49:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:06 smithi104 ceph-mon[96567]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:49:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:06 smithi104 ceph-mon[94081]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:49:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:06 smithi104 ceph-mon[94081]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:49:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:07 smithi188 ceph-mon[86835]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 120 op/s 2024-04-02T09:49:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:07 smithi104 ceph-mon[96567]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 120 op/s 2024-04-02T09:49:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:07 smithi104 ceph-mon[94081]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 120 op/s 2024-04-02T09:49:08.799 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-02T09:49:08.880 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-02T09:49:09.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:08 smithi188 ceph-mon[86835]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:49:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:08 smithi104 ceph-mon[96567]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:49:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:08 smithi104 ceph-mon[94081]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:49:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:09 smithi188 ceph-mon[86835]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-04-02T09:49:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:09 smithi188 ceph-mon[86835]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:49:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:09 smithi104 ceph-mon[94081]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-04-02T09:49:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:09 smithi104 ceph-mon[94081]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:49:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:09 smithi104 ceph-mon[96567]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-04-02T09:49:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:09 smithi104 ceph-mon[96567]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:49:10.803 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-02T09:49:11.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:10 smithi188 ceph-mon[86835]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:49:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:10 smithi104 ceph-mon[96567]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:49:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:10 smithi104 ceph-mon[94081]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:49:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:11 smithi188 ceph-mon[86835]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 101 op/s 2024-04-02T09:49:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:11 smithi188 ceph-mon[86835]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:49:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:11 smithi188 ceph-mon[86835]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:49:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:11 smithi104 ceph-mon[94081]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 101 op/s 2024-04-02T09:49:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:11 smithi104 ceph-mon[94081]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:49:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:11 smithi104 ceph-mon[94081]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:49:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:11 smithi104 ceph-mon[96567]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 101 op/s 2024-04-02T09:49:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:11 smithi104 ceph-mon[96567]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:49:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:11 smithi104 ceph-mon[96567]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:49:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:49:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:49:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:12.736 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-02T09:49:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:13 smithi104 ceph-mon[96567]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-04-02T09:49:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:13 smithi104 ceph-mon[96567]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:49:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:13 smithi104 ceph-mon[94081]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-04-02T09:49:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:13 smithi104 ceph-mon[94081]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:49:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:13 smithi188 ceph-mon[86835]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-04-02T09:49:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:13 smithi188 ceph-mon[86835]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:49:14.810 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-02T09:49:15.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:14 smithi188 ceph-mon[86835]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:49:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:14 smithi104 ceph-mon[94081]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:49:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:14 smithi104 ceph-mon[96567]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:49:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:15 smithi188 ceph-mon[86835]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 6.5 KiB/s wr, 126 op/s 2024-04-02T09:49:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:15 smithi188 ceph-mon[86835]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:49:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:15 smithi104 ceph-mon[96567]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 6.5 KiB/s wr, 126 op/s 2024-04-02T09:49:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:15 smithi104 ceph-mon[96567]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:49:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:15 smithi104 ceph-mon[94081]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 6.5 KiB/s wr, 126 op/s 2024-04-02T09:49:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:15 smithi104 ceph-mon[94081]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:49:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:49:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:49:15] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:49:16.759 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-02T09:49:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:16 smithi188 ceph-mon[86835]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:49:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:16 smithi188 ceph-mon[86835]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:49:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:16 smithi104 ceph-mon[96567]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:49:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:16 smithi104 ceph-mon[96567]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:49:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:16 smithi104 ceph-mon[94081]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:49:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:16 smithi104 ceph-mon[94081]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:49:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:17 smithi188 ceph-mon[86835]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 6.7 KiB/s wr, 121 op/s 2024-04-02T09:49:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:17 smithi104 ceph-mon[94081]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 6.7 KiB/s wr, 121 op/s 2024-04-02T09:49:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:17 smithi104 ceph-mon[96567]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 6.7 KiB/s wr, 121 op/s 2024-04-02T09:49:18.844 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-02T09:49:19.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:18 smithi188 ceph-mon[86835]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:49:19.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:18 smithi104 ceph-mon[94081]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:49:19.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:18 smithi104 ceph-mon[96567]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:49:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:19 smithi188 ceph-mon[86835]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 11 KiB/s wr, 230 op/s 2024-04-02T09:49:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:19 smithi188 ceph-mon[86835]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:49:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:19 smithi104 ceph-mon[96567]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 11 KiB/s wr, 230 op/s 2024-04-02T09:49:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:19 smithi104 ceph-mon[96567]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:49:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:19 smithi104 ceph-mon[94081]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 11 KiB/s wr, 230 op/s 2024-04-02T09:49:20.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:19 smithi104 ceph-mon[94081]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:49:20.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:20.842 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-02T09:49:21.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:20 smithi188 ceph-mon[86835]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:49:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:20 smithi104 ceph-mon[94081]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:49:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:20 smithi104 ceph-mon[96567]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:49:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:21 smithi188 ceph-mon[86835]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 5.2 KiB/s wr, 138 op/s 2024-04-02T09:49:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:21 smithi188 ceph-mon[86835]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:49:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:21 smithi188 ceph-mon[86835]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:49:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:21 smithi104 ceph-mon[96567]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 5.2 KiB/s wr, 138 op/s 2024-04-02T09:49:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:21 smithi104 ceph-mon[96567]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:49:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:21 smithi104 ceph-mon[96567]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:49:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:21 smithi104 ceph-mon[94081]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 5.2 KiB/s wr, 138 op/s 2024-04-02T09:49:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:21 smithi104 ceph-mon[94081]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:49:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:21 smithi104 ceph-mon[94081]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:49:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:49:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:23 smithi104 ceph-mon[94081]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.7 KiB/s wr, 101 op/s 2024-04-02T09:49:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:23 smithi104 ceph-mon[94081]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:49:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:23 smithi104 ceph-mon[96567]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.7 KiB/s wr, 101 op/s 2024-04-02T09:49:23.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:23 smithi104 ceph-mon[96567]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:49:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:23 smithi188 ceph-mon[86835]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.7 KiB/s wr, 101 op/s 2024-04-02T09:49:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:23 smithi188 ceph-mon[86835]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:49:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:24 smithi188 ceph-mon[86835]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:49:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:24 smithi104 ceph-mon[94081]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:49:25.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:24 smithi104 ceph-mon[96567]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:49:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:25 smithi188 ceph-mon[86835]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-02T09:49:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:25 smithi188 ceph-mon[86835]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:49:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:25 smithi104 ceph-mon[94081]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-02T09:49:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:25 smithi104 ceph-mon[94081]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:49:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:49:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:49:25] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:49:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:25 smithi104 ceph-mon[96567]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-04-02T09:49:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:25 smithi104 ceph-mon[96567]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:49:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:26 smithi188 ceph-mon[86835]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:49:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:26 smithi188 ceph-mon[86835]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:49:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:26 smithi104 ceph-mon[96567]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:49:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:26 smithi104 ceph-mon[96567]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:49:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:26 smithi104 ceph-mon[94081]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:49:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:26 smithi104 ceph-mon[94081]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:49:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:27 smithi188 ceph-mon[86835]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 KiB/s wr, 73 op/s 2024-04-02T09:49:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:27 smithi104 ceph-mon[94081]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 KiB/s wr, 73 op/s 2024-04-02T09:49:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:27 smithi104 ceph-mon[96567]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 KiB/s wr, 73 op/s 2024-04-02T09:49:28.776 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-02T09:49:28.869 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-02T09:49:28.945 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-02T09:49:29.018 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-02T09:49:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:28 smithi188 ceph-mon[86835]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:49:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:28 smithi104 ceph-mon[96567]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:49:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:28 smithi104 ceph-mon[94081]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:49:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:29 smithi188 ceph-mon[86835]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-02T09:49:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:29 smithi188 ceph-mon[86835]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:49:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:29 smithi104 ceph-mon[94081]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-02T09:49:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:29 smithi104 ceph-mon[94081]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:49:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:29 smithi104 ceph-mon[96567]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-02T09:49:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:29 smithi104 ceph-mon[96567]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:49:30.774 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-02T09:49:31.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:30 smithi188 ceph-mon[86835]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:49:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:30 smithi104 ceph-mon[96567]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:49:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:30 smithi104 ceph-mon[94081]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:49:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:31 smithi188 ceph-mon[86835]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:31 smithi188 ceph-mon[86835]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:49:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:31 smithi188 ceph-mon[86835]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:49:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:31 smithi104 ceph-mon[94081]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:31 smithi104 ceph-mon[94081]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:49:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:31 smithi104 ceph-mon[94081]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:49:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:31 smithi104 ceph-mon[96567]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:31 smithi104 ceph-mon[96567]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:49:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:31 smithi104 ceph-mon[96567]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:49:32.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:49:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:32.725 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-02T09:49:33.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[96567]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 9.2 KiB/s wr, 192 op/s 2024-04-02T09:49:33.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[96567]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:49:33.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:33.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:33.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:33.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:49:33.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[94081]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 9.2 KiB/s wr, 192 op/s 2024-04-02T09:49:33.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[94081]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:49:33.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:33.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:33.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:33.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:49:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:33 smithi188 ceph-mon[86835]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 9.2 KiB/s wr, 192 op/s 2024-04-02T09:49:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:33 smithi188 ceph-mon[86835]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:49:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:49:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:34 smithi188 ceph-mon[86835]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:49:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:34 smithi104 ceph-mon[94081]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:49:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:34 smithi104 ceph-mon[96567]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:49:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:35 smithi188 ceph-mon[86835]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 16 KiB/s wr, 328 op/s 2024-04-02T09:49:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:35 smithi188 ceph-mon[86835]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:49:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:35 smithi104 ceph-mon[94081]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 16 KiB/s wr, 328 op/s 2024-04-02T09:49:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:35 smithi104 ceph-mon[94081]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:49:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:49:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:49:35] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:49:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:35 smithi104 ceph-mon[96567]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 16 KiB/s wr, 328 op/s 2024-04-02T09:49:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:35 smithi104 ceph-mon[96567]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:49:36.743 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-02T09:49:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:36 smithi188 ceph-mon[86835]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:49:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:36 smithi188 ceph-mon[86835]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:49:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:36 smithi104 ceph-mon[96567]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:49:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:36 smithi104 ceph-mon[96567]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:49:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:36 smithi104 ceph-mon[94081]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:49:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:36 smithi104 ceph-mon[94081]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:49:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:37 smithi188 ceph-mon[86835]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 17 KiB/s wr, 224 op/s 2024-04-02T09:49:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:37 smithi104 ceph-mon[96567]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 17 KiB/s wr, 224 op/s 2024-04-02T09:49:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:37 smithi104 ceph-mon[94081]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 17 KiB/s wr, 224 op/s 2024-04-02T09:49:38.825 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-02T09:49:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:38 smithi188 ceph-mon[86835]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:49:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:38 smithi104 ceph-mon[96567]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:49:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:38 smithi104 ceph-mon[94081]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:49:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:39 smithi188 ceph-mon[86835]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 116 op/s 2024-04-02T09:49:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:39 smithi188 ceph-mon[86835]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:49:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:39 smithi104 ceph-mon[96567]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 116 op/s 2024-04-02T09:49:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:39 smithi104 ceph-mon[96567]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:49:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:39 smithi104 ceph-mon[94081]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 116 op/s 2024-04-02T09:49:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:39 smithi104 ceph-mon[94081]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:49:40.841 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-02T09:49:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:40 smithi188 ceph-mon[86835]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:49:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:40 smithi104 ceph-mon[96567]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:49:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:40 smithi104 ceph-mon[94081]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:49:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:41 smithi188 ceph-mon[86835]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 48 op/s 2024-04-02T09:49:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:41 smithi188 ceph-mon[86835]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:49:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:41 smithi188 ceph-mon[86835]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:49:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:41 smithi104 ceph-mon[96567]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 48 op/s 2024-04-02T09:49:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:41 smithi104 ceph-mon[96567]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:49:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:41 smithi104 ceph-mon[96567]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:49:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:41 smithi104 ceph-mon[94081]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 48 op/s 2024-04-02T09:49:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:41 smithi104 ceph-mon[94081]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:49:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:41 smithi104 ceph-mon[94081]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:49:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:49:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:42.741 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-02T09:49:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:43 smithi104 ceph-mon[94081]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 12 KiB/s wr, 114 op/s 2024-04-02T09:49:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:43 smithi104 ceph-mon[94081]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:49:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:43 smithi104 ceph-mon[96567]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 12 KiB/s wr, 114 op/s 2024-04-02T09:49:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:43 smithi104 ceph-mon[96567]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:49:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:43 smithi188 ceph-mon[86835]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 12 KiB/s wr, 114 op/s 2024-04-02T09:49:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:43 smithi188 ceph-mon[86835]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:49:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:44 smithi188 ceph-mon[86835]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:49:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:44 smithi104 ceph-mon[96567]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:49:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:44 smithi104 ceph-mon[94081]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:49:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:45 smithi188 ceph-mon[86835]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-04-02T09:49:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:45 smithi188 ceph-mon[86835]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:49:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:45 smithi104 ceph-mon[96567]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-04-02T09:49:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:45 smithi104 ceph-mon[96567]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:49:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:45 smithi104 ceph-mon[94081]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-04-02T09:49:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:45 smithi104 ceph-mon[94081]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:49:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:49:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:49:45] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:49:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:46 smithi188 ceph-mon[86835]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:49:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:46 smithi188 ceph-mon[86835]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:49:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:46 smithi104 ceph-mon[96567]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:49:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:46 smithi104 ceph-mon[96567]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:49:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:46 smithi104 ceph-mon[94081]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:49:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:46 smithi104 ceph-mon[94081]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:49:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:47 smithi188 ceph-mon[86835]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 164 op/s 2024-04-02T09:49:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:47 smithi188 ceph-mon[86835]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:49:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:47 smithi104 ceph-mon[94081]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 164 op/s 2024-04-02T09:49:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:47 smithi104 ceph-mon[94081]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:49:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:47 smithi104 ceph-mon[96567]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 164 op/s 2024-04-02T09:49:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:47 smithi104 ceph-mon[96567]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:49:48.736 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-02T09:49:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:49 smithi188 ceph-mon[86835]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 131 op/s 2024-04-02T09:49:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:49 smithi188 ceph-mon[86835]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:49:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:49 smithi104 ceph-mon[94081]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 131 op/s 2024-04-02T09:49:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:49 smithi104 ceph-mon[94081]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:49:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:49 smithi104 ceph-mon[96567]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 131 op/s 2024-04-02T09:49:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:49 smithi104 ceph-mon[96567]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:49:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:51.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:50 smithi188 ceph-mon[86835]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:49:51.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:50 smithi104 ceph-mon[96567]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:49:51.144 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:50 smithi104 ceph-mon[94081]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:49:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:51 smithi188 ceph-mon[86835]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:49:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:51 smithi188 ceph-mon[86835]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:49:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:51 smithi188 ceph-mon[86835]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:49:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:51 smithi104 ceph-mon[96567]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:49:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:51 smithi104 ceph-mon[96567]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:49:52.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:51 smithi104 ceph-mon[96567]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:49:52.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:51 smithi104 ceph-mon[94081]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:49:52.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:51 smithi104 ceph-mon[94081]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:49:52.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:51 smithi104 ceph-mon[94081]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:49:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:49:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:49:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:53 smithi188 ceph-mon[86835]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 103 op/s 2024-04-02T09:49:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:53 smithi188 ceph-mon[86835]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:49:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:53 smithi104 ceph-mon[96567]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 103 op/s 2024-04-02T09:49:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:53 smithi104 ceph-mon[96567]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:49:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:53 smithi104 ceph-mon[94081]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 103 op/s 2024-04-02T09:49:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:53 smithi104 ceph-mon[94081]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:49:54.766 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-02T09:49:55.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:54 smithi188 ceph-mon[86835]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:49:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:54 smithi104 ceph-mon[96567]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:49:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:54 smithi104 ceph-mon[94081]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:49:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:55 smithi188 ceph-mon[86835]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 7.0 KiB/s wr, 111 op/s 2024-04-02T09:49:56.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:55 smithi188 ceph-mon[86835]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:49:56.142 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:49:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:49:55] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:49:56.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:55 smithi104 ceph-mon[96567]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 7.0 KiB/s wr, 111 op/s 2024-04-02T09:49:56.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:55 smithi104 ceph-mon[96567]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:49:56.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:55 smithi104 ceph-mon[94081]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 7.0 KiB/s wr, 111 op/s 2024-04-02T09:49:56.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:55 smithi104 ceph-mon[94081]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:49:56.777 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-02T09:49:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:56 smithi188 ceph-mon[86835]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:49:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:56 smithi188 ceph-mon[86835]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:49:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:56 smithi104 ceph-mon[94081]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:49:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:56 smithi104 ceph-mon[94081]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:49:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:56 smithi104 ceph-mon[96567]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:49:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:56 smithi104 ceph-mon[96567]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:49:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:57 smithi188 ceph-mon[86835]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 88 op/s 2024-04-02T09:49:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:57 smithi104 ceph-mon[96567]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 88 op/s 2024-04-02T09:49:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:57 smithi104 ceph-mon[94081]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 88 op/s 2024-04-02T09:49:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:58 smithi188 ceph-mon[86835]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:49:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:58 smithi104 ceph-mon[96567]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:49:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:58 smithi104 ceph-mon[94081]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:50:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:59 smithi188 ceph-mon[86835]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 109 op/s 2024-04-02T09:50:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:49:59 smithi188 ceph-mon[86835]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:50:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:59 smithi104 ceph-mon[96567]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 109 op/s 2024-04-02T09:50:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:49:59 smithi104 ceph-mon[96567]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:50:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:59 smithi104 ceph-mon[94081]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 109 op/s 2024-04-02T09:50:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:49:59 smithi104 ceph-mon[94081]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:50:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:00 smithi188 ceph-mon[86835]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:50:01.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:00 smithi188 ceph-mon[86835]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:00 smithi104 ceph-mon[96567]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:50:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:00 smithi104 ceph-mon[96567]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:00 smithi104 ceph-mon[94081]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:50:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:00 smithi104 ceph-mon[94081]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:01 smithi188 ceph-mon[86835]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 KiB/s wr, 42 op/s 2024-04-02T09:50:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:01 smithi188 ceph-mon[86835]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:50:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:01 smithi188 ceph-mon[86835]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:50:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:01 smithi104 ceph-mon[96567]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 KiB/s wr, 42 op/s 2024-04-02T09:50:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:01 smithi104 ceph-mon[96567]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:50:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:01 smithi104 ceph-mon[96567]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:50:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:01 smithi104 ceph-mon[94081]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 KiB/s wr, 42 op/s 2024-04-02T09:50:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:01 smithi104 ceph-mon[94081]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:50:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:01 smithi104 ceph-mon[94081]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:50:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:50:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:03.941 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:03 smithi104 ceph-mon[94081]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.5 KiB/s wr, 58 op/s 2024-04-02T09:50:03.941 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:03 smithi104 ceph-mon[94081]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:50:03.941 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:03 smithi104 ceph-mon[96567]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.5 KiB/s wr, 58 op/s 2024-04-02T09:50:03.942 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:03 smithi104 ceph-mon[96567]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:50:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:03 smithi188 ceph-mon[86835]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.5 KiB/s wr, 58 op/s 2024-04-02T09:50:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:03 smithi188 ceph-mon[86835]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:50:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:04 smithi188 ceph-mon[86835]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:50:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:04 smithi104 ceph-mon[94081]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:50:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:05.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:04 smithi104 ceph-mon[96567]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:50:05.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:05 smithi188 ceph-mon[86835]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.7 KiB/s wr, 112 op/s 2024-04-02T09:50:06.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:05 smithi188 ceph-mon[86835]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:50:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:50:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:50:05] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:50:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:05 smithi104 ceph-mon[96567]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.7 KiB/s wr, 112 op/s 2024-04-02T09:50:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:05 smithi104 ceph-mon[96567]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:50:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:05 smithi104 ceph-mon[94081]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.7 KiB/s wr, 112 op/s 2024-04-02T09:50:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:05 smithi104 ceph-mon[94081]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:50:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:06 smithi188 ceph-mon[86835]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:50:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:06 smithi188 ceph-mon[86835]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:50:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:06 smithi104 ceph-mon[94081]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:50:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:06 smithi104 ceph-mon[94081]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:50:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:06 smithi104 ceph-mon[96567]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:50:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:06 smithi104 ceph-mon[96567]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:50:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:07 smithi188 ceph-mon[86835]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:50:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:07 smithi104 ceph-mon[96567]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:50:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:07 smithi104 ceph-mon[94081]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:50:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:08 smithi188 ceph-mon[86835]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:50:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:08 smithi104 ceph-mon[96567]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:50:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:08 smithi104 ceph-mon[94081]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:50:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:09 smithi188 ceph-mon[86835]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-04-02T09:50:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:09 smithi188 ceph-mon[86835]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:50:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:09 smithi104 ceph-mon[96567]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-04-02T09:50:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:09 smithi104 ceph-mon[96567]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:50:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:09 smithi104 ceph-mon[94081]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-04-02T09:50:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:09 smithi104 ceph-mon[94081]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:50:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:10 smithi188 ceph-mon[86835]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:50:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:10 smithi104 ceph-mon[96567]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:50:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:10 smithi104 ceph-mon[94081]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:50:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:11 smithi188 ceph-mon[86835]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.0 KiB/s wr, 110 op/s 2024-04-02T09:50:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:11 smithi188 ceph-mon[86835]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:50:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:11 smithi104 ceph-mon[94081]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.0 KiB/s wr, 110 op/s 2024-04-02T09:50:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:11 smithi104 ceph-mon[94081]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:50:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:11 smithi104 ceph-mon[96567]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.0 KiB/s wr, 110 op/s 2024-04-02T09:50:12.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:11 smithi104 ceph-mon[96567]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:50:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:50:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:50:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:13.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:12 smithi188 ceph-mon[86835]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:50:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:12 smithi104 ceph-mon[94081]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:50:13.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:12 smithi104 ceph-mon[96567]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:50:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:13 smithi188 ceph-mon[86835]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-02T09:50:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:13 smithi188 ceph-mon[86835]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:50:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:13 smithi104 ceph-mon[94081]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-02T09:50:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:13 smithi104 ceph-mon[94081]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:50:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:13 smithi104 ceph-mon[96567]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-02T09:50:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:13 smithi104 ceph-mon[96567]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:50:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:14 smithi188 ceph-mon[86835]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:50:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:14 smithi104 ceph-mon[96567]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:50:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:14 smithi104 ceph-mon[94081]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:50:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:15 smithi188 ceph-mon[86835]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.5 KiB/s wr, 159 op/s 2024-04-02T09:50:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:15 smithi188 ceph-mon[86835]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:50:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:50:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:50:15] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:50:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:15 smithi104 ceph-mon[96567]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.5 KiB/s wr, 159 op/s 2024-04-02T09:50:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:15 smithi104 ceph-mon[96567]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:50:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:15 smithi104 ceph-mon[94081]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.5 KiB/s wr, 159 op/s 2024-04-02T09:50:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:15 smithi104 ceph-mon[94081]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:50:17.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:16 smithi188 ceph-mon[86835]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:50:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:16 smithi104 ceph-mon[94081]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:50:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:16 smithi104 ceph-mon[96567]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:50:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:17 smithi188 ceph-mon[86835]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:50:18.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:17 smithi188 ceph-mon[86835]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:50:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:17 smithi104 ceph-mon[96567]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:50:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:17 smithi104 ceph-mon[96567]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:50:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:17 smithi104 ceph-mon[94081]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:50:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:17 smithi104 ceph-mon[94081]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:50:19.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:18 smithi188 ceph-mon[86835]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:50:19.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:18 smithi104 ceph-mon[96567]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:50:19.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:18 smithi104 ceph-mon[94081]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:50:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:19 smithi188 ceph-mon[86835]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 4.0 KiB/s wr, 203 op/s 2024-04-02T09:50:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:19 smithi188 ceph-mon[86835]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:50:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:19 smithi104 ceph-mon[94081]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 4.0 KiB/s wr, 203 op/s 2024-04-02T09:50:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:19 smithi104 ceph-mon[94081]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:50:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:19 smithi104 ceph-mon[96567]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 4.0 KiB/s wr, 203 op/s 2024-04-02T09:50:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:19 smithi104 ceph-mon[96567]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:50:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:21.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:20 smithi188 ceph-mon[86835]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:50:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:20 smithi104 ceph-mon[96567]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:50:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:20 smithi104 ceph-mon[94081]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:50:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:21 smithi188 ceph-mon[86835]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 3.2 KiB/s wr, 198 op/s 2024-04-02T09:50:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:21 smithi188 ceph-mon[86835]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:50:22.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:21 smithi104 ceph-mon[94081]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 3.2 KiB/s wr, 198 op/s 2024-04-02T09:50:22.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:21 smithi104 ceph-mon[94081]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:50:22.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:21 smithi104 ceph-mon[96567]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 3.2 KiB/s wr, 198 op/s 2024-04-02T09:50:22.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:21 smithi104 ceph-mon[96567]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:50:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:50:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:23.126 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:22 smithi188 ceph-mon[86835]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:50:23.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:22 smithi104 ceph-mon[96567]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:50:23.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:22 smithi104 ceph-mon[94081]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:50:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:23 smithi188 ceph-mon[86835]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:50:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:23 smithi188 ceph-mon[86835]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:50:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:23 smithi104 ceph-mon[96567]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:50:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:23 smithi104 ceph-mon[96567]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:50:24.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:23 smithi104 ceph-mon[94081]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:50:24.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:23 smithi104 ceph-mon[94081]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:50:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:24 smithi188 ceph-mon[86835]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:50:25.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:24 smithi104 ceph-mon[96567]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:50:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:24 smithi104 ceph-mon[94081]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:50:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:25 smithi188 ceph-mon[86835]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:50:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:25 smithi188 ceph-mon[86835]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:50:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:25 smithi104 ceph-mon[96567]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:50:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:25 smithi104 ceph-mon[96567]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:50:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:25 smithi104 ceph-mon[94081]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:50:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:25 smithi104 ceph-mon[94081]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:50:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:50:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:50:25] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:50:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:26 smithi188 ceph-mon[86835]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:50:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:26 smithi104 ceph-mon[96567]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:50:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:26 smithi104 ceph-mon[94081]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:50:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:27 smithi188 ceph-mon[86835]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:50:28.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:27 smithi188 ceph-mon[86835]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:50:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:27 smithi104 ceph-mon[96567]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:50:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:27 smithi104 ceph-mon[96567]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:50:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:27 smithi104 ceph-mon[94081]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:50:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:27 smithi104 ceph-mon[94081]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:50:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:28 smithi188 ceph-mon[86835]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:50:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:28 smithi188 ceph-mon[86835]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-04-02T09:50:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:28 smithi104 ceph-mon[96567]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:50:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:28 smithi104 ceph-mon[96567]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-04-02T09:50:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:28 smithi104 ceph-mon[94081]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:50:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:28 smithi104 ceph-mon[94081]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-04-02T09:50:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:29 smithi188 ceph-mon[86835]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:50:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:29 smithi104 ceph-mon[96567]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:50:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:29 smithi104 ceph-mon[94081]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:50:31.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:30 smithi188 ceph-mon[86835]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:50:31.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:30 smithi188 ceph-mon[86835]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.0 KiB/s wr, 285 op/s 2024-04-02T09:50:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:30 smithi104 ceph-mon[94081]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:50:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:30 smithi104 ceph-mon[94081]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.0 KiB/s wr, 285 op/s 2024-04-02T09:50:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:30 smithi104 ceph-mon[96567]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:50:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:30 smithi104 ceph-mon[96567]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.0 KiB/s wr, 285 op/s 2024-04-02T09:50:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:31 smithi188 ceph-mon[86835]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:50:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:31 smithi104 ceph-mon[96567]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:50:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:31 smithi104 ceph-mon[94081]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:50:32.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:50:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:50:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:33.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:32 smithi188 ceph-mon[86835]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:50:33.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:32 smithi188 ceph-mon[86835]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:50:33.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:32 smithi104 ceph-mon[96567]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:50:33.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:32 smithi104 ceph-mon[96567]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:50:33.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:32 smithi104 ceph-mon[94081]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:50:33.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:32 smithi104 ceph-mon[94081]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:50:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:33 smithi188 ceph-mon[86835]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:50:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:33 smithi104 ceph-mon[96567]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:50:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:33 smithi104 ceph-mon[94081]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:50:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:34 smithi188 ceph-mon[86835]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:50:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:34 smithi188 ceph-mon[86835]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-04-02T09:50:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:50:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[94081]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:50:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[94081]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-04-02T09:50:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:50:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[96567]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:50:35.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[96567]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-04-02T09:50:35.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:35.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:35.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:50:35.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:35 smithi188 ceph-mon[86835]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:50:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:35 smithi104 ceph-mon[96567]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:50:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:35 smithi104 ceph-mon[94081]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:50:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:50:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:50:35] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:50:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:36 smithi104 ceph-mon[96567]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:50:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:36 smithi104 ceph-mon[96567]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.2 KiB/s wr, 334 op/s 2024-04-02T09:50:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:36 smithi104 ceph-mon[94081]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:50:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:36 smithi104 ceph-mon[94081]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.2 KiB/s wr, 334 op/s 2024-04-02T09:50:37.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:36 smithi188 ceph-mon[86835]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:50:37.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:36 smithi188 ceph-mon[86835]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.2 KiB/s wr, 334 op/s 2024-04-02T09:50:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:37 smithi104 ceph-mon[94081]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:50:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:37 smithi104 ceph-mon[96567]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:50:38.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:37 smithi188 ceph-mon[86835]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:50:39.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:38 smithi188 ceph-mon[86835]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:50:39.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:38 smithi188 ceph-mon[86835]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2024-04-02T09:50:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:38 smithi104 ceph-mon[96567]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:50:39.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:38 smithi104 ceph-mon[96567]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2024-04-02T09:50:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:38 smithi104 ceph-mon[94081]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:50:39.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:38 smithi104 ceph-mon[94081]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2024-04-02T09:50:40.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:39 smithi188 ceph-mon[86835]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:50:40.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:39 smithi104 ceph-mon[94081]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:50:40.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:39 smithi104 ceph-mon[96567]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:50:41.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:40 smithi188 ceph-mon[86835]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:50:41.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:40 smithi188 ceph-mon[86835]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 3.5 KiB/s wr, 373 op/s 2024-04-02T09:50:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:40 smithi104 ceph-mon[96567]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:50:41.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:40 smithi104 ceph-mon[96567]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 3.5 KiB/s wr, 373 op/s 2024-04-02T09:50:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:40 smithi104 ceph-mon[94081]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:50:41.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:40 smithi104 ceph-mon[94081]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 3.5 KiB/s wr, 373 op/s 2024-04-02T09:50:42.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:41 smithi188 ceph-mon[86835]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:50:42.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:41 smithi104 ceph-mon[96567]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:50:42.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:41 smithi104 ceph-mon[94081]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:50:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:50:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:43.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:42 smithi188 ceph-mon[86835]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:50:43.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:42 smithi188 ceph-mon[86835]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:50:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:42 smithi104 ceph-mon[96567]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:50:43.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:42 smithi104 ceph-mon[96567]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:50:43.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:42 smithi104 ceph-mon[94081]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:50:43.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:42 smithi104 ceph-mon[94081]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:50:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:43 smithi104 ceph-mon[96567]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:50:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:43 smithi104 ceph-mon[94081]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:50:44.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:43 smithi188 ceph-mon[86835]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:50:45.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:44 smithi188 ceph-mon[86835]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:50:45.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:44 smithi188 ceph-mon[86835]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-04-02T09:50:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:44 smithi104 ceph-mon[96567]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:50:45.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:44 smithi104 ceph-mon[96567]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-04-02T09:50:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:44 smithi104 ceph-mon[94081]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:50:45.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:44 smithi104 ceph-mon[94081]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-04-02T09:50:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:45 smithi104 ceph-mon[96567]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:50:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:50:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:50:45] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:50:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:45 smithi104 ceph-mon[94081]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:50:46.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:45 smithi188 ceph-mon[86835]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:50:47.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:46 smithi188 ceph-mon[86835]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:50:47.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:46 smithi188 ceph-mon[86835]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.5 KiB/s wr, 422 op/s 2024-04-02T09:50:47.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:46 smithi104 ceph-mon[96567]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:50:47.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:46 smithi104 ceph-mon[96567]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.5 KiB/s wr, 422 op/s 2024-04-02T09:50:47.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:46 smithi104 ceph-mon[94081]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:50:47.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:46 smithi104 ceph-mon[94081]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 3.5 KiB/s wr, 422 op/s 2024-04-02T09:50:48.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:47 smithi188 ceph-mon[86835]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:50:48.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:47 smithi104 ceph-mon[96567]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:50:48.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:47 smithi104 ceph-mon[94081]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:50:49.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:48 smithi188 ceph-mon[86835]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:50:49.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:48 smithi188 ceph-mon[86835]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.2 KiB/s wr, 465 op/s 2024-04-02T09:50:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:48 smithi104 ceph-mon[96567]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:50:49.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:48 smithi104 ceph-mon[96567]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.2 KiB/s wr, 465 op/s 2024-04-02T09:50:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:48 smithi104 ceph-mon[94081]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:50:49.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:48 smithi104 ceph-mon[94081]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 3.2 KiB/s wr, 465 op/s 2024-04-02T09:50:50.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:49 smithi188 ceph-mon[86835]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:50:50.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:49 smithi104 ceph-mon[96567]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:50:50.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:49 smithi104 ceph-mon[94081]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:50:50.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:50 smithi188 ceph-mon[86835]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:50:51.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:50 smithi188 ceph-mon[86835]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 3.0 KiB/s wr, 460 op/s 2024-04-02T09:50:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:50 smithi104 ceph-mon[94081]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:50:51.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:50 smithi104 ceph-mon[94081]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 3.0 KiB/s wr, 460 op/s 2024-04-02T09:50:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:50 smithi104 ceph-mon[96567]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:50:51.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:50 smithi104 ceph-mon[96567]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 3.0 KiB/s wr, 460 op/s 2024-04-02T09:50:52.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:51 smithi188 ceph-mon[86835]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:50:52.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:51 smithi104 ceph-mon[96567]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:50:52.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:51 smithi104 ceph-mon[94081]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:50:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:50:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:53.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:52 smithi188 ceph-mon[86835]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:50:53.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:52 smithi188 ceph-mon[86835]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:50:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:52 smithi104 ceph-mon[96567]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:50:53.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:52 smithi104 ceph-mon[96567]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:50:53.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:52 smithi104 ceph-mon[94081]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:50:53.391 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:52 smithi104 ceph-mon[94081]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:50:54.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:53 smithi188 ceph-mon[86835]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:50:54.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:53 smithi104 ceph-mon[94081]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:50:54.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:53 smithi104 ceph-mon[96567]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:50:55.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:54 smithi188 ceph-mon[86835]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:50:55.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:54 smithi188 ceph-mon[86835]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 4.0 KiB/s wr, 411 op/s 2024-04-02T09:50:55.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:54 smithi104 ceph-mon[96567]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:50:55.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:54 smithi104 ceph-mon[96567]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 4.0 KiB/s wr, 411 op/s 2024-04-02T09:50:55.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:54 smithi104 ceph-mon[94081]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:50:55.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:54 smithi104 ceph-mon[94081]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 4.0 KiB/s wr, 411 op/s 2024-04-02T09:50:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:56 smithi104 ceph-mon[94081]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:50:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:56 smithi104 ceph-mon[96567]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:50:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:50:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:50:55] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:50:56.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:56 smithi188 ceph-mon[86835]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:50:57.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:57 smithi188 ceph-mon[86835]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:50:57.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:57 smithi188 ceph-mon[86835]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.2 KiB/s wr, 410 op/s 2024-04-02T09:50:57.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:57 smithi104 ceph-mon[94081]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:50:57.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:57 smithi104 ceph-mon[94081]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.2 KiB/s wr, 410 op/s 2024-04-02T09:50:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:57 smithi104 ceph-mon[96567]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:50:57.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:57 smithi104 ceph-mon[96567]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.2 KiB/s wr, 410 op/s 2024-04-02T09:50:58.021 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 09:50:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=cleanup t=2024-04-02T09:50:57.645504347Z level=info msg="Completed cleanup jobs" duration=3.522895ms 2024-04-02T09:50:58.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:58 smithi188 ceph-mon[86835]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:50:58.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:58 smithi104 ceph-mon[94081]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:50:58.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:58 smithi104 ceph-mon[96567]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:50:59.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:59 smithi188 ceph-mon[86835]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:50:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:50:59 smithi188 ceph-mon[86835]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.2 KiB/s wr, 539 op/s 2024-04-02T09:50:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:59 smithi104 ceph-mon[96567]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:50:59.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:50:59 smithi104 ceph-mon[96567]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.2 KiB/s wr, 539 op/s 2024-04-02T09:50:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:59 smithi104 ceph-mon[94081]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:50:59.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:50:59 smithi104 ceph-mon[94081]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.2 KiB/s wr, 539 op/s 2024-04-02T09:51:00.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:00 smithi188 ceph-mon[86835]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:51:00.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:00 smithi104 ceph-mon[96567]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:51:00.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:00 smithi104 ceph-mon[94081]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:51:01.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:01 smithi188 ceph-mon[86835]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:51:01.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:01 smithi188 ceph-mon[86835]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 2.7 KiB/s wr, 533 op/s 2024-04-02T09:51:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:01 smithi104 ceph-mon[96567]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:51:01.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:01 smithi104 ceph-mon[96567]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 2.7 KiB/s wr, 533 op/s 2024-04-02T09:51:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:01 smithi104 ceph-mon[94081]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:51:01.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:01 smithi104 ceph-mon[94081]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 2.7 KiB/s wr, 533 op/s 2024-04-02T09:51:02.314 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:02 smithi188 ceph-mon[86835]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:51:02.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:02 smithi104 ceph-mon[96567]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:51:02.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:02 smithi104 ceph-mon[94081]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:51:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:51:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:03 smithi188 ceph-mon[86835]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:51:03.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:03 smithi188 ceph-mon[86835]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:51:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:03 smithi104 ceph-mon[96567]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:51:03.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:03 smithi104 ceph-mon[96567]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:51:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:03 smithi104 ceph-mon[94081]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:51:03.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:03 smithi104 ceph-mon[94081]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:51:04.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:04 smithi188 ceph-mon[86835]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:51:04.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:04 smithi104 ceph-mon[96567]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:51:04.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:04 smithi104 ceph-mon[94081]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:51:05.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:05 smithi188 ceph-mon[86835]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:51:05.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:05 smithi188 ceph-mon[86835]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.2 KiB/s wr, 588 op/s 2024-04-02T09:51:05.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:05 smithi104 ceph-mon[96567]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:51:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:05 smithi104 ceph-mon[96567]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.2 KiB/s wr, 588 op/s 2024-04-02T09:51:05.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:05 smithi104 ceph-mon[94081]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:51:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:05 smithi104 ceph-mon[94081]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.2 KiB/s wr, 588 op/s 2024-04-02T09:51:05.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:06 smithi104 ceph-mon[96567]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:51:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:06 smithi104 ceph-mon[94081]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:51:06.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:51:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:51:05] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:51:06.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:06 smithi188 ceph-mon[86835]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:51:07.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:07 smithi188 ceph-mon[86835]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:51:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:07 smithi188 ceph-mon[86835]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-04-02T09:51:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:07 smithi104 ceph-mon[96567]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:51:07.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:07 smithi104 ceph-mon[96567]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-04-02T09:51:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:07 smithi104 ceph-mon[94081]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:51:07.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:07 smithi104 ceph-mon[94081]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-04-02T09:51:08.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:08 smithi188 ceph-mon[86835]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:51:08.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:08 smithi104 ceph-mon[96567]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:51:08.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:08 smithi104 ceph-mon[94081]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:51:09.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:09 smithi188 ceph-mon[86835]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:51:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:09 smithi188 ceph-mon[86835]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2024-04-02T09:51:09.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:09 smithi104 ceph-mon[96567]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:51:09.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:09 smithi104 ceph-mon[96567]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2024-04-02T09:51:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:09 smithi104 ceph-mon[94081]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:51:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:09 smithi104 ceph-mon[94081]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2024-04-02T09:51:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:10 smithi188 ceph-mon[86835]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:51:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:10 smithi104 ceph-mon[96567]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:51:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:10 smithi104 ceph-mon[94081]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:51:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:11 smithi188 ceph-mon[86835]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:51:11.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:11 smithi188 ceph-mon[86835]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.0 KiB/s wr, 630 op/s 2024-04-02T09:51:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:11 smithi104 ceph-mon[96567]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:51:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:11 smithi104 ceph-mon[96567]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.0 KiB/s wr, 630 op/s 2024-04-02T09:51:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:11 smithi104 ceph-mon[94081]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:51:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:11 smithi104 ceph-mon[94081]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.0 KiB/s wr, 630 op/s 2024-04-02T09:51:12.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:12 smithi188 ceph-mon[86835]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:51:12.374 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:51:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:51:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:12.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:12 smithi104 ceph-mon[96567]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:51:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:12 smithi104 ceph-mon[94081]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:51:13.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:13 smithi104 ceph-mon[96567]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:51:13.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:13 smithi104 ceph-mon[96567]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:51:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:13 smithi104 ceph-mon[94081]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:51:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:13 smithi104 ceph-mon[94081]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:51:13.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:13 smithi188 ceph-mon[86835]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:51:13.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:13 smithi188 ceph-mon[86835]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:51:14.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:14 smithi104 ceph-mon[96567]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:51:14.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:14 smithi104 ceph-mon[94081]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:51:14.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:14 smithi188 ceph-mon[86835]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:51:15.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:15 smithi188 ceph-mon[86835]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:51:15.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:15 smithi188 ceph-mon[86835]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-04-02T09:51:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:15 smithi104 ceph-mon[96567]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:51:15.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:15 smithi104 ceph-mon[96567]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-04-02T09:51:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:15 smithi104 ceph-mon[94081]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:51:15.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:15 smithi104 ceph-mon[94081]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-04-02T09:51:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:51:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:51:15] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:51:16.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:16 smithi188 ceph-mon[86835]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:51:16.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:16 smithi104 ceph-mon[94081]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:51:16.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:16 smithi104 ceph-mon[96567]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:51:17.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:17 smithi188 ceph-mon[86835]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:51:17.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:17 smithi188 ceph-mon[86835]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-04-02T09:51:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:17 smithi104 ceph-mon[96567]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:51:17.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:17 smithi104 ceph-mon[96567]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-04-02T09:51:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:17 smithi104 ceph-mon[94081]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:51:17.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:17 smithi104 ceph-mon[94081]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-04-02T09:51:18.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:18 smithi188 ceph-mon[86835]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:51:18.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:18 smithi104 ceph-mon[94081]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:51:18.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:18 smithi104 ceph-mon[96567]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:51:19.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:19 smithi188 ceph-mon[86835]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:51:19.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:19 smithi188 ceph-mon[86835]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.5 KiB/s wr, 723 op/s 2024-04-02T09:51:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:19 smithi104 ceph-mon[96567]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:51:19.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:19 smithi104 ceph-mon[96567]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.5 KiB/s wr, 723 op/s 2024-04-02T09:51:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:19 smithi104 ceph-mon[94081]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:51:19.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:19 smithi104 ceph-mon[94081]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.5 KiB/s wr, 723 op/s 2024-04-02T09:51:20.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:20 smithi188 ceph-mon[86835]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:51:20.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:20 smithi104 ceph-mon[96567]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:51:20.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:20 smithi104 ceph-mon[94081]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:51:20.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:21.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:21 smithi188 ceph-mon[86835]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:51:21.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:21 smithi188 ceph-mon[86835]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 3.0 KiB/s wr, 717 op/s 2024-04-02T09:51:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:21 smithi104 ceph-mon[96567]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:51:21.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:21 smithi104 ceph-mon[96567]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 3.0 KiB/s wr, 717 op/s 2024-04-02T09:51:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:21 smithi104 ceph-mon[94081]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:51:21.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:21 smithi104 ceph-mon[94081]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 3.0 KiB/s wr, 717 op/s 2024-04-02T09:51:22.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:22 smithi188 ceph-mon[86835]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:51:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:51:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:51:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:22.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:22 smithi104 ceph-mon[96567]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:51:22.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:22 smithi104 ceph-mon[94081]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:51:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:23 smithi188 ceph-mon[86835]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:51:23.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:23 smithi188 ceph-mon[86835]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:51:23.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:23 smithi104 ceph-mon[96567]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:51:23.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:23 smithi104 ceph-mon[96567]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:51:23.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:23 smithi104 ceph-mon[94081]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:51:23.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:23 smithi104 ceph-mon[94081]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:51:24.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:24 smithi188 ceph-mon[86835]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:51:24.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:24 smithi104 ceph-mon[94081]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:51:24.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:24 smithi104 ceph-mon[96567]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:51:25.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:25 smithi188 ceph-mon[86835]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:51:25.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:25 smithi188 ceph-mon[86835]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-02T09:51:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:25 smithi104 ceph-mon[96567]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:51:25.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:25 smithi104 ceph-mon[96567]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-02T09:51:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:25 smithi104 ceph-mon[94081]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:51:25.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:25 smithi104 ceph-mon[94081]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-02T09:51:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:51:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:51:25] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:51:26.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:26 smithi188 ceph-mon[86835]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:51:26.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:26 smithi104 ceph-mon[94081]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:51:26.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:26 smithi104 ceph-mon[96567]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:51:27.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:27 smithi188 ceph-mon[86835]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 566 KiB/s rd, 3.7 KiB/s wr, 763 op/s 2024-04-02T09:51:27.625 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:27 smithi188 ceph-mon[86835]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:51:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:27 smithi104 ceph-mon[96567]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 566 KiB/s rd, 3.7 KiB/s wr, 763 op/s 2024-04-02T09:51:27.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:27 smithi104 ceph-mon[96567]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:51:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:27 smithi104 ceph-mon[94081]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 566 KiB/s rd, 3.7 KiB/s wr, 763 op/s 2024-04-02T09:51:27.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:27 smithi104 ceph-mon[94081]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:51:28.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:28 smithi188 ceph-mon[86835]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:51:28.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:28 smithi104 ceph-mon[96567]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:51:28.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:28 smithi104 ceph-mon[94081]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:51:29.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:29 smithi188 ceph-mon[86835]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 3.7 KiB/s wr, 809 op/s 2024-04-02T09:51:29.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:29 smithi188 ceph-mon[86835]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:51:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:29 smithi104 ceph-mon[96567]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 3.7 KiB/s wr, 809 op/s 2024-04-02T09:51:29.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:29 smithi104 ceph-mon[96567]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:51:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:29 smithi104 ceph-mon[94081]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 3.7 KiB/s wr, 809 op/s 2024-04-02T09:51:29.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:29 smithi104 ceph-mon[94081]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:51:30.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:30 smithi188 ceph-mon[86835]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:51:30.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:30 smithi104 ceph-mon[94081]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:51:30.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:30 smithi104 ceph-mon[96567]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:51:31.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:31 smithi188 ceph-mon[86835]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 2.7 KiB/s wr, 805 op/s 2024-04-02T09:51:31.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:31 smithi188 ceph-mon[86835]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:51:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:31 smithi104 ceph-mon[96567]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 2.7 KiB/s wr, 805 op/s 2024-04-02T09:51:31.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:31 smithi104 ceph-mon[96567]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:51:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:31 smithi104 ceph-mon[94081]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 2.7 KiB/s wr, 805 op/s 2024-04-02T09:51:31.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:31 smithi104 ceph-mon[94081]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:51:32.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:32 smithi188 ceph-mon[86835]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:51:32.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:51:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:32.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:32 smithi104 ceph-mon[96567]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:51:32.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:32 smithi104 ceph-mon[94081]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:51:33.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:33 smithi104 ceph-mon[96567]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:51:33.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:33 smithi104 ceph-mon[96567]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:51:33.542 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:33 smithi104 ceph-mon[94081]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:51:33.542 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:33 smithi104 ceph-mon[94081]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:51:33.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:33 smithi188 ceph-mon[86835]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:51:33.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:33 smithi188 ceph-mon[86835]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:51:34.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:34 smithi188 ceph-mon[86835]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:51:34.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:34 smithi104 ceph-mon[96567]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:51:34.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:34 smithi104 ceph-mon[94081]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:51:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:35 smithi188 ceph-mon[86835]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-02T09:51:35.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:35 smithi188 ceph-mon[86835]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:51:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:35.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:51:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[94081]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-02T09:51:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[94081]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:51:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:35.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:51:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[96567]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-02T09:51:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[96567]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:51:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:35.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:51:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:51:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:51:35] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:51:36.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:36 smithi188 ceph-mon[86835]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:51:36.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:36 smithi104 ceph-mon[96567]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:51:36.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:36 smithi104 ceph-mon[94081]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:51:37.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:37 smithi188 ceph-mon[86835]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.2 KiB/s wr, 854 op/s 2024-04-02T09:51:37.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:37 smithi188 ceph-mon[86835]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:51:37.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:37 smithi104 ceph-mon[94081]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.2 KiB/s wr, 854 op/s 2024-04-02T09:51:37.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:37 smithi104 ceph-mon[94081]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:51:37.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:37 smithi104 ceph-mon[96567]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.2 KiB/s wr, 854 op/s 2024-04-02T09:51:37.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:37 smithi104 ceph-mon[96567]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:51:38.626 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:38 smithi188 ceph-mon[86835]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:51:38.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:38 smithi104 ceph-mon[94081]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:51:38.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:38 smithi104 ceph-mon[96567]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:51:39.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:39 smithi188 ceph-mon[86835]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.5 KiB/s wr, 898 op/s 2024-04-02T09:51:39.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:39 smithi188 ceph-mon[86835]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:51:39.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:39 smithi104 ceph-mon[94081]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.5 KiB/s wr, 898 op/s 2024-04-02T09:51:39.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:39 smithi104 ceph-mon[94081]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:51:39.643 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:39 smithi104 ceph-mon[96567]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.5 KiB/s wr, 898 op/s 2024-04-02T09:51:39.643 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:39 smithi104 ceph-mon[96567]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:51:40.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:40 smithi188 ceph-mon[86835]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:51:40.641 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:40 smithi104 ceph-mon[96567]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:51:40.642 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:40 smithi104 ceph-mon[94081]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:51:41.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:41 smithi188 ceph-mon[86835]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 3.2 KiB/s wr, 893 op/s 2024-04-02T09:51:41.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:41 smithi188 ceph-mon[86835]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:51:41.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:41 smithi104 ceph-mon[96567]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 3.2 KiB/s wr, 893 op/s 2024-04-02T09:51:41.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:41 smithi104 ceph-mon[96567]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:51:41.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:41 smithi104 ceph-mon[94081]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 3.2 KiB/s wr, 893 op/s 2024-04-02T09:51:41.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:41 smithi104 ceph-mon[94081]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:51:42.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:42 smithi188 ceph-mon[86835]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:51:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:51:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:42.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:42 smithi104 ceph-mon[94081]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:51:42.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:42 smithi104 ceph-mon[96567]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:51:43.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:43 smithi188 ceph-mon[86835]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:51:43.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:43 smithi188 ceph-mon[86835]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:51:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:43 smithi104 ceph-mon[96567]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:51:43.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:43 smithi104 ceph-mon[96567]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:51:43.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:43 smithi104 ceph-mon[94081]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:51:43.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:43 smithi104 ceph-mon[94081]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:51:44.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:44 smithi188 ceph-mon[86835]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:51:44.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:44 smithi104 ceph-mon[94081]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:51:44.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:44 smithi104 ceph-mon[96567]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:51:45.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:45 smithi188 ceph-mon[86835]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-04-02T09:51:45.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:45 smithi188 ceph-mon[86835]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:51:45.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:45 smithi104 ceph-mon[94081]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-04-02T09:51:45.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:45 smithi104 ceph-mon[94081]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:51:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:45 smithi104 ceph-mon[96567]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-04-02T09:51:45.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:45 smithi104 ceph-mon[96567]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:51:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:51:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:51:45] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:51:46.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:46 smithi188 ceph-mon[86835]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:51:46.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:46 smithi104 ceph-mon[94081]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:51:46.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:46 smithi104 ceph-mon[96567]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:51:47.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:47 smithi188 ceph-mon[86835]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.2 KiB/s wr, 941 op/s 2024-04-02T09:51:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:47 smithi188 ceph-mon[86835]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:51:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:47 smithi104 ceph-mon[94081]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.2 KiB/s wr, 941 op/s 2024-04-02T09:51:47.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:47 smithi104 ceph-mon[94081]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:51:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:47 smithi104 ceph-mon[96567]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.2 KiB/s wr, 941 op/s 2024-04-02T09:51:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:47 smithi104 ceph-mon[96567]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:51:48.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:48 smithi188 ceph-mon[86835]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:51:48.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:48 smithi104 ceph-mon[96567]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:51:48.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:48 smithi104 ceph-mon[94081]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:51:49.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:49 smithi188 ceph-mon[86835]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2024-04-02T09:51:49.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:49 smithi188 ceph-mon[86835]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:51:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:49 smithi104 ceph-mon[96567]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2024-04-02T09:51:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:49 smithi104 ceph-mon[96567]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:51:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:49 smithi104 ceph-mon[94081]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2024-04-02T09:51:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:49 smithi104 ceph-mon[94081]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:51:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:50 smithi188 ceph-mon[86835]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:51:50.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:50 smithi104 ceph-mon[96567]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:51:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:50 smithi104 ceph-mon[94081]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:51:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:51.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:51 smithi188 ceph-mon[86835]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 3.2 KiB/s wr, 980 op/s 2024-04-02T09:51:51.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:51 smithi188 ceph-mon[86835]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:51:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:51 smithi104 ceph-mon[96567]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 3.2 KiB/s wr, 980 op/s 2024-04-02T09:51:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:51 smithi104 ceph-mon[96567]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:51:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:51 smithi104 ceph-mon[94081]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 3.2 KiB/s wr, 980 op/s 2024-04-02T09:51:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:51 smithi104 ceph-mon[94081]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:51:52.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:52 smithi188 ceph-mon[86835]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:51:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:51:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:52.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:52 smithi104 ceph-mon[96567]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:51:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:52 smithi104 ceph-mon[94081]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:51:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:53 smithi104 ceph-mon[94081]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-04-02T09:51:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:53 smithi104 ceph-mon[94081]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:51:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:53 smithi104 ceph-mon[96567]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-04-02T09:51:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:53 smithi104 ceph-mon[96567]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:51:53.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:53 smithi188 ceph-mon[86835]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-04-02T09:51:53.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:53 smithi188 ceph-mon[86835]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:51:54.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:54 smithi188 ceph-mon[86835]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:51:54.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:54 smithi104 ceph-mon[94081]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:51:54.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:54 smithi104 ceph-mon[96567]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:51:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:55 smithi104 ceph-mon[96567]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:51:55.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:55 smithi104 ceph-mon[96567]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:51:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:55 smithi104 ceph-mon[94081]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:51:55.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:55 smithi104 ceph-mon[94081]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:51:55.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:55 smithi188 ceph-mon[86835]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:51:55.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:55 smithi188 ceph-mon[86835]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:51:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:51:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:51:55] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:51:56.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:56 smithi188 ceph-mon[86835]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:51:56.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:56 smithi104 ceph-mon[96567]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:51:56.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:56 smithi104 ceph-mon[94081]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:51:57.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:57 smithi188 ceph-mon[86835]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.7 KiB/s wr, 1.03k op/s 2024-04-02T09:51:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:57 smithi188 ceph-mon[86835]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:51:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:57 smithi104 ceph-mon[94081]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.7 KiB/s wr, 1.03k op/s 2024-04-02T09:51:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:57 smithi104 ceph-mon[94081]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:51:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:57 smithi104 ceph-mon[96567]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.7 KiB/s wr, 1.03k op/s 2024-04-02T09:51:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:57 smithi104 ceph-mon[96567]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:51:58.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:58 smithi188 ceph-mon[86835]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:51:58.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:58 smithi104 ceph-mon[96567]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:51:58.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:58 smithi104 ceph-mon[94081]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:51:59.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:59 smithi188 ceph-mon[86835]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 4.0 KiB/s wr, 1.07k op/s 2024-04-02T09:51:59.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:51:59 smithi188 ceph-mon[86835]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:51:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:59 smithi104 ceph-mon[94081]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 4.0 KiB/s wr, 1.07k op/s 2024-04-02T09:51:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:51:59 smithi104 ceph-mon[94081]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:51:59.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:59 smithi104 ceph-mon[96567]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 4.0 KiB/s wr, 1.07k op/s 2024-04-02T09:51:59.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:51:59 smithi104 ceph-mon[96567]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:52:00.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:00 smithi188 ceph-mon[86835]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:52:00.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:00 smithi104 ceph-mon[96567]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:52:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:00 smithi104 ceph-mon[94081]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:52:01.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:01 smithi188 ceph-mon[86835]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-04-02T09:52:01.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:01 smithi188 ceph-mon[86835]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:52:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:01 smithi104 ceph-mon[96567]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-04-02T09:52:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:01 smithi104 ceph-mon[96567]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:52:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:01 smithi104 ceph-mon[94081]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-04-02T09:52:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:01 smithi104 ceph-mon[94081]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:52:02.623 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:02 smithi188 ceph-mon[86835]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:52:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:52:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:52:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:02.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:02 smithi104 ceph-mon[96567]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:52:02.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:02 smithi104 ceph-mon[94081]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:52:03.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:03 smithi104 ceph-mon[96567]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:52:03.791 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:03 smithi104 ceph-mon[96567]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:52:03.791 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:03 smithi104 ceph-mon[94081]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:52:03.792 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:03 smithi104 ceph-mon[94081]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:52:03.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:03 smithi188 ceph-mon[86835]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:52:03.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:03 smithi188 ceph-mon[86835]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:52:04.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:04 smithi188 ceph-mon[86835]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:52:04.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:04 smithi104 ceph-mon[94081]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:52:04.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:04.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:04 smithi104 ceph-mon[96567]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:52:04.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:05 smithi104 ceph-mon[94081]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:52:05.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:05 smithi104 ceph-mon[94081]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:52:05.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:05 smithi104 ceph-mon[96567]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:52:05.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:05 smithi104 ceph-mon[96567]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:52:05.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:05 smithi188 ceph-mon[86835]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:52:05.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:05 smithi188 ceph-mon[86835]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:52:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:52:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:52:05] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:52:06.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:06 smithi188 ceph-mon[86835]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:52:06.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:06 smithi104 ceph-mon[94081]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:52:06.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:06 smithi104 ceph-mon[96567]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:52:07.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:07 smithi188 ceph-mon[86835]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-04-02T09:52:07.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:07 smithi188 ceph-mon[86835]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:52:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:07 smithi104 ceph-mon[96567]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-04-02T09:52:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:07 smithi104 ceph-mon[96567]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:52:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:07 smithi104 ceph-mon[94081]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-04-02T09:52:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:07 smithi104 ceph-mon[94081]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:52:08.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:08 smithi188 ceph-mon[86835]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:52:08.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:08 smithi104 ceph-mon[96567]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:52:08.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:08 smithi104 ceph-mon[94081]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:52:09.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:09 smithi188 ceph-mon[86835]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-02T09:52:09.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:09 smithi188 ceph-mon[86835]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:52:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:09 smithi104 ceph-mon[96567]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-02T09:52:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:09 smithi104 ceph-mon[96567]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:52:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:09 smithi104 ceph-mon[94081]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-02T09:52:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:09 smithi104 ceph-mon[94081]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:52:10.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:10 smithi188 ceph-mon[86835]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:52:10.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:10 smithi104 ceph-mon[94081]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:52:10.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:10 smithi104 ceph-mon[96567]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:52:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:11 smithi188 ceph-mon[86835]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 2.7 KiB/s wr, 1.16k op/s 2024-04-02T09:52:11.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:11 smithi188 ceph-mon[86835]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:52:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:11 smithi104 ceph-mon[96567]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 2.7 KiB/s wr, 1.16k op/s 2024-04-02T09:52:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:11 smithi104 ceph-mon[96567]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:52:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:11 smithi104 ceph-mon[94081]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 2.7 KiB/s wr, 1.16k op/s 2024-04-02T09:52:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:11 smithi104 ceph-mon[94081]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:52:12.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:12 smithi188 ceph-mon[86835]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:52:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:52:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:12.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:12 smithi104 ceph-mon[94081]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:52:12.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:12 smithi104 ceph-mon[96567]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:52:13.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:13 smithi188 ceph-mon[86835]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-02T09:52:13.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:13 smithi188 ceph-mon[86835]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:52:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:13 smithi104 ceph-mon[96567]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-02T09:52:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:13 smithi104 ceph-mon[96567]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:52:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:13 smithi104 ceph-mon[94081]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-02T09:52:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:13 smithi104 ceph-mon[94081]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:52:14.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:14 smithi188 ceph-mon[86835]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:52:14.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:14 smithi104 ceph-mon[96567]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:52:14.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:14 smithi104 ceph-mon[94081]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:52:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:15 smithi104 ceph-mon[94081]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 4.2 KiB/s wr, 1.21k op/s 2024-04-02T09:52:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:15 smithi104 ceph-mon[94081]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:52:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:15 smithi104 ceph-mon[96567]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 4.2 KiB/s wr, 1.21k op/s 2024-04-02T09:52:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:15 smithi104 ceph-mon[96567]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:52:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:15 smithi188 ceph-mon[86835]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 4.2 KiB/s wr, 1.21k op/s 2024-04-02T09:52:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:15 smithi188 ceph-mon[86835]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:52:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:52:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:52:15] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:52:16.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:16 smithi188 ceph-mon[86835]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:52:16.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:16 smithi104 ceph-mon[96567]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:52:16.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:16 smithi104 ceph-mon[94081]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:52:17.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:17 smithi188 ceph-mon[86835]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-02T09:52:17.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:17 smithi188 ceph-mon[86835]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:52:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:17 smithi104 ceph-mon[96567]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-02T09:52:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:17 smithi104 ceph-mon[96567]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:52:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:17 smithi104 ceph-mon[94081]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-02T09:52:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:17 smithi104 ceph-mon[94081]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:52:18.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:18 smithi188 ceph-mon[86835]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:52:18.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:18 smithi104 ceph-mon[96567]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:52:18.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:18 smithi104 ceph-mon[94081]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:52:19.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:19 smithi188 ceph-mon[86835]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2024-04-02T09:52:19.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:19 smithi188 ceph-mon[86835]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:52:19.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:19 smithi104 ceph-mon[96567]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2024-04-02T09:52:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:19 smithi104 ceph-mon[96567]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:52:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:19 smithi104 ceph-mon[94081]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2024-04-02T09:52:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:19 smithi104 ceph-mon[94081]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:52:19.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:20.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:20 smithi188 ceph-mon[86835]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:52:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:20 smithi104 ceph-mon[96567]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:52:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:20 smithi104 ceph-mon[94081]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:52:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:21 smithi188 ceph-mon[86835]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 3.0 KiB/s wr, 1.25k op/s 2024-04-02T09:52:21.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:21 smithi188 ceph-mon[86835]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:52:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:21 smithi104 ceph-mon[96567]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 3.0 KiB/s wr, 1.25k op/s 2024-04-02T09:52:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:21 smithi104 ceph-mon[96567]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:52:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:21 smithi104 ceph-mon[94081]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 3.0 KiB/s wr, 1.25k op/s 2024-04-02T09:52:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:21 smithi104 ceph-mon[94081]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:52:22.579 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:52:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:52:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:22.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:22 smithi188 ceph-mon[86835]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:52:22.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:22 smithi104 ceph-mon[96567]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:52:22.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:22 smithi104 ceph-mon[94081]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:52:23.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:23 smithi188 ceph-mon[86835]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:52:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:23 smithi188 ceph-mon[86835]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:52:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:23 smithi104 ceph-mon[94081]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:52:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:23 smithi104 ceph-mon[94081]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:52:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:23 smithi104 ceph-mon[96567]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:52:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:23 smithi104 ceph-mon[96567]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:52:24.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:24 smithi188 ceph-mon[86835]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:52:24.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:24 smithi104 ceph-mon[96567]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:52:24.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:24 smithi104 ceph-mon[94081]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:52:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:25 smithi104 ceph-mon[94081]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-04-02T09:52:25.872 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:25 smithi104 ceph-mon[94081]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:52:25.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:25 smithi104 ceph-mon[96567]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-04-02T09:52:25.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:25 smithi104 ceph-mon[96567]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:52:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:25 smithi188 ceph-mon[86835]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-04-02T09:52:25.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:25 smithi188 ceph-mon[86835]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:52:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:52:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:52:25] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:52:26.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:26 smithi188 ceph-mon[86835]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:52:26.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:26 smithi104 ceph-mon[96567]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:52:26.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:26 smithi104 ceph-mon[94081]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:52:27.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:27 smithi188 ceph-mon[86835]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-02T09:52:27.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:27 smithi188 ceph-mon[86835]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:52:27.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:27 smithi104 ceph-mon[96567]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-02T09:52:27.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:27 smithi104 ceph-mon[96567]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:52:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:27 smithi104 ceph-mon[94081]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-02T09:52:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:27 smithi104 ceph-mon[94081]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:52:28.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:28 smithi104 ceph-mon[94081]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:52:28.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:28 smithi104 ceph-mon[96567]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:52:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:28 smithi188 ceph-mon[86835]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:52:29.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:29 smithi104 ceph-mon[94081]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 993 KiB/s rd, 4.0 KiB/s wr, 1.34k op/s 2024-04-02T09:52:29.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:29 smithi104 ceph-mon[94081]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:52:29.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:29 smithi104 ceph-mon[96567]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 993 KiB/s rd, 4.0 KiB/s wr, 1.34k op/s 2024-04-02T09:52:29.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:29 smithi104 ceph-mon[96567]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:52:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:29 smithi188 ceph-mon[86835]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 993 KiB/s rd, 4.0 KiB/s wr, 1.34k op/s 2024-04-02T09:52:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:29 smithi188 ceph-mon[86835]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:52:30.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:30 smithi104 ceph-mon[94081]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:52:30.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:30 smithi104 ceph-mon[96567]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:52:31.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:30 smithi188 ceph-mon[86835]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:52:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:31 smithi188 ceph-mon[86835]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-02T09:52:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:31 smithi188 ceph-mon[86835]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:52:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:31 smithi104 ceph-mon[94081]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-02T09:52:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:31 smithi104 ceph-mon[94081]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:52:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:31 smithi104 ceph-mon[96567]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-02T09:52:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:31 smithi104 ceph-mon[96567]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:52:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:52:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:52:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:33.040 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:32 smithi104 ceph-mon[96567]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:52:33.040 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:32 smithi104 ceph-mon[94081]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:52:33.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:32 smithi188 ceph-mon[86835]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:52:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:33 smithi188 ceph-mon[86835]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-02T09:52:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:33 smithi188 ceph-mon[86835]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:52:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:33 smithi104 ceph-mon[94081]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-02T09:52:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:33 smithi104 ceph-mon[94081]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:52:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:33 smithi104 ceph-mon[96567]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-02T09:52:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:33 smithi104 ceph-mon[96567]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:52:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:34 smithi188 ceph-mon[86835]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:52:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:34 smithi104 ceph-mon[96567]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:52:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:34 smithi104 ceph-mon[94081]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:52:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:36.020 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:35 smithi188 ceph-mon[86835]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.38k op/s 2024-04-02T09:52:36.020 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:35 smithi188 ceph-mon[86835]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:52:36.020 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:35 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:36.065 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:52:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:52:35] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:52:36.065 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:35 smithi104 ceph-mon[96567]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.38k op/s 2024-04-02T09:52:36.065 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:35 smithi104 ceph-mon[96567]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:52:36.065 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:35 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:36.066 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:35 smithi104 ceph-mon[94081]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.38k op/s 2024-04-02T09:52:36.066 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:35 smithi104 ceph-mon[94081]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:52:36.066 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:35 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:37.023 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:36 smithi188 ceph-mon[86835]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:52:37.075 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:36 smithi104 ceph-mon[96567]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:52:37.075 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:36 smithi104 ceph-mon[94081]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:52:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:37 smithi188 ceph-mon[86835]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-04-02T09:52:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:37 smithi188 ceph-mon[86835]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:52:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:37 smithi104 ceph-mon[94081]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-04-02T09:52:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:37 smithi104 ceph-mon[94081]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:52:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:37 smithi104 ceph-mon[96567]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-04-02T09:52:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:37 smithi104 ceph-mon[96567]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:52:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:38 smithi188 ceph-mon[86835]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:52:39.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:39.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:38 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:38 smithi104 ceph-mon[94081]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:52:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:38 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:38 smithi104 ceph-mon[96567]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:52:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:38 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:39 smithi188 ceph-mon[86835]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.43k op/s 2024-04-02T09:52:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:39 smithi188 ceph-mon[86835]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:52:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[96567]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.43k op/s 2024-04-02T09:52:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[96567]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:52:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[94081]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.43k op/s 2024-04-02T09:52:40.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[94081]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:52:40.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:40.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:40.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:40.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:40.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:52:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:40 smithi188 ceph-mon[86835]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:52:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:40 smithi104 ceph-mon[94081]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:52:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:40 smithi104 ceph-mon[96567]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:52:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:41 smithi188 ceph-mon[86835]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-04-02T09:52:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:41 smithi188 ceph-mon[86835]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:52:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:41 smithi104 ceph-mon[94081]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-04-02T09:52:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:41 smithi104 ceph-mon[94081]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:52:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:41 smithi104 ceph-mon[96567]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-04-02T09:52:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:41 smithi104 ceph-mon[96567]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:52:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:52:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:42 smithi188 ceph-mon[86835]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:52:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:42 smithi104 ceph-mon[96567]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:52:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:42 smithi104 ceph-mon[94081]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:52:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:43 smithi188 ceph-mon[86835]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:52:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:43 smithi188 ceph-mon[86835]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:52:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:43 smithi104 ceph-mon[94081]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:52:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:43 smithi104 ceph-mon[94081]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:52:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:43 smithi104 ceph-mon[96567]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-02T09:52:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:43 smithi104 ceph-mon[96567]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:52:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:44 smithi188 ceph-mon[86835]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:52:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:44 smithi104 ceph-mon[96567]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:52:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:44 smithi104 ceph-mon[94081]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:52:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:45 smithi188 ceph-mon[86835]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.47k op/s 2024-04-02T09:52:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:45 smithi188 ceph-mon[86835]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:52:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:45 smithi104 ceph-mon[94081]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.47k op/s 2024-04-02T09:52:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:45 smithi104 ceph-mon[94081]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:52:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:52:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:52:45] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:52:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:45 smithi104 ceph-mon[96567]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.47k op/s 2024-04-02T09:52:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:45 smithi104 ceph-mon[96567]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:52:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:46 smithi188 ceph-mon[86835]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:52:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:46 smithi104 ceph-mon[96567]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:52:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:46 smithi104 ceph-mon[94081]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:52:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:47 smithi188 ceph-mon[86835]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.47k op/s 2024-04-02T09:52:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:47 smithi188 ceph-mon[86835]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:52:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:47 smithi104 ceph-mon[94081]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.47k op/s 2024-04-02T09:52:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:47 smithi104 ceph-mon[94081]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:52:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:47 smithi104 ceph-mon[96567]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.47k op/s 2024-04-02T09:52:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:47 smithi104 ceph-mon[96567]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:52:49.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:48 smithi188 ceph-mon[86835]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:52:49.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:48 smithi104 ceph-mon[96567]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:52:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:48 smithi104 ceph-mon[94081]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:52:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:49 smithi188 ceph-mon[86835]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-04-02T09:52:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:49 smithi188 ceph-mon[86835]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:52:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:49 smithi104 ceph-mon[96567]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-04-02T09:52:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:49 smithi104 ceph-mon[96567]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:52:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:49 smithi104 ceph-mon[94081]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.51k op/s 2024-04-02T09:52:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:49 smithi104 ceph-mon[94081]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:52:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:50 smithi188 ceph-mon[86835]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:52:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:50 smithi104 ceph-mon[96567]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:52:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:50 smithi104 ceph-mon[94081]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:52:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:51 smithi188 ceph-mon[86835]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-04-02T09:52:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:51 smithi188 ceph-mon[86835]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:52:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:51 smithi104 ceph-mon[94081]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-04-02T09:52:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:51 smithi104 ceph-mon[94081]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:52:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:51 smithi104 ceph-mon[96567]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-04-02T09:52:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:51 smithi104 ceph-mon[96567]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:52:52.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:52:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:53.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:52 smithi188 ceph-mon[86835]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:52:53.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:52 smithi104 ceph-mon[94081]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:52:53.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:52 smithi104 ceph-mon[96567]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:52:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:53 smithi188 ceph-mon[86835]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:52:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:53 smithi188 ceph-mon[86835]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:52:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:53 smithi104 ceph-mon[94081]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:52:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:53 smithi104 ceph-mon[94081]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:52:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:53 smithi104 ceph-mon[96567]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:52:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:53 smithi104 ceph-mon[96567]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:52:55.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:54 smithi188 ceph-mon[86835]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:52:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:54 smithi104 ceph-mon[94081]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:52:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:54 smithi104 ceph-mon[96567]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:52:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:55 smithi188 ceph-mon[86835]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2024-04-02T09:52:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:55 smithi188 ceph-mon[86835]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:52:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:52:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:52:55] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:52:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:55 smithi104 ceph-mon[94081]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2024-04-02T09:52:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:55 smithi104 ceph-mon[94081]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:52:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:55 smithi104 ceph-mon[96567]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2024-04-02T09:52:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:55 smithi104 ceph-mon[96567]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:52:57.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:56 smithi188 ceph-mon[86835]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:52:57.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:56 smithi104 ceph-mon[96567]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:52:57.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:56 smithi104 ceph-mon[94081]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:52:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:57 smithi188 ceph-mon[86835]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:52:58.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:57 smithi188 ceph-mon[86835]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:52:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:57 smithi104 ceph-mon[94081]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:52:58.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:57 smithi104 ceph-mon[94081]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:52:58.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:57 smithi104 ceph-mon[96567]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:52:58.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:57 smithi104 ceph-mon[96567]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:52:59.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:58 smithi188 ceph-mon[86835]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:52:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:58 smithi188 ceph-mon[86835]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-04-02T09:52:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:58 smithi104 ceph-mon[96567]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:52:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:58 smithi104 ceph-mon[96567]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-04-02T09:52:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:58 smithi104 ceph-mon[94081]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:52:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:58 smithi104 ceph-mon[94081]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-04-02T09:53:00.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:52:59 smithi188 ceph-mon[86835]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:53:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:52:59 smithi104 ceph-mon[96567]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:53:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:52:59 smithi104 ceph-mon[94081]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:53:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:00 smithi188 ceph-mon[86835]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:53:01.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:00 smithi188 ceph-mon[86835]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:01.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:00 smithi104 ceph-mon[94081]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:53:01.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:00 smithi104 ceph-mon[94081]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:01.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:00 smithi104 ceph-mon[96567]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:53:01.143 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:00 smithi104 ceph-mon[96567]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:01 smithi188 ceph-mon[86835]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:53:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:01 smithi104 ceph-mon[96567]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:53:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:01 smithi104 ceph-mon[94081]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:53:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:53:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:03.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:02 smithi188 ceph-mon[86835]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:53:03.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:02 smithi188 ceph-mon[86835]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:53:03.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:02 smithi104 ceph-mon[96567]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:53:03.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:02 smithi104 ceph-mon[96567]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:53:03.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:02 smithi104 ceph-mon[94081]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:53:03.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:02 smithi104 ceph-mon[94081]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-02T09:53:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:03 smithi188 ceph-mon[86835]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:53:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:03 smithi104 ceph-mon[96567]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:53:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:03 smithi104 ceph-mon[94081]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:53:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:04 smithi104 ceph-mon[94081]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:53:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:04 smithi104 ceph-mon[94081]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:53:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:04 smithi104 ceph-mon[96567]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:53:05.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:04 smithi104 ceph-mon[96567]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:53:05.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:05.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:04 smithi188 ceph-mon[86835]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:53:05.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:04 smithi188 ceph-mon[86835]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:53:05.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:05 smithi188 ceph-mon[86835]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:53:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:05 smithi104 ceph-mon[94081]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:53:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:05 smithi104 ceph-mon[96567]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:53:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:53:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:53:05] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:53:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:06 smithi104 ceph-mon[96567]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:53:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:06 smithi104 ceph-mon[96567]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.65k op/s 2024-04-02T09:53:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:06 smithi104 ceph-mon[94081]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:53:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:06 smithi104 ceph-mon[94081]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.65k op/s 2024-04-02T09:53:07.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:06 smithi188 ceph-mon[86835]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:53:07.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:06 smithi188 ceph-mon[86835]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.65k op/s 2024-04-02T09:53:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:07 smithi104 ceph-mon[96567]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:53:08.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:07 smithi104 ceph-mon[94081]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:53:08.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:07 smithi188 ceph-mon[86835]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:53:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:08 smithi188 ceph-mon[86835]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:53:09.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:08 smithi188 ceph-mon[86835]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.69k op/s 2024-04-02T09:53:09.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:08 smithi104 ceph-mon[96567]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:53:09.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:08 smithi104 ceph-mon[96567]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.69k op/s 2024-04-02T09:53:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:08 smithi104 ceph-mon[94081]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:53:09.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:08 smithi104 ceph-mon[94081]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.69k op/s 2024-04-02T09:53:10.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:09 smithi188 ceph-mon[86835]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:53:10.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:09 smithi104 ceph-mon[96567]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:53:10.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:09 smithi104 ceph-mon[94081]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:53:11.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:10 smithi188 ceph-mon[86835]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:53:11.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:10 smithi188 ceph-mon[86835]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-04-02T09:53:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:10 smithi104 ceph-mon[94081]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:53:11.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:10 smithi104 ceph-mon[94081]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-04-02T09:53:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:10 smithi104 ceph-mon[96567]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:53:11.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:10 smithi104 ceph-mon[96567]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-04-02T09:53:12.275 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:11 smithi188 ceph-mon[86835]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:53:12.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:11 smithi104 ceph-mon[96567]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:53:12.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:11 smithi104 ceph-mon[94081]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:53:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:53:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:13.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:12 smithi188 ceph-mon[86835]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:53:13.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:12 smithi188 ceph-mon[86835]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:53:13.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:12 smithi104 ceph-mon[96567]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:53:13.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:12 smithi104 ceph-mon[96567]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:53:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:12 smithi104 ceph-mon[94081]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:53:13.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:12 smithi104 ceph-mon[94081]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:53:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:13 smithi104 ceph-mon[96567]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:53:14.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:13 smithi104 ceph-mon[94081]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:53:14.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:13 smithi188 ceph-mon[86835]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:53:15.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:14 smithi188 ceph-mon[86835]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:53:15.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:14 smithi188 ceph-mon[86835]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-04-02T09:53:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:14 smithi104 ceph-mon[94081]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:53:15.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:14 smithi104 ceph-mon[94081]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-04-02T09:53:15.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:14 smithi104 ceph-mon[96567]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:53:15.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:14 smithi104 ceph-mon[96567]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2024-04-02T09:53:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:15 smithi104 ceph-mon[96567]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:53:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:15 smithi104 ceph-mon[94081]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:53:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:53:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:53:15] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:53:16.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:15 smithi188 ceph-mon[86835]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:53:17.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:16 smithi188 ceph-mon[86835]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:53:17.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:16 smithi188 ceph-mon[86835]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.74k op/s 2024-04-02T09:53:17.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:16 smithi104 ceph-mon[96567]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:53:17.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:16 smithi104 ceph-mon[96567]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.74k op/s 2024-04-02T09:53:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:16 smithi104 ceph-mon[94081]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:53:17.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:16 smithi104 ceph-mon[94081]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.74k op/s 2024-04-02T09:53:18.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:17 smithi188 ceph-mon[86835]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:53:18.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:17 smithi104 ceph-mon[96567]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:53:18.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:17 smithi104 ceph-mon[94081]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:53:19.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:18 smithi188 ceph-mon[86835]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:53:19.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:18 smithi188 ceph-mon[86835]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.78k op/s 2024-04-02T09:53:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:18 smithi104 ceph-mon[96567]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:53:19.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:18 smithi104 ceph-mon[96567]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.78k op/s 2024-04-02T09:53:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:18 smithi104 ceph-mon[94081]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:53:19.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:18 smithi104 ceph-mon[94081]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.78k op/s 2024-04-02T09:53:20.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:19 smithi188 ceph-mon[86835]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:53:20.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:19 smithi104 ceph-mon[96567]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:53:20.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:19 smithi104 ceph-mon[94081]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:53:20.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:21.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:20 smithi188 ceph-mon[86835]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:53:21.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:20 smithi188 ceph-mon[86835]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.78k op/s 2024-04-02T09:53:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:20 smithi104 ceph-mon[96567]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:53:21.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:20 smithi104 ceph-mon[96567]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.78k op/s 2024-04-02T09:53:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:20 smithi104 ceph-mon[94081]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:53:21.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:20 smithi104 ceph-mon[94081]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.78k op/s 2024-04-02T09:53:22.313 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:21 smithi188 ceph-mon[86835]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:53:22.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:21 smithi104 ceph-mon[96567]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:53:22.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:21 smithi104 ceph-mon[94081]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:53:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:53:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:23.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:22 smithi188 ceph-mon[86835]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:53:23.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:22 smithi188 ceph-mon[86835]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:53:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:22 smithi104 ceph-mon[94081]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:53:23.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:22 smithi104 ceph-mon[94081]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:53:23.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:22 smithi104 ceph-mon[96567]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:53:23.391 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:22 smithi104 ceph-mon[96567]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:53:24.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:23 smithi188 ceph-mon[86835]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:53:24.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:23 smithi104 ceph-mon[96567]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:53:24.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:23 smithi104 ceph-mon[94081]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:53:25.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:24 smithi188 ceph-mon[86835]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:53:25.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:24 smithi188 ceph-mon[86835]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-04-02T09:53:25.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:24 smithi104 ceph-mon[96567]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:53:25.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:24 smithi104 ceph-mon[96567]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-04-02T09:53:25.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:24 smithi104 ceph-mon[94081]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:53:25.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:24 smithi104 ceph-mon[94081]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-04-02T09:53:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:26 smithi104 ceph-mon[96567]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:53:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:26 smithi104 ceph-mon[94081]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:53:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:53:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:53:25] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:53:26.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:26 smithi188 ceph-mon[86835]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:53:27.373 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:27 smithi188 ceph-mon[86835]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:53:27.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:27 smithi188 ceph-mon[86835]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:53:27.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:27 smithi188 ceph-mon[86835]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:53:27.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:27 smithi104 ceph-mon[96567]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:53:27.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:27 smithi104 ceph-mon[96567]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:53:27.390 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:27 smithi104 ceph-mon[96567]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:53:27.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:27 smithi104 ceph-mon[94081]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:53:27.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:27 smithi104 ceph-mon[94081]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:53:27.390 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:27 smithi104 ceph-mon[94081]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:53:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:28 smithi188 ceph-mon[86835]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:53:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:28 smithi104 ceph-mon[94081]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:53:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:28 smithi104 ceph-mon[96567]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:53:29.683 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:29 smithi104 ceph-mon[94081]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:29.683 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:29 smithi104 ceph-mon[94081]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:53:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:29 smithi188 ceph-mon[86835]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:29 smithi188 ceph-mon[86835]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:53:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:29 smithi104 ceph-mon[96567]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:29 smithi104 ceph-mon[96567]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:53:31.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:30 smithi188 ceph-mon[86835]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:53:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:30 smithi104 ceph-mon[96567]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:53:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:30 smithi104 ceph-mon[94081]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:53:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:31 smithi188 ceph-mon[86835]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:31 smithi188 ceph-mon[86835]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:53:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:31 smithi188 ceph-mon[86835]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:53:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:31 smithi104 ceph-mon[94081]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:31 smithi104 ceph-mon[94081]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:53:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:31 smithi104 ceph-mon[94081]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:53:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:31 smithi104 ceph-mon[96567]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:53:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:31 smithi104 ceph-mon[96567]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:53:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:31 smithi104 ceph-mon[96567]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:53:32.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:53:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:33 smithi188 ceph-mon[86835]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:33 smithi188 ceph-mon[86835]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:53:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:33 smithi104 ceph-mon[94081]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:33 smithi104 ceph-mon[94081]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:53:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:33 smithi104 ceph-mon[96567]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:33 smithi104 ceph-mon[96567]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:53:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:34 smithi188 ceph-mon[86835]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:53:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:34 smithi104 ceph-mon[96567]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:53:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:34 smithi104 ceph-mon[94081]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:53:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:35 smithi188 ceph-mon[86835]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:35 smithi188 ceph-mon[86835]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:53:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:35 smithi104 ceph-mon[96567]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:35 smithi104 ceph-mon[96567]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:53:36.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:35 smithi104 ceph-mon[94081]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:36.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:35 smithi104 ceph-mon[94081]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:53:36.142 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:53:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:53:35] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-02T09:53:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:36 smithi188 ceph-mon[86835]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:53:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:36 smithi188 ceph-mon[86835]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:53:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:36 smithi104 ceph-mon[96567]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:53:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:36 smithi104 ceph-mon[96567]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:53:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:36 smithi104 ceph-mon[94081]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:53:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:36 smithi104 ceph-mon[94081]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:53:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:37 smithi188 ceph-mon[86835]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:38.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:37 smithi104 ceph-mon[96567]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:38.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:37 smithi104 ceph-mon[94081]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:53:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:38 smithi188 ceph-mon[86835]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:53:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:38 smithi104 ceph-mon[96567]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:53:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:38 smithi104 ceph-mon[94081]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:53:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:39 smithi188 ceph-mon[86835]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:53:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:39 smithi188 ceph-mon[86835]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:53:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:39 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:39 smithi104 ceph-mon[96567]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:53:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:39 smithi104 ceph-mon[96567]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:53:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:39 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:39 smithi104 ceph-mon[94081]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:53:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:39 smithi104 ceph-mon[94081]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:53:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:39 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:41.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:40 smithi188 ceph-mon[86835]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:53:41.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:41.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:41.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:53:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:40 smithi104 ceph-mon[96567]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:53:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:53:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:40 smithi104 ceph-mon[94081]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:53:41.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:41.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:41.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:53:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:41 smithi188 ceph-mon[86835]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:53:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:41 smithi188 ceph-mon[86835]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:53:42.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:41 smithi188 ceph-mon[86835]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:53:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:41 smithi104 ceph-mon[94081]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:53:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:41 smithi104 ceph-mon[94081]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:53:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:41 smithi104 ceph-mon[94081]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:53:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:41 smithi104 ceph-mon[96567]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:53:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:41 smithi104 ceph-mon[96567]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:53:42.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:41 smithi104 ceph-mon[96567]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:53:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:53:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:43 smithi188 ceph-mon[86835]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:43 smithi188 ceph-mon[86835]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:53:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:43 smithi104 ceph-mon[96567]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:43 smithi104 ceph-mon[96567]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:53:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:43 smithi104 ceph-mon[94081]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:43 smithi104 ceph-mon[94081]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:53:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:44 smithi188 ceph-mon[86835]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:53:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:44 smithi104 ceph-mon[94081]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:53:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:44 smithi104 ceph-mon[96567]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:53:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:45 smithi188 ceph-mon[86835]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:45 smithi188 ceph-mon[86835]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:53:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:53:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:53:45] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-02T09:53:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:45 smithi104 ceph-mon[94081]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:45 smithi104 ceph-mon[94081]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:53:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:45 smithi104 ceph-mon[96567]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:45 smithi104 ceph-mon[96567]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:53:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:46 smithi188 ceph-mon[86835]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:53:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:46 smithi188 ceph-mon[86835]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:53:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:46 smithi104 ceph-mon[94081]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:53:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:46 smithi104 ceph-mon[94081]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:53:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:46 smithi104 ceph-mon[96567]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:53:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:46 smithi104 ceph-mon[96567]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:53:48.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:47 smithi188 ceph-mon[86835]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:48.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:47 smithi188 ceph-mon[86835]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:53:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:47 smithi104 ceph-mon[96567]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:47 smithi104 ceph-mon[96567]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:53:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:47 smithi104 ceph-mon[94081]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:53:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:47 smithi104 ceph-mon[94081]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:53:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:49 smithi188 ceph-mon[86835]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:53:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:49 smithi188 ceph-mon[86835]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:53:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:49 smithi104 ceph-mon[94081]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:53:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:49 smithi104 ceph-mon[94081]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:53:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:49 smithi104 ceph-mon[96567]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:53:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:49 smithi104 ceph-mon[96567]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:53:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:50 smithi188 ceph-mon[86835]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:53:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:50 smithi104 ceph-mon[96567]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:53:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:50 smithi104 ceph-mon[94081]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:53:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:51 smithi188 ceph-mon[86835]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:53:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:51 smithi188 ceph-mon[86835]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:53:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:51 smithi188 ceph-mon[86835]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:53:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:51 smithi104 ceph-mon[96567]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:53:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:51 smithi104 ceph-mon[96567]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:53:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:51 smithi104 ceph-mon[96567]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:53:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:51 smithi104 ceph-mon[94081]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:53:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:51 smithi104 ceph-mon[94081]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:53:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:51 smithi104 ceph-mon[94081]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:53:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:53:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:53 smithi188 ceph-mon[86835]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:53:54.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:53 smithi188 ceph-mon[86835]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:53:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:53 smithi104 ceph-mon[96567]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:53:54.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:53 smithi104 ceph-mon[96567]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:53:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:53 smithi104 ceph-mon[94081]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:53:54.143 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:53 smithi104 ceph-mon[94081]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:53:55.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:54 smithi188 ceph-mon[86835]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:53:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:54 smithi104 ceph-mon[96567]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:53:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:54 smithi104 ceph-mon[94081]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:53:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:55 smithi188 ceph-mon[86835]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:53:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:55 smithi188 ceph-mon[86835]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:53:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:55 smithi104 ceph-mon[94081]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:53:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:55 smithi104 ceph-mon[94081]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:53:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:53:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:53:55] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:53:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:55 smithi104 ceph-mon[96567]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:53:56.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:55 smithi104 ceph-mon[96567]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:53:57.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:56 smithi188 ceph-mon[86835]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:53:57.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:56 smithi188 ceph-mon[86835]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:53:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:56 smithi104 ceph-mon[96567]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:53:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:56 smithi104 ceph-mon[96567]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:53:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:56 smithi104 ceph-mon[94081]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:53:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:56 smithi104 ceph-mon[94081]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:53:58.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:57 smithi188 ceph-mon[86835]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:53:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:57 smithi104 ceph-mon[96567]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:53:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:57 smithi104 ceph-mon[94081]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:53:59.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:58 smithi188 ceph-mon[86835]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:53:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:58 smithi104 ceph-mon[94081]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:53:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:58 smithi104 ceph-mon[96567]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:54:00.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:59 smithi188 ceph-mon[86835]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:00.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:53:59 smithi188 ceph-mon[86835]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:54:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:59 smithi104 ceph-mon[96567]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:53:59 smithi104 ceph-mon[96567]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:54:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:59 smithi104 ceph-mon[94081]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:53:59 smithi104 ceph-mon[94081]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:54:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:00 smithi188 ceph-mon[86835]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:54:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:00 smithi104 ceph-mon[96567]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:54:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:00 smithi104 ceph-mon[94081]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:54:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:01 smithi188 ceph-mon[86835]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:01 smithi188 ceph-mon[86835]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:54:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:01 smithi188 ceph-mon[86835]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:54:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:01 smithi104 ceph-mon[96567]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:01 smithi104 ceph-mon[96567]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:54:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:01 smithi104 ceph-mon[96567]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:54:02.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:01 smithi104 ceph-mon[94081]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:54:02.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:01 smithi104 ceph-mon[94081]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:54:02.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:01 smithi104 ceph-mon[94081]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:54:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:54:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:54:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:03.941 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:03 smithi104 ceph-mon[96567]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:03.942 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:03 smithi104 ceph-mon[96567]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:54:03.942 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:03 smithi104 ceph-mon[94081]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:03.942 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:03 smithi104 ceph-mon[94081]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:54:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:03 smithi188 ceph-mon[86835]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:04.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:03 smithi188 ceph-mon[86835]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:54:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:04 smithi188 ceph-mon[86835]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:54:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:04 smithi104 ceph-mon[96567]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:54:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:04 smithi104 ceph-mon[94081]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:54:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:05 smithi188 ceph-mon[86835]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:54:06.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:05 smithi188 ceph-mon[86835]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:54:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:54:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:54:05] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:54:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:05 smithi104 ceph-mon[94081]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:54:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:05 smithi104 ceph-mon[94081]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:54:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:05 smithi104 ceph-mon[96567]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:54:06.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:05 smithi104 ceph-mon[96567]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:54:07.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:06 smithi188 ceph-mon[86835]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:54:07.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:06 smithi188 ceph-mon[86835]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:54:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:06 smithi104 ceph-mon[94081]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:54:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:06 smithi104 ceph-mon[94081]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:54:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:06 smithi104 ceph-mon[96567]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:54:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:06 smithi104 ceph-mon[96567]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:54:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:07 smithi188 ceph-mon[86835]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:54:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:07 smithi104 ceph-mon[96567]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:54:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:07 smithi104 ceph-mon[94081]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:54:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:08 smithi188 ceph-mon[86835]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:54:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:08 smithi104 ceph-mon[96567]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:54:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:08 smithi104 ceph-mon[94081]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:54:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:09 smithi188 ceph-mon[86835]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:09 smithi188 ceph-mon[86835]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:54:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:09 smithi104 ceph-mon[94081]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:09 smithi104 ceph-mon[94081]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:54:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:09 smithi104 ceph-mon[96567]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:09 smithi104 ceph-mon[96567]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:54:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:10 smithi188 ceph-mon[86835]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:54:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:10 smithi104 ceph-mon[94081]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:54:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:10 smithi104 ceph-mon[96567]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:54:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:11 smithi188 ceph-mon[86835]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:11 smithi188 ceph-mon[86835]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:54:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:11 smithi188 ceph-mon[86835]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:54:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:11 smithi104 ceph-mon[96567]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:11 smithi104 ceph-mon[96567]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:54:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:11 smithi104 ceph-mon[96567]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:54:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:11 smithi104 ceph-mon[94081]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:54:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:11 smithi104 ceph-mon[94081]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:54:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:11 smithi104 ceph-mon[94081]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:54:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:54:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:54:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:13 smithi188 ceph-mon[86835]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:13 smithi188 ceph-mon[86835]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:54:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:13 smithi104 ceph-mon[96567]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:13 smithi104 ceph-mon[96567]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:54:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:13 smithi104 ceph-mon[94081]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:13 smithi104 ceph-mon[94081]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:54:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:14 smithi188 ceph-mon[86835]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:54:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:14 smithi104 ceph-mon[96567]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:54:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:14 smithi104 ceph-mon[94081]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:54:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:15 smithi188 ceph-mon[86835]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 990 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:15 smithi188 ceph-mon[86835]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:54:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:15 smithi104 ceph-mon[96567]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 990 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:15 smithi104 ceph-mon[96567]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:54:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:15 smithi104 ceph-mon[94081]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 990 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:15 smithi104 ceph-mon[94081]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:54:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:54:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:54:15] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:54:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:16 smithi188 ceph-mon[86835]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:54:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:16 smithi188 ceph-mon[86835]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:54:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:16 smithi104 ceph-mon[96567]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:54:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:16 smithi104 ceph-mon[96567]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:54:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:16 smithi104 ceph-mon[94081]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:54:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:16 smithi104 ceph-mon[94081]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:54:18.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:17 smithi188 ceph-mon[86835]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:18.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:17 smithi188 ceph-mon[86835]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:54:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:17 smithi104 ceph-mon[94081]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:17 smithi104 ceph-mon[94081]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:54:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:17 smithi104 ceph-mon[96567]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:54:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:17 smithi104 ceph-mon[96567]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:54:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:19 smithi188 ceph-mon[86835]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:19 smithi188 ceph-mon[86835]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:54:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:19 smithi104 ceph-mon[96567]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:19 smithi104 ceph-mon[96567]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:54:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:20.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:19 smithi104 ceph-mon[94081]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:20.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:19 smithi104 ceph-mon[94081]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:54:20.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:21.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:20 smithi188 ceph-mon[86835]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:54:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:20 smithi104 ceph-mon[96567]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:54:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:20 smithi104 ceph-mon[94081]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:54:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:21 smithi188 ceph-mon[86835]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 956 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:21 smithi188 ceph-mon[86835]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:54:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:21 smithi188 ceph-mon[86835]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:54:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:21 smithi104 ceph-mon[96567]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 956 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:21 smithi104 ceph-mon[96567]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:54:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:21 smithi104 ceph-mon[96567]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:54:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:21 smithi104 ceph-mon[94081]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 956 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:54:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:21 smithi104 ceph-mon[94081]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:54:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:21 smithi104 ceph-mon[94081]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:54:22.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:54:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:23 smithi188 ceph-mon[86835]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:24.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:23 smithi188 ceph-mon[86835]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:54:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:23 smithi104 ceph-mon[94081]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:23 smithi104 ceph-mon[94081]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:54:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:23 smithi104 ceph-mon[96567]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:23 smithi104 ceph-mon[96567]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:54:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:24 smithi188 ceph-mon[86835]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:54:25.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:24 smithi104 ceph-mon[96567]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:54:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:24 smithi104 ceph-mon[94081]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:54:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:25 smithi188 ceph-mon[86835]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:26.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:25 smithi188 ceph-mon[86835]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:54:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:25 smithi104 ceph-mon[94081]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:25 smithi104 ceph-mon[94081]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:54:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:54:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:54:25] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:54:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:25 smithi104 ceph-mon[96567]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:25 smithi104 ceph-mon[96567]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:54:27.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:26 smithi188 ceph-mon[86835]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:54:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:26 smithi188 ceph-mon[86835]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:54:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:26 smithi104 ceph-mon[94081]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:54:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:26 smithi104 ceph-mon[94081]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:54:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:26 smithi104 ceph-mon[96567]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:54:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:26 smithi104 ceph-mon[96567]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:54:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:27 smithi188 ceph-mon[86835]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:27 smithi104 ceph-mon[96567]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:27 smithi104 ceph-mon[94081]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:54:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:28 smithi188 ceph-mon[86835]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:54:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:28 smithi104 ceph-mon[96567]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:54:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:28 smithi104 ceph-mon[94081]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:54:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:29 smithi188 ceph-mon[86835]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:54:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:29 smithi188 ceph-mon[86835]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:54:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:29 smithi104 ceph-mon[96567]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:54:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:29 smithi104 ceph-mon[96567]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:54:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:29 smithi104 ceph-mon[94081]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:54:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:29 smithi104 ceph-mon[94081]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:54:31.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:30 smithi188 ceph-mon[86835]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:54:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:30 smithi104 ceph-mon[94081]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:54:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:30 smithi104 ceph-mon[96567]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:54:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:31 smithi188 ceph-mon[86835]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 891 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:54:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:31 smithi188 ceph-mon[86835]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:54:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:31 smithi188 ceph-mon[86835]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:54:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:31 smithi104 ceph-mon[96567]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 891 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:54:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:31 smithi104 ceph-mon[96567]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:54:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:31 smithi104 ceph-mon[96567]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:54:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:31 smithi104 ceph-mon[94081]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 891 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:54:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:31 smithi104 ceph-mon[94081]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:54:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:31 smithi104 ceph-mon[94081]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:54:32.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:54:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:33 smithi188 ceph-mon[86835]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:54:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:33 smithi188 ceph-mon[86835]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:54:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:33 smithi104 ceph-mon[94081]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:54:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:33 smithi104 ceph-mon[94081]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:54:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:33 smithi104 ceph-mon[96567]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:54:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:33 smithi104 ceph-mon[96567]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:54:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:34 smithi188 ceph-mon[86835]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:54:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:34 smithi104 ceph-mon[94081]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:54:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:34 smithi104 ceph-mon[96567]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:54:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:35 smithi188 ceph-mon[86835]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:35 smithi188 ceph-mon[86835]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:54:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:35 smithi104 ceph-mon[94081]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:35 smithi104 ceph-mon[94081]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:54:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:54:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:54:35] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:54:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:35 smithi104 ceph-mon[96567]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:36.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:35 smithi104 ceph-mon[96567]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:54:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:36 smithi188 ceph-mon[86835]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:54:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:36 smithi188 ceph-mon[86835]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:54:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:36 smithi104 ceph-mon[94081]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:54:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:36 smithi104 ceph-mon[94081]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:54:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:36 smithi104 ceph-mon[96567]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:54:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:36 smithi104 ceph-mon[96567]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:54:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:37 smithi188 ceph-mon[86835]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:37 smithi188 ceph-mon[86835]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:54:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:37 smithi104 ceph-mon[94081]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:37 smithi104 ceph-mon[94081]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:54:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:37 smithi104 ceph-mon[96567]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:54:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:37 smithi104 ceph-mon[96567]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:54:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:39 smithi188 ceph-mon[86835]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:54:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:39 smithi188 ceph-mon[86835]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:54:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:39 smithi104 ceph-mon[96567]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:54:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:39 smithi104 ceph-mon[96567]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:54:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:39 smithi104 ceph-mon[94081]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:54:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:39 smithi104 ceph-mon[94081]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:54:41.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:40 smithi188 ceph-mon[86835]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:54:41.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:40 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:40 smithi104 ceph-mon[94081]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:54:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:40 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:40 smithi104 ceph-mon[96567]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:54:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:40 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:42.026 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:41 smithi188 ceph-mon[86835]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:54:42.026 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:41 smithi188 ceph-mon[86835]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:54:42.026 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:41 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:42.026 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:41 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:42.026 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:41 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:54:42.026 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:41 smithi188 ceph-mon[86835]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:54:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[96567]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:54:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[96567]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:54:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:54:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[96567]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:54:42.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[94081]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:54:42.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[94081]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:54:42.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:42.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:42.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:54:42.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:41 smithi104 ceph-mon[94081]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:54:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:54:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:43 smithi188 ceph-mon[86835]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:43 smithi188 ceph-mon[86835]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:54:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:43 smithi104 ceph-mon[94081]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:43 smithi104 ceph-mon[94081]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:54:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:43 smithi104 ceph-mon[96567]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:43 smithi104 ceph-mon[96567]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:54:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:44 smithi188 ceph-mon[86835]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:54:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:44 smithi104 ceph-mon[94081]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:54:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:44 smithi104 ceph-mon[96567]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:54:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:45 smithi188 ceph-mon[86835]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:54:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:45 smithi188 ceph-mon[86835]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:54:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:45 smithi104 ceph-mon[94081]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:54:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:45 smithi104 ceph-mon[94081]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:54:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:54:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:54:45] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:54:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:45 smithi104 ceph-mon[96567]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:54:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:45 smithi104 ceph-mon[96567]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:54:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:46 smithi188 ceph-mon[86835]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:54:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:46 smithi188 ceph-mon[86835]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:54:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:46 smithi104 ceph-mon[96567]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:54:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:46 smithi104 ceph-mon[96567]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:54:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:46 smithi104 ceph-mon[94081]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:54:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:46 smithi104 ceph-mon[94081]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:54:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:47 smithi188 ceph-mon[86835]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:54:48.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:47 smithi188 ceph-mon[86835]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:54:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:47 smithi104 ceph-mon[94081]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:54:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:47 smithi104 ceph-mon[94081]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:54:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:47 smithi104 ceph-mon[96567]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:54:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:47 smithi104 ceph-mon[96567]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:54:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:49 smithi188 ceph-mon[86835]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:54:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:49 smithi188 ceph-mon[86835]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:54:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:49 smithi104 ceph-mon[94081]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:54:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:49 smithi104 ceph-mon[94081]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:54:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:49 smithi104 ceph-mon[96567]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:54:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:49 smithi104 ceph-mon[96567]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:54:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:50 smithi188 ceph-mon[86835]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:54:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:50 smithi104 ceph-mon[94081]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:54:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:50 smithi104 ceph-mon[96567]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:54:52.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:51 smithi188 ceph-mon[86835]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:54:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:51 smithi188 ceph-mon[86835]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:54:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:51 smithi188 ceph-mon[86835]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:54:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:51 smithi104 ceph-mon[96567]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:54:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:51 smithi104 ceph-mon[96567]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:54:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:51 smithi104 ceph-mon[96567]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:54:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:51 smithi104 ceph-mon[94081]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:54:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:51 smithi104 ceph-mon[94081]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:54:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:51 smithi104 ceph-mon[94081]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:54:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:54:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:54:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:54.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:53 smithi188 ceph-mon[86835]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:53 smithi188 ceph-mon[86835]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:54:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:53 smithi104 ceph-mon[94081]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:53 smithi104 ceph-mon[94081]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:54:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:53 smithi104 ceph-mon[96567]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:54:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:53 smithi104 ceph-mon[96567]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:54:55.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:54 smithi188 ceph-mon[86835]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:54:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:54 smithi104 ceph-mon[94081]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:54:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:54 smithi104 ceph-mon[96567]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:54:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:55 smithi188 ceph-mon[86835]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-02T09:54:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:55 smithi188 ceph-mon[86835]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:54:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:55 smithi104 ceph-mon[94081]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-02T09:54:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:55 smithi104 ceph-mon[94081]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:54:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:54:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:54:55] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:54:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:55 smithi104 ceph-mon[96567]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-02T09:54:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:55 smithi104 ceph-mon[96567]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:54:57.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:56 smithi188 ceph-mon[86835]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:54:57.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:56 smithi188 ceph-mon[86835]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:54:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:56 smithi104 ceph-mon[96567]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:54:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:56 smithi104 ceph-mon[96567]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:54:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:56 smithi104 ceph-mon[94081]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:54:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:56 smithi104 ceph-mon[94081]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:54:58.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:57 smithi188 ceph-mon[86835]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-02T09:54:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:57 smithi104 ceph-mon[94081]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-02T09:54:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:57 smithi104 ceph-mon[96567]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-02T09:54:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:58 smithi188 ceph-mon[86835]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:54:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:58 smithi104 ceph-mon[96567]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:54:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:58 smithi104 ceph-mon[94081]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:55:00.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:59 smithi188 ceph-mon[86835]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2024-04-02T09:55:00.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:54:59 smithi188 ceph-mon[86835]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:55:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:59 smithi104 ceph-mon[96567]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2024-04-02T09:55:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:54:59 smithi104 ceph-mon[96567]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:55:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:59 smithi104 ceph-mon[94081]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2024-04-02T09:55:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:54:59 smithi104 ceph-mon[94081]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:00 smithi188 ceph-mon[86835]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:55:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:00 smithi104 ceph-mon[96567]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:55:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:00 smithi104 ceph-mon[94081]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:55:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:01 smithi188 ceph-mon[86835]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 5.0 KiB/s wr, 940 op/s 2024-04-02T09:55:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:01 smithi188 ceph-mon[86835]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:55:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:01 smithi188 ceph-mon[86835]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:55:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:01 smithi104 ceph-mon[96567]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 5.0 KiB/s wr, 940 op/s 2024-04-02T09:55:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:01 smithi104 ceph-mon[96567]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:55:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:01 smithi104 ceph-mon[96567]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:55:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:01 smithi104 ceph-mon[94081]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 5.0 KiB/s wr, 940 op/s 2024-04-02T09:55:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:01 smithi104 ceph-mon[94081]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:55:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:01 smithi104 ceph-mon[94081]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:55:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:55:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:55:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:04.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:03 smithi188 ceph-mon[86835]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:55:04.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:03 smithi188 ceph-mon[86835]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:55:04.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:03 smithi104 ceph-mon[96567]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:55:04.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:03 smithi104 ceph-mon[96567]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:55:04.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:03 smithi104 ceph-mon[94081]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:55:04.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:03 smithi104 ceph-mon[94081]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:55:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:04 smithi188 ceph-mon[86835]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:55:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:04 smithi104 ceph-mon[96567]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:55:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:04 smithi104 ceph-mon[94081]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:55:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:05 smithi188 ceph-mon[86835]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:06.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:05 smithi188 ceph-mon[86835]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:55:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:55:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:55:05] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:55:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:05 smithi104 ceph-mon[96567]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:05 smithi104 ceph-mon[96567]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:55:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:05 smithi104 ceph-mon[94081]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:05 smithi104 ceph-mon[94081]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:55:07.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:06 smithi188 ceph-mon[86835]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:55:07.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:06 smithi188 ceph-mon[86835]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:55:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:06 smithi104 ceph-mon[96567]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:55:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:06 smithi104 ceph-mon[96567]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:55:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:06 smithi104 ceph-mon[94081]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:55:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:06 smithi104 ceph-mon[94081]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:55:08.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:07 smithi188 ceph-mon[86835]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:08.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:07 smithi188 ceph-mon[86835]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:55:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:07 smithi104 ceph-mon[96567]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:07 smithi104 ceph-mon[96567]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:55:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:07 smithi104 ceph-mon[94081]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 897 op/s 2024-04-02T09:55:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:07 smithi104 ceph-mon[94081]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:55:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:09 smithi188 ceph-mon[86835]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 629 KiB/s rd, 5.0 KiB/s wr, 853 op/s 2024-04-02T09:55:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:09 smithi188 ceph-mon[86835]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:55:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:09 smithi104 ceph-mon[96567]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 629 KiB/s rd, 5.0 KiB/s wr, 853 op/s 2024-04-02T09:55:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:09 smithi104 ceph-mon[96567]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:55:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:09 smithi104 ceph-mon[94081]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 629 KiB/s rd, 5.0 KiB/s wr, 853 op/s 2024-04-02T09:55:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:09 smithi104 ceph-mon[94081]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:55:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:10 smithi188 ceph-mon[86835]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:55:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:10 smithi104 ceph-mon[96567]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:55:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:10 smithi104 ceph-mon[94081]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:55:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:11 smithi188 ceph-mon[86835]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 628 KiB/s rd, 5.0 KiB/s wr, 851 op/s 2024-04-02T09:55:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:11 smithi188 ceph-mon[86835]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:55:12.026 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:11 smithi188 ceph-mon[86835]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:55:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:11 smithi104 ceph-mon[96567]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 628 KiB/s rd, 5.0 KiB/s wr, 851 op/s 2024-04-02T09:55:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:11 smithi104 ceph-mon[96567]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:55:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:11 smithi104 ceph-mon[96567]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:55:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:11 smithi104 ceph-mon[94081]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 628 KiB/s rd, 5.0 KiB/s wr, 851 op/s 2024-04-02T09:55:12.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:11 smithi104 ceph-mon[94081]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:55:12.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:11 smithi104 ceph-mon[94081]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:55:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:55:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:13 smithi188 ceph-mon[86835]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:13 smithi188 ceph-mon[86835]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:55:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:13 smithi104 ceph-mon[94081]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:13 smithi104 ceph-mon[94081]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:55:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:13 smithi104 ceph-mon[96567]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:13 smithi104 ceph-mon[96567]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:55:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:14 smithi188 ceph-mon[86835]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:55:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:14 smithi104 ceph-mon[94081]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:55:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:14 smithi104 ceph-mon[96567]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:55:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:15 smithi188 ceph-mon[86835]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 810 op/s 2024-04-02T09:55:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:15 smithi188 ceph-mon[86835]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:55:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:55:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:55:15] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:55:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:15 smithi104 ceph-mon[96567]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 810 op/s 2024-04-02T09:55:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:15 smithi104 ceph-mon[96567]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:55:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:15 smithi104 ceph-mon[94081]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 810 op/s 2024-04-02T09:55:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:15 smithi104 ceph-mon[94081]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:55:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:16 smithi188 ceph-mon[86835]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:55:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:16 smithi188 ceph-mon[86835]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:55:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:16 smithi104 ceph-mon[96567]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:55:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:16 smithi104 ceph-mon[96567]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:55:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:16 smithi104 ceph-mon[94081]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:55:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:16 smithi104 ceph-mon[94081]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:55:18.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:17 smithi188 ceph-mon[86835]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 810 op/s 2024-04-02T09:55:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:17 smithi104 ceph-mon[94081]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 810 op/s 2024-04-02T09:55:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:17 smithi104 ceph-mon[96567]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 810 op/s 2024-04-02T09:55:19.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:18 smithi188 ceph-mon[86835]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:55:19.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:18 smithi104 ceph-mon[96567]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:55:19.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:18 smithi104 ceph-mon[94081]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:55:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:19 smithi188 ceph-mon[86835]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 768 op/s 2024-04-02T09:55:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:19 smithi188 ceph-mon[86835]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:55:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:19 smithi104 ceph-mon[94081]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 768 op/s 2024-04-02T09:55:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:19 smithi104 ceph-mon[94081]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:55:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:19 smithi104 ceph-mon[96567]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 768 op/s 2024-04-02T09:55:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:19 smithi104 ceph-mon[96567]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:55:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:21.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:20 smithi188 ceph-mon[86835]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:55:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:20 smithi104 ceph-mon[96567]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:55:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:20 smithi104 ceph-mon[94081]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:55:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:21 smithi188 ceph-mon[86835]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 563 KiB/s rd, 5.0 KiB/s wr, 763 op/s 2024-04-02T09:55:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:21 smithi188 ceph-mon[86835]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:55:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:21 smithi188 ceph-mon[86835]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:55:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:21 smithi104 ceph-mon[94081]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 563 KiB/s rd, 5.0 KiB/s wr, 763 op/s 2024-04-02T09:55:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:21 smithi104 ceph-mon[94081]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:55:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:21 smithi104 ceph-mon[94081]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:55:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:21 smithi104 ceph-mon[96567]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 563 KiB/s rd, 5.0 KiB/s wr, 763 op/s 2024-04-02T09:55:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:21 smithi104 ceph-mon[96567]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:55:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:21 smithi104 ceph-mon[96567]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:55:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:55:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:24.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:23 smithi188 ceph-mon[86835]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:24.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:23 smithi188 ceph-mon[86835]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:55:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:23 smithi104 ceph-mon[94081]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:23 smithi104 ceph-mon[94081]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:55:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:23 smithi104 ceph-mon[96567]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:23 smithi104 ceph-mon[96567]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:55:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:24 smithi188 ceph-mon[86835]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:55:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:24 smithi104 ceph-mon[94081]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:55:25.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:24 smithi104 ceph-mon[96567]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:55:26.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:25 smithi188 ceph-mon[86835]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:26.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:25 smithi188 ceph-mon[86835]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:55:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:55:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:55:25] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:55:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:25 smithi104 ceph-mon[94081]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:25 smithi104 ceph-mon[94081]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:55:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:25 smithi104 ceph-mon[96567]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:25 smithi104 ceph-mon[96567]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:55:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:26 smithi188 ceph-mon[86835]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:55:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:26 smithi188 ceph-mon[86835]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:55:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:26 smithi104 ceph-mon[96567]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:55:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:26 smithi104 ceph-mon[96567]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:55:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:26 smithi104 ceph-mon[94081]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:55:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:26 smithi104 ceph-mon[94081]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:55:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:27 smithi188 ceph-mon[86835]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:27 smithi104 ceph-mon[94081]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:27 smithi104 ceph-mon[96567]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 533 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:55:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:28 smithi188 ceph-mon[86835]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:55:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:28 smithi104 ceph-mon[96567]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:55:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:28 smithi104 ceph-mon[94081]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:55:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:29 smithi188 ceph-mon[86835]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2024-04-02T09:55:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:29 smithi188 ceph-mon[86835]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:55:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:29 smithi104 ceph-mon[94081]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2024-04-02T09:55:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:29 smithi104 ceph-mon[94081]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:55:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:29 smithi104 ceph-mon[96567]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2024-04-02T09:55:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:29 smithi104 ceph-mon[96567]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:55:31.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:30 smithi188 ceph-mon[86835]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:55:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:30 smithi104 ceph-mon[96567]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:55:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:30 smithi104 ceph-mon[94081]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:55:32.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:31 smithi188 ceph-mon[86835]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 674 op/s 2024-04-02T09:55:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:31 smithi188 ceph-mon[86835]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:55:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:31 smithi188 ceph-mon[86835]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:55:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:31 smithi104 ceph-mon[96567]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 674 op/s 2024-04-02T09:55:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:31 smithi104 ceph-mon[96567]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:55:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:31 smithi104 ceph-mon[96567]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:55:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:31 smithi104 ceph-mon[94081]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 674 op/s 2024-04-02T09:55:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:31 smithi104 ceph-mon[94081]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:55:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:31 smithi104 ceph-mon[94081]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:55:32.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:55:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:33 smithi188 ceph-mon[86835]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:33 smithi188 ceph-mon[86835]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:55:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:33 smithi104 ceph-mon[96567]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:33 smithi104 ceph-mon[96567]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:55:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:33 smithi104 ceph-mon[94081]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:55:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:33 smithi104 ceph-mon[94081]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:55:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:34 smithi188 ceph-mon[86835]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:55:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:34 smithi104 ceph-mon[96567]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:55:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:34 smithi104 ceph-mon[94081]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:55:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:35 smithi188 ceph-mon[86835]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-02T09:55:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:35 smithi188 ceph-mon[86835]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:55:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:55:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:55:35] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:55:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:35 smithi104 ceph-mon[96567]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-02T09:55:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:35 smithi104 ceph-mon[96567]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:55:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:35 smithi104 ceph-mon[94081]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-02T09:55:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:35 smithi104 ceph-mon[94081]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:55:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:36 smithi188 ceph-mon[86835]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:55:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:36 smithi188 ceph-mon[86835]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:55:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:36 smithi104 ceph-mon[96567]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:55:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:36 smithi104 ceph-mon[96567]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:55:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:36 smithi104 ceph-mon[94081]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:55:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:36 smithi104 ceph-mon[94081]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:55:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:37 smithi188 ceph-mon[86835]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-04-02T09:55:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:37 smithi104 ceph-mon[96567]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-04-02T09:55:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:37 smithi104 ceph-mon[94081]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-04-02T09:55:39.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:38 smithi188 ceph-mon[86835]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:55:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:38 smithi104 ceph-mon[96567]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:55:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:38 smithi104 ceph-mon[94081]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:55:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:39 smithi188 ceph-mon[86835]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-02T09:55:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:39 smithi188 ceph-mon[86835]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:55:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:39 smithi104 ceph-mon[96567]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-02T09:55:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:39 smithi104 ceph-mon[96567]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:55:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:39 smithi104 ceph-mon[94081]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-02T09:55:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:39 smithi104 ceph-mon[94081]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:55:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:40 smithi188 ceph-mon[86835]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:55:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:40 smithi104 ceph-mon[96567]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:55:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:40 smithi104 ceph-mon[94081]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:55:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:41 smithi188 ceph-mon[86835]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 433 KiB/s rd, 5.0 KiB/s wr, 585 op/s 2024-04-02T09:55:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:41 smithi188 ceph-mon[86835]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:55:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:41 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:41 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:55:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:41 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:55:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:41 smithi188 ceph-mon[86835]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:55:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[94081]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 433 KiB/s rd, 5.0 KiB/s wr, 585 op/s 2024-04-02T09:55:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[94081]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:55:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:55:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:55:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[94081]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:55:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[96567]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 433 KiB/s rd, 5.0 KiB/s wr, 585 op/s 2024-04-02T09:55:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[96567]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:55:42.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:42.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:55:42.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:55:42.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:41 smithi104 ceph-mon[96567]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:55:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:55:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:43.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:43.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:55:43.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:42 smithi188 ceph-mon[86835]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:55:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:55:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:42 smithi104 ceph-mon[94081]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:55:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:55:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:42 smithi104 ceph-mon[96567]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:55:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:43 smithi188 ceph-mon[86835]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:43 smithi188 ceph-mon[86835]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:55:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:43 smithi104 ceph-mon[94081]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:43 smithi104 ceph-mon[94081]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:55:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:43 smithi104 ceph-mon[96567]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:43 smithi104 ceph-mon[96567]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:55:46.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:45 smithi188 ceph-mon[86835]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:45 smithi188 ceph-mon[86835]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:55:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:55:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:55:45] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:55:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:45 smithi104 ceph-mon[94081]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:45 smithi104 ceph-mon[94081]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:55:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:45 smithi104 ceph-mon[96567]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:45 smithi104 ceph-mon[96567]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:55:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:46 smithi188 ceph-mon[86835]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:55:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:46 smithi188 ceph-mon[86835]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:55:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:46 smithi104 ceph-mon[96567]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:55:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:46 smithi104 ceph-mon[96567]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:55:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:46 smithi104 ceph-mon[94081]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:55:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:46 smithi104 ceph-mon[94081]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:55:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:47 smithi188 ceph-mon[86835]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:47 smithi104 ceph-mon[94081]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:47 smithi104 ceph-mon[96567]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-04-02T09:55:49.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:48 smithi188 ceph-mon[86835]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:55:49.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:48 smithi104 ceph-mon[96567]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:55:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:48 smithi104 ceph-mon[94081]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:55:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:49 smithi188 ceph-mon[86835]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 500 op/s 2024-04-02T09:55:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:49 smithi188 ceph-mon[86835]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:55:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:49 smithi104 ceph-mon[96567]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 500 op/s 2024-04-02T09:55:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:49 smithi104 ceph-mon[96567]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:55:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:49 smithi104 ceph-mon[94081]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 500 op/s 2024-04-02T09:55:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:49 smithi104 ceph-mon[94081]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:55:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:51.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:50 smithi188 ceph-mon[86835]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:55:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:50 smithi104 ceph-mon[96567]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:55:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:50 smithi104 ceph-mon[94081]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:55:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:51 smithi188 ceph-mon[86835]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-04-02T09:55:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:51 smithi188 ceph-mon[86835]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:55:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:51 smithi188 ceph-mon[86835]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:55:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:51 smithi104 ceph-mon[96567]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-04-02T09:55:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:51 smithi104 ceph-mon[96567]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:55:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:51 smithi104 ceph-mon[96567]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:55:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:51 smithi104 ceph-mon[94081]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-04-02T09:55:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:51 smithi104 ceph-mon[94081]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:55:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:51 smithi104 ceph-mon[94081]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:55:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:55:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:55:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:53 smithi188 ceph-mon[86835]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:53 smithi188 ceph-mon[86835]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:55:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:53 smithi104 ceph-mon[96567]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:53 smithi104 ceph-mon[96567]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:55:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:53 smithi104 ceph-mon[94081]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:53 smithi104 ceph-mon[94081]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:55:55.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:54 smithi188 ceph-mon[86835]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:55:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:54 smithi104 ceph-mon[96567]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:55:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:54 smithi104 ceph-mon[94081]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:55:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:55 smithi188 ceph-mon[86835]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-04-02T09:55:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:55 smithi188 ceph-mon[86835]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:55:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:55 smithi104 ceph-mon[94081]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-04-02T09:55:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:55 smithi104 ceph-mon[94081]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:55:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:55:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:55:55] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:55:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:55 smithi104 ceph-mon[96567]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-04-02T09:55:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:55 smithi104 ceph-mon[96567]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:55:57.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:56 smithi188 ceph-mon[86835]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:55:57.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:56 smithi188 ceph-mon[86835]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:55:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:56 smithi104 ceph-mon[94081]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:55:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:56 smithi104 ceph-mon[94081]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:55:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:56 smithi104 ceph-mon[96567]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:55:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:56 smithi104 ceph-mon[96567]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:55:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:57 smithi188 ceph-mon[86835]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-04-02T09:55:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:57 smithi104 ceph-mon[96567]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-04-02T09:55:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:57 smithi104 ceph-mon[94081]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 455 op/s 2024-04-02T09:55:59.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:58 smithi188 ceph-mon[86835]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:55:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:58 smithi104 ceph-mon[96567]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:55:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:58 smithi104 ceph-mon[94081]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:56:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:59 smithi188 ceph-mon[86835]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2024-04-02T09:56:00.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:55:59 smithi188 ceph-mon[86835]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:56:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:59 smithi104 ceph-mon[96567]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2024-04-02T09:56:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:55:59 smithi104 ceph-mon[96567]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:56:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:59 smithi104 ceph-mon[94081]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2024-04-02T09:56:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:55:59 smithi104 ceph-mon[94081]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:56:01.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:00 smithi188 ceph-mon[86835]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:56:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:00 smithi104 ceph-mon[96567]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:56:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:00 smithi104 ceph-mon[94081]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:56:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:01 smithi188 ceph-mon[86835]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 410 op/s 2024-04-02T09:56:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:01 smithi188 ceph-mon[86835]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:56:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:01 smithi188 ceph-mon[86835]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:56:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:01 smithi104 ceph-mon[96567]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 410 op/s 2024-04-02T09:56:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:01 smithi104 ceph-mon[96567]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:56:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:01 smithi104 ceph-mon[96567]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:56:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:01 smithi104 ceph-mon[94081]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 410 op/s 2024-04-02T09:56:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:01 smithi104 ceph-mon[94081]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:56:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:01 smithi104 ceph-mon[94081]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:56:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:56:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:04.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:03 smithi188 ceph-mon[86835]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:56:04.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:03 smithi188 ceph-mon[86835]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:56:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:03 smithi104 ceph-mon[96567]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:56:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:03 smithi104 ceph-mon[96567]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:56:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:03 smithi104 ceph-mon[94081]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:56:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:03 smithi104 ceph-mon[94081]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:56:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:04 smithi188 ceph-mon[86835]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:56:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:04 smithi104 ceph-mon[94081]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:56:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:04 smithi104 ceph-mon[96567]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:56:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:06.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:05 smithi188 ceph-mon[86835]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 370 op/s 2024-04-02T09:56:06.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:05 smithi188 ceph-mon[86835]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:56:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:05 smithi104 ceph-mon[96567]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 370 op/s 2024-04-02T09:56:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:05 smithi104 ceph-mon[96567]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:56:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:05 smithi104 ceph-mon[94081]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 370 op/s 2024-04-02T09:56:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:05 smithi104 ceph-mon[94081]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:56:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:56:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:56:05] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:56:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:06 smithi188 ceph-mon[86835]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:56:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:06 smithi188 ceph-mon[86835]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:56:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:06 smithi104 ceph-mon[94081]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:56:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:06 smithi104 ceph-mon[94081]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:56:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:06 smithi104 ceph-mon[96567]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:56:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:06 smithi104 ceph-mon[96567]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:56:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:07 smithi188 ceph-mon[86835]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-02T09:56:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:07 smithi104 ceph-mon[96567]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-02T09:56:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:07 smithi104 ceph-mon[94081]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-02T09:56:09.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:08 smithi188 ceph-mon[86835]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:56:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:08 smithi104 ceph-mon[94081]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:56:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:08 smithi104 ceph-mon[96567]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:56:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:09 smithi188 ceph-mon[86835]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 324 op/s 2024-04-02T09:56:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:09 smithi188 ceph-mon[86835]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:56:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:09 smithi104 ceph-mon[96567]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 324 op/s 2024-04-02T09:56:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:09 smithi104 ceph-mon[96567]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:56:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:09 smithi104 ceph-mon[94081]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 324 op/s 2024-04-02T09:56:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:09 smithi104 ceph-mon[94081]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:56:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:10 smithi188 ceph-mon[86835]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:56:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:10 smithi104 ceph-mon[94081]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:56:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:10 smithi104 ceph-mon[96567]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:56:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:11 smithi188 ceph-mon[86835]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 237 KiB/s rd, 5.0 KiB/s wr, 322 op/s 2024-04-02T09:56:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:11 smithi188 ceph-mon[86835]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:56:12.025 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:11 smithi188 ceph-mon[86835]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:56:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:11 smithi104 ceph-mon[96567]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 237 KiB/s rd, 5.0 KiB/s wr, 322 op/s 2024-04-02T09:56:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:11 smithi104 ceph-mon[96567]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:56:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:11 smithi104 ceph-mon[96567]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:56:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:11 smithi104 ceph-mon[94081]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 237 KiB/s rd, 5.0 KiB/s wr, 322 op/s 2024-04-02T09:56:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:11 smithi104 ceph-mon[94081]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:56:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:11 smithi104 ceph-mon[94081]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:56:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:56:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:56:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:13 smithi188 ceph-mon[86835]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:56:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:13 smithi188 ceph-mon[86835]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:56:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:13 smithi104 ceph-mon[96567]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:56:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:13 smithi104 ceph-mon[96567]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:56:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:13 smithi104 ceph-mon[94081]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:56:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:13 smithi104 ceph-mon[94081]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:56:15.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:14 smithi188 ceph-mon[86835]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:56:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:14 smithi104 ceph-mon[96567]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:56:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:14 smithi104 ceph-mon[94081]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:56:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:15 smithi188 ceph-mon[86835]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:56:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:15 smithi188 ceph-mon[86835]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:56:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:56:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:56:15] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:56:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:15 smithi104 ceph-mon[94081]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:56:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:15 smithi104 ceph-mon[94081]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:56:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:15 smithi104 ceph-mon[96567]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:56:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:15 smithi104 ceph-mon[96567]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:56:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:16 smithi188 ceph-mon[86835]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:56:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:16 smithi188 ceph-mon[86835]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:56:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:16 smithi104 ceph-mon[96567]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:56:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:16 smithi104 ceph-mon[96567]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:56:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:16 smithi104 ceph-mon[94081]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:56:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:16 smithi104 ceph-mon[94081]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:56:18.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:17 smithi188 ceph-mon[86835]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:56:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:17 smithi104 ceph-mon[96567]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:56:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:17 smithi104 ceph-mon[94081]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:56:19.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:18 smithi188 ceph-mon[86835]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:56:19.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:18 smithi104 ceph-mon[94081]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:56:19.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:18 smithi104 ceph-mon[96567]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:56:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:19 smithi188 ceph-mon[86835]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-04-02T09:56:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:19 smithi188 ceph-mon[86835]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:56:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:19 smithi104 ceph-mon[96567]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-04-02T09:56:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:19 smithi104 ceph-mon[96567]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:56:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:19 smithi104 ceph-mon[94081]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-04-02T09:56:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:19 smithi104 ceph-mon[94081]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:56:20.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:21.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:20 smithi188 ceph-mon[86835]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:56:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:20 smithi104 ceph-mon[96567]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:56:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:20 smithi104 ceph-mon[94081]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:56:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:21 smithi188 ceph-mon[86835]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 235 op/s 2024-04-02T09:56:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:21 smithi188 ceph-mon[86835]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:56:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:21 smithi188 ceph-mon[86835]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:56:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:21 smithi104 ceph-mon[96567]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 235 op/s 2024-04-02T09:56:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:21 smithi104 ceph-mon[96567]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:56:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:21 smithi104 ceph-mon[96567]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:56:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:21 smithi104 ceph-mon[94081]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 5.0 KiB/s wr, 235 op/s 2024-04-02T09:56:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:21 smithi104 ceph-mon[94081]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:56:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:21 smithi104 ceph-mon[94081]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:56:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:56:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:56:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:24.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:23 smithi188 ceph-mon[86835]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:56:24.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:23 smithi188 ceph-mon[86835]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:56:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:23 smithi104 ceph-mon[96567]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:56:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:23 smithi104 ceph-mon[96567]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:56:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:23 smithi104 ceph-mon[94081]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:56:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:23 smithi104 ceph-mon[94081]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:56:25.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:24 smithi188 ceph-mon[86835]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:56:25.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:24 smithi104 ceph-mon[96567]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:56:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:24 smithi104 ceph-mon[94081]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:56:26.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:25 smithi188 ceph-mon[86835]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 5.0 KiB/s wr, 196 op/s 2024-04-02T09:56:26.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:25 smithi188 ceph-mon[86835]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:56:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:25 smithi104 ceph-mon[96567]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 5.0 KiB/s wr, 196 op/s 2024-04-02T09:56:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:25 smithi104 ceph-mon[96567]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:56:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:56:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:56:25] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:56:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:25 smithi104 ceph-mon[94081]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 5.0 KiB/s wr, 196 op/s 2024-04-02T09:56:26.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:25 smithi104 ceph-mon[94081]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:56:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:26 smithi188 ceph-mon[86835]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:56:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:26 smithi188 ceph-mon[86835]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:56:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:26 smithi104 ceph-mon[96567]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:56:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:26 smithi104 ceph-mon[96567]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:56:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:26 smithi104 ceph-mon[94081]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:56:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:26 smithi104 ceph-mon[94081]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:56:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:27 smithi188 ceph-mon[86835]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 192 op/s 2024-04-02T09:56:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:27 smithi104 ceph-mon[96567]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 192 op/s 2024-04-02T09:56:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:27 smithi104 ceph-mon[94081]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 192 op/s 2024-04-02T09:56:29.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:28 smithi188 ceph-mon[86835]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:56:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:28 smithi104 ceph-mon[96567]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:56:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:28 smithi104 ceph-mon[94081]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:56:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:29 smithi188 ceph-mon[86835]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 151 op/s 2024-04-02T09:56:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:29 smithi188 ceph-mon[86835]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:56:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:29 smithi104 ceph-mon[96567]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 151 op/s 2024-04-02T09:56:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:29 smithi104 ceph-mon[96567]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:56:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:29 smithi104 ceph-mon[94081]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 151 op/s 2024-04-02T09:56:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:29 smithi104 ceph-mon[94081]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:56:31.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:30 smithi188 ceph-mon[86835]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:56:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:30 smithi104 ceph-mon[94081]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:56:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:30 smithi104 ceph-mon[96567]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:56:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:31 smithi188 ceph-mon[86835]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-04-02T09:56:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:31 smithi188 ceph-mon[86835]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:56:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:31 smithi188 ceph-mon[86835]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:56:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:31 smithi104 ceph-mon[96567]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-04-02T09:56:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:31 smithi104 ceph-mon[96567]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:56:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:31 smithi104 ceph-mon[96567]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:56:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:31 smithi104 ceph-mon[94081]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-04-02T09:56:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:31 smithi104 ceph-mon[94081]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:56:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:31 smithi104 ceph-mon[94081]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:56:32.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:56:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:56:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:33 smithi188 ceph-mon[86835]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:56:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:33 smithi188 ceph-mon[86835]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:56:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:33 smithi104 ceph-mon[96567]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:56:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:33 smithi104 ceph-mon[96567]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:56:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:33 smithi104 ceph-mon[94081]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:56:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:33 smithi104 ceph-mon[94081]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:56:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:34 smithi188 ceph-mon[86835]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:56:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:34 smithi104 ceph-mon[94081]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:56:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:34 smithi104 ceph-mon[96567]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:56:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:35 smithi188 ceph-mon[86835]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 104 op/s 2024-04-02T09:56:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:35 smithi188 ceph-mon[86835]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:56:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:35 smithi104 ceph-mon[96567]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 104 op/s 2024-04-02T09:56:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:35 smithi104 ceph-mon[96567]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:56:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:56:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:56:35] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:56:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:35 smithi104 ceph-mon[94081]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 104 op/s 2024-04-02T09:56:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:35 smithi104 ceph-mon[94081]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:56:37.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:36 smithi188 ceph-mon[86835]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:56:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:36 smithi188 ceph-mon[86835]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:56:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:36 smithi104 ceph-mon[96567]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:56:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:36 smithi104 ceph-mon[96567]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:56:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:36 smithi104 ceph-mon[94081]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:56:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:36 smithi104 ceph-mon[94081]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:56:37.862 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-02T09:56:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:37 smithi188 ceph-mon[86835]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 108 op/s 2024-04-02T09:56:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:37 smithi104 ceph-mon[96567]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 108 op/s 2024-04-02T09:56:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:37 smithi104 ceph-mon[94081]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 108 op/s 2024-04-02T09:56:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:38 smithi188 ceph-mon[86835]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:56:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:38 smithi104 ceph-mon[94081]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:56:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:38 smithi104 ceph-mon[96567]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:56:39.878 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-02T09:56:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:39 smithi188 ceph-mon[86835]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 5.2 KiB/s wr, 87 op/s 2024-04-02T09:56:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:39 smithi188 ceph-mon[86835]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:56:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:39 smithi104 ceph-mon[96567]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 5.2 KiB/s wr, 87 op/s 2024-04-02T09:56:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:39 smithi104 ceph-mon[96567]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:56:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:39 smithi104 ceph-mon[94081]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 5.2 KiB/s wr, 87 op/s 2024-04-02T09:56:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:39 smithi104 ceph-mon[94081]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:56:41.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:40 smithi188 ceph-mon[86835]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:56:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:40 smithi104 ceph-mon[96567]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:56:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:40 smithi104 ceph-mon[94081]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:56:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:41 smithi188 ceph-mon[86835]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 82 op/s 2024-04-02T09:56:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:41 smithi188 ceph-mon[86835]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:56:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:41 smithi188 ceph-mon[86835]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:56:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:41 smithi104 ceph-mon[96567]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 82 op/s 2024-04-02T09:56:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:41 smithi104 ceph-mon[96567]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:56:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:41 smithi104 ceph-mon[96567]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:56:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:41 smithi104 ceph-mon[94081]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 82 op/s 2024-04-02T09:56:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:41 smithi104 ceph-mon[94081]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:56:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:41 smithi104 ceph-mon[94081]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:56:42.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:56:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:56:43.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:42 smithi188 ceph-mon[86835]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:56:43.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:56:43.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:42 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:56:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:56:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:42 smithi104 ceph-mon[96567]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:56:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:56:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:42 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:56:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:56:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:42 smithi104 ceph-mon[94081]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:56:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:56:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:42 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:56:43.842 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-02T09:56:43.928 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-02T09:56:44.076 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-02T09:56:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:43 smithi188 ceph-mon[86835]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 78 op/s 2024-04-02T09:56:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:56:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:56:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:56:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:43 smithi188 ceph-mon[86835]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:56:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:43 smithi104 ceph-mon[96567]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 78 op/s 2024-04-02T09:56:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:56:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:56:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:56:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:43 smithi104 ceph-mon[96567]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:56:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:43 smithi104 ceph-mon[94081]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 78 op/s 2024-04-02T09:56:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:56:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:56:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:56:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:43 smithi104 ceph-mon[94081]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:56:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:45 smithi188 ceph-mon[86835]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 8.5 KiB/s wr, 97 op/s 2024-04-02T09:56:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:45 smithi188 ceph-mon[86835]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:56:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:56:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:56:45] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:56:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:45 smithi104 ceph-mon[96567]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 8.5 KiB/s wr, 97 op/s 2024-04-02T09:56:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:45 smithi104 ceph-mon[96567]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:56:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:45 smithi104 ceph-mon[94081]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 8.5 KiB/s wr, 97 op/s 2024-04-02T09:56:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:45 smithi104 ceph-mon[94081]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:56:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:46 smithi188 ceph-mon[86835]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:56:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:46 smithi188 ceph-mon[86835]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:56:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:46 smithi104 ceph-mon[94081]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:56:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:46 smithi104 ceph-mon[94081]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:56:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:46 smithi104 ceph-mon[96567]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:56:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:46 smithi104 ceph-mon[96567]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:56:47.816 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-02T09:56:47.888 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-02T09:56:47.972 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-02T09:56:48.058 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-02T09:56:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:47 smithi188 ceph-mon[86835]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 245 op/s 2024-04-02T09:56:48.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:47 smithi188 ceph-mon[86835]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:56:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:47 smithi104 ceph-mon[96567]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 245 op/s 2024-04-02T09:56:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:47 smithi104 ceph-mon[96567]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:56:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:47 smithi104 ceph-mon[94081]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 245 op/s 2024-04-02T09:56:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:47 smithi104 ceph-mon[94081]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:56:48.146 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-02T09:56:48.227 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-02T09:56:48.920 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-02T09:56:48.995 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-02T09:56:49.099 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-02T09:56:49.202 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-02T09:56:49.285 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-02T09:56:50.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:49 smithi188 ceph-mon[86835]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 19 KiB/s wr, 431 op/s 2024-04-02T09:56:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:49 smithi104 ceph-mon[96567]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 19 KiB/s wr, 431 op/s 2024-04-02T09:56:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:49 smithi104 ceph-mon[94081]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 19 KiB/s wr, 431 op/s 2024-04-02T09:56:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:51 smithi188 ceph-mon[86835]: pgmap v4900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 16 KiB/s wr, 324 op/s 2024-04-02T09:56:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:51 smithi188 ceph-mon[86835]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:56:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:51 smithi104 ceph-mon[96567]: pgmap v4900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 16 KiB/s wr, 324 op/s 2024-04-02T09:56:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:51 smithi104 ceph-mon[96567]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:56:52.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:51 smithi104 ceph-mon[94081]: pgmap v4900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 16 KiB/s wr, 324 op/s 2024-04-02T09:56:52.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:51 smithi104 ceph-mon[94081]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:56:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:56:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:53 smithi188 ceph-mon[86835]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 758 op/s 2024-04-02T09:56:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:53 smithi104 ceph-mon[94081]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 758 op/s 2024-04-02T09:56:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:53 smithi104 ceph-mon[96567]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 758 op/s 2024-04-02T09:56:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:55 smithi188 ceph-mon[86835]: pgmap v4903: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 576 KiB/s wr, 712 op/s 2024-04-02T09:56:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:55 smithi104 ceph-mon[94081]: pgmap v4903: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 576 KiB/s wr, 712 op/s 2024-04-02T09:56:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:56:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:56:55] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:56:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:55 smithi104 ceph-mon[96567]: pgmap v4903: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 576 KiB/s wr, 712 op/s 2024-04-02T09:56:57.650 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-02T09:56:58.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:57 smithi188 ceph-mon[86835]: pgmap v4904: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 509 KiB/s wr, 619 op/s 2024-04-02T09:56:58.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:57 smithi188 ceph-mon[86835]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:56:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:57 smithi104 ceph-mon[94081]: pgmap v4904: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 509 KiB/s wr, 619 op/s 2024-04-02T09:56:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:57 smithi104 ceph-mon[94081]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:56:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:57 smithi104 ceph-mon[96567]: pgmap v4904: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 509 KiB/s wr, 619 op/s 2024-04-02T09:56:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:57 smithi104 ceph-mon[96567]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:57:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:56:59 smithi188 ceph-mon[86835]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 580 op/s 2024-04-02T09:57:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:56:59 smithi104 ceph-mon[96567]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 580 op/s 2024-04-02T09:57:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:56:59 smithi104 ceph-mon[94081]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 580 op/s 2024-04-02T09:57:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:01 smithi188 ceph-mon[86835]: pgmap v4907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 481 KiB/s wr, 120 op/s 2024-04-02T09:57:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:01 smithi104 ceph-mon[94081]: pgmap v4907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 481 KiB/s wr, 120 op/s 2024-04-02T09:57:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:01 smithi104 ceph-mon[96567]: pgmap v4907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 481 KiB/s wr, 120 op/s 2024-04-02T09:57:02.623 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:57:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:57:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:04.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:03 smithi188 ceph-mon[86835]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 412 KiB/s wr, 118 op/s 2024-04-02T09:57:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:03 smithi104 ceph-mon[94081]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 412 KiB/s wr, 118 op/s 2024-04-02T09:57:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:03 smithi104 ceph-mon[96567]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 412 KiB/s wr, 118 op/s 2024-04-02T09:57:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:06.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:05 smithi188 ceph-mon[86835]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 2.1 KiB/s wr, 34 op/s 2024-04-02T09:57:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:05 smithi104 ceph-mon[96567]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 2.1 KiB/s wr, 34 op/s 2024-04-02T09:57:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:57:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:57:05] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:57:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:05 smithi104 ceph-mon[94081]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 2.1 KiB/s wr, 34 op/s 2024-04-02T09:57:08.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:07 smithi188 ceph-mon[86835]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 2.5 KiB/s wr, 32 op/s 2024-04-02T09:57:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:07 smithi104 ceph-mon[96567]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 2.5 KiB/s wr, 32 op/s 2024-04-02T09:57:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:07 smithi104 ceph-mon[94081]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 2.5 KiB/s wr, 32 op/s 2024-04-02T09:57:10.042 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-02T09:57:10.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:09 smithi188 ceph-mon[86835]: pgmap v4911: 137 pgs: 137 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 711 KiB/s wr, 33 op/s 2024-04-02T09:57:10.128 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-02T09:57:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:09 smithi104 ceph-mon[96567]: pgmap v4911: 137 pgs: 137 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 711 KiB/s wr, 33 op/s 2024-04-02T09:57:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:09 smithi104 ceph-mon[94081]: pgmap v4911: 137 pgs: 137 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 711 KiB/s wr, 33 op/s 2024-04-02T09:57:10.222 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-02T09:57:10.314 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-02T09:57:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:11 smithi188 ceph-mon[86835]: pgmap v4912: 137 pgs: 137 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-04-02T09:57:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:11 smithi188 ceph-mon[86835]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:57:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:11 smithi104 ceph-mon[96567]: pgmap v4912: 137 pgs: 137 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-04-02T09:57:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:11 smithi104 ceph-mon[96567]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:57:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:11 smithi104 ceph-mon[94081]: pgmap v4912: 137 pgs: 137 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-04-02T09:57:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:11 smithi104 ceph-mon[94081]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:57:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:57:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:13.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:12 smithi188 ceph-mon[86835]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:57:13.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:12 smithi104 ceph-mon[94081]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:57:13.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:12 smithi104 ceph-mon[96567]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:57:13.871 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-02T09:57:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:13 smithi188 ceph-mon[86835]: pgmap v4915: 137 pgs: 137 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-04-02T09:57:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:13 smithi188 ceph-mon[86835]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:57:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:13 smithi104 ceph-mon[96567]: pgmap v4915: 137 pgs: 137 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-04-02T09:57:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:13 smithi104 ceph-mon[96567]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:57:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:13 smithi104 ceph-mon[94081]: pgmap v4915: 137 pgs: 137 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-04-02T09:57:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:13 smithi104 ceph-mon[94081]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:57:15.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:14 smithi188 ceph-mon[86835]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:57:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:14 smithi104 ceph-mon[96567]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:57:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:14 smithi104 ceph-mon[94081]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:57:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:15 smithi188 ceph-mon[86835]: pgmap v4918: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 253 KiB/s rd, 1.0 MiB/s wr, 339 op/s 2024-04-02T09:57:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:15 smithi188 ceph-mon[86835]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:57:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:15 smithi104 ceph-mon[96567]: pgmap v4918: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 253 KiB/s rd, 1.0 MiB/s wr, 339 op/s 2024-04-02T09:57:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:15 smithi104 ceph-mon[96567]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:57:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:15 smithi104 ceph-mon[94081]: pgmap v4918: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 253 KiB/s rd, 1.0 MiB/s wr, 339 op/s 2024-04-02T09:57:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:15 smithi104 ceph-mon[94081]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:57:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:57:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:57:15] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:57:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:16 smithi188 ceph-mon[86835]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:57:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:16 smithi104 ceph-mon[96567]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:57:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:16 smithi104 ceph-mon[94081]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:57:17.890 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-02T09:57:18.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:17 smithi188 ceph-mon[86835]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 18 KiB/s wr, 398 op/s 2024-04-02T09:57:18.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:17 smithi188 ceph-mon[86835]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:57:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:17 smithi104 ceph-mon[94081]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 18 KiB/s wr, 398 op/s 2024-04-02T09:57:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:17 smithi104 ceph-mon[94081]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:57:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:17 smithi104 ceph-mon[96567]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 18 KiB/s wr, 398 op/s 2024-04-02T09:57:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:17 smithi104 ceph-mon[96567]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:57:19.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:18 smithi188 ceph-mon[86835]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:57:19.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:18 smithi104 ceph-mon[94081]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:57:19.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:18 smithi104 ceph-mon[96567]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:57:19.911 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-02T09:57:20.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:19 smithi188 ceph-mon[86835]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-04-02T09:57:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:19 smithi188 ceph-mon[86835]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:57:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:19 smithi104 ceph-mon[96567]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-04-02T09:57:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:19 smithi104 ceph-mon[96567]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:57:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:19 smithi104 ceph-mon[94081]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-04-02T09:57:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:19 smithi104 ceph-mon[94081]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:57:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:21.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:20 smithi188 ceph-mon[86835]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:57:21.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:20 smithi104 ceph-mon[96567]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:57:21.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:20 smithi104 ceph-mon[94081]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:57:22.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:21 smithi188 ceph-mon[86835]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.7 KiB/s wr, 108 op/s 2024-04-02T09:57:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:21 smithi188 ceph-mon[86835]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:57:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:21 smithi188 ceph-mon[86835]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:57:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:21 smithi104 ceph-mon[96567]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.7 KiB/s wr, 108 op/s 2024-04-02T09:57:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:21 smithi104 ceph-mon[96567]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:57:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:21 smithi104 ceph-mon[96567]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:57:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:21 smithi104 ceph-mon[94081]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.7 KiB/s wr, 108 op/s 2024-04-02T09:57:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:21 smithi104 ceph-mon[94081]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:57:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:21 smithi104 ceph-mon[94081]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:57:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:57:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:57:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:23.924 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-02T09:57:24.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:23 smithi188 ceph-mon[86835]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 17 KiB/s wr, 262 op/s 2024-04-02T09:57:24.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:23 smithi188 ceph-mon[86835]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:57:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:23 smithi104 ceph-mon[96567]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 17 KiB/s wr, 262 op/s 2024-04-02T09:57:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:23 smithi104 ceph-mon[96567]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:57:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:23 smithi104 ceph-mon[94081]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 17 KiB/s wr, 262 op/s 2024-04-02T09:57:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:23 smithi104 ceph-mon[94081]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:57:25.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:24 smithi188 ceph-mon[86835]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:57:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:24 smithi104 ceph-mon[94081]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:57:25.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:24 smithi104 ceph-mon[96567]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:57:26.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:25 smithi188 ceph-mon[86835]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 21 KiB/s wr, 386 op/s 2024-04-02T09:57:26.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:25 smithi188 ceph-mon[86835]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:57:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:57:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:57:25] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:57:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:25 smithi104 ceph-mon[96567]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 21 KiB/s wr, 386 op/s 2024-04-02T09:57:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:25 smithi104 ceph-mon[96567]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:57:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:25 smithi104 ceph-mon[94081]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 21 KiB/s wr, 386 op/s 2024-04-02T09:57:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:25 smithi104 ceph-mon[94081]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:57:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:26 smithi188 ceph-mon[86835]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:57:27.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:26 smithi188 ceph-mon[86835]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:57:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:26 smithi104 ceph-mon[96567]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:57:27.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:26 smithi104 ceph-mon[96567]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:57:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:26 smithi104 ceph-mon[94081]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:57:27.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:26 smithi104 ceph-mon[94081]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:57:27.947 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-02T09:57:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:27 smithi188 ceph-mon[86835]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 15 KiB/s wr, 324 op/s 2024-04-02T09:57:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:27 smithi104 ceph-mon[96567]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 15 KiB/s wr, 324 op/s 2024-04-02T09:57:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:27 smithi104 ceph-mon[94081]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 15 KiB/s wr, 324 op/s 2024-04-02T09:57:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:28 smithi188 ceph-mon[86835]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:57:29.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:28 smithi188 ceph-mon[86835]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 18 KiB/s wr, 363 op/s 2024-04-02T09:57:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:28 smithi104 ceph-mon[94081]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:57:29.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:28 smithi104 ceph-mon[94081]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 18 KiB/s wr, 363 op/s 2024-04-02T09:57:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:28 smithi104 ceph-mon[96567]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:57:29.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:28 smithi104 ceph-mon[96567]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 18 KiB/s wr, 363 op/s 2024-04-02T09:57:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:29 smithi188 ceph-mon[86835]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:57:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:29 smithi104 ceph-mon[94081]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:57:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:29 smithi104 ceph-mon[96567]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:57:31.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:30 smithi188 ceph-mon[86835]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:57:31.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:30 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-2","app": "rbd"}]: dispatch 2024-04-02T09:57:31.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:30 smithi188 ceph-mon[86835]: pgmap v4942: 169 pgs: 3 creating+peering, 29 unknown, 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 9.2 KiB/s wr, 185 op/s 2024-04-02T09:57:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:30 smithi104 ceph-mon[94081]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:57:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:30 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-2","app": "rbd"}]: dispatch 2024-04-02T09:57:31.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:30 smithi104 ceph-mon[94081]: pgmap v4942: 169 pgs: 3 creating+peering, 29 unknown, 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 9.2 KiB/s wr, 185 op/s 2024-04-02T09:57:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:30 smithi104 ceph-mon[96567]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:57:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:30 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-2","app": "rbd"}]: dispatch 2024-04-02T09:57:31.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:30 smithi104 ceph-mon[96567]: pgmap v4942: 169 pgs: 3 creating+peering, 29 unknown, 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 9.2 KiB/s wr, 185 op/s 2024-04-02T09:57:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:31 smithi188 ceph-mon[86835]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:57:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:31 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-2","app": "rbd"}]': finished 2024-04-02T09:57:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:31 smithi188 ceph-mon[86835]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:57:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:31 smithi188 ceph-mon[86835]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:57:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:31 smithi104 ceph-mon[94081]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:57:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:31 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-2","app": "rbd"}]': finished 2024-04-02T09:57:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:31 smithi104 ceph-mon[94081]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:57:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:31 smithi104 ceph-mon[94081]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:57:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:31 smithi104 ceph-mon[96567]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:57:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:31 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi104-217738-2","app": "rbd"}]': finished 2024-04-02T09:57:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:31 smithi104 ceph-mon[96567]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:57:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:31 smithi104 ceph-mon[96567]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:57:32.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:57:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:33 smithi188 ceph-mon[86835]: pgmap v4945: 169 pgs: 5 creating+peering, 9 unknown, 155 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-04-02T09:57:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:33 smithi188 ceph-mon[86835]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:57:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:33 smithi188 ceph-mon[86835]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:57:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:33 smithi104 ceph-mon[96567]: pgmap v4945: 169 pgs: 5 creating+peering, 9 unknown, 155 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-04-02T09:57:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:33 smithi104 ceph-mon[96567]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:57:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:33 smithi104 ceph-mon[96567]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:57:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:33 smithi104 ceph-mon[94081]: pgmap v4945: 169 pgs: 5 creating+peering, 9 unknown, 155 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-04-02T09:57:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:33 smithi104 ceph-mon[94081]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:57:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:33 smithi104 ceph-mon[94081]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:57:34.861 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-02T09:57:35.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:34 smithi188 ceph-mon[86835]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:57:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:34 smithi104 ceph-mon[96567]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:57:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:34 smithi104 ceph-mon[94081]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:57:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:35 smithi188 ceph-mon[86835]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 5.2 KiB/s wr, 86 op/s 2024-04-02T09:57:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:35 smithi188 ceph-mon[86835]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:57:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:35 smithi104 ceph-mon[96567]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 5.2 KiB/s wr, 86 op/s 2024-04-02T09:57:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:35 smithi104 ceph-mon[96567]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:57:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:35 smithi104 ceph-mon[94081]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 5.2 KiB/s wr, 86 op/s 2024-04-02T09:57:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:35 smithi104 ceph-mon[94081]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:57:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:57:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:57:35] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:57:36.845 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-02T09:57:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:36 smithi188 ceph-mon[86835]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:57:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:36 smithi188 ceph-mon[86835]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:57:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:36 smithi104 ceph-mon[96567]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:57:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:36 smithi104 ceph-mon[96567]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:57:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:36 smithi104 ceph-mon[94081]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:57:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:36 smithi104 ceph-mon[94081]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:57:38.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:37 smithi188 ceph-mon[86835]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 6.7 KiB/s wr, 164 op/s 2024-04-02T09:57:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:37 smithi104 ceph-mon[96567]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 6.7 KiB/s wr, 164 op/s 2024-04-02T09:57:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:37 smithi104 ceph-mon[94081]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 6.7 KiB/s wr, 164 op/s 2024-04-02T09:57:38.873 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-02T09:57:39.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:38 smithi188 ceph-mon[86835]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:57:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:38 smithi104 ceph-mon[96567]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:57:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:38 smithi104 ceph-mon[94081]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:57:40.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:39 smithi188 ceph-mon[86835]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 200 op/s 2024-04-02T09:57:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:39 smithi188 ceph-mon[86835]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:57:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:39 smithi104 ceph-mon[96567]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 200 op/s 2024-04-02T09:57:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:39 smithi104 ceph-mon[96567]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:57:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:39 smithi104 ceph-mon[94081]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 200 op/s 2024-04-02T09:57:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:39 smithi104 ceph-mon[94081]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:57:40.870 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-02T09:57:41.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:40 smithi188 ceph-mon[86835]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:57:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:40 smithi104 ceph-mon[96567]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:57:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:40 smithi104 ceph-mon[94081]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:57:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:41 smithi188 ceph-mon[86835]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 8.5 KiB/s wr, 194 op/s 2024-04-02T09:57:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:41 smithi188 ceph-mon[86835]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:57:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:41 smithi188 ceph-mon[86835]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:57:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:41 smithi104 ceph-mon[96567]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 8.5 KiB/s wr, 194 op/s 2024-04-02T09:57:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:41 smithi104 ceph-mon[96567]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:57:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:41 smithi104 ceph-mon[96567]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:57:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:41 smithi104 ceph-mon[94081]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 8.5 KiB/s wr, 194 op/s 2024-04-02T09:57:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:41 smithi104 ceph-mon[94081]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:57:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:41 smithi104 ceph-mon[94081]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:57:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:57:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:57:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:42.885 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-02T09:57:44.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:43 smithi188 ceph-mon[86835]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 18 KiB/s wr, 273 op/s 2024-04-02T09:57:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:43 smithi188 ceph-mon[86835]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:57:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:43 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:57:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:43 smithi104 ceph-mon[96567]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 18 KiB/s wr, 273 op/s 2024-04-02T09:57:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:43 smithi104 ceph-mon[96567]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:57:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:43 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:57:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:43 smithi104 ceph-mon[94081]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 18 KiB/s wr, 273 op/s 2024-04-02T09:57:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:43 smithi104 ceph-mon[94081]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:57:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:43 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:57:44.903 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-02T09:57:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:44 smithi188 ceph-mon[86835]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:57:45.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:57:45.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:57:45.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:57:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:44 smithi104 ceph-mon[96567]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:57:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:57:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:57:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:57:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:44 smithi104 ceph-mon[94081]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:57:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:57:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:57:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:57:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:45 smithi188 ceph-mon[86835]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 23 KiB/s wr, 349 op/s 2024-04-02T09:57:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:45 smithi188 ceph-mon[86835]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:57:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:45 smithi104 ceph-mon[96567]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 23 KiB/s wr, 349 op/s 2024-04-02T09:57:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:45 smithi104 ceph-mon[96567]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:57:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:45 smithi104 ceph-mon[94081]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 23 KiB/s wr, 349 op/s 2024-04-02T09:57:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:45 smithi104 ceph-mon[94081]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:57:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:57:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:57:45] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:57:47.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:46 smithi188 ceph-mon[86835]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:57:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:46 smithi188 ceph-mon[86835]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:57:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:46 smithi104 ceph-mon[96567]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:57:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:46 smithi104 ceph-mon[96567]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:57:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:46 smithi104 ceph-mon[94081]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:57:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:46 smithi104 ceph-mon[94081]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:57:48.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:47 smithi188 ceph-mon[86835]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 31 KiB/s wr, 517 op/s 2024-04-02T09:57:48.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:47 smithi104 ceph-mon[96567]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 31 KiB/s wr, 517 op/s 2024-04-02T09:57:48.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:47 smithi104 ceph-mon[94081]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 31 KiB/s wr, 517 op/s 2024-04-02T09:57:49.909 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-02T09:57:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:49 smithi188 ceph-mon[86835]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 22 KiB/s wr, 553 op/s 2024-04-02T09:57:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:49 smithi104 ceph-mon[96567]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 22 KiB/s wr, 553 op/s 2024-04-02T09:57:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:49 smithi104 ceph-mon[94081]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 22 KiB/s wr, 553 op/s 2024-04-02T09:57:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:51.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:50 smithi188 ceph-mon[86835]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:57:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:50 smithi104 ceph-mon[94081]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:57:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:50 smithi104 ceph-mon[96567]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:57:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:51 smithi188 ceph-mon[86835]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 22 KiB/s wr, 1.24k op/s 2024-04-02T09:57:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:51 smithi188 ceph-mon[86835]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:57:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:51 smithi188 ceph-mon[86835]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:57:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:51 smithi104 ceph-mon[96567]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 22 KiB/s wr, 1.24k op/s 2024-04-02T09:57:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:51 smithi104 ceph-mon[96567]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:57:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:51 smithi104 ceph-mon[96567]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:57:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:51 smithi104 ceph-mon[94081]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 22 KiB/s wr, 1.24k op/s 2024-04-02T09:57:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:51 smithi104 ceph-mon[94081]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:57:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:51 smithi104 ceph-mon[94081]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:57:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:57:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:57:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:53.928 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-02T09:57:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:53 smithi188 ceph-mon[86835]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 27 KiB/s wr, 2.38k op/s 2024-04-02T09:57:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:53 smithi188 ceph-mon[86835]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:57:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:53 smithi104 ceph-mon[96567]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 27 KiB/s wr, 2.38k op/s 2024-04-02T09:57:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:53 smithi104 ceph-mon[96567]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:57:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:53 smithi104 ceph-mon[94081]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 27 KiB/s wr, 2.38k op/s 2024-04-02T09:57:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:53 smithi104 ceph-mon[94081]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:57:55.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:54 smithi188 ceph-mon[86835]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:57:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:54 smithi104 ceph-mon[94081]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:57:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:54 smithi104 ceph-mon[96567]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:57:55.934 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-02T09:57:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:55 smithi188 ceph-mon[86835]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 31 KiB/s wr, 2.07k op/s 2024-04-02T09:57:56.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:55 smithi188 ceph-mon[86835]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:57:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:55 smithi104 ceph-mon[96567]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 31 KiB/s wr, 2.07k op/s 2024-04-02T09:57:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:55 smithi104 ceph-mon[96567]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:57:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:55 smithi104 ceph-mon[94081]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 31 KiB/s wr, 2.07k op/s 2024-04-02T09:57:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:55 smithi104 ceph-mon[94081]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:57:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:57:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:57:55] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:57:57.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:56 smithi188 ceph-mon[86835]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:57:57.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:56 smithi188 ceph-mon[86835]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:57:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:56 smithi104 ceph-mon[94081]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:57:57.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:56 smithi104 ceph-mon[94081]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:57:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:56 smithi104 ceph-mon[96567]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:57:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:56 smithi104 ceph-mon[96567]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:57:57.945 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-02T09:57:58.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:57 smithi188 ceph-mon[86835]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 24 KiB/s wr, 496 op/s 2024-04-02T09:57:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:57 smithi104 ceph-mon[96567]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 24 KiB/s wr, 496 op/s 2024-04-02T09:57:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:57 smithi104 ceph-mon[94081]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 24 KiB/s wr, 496 op/s 2024-04-02T09:57:59.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:58 smithi188 ceph-mon[86835]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:57:59.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:58 smithi188 ceph-mon[86835]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 32 KiB/s wr, 581 op/s 2024-04-02T09:57:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:58 smithi104 ceph-mon[94081]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:57:59.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:58 smithi104 ceph-mon[94081]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 32 KiB/s wr, 581 op/s 2024-04-02T09:57:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:58 smithi104 ceph-mon[96567]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:57:59.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:58 smithi104 ceph-mon[96567]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 32 KiB/s wr, 581 op/s 2024-04-02T09:57:59.954 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-02T09:58:00.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:57:59 smithi188 ceph-mon[86835]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:58:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:57:59 smithi104 ceph-mon[96567]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:58:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:57:59 smithi104 ceph-mon[94081]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:58:01.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:00 smithi188 ceph-mon[86835]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:58:01.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:00 smithi188 ceph-mon[86835]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 19 KiB/s wr, 579 op/s 2024-04-02T09:58:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:00 smithi104 ceph-mon[96567]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:58:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:00 smithi104 ceph-mon[96567]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 19 KiB/s wr, 579 op/s 2024-04-02T09:58:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:00 smithi104 ceph-mon[94081]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:58:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:00 smithi104 ceph-mon[94081]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 19 KiB/s wr, 579 op/s 2024-04-02T09:58:01.838 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-02T09:58:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:01 smithi188 ceph-mon[86835]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:58:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:01 smithi188 ceph-mon[86835]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:58:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:01 smithi104 ceph-mon[96567]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:58:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:01 smithi104 ceph-mon[96567]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:58:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:01 smithi104 ceph-mon[94081]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:58:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:01 smithi104 ceph-mon[94081]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:58:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:58:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:58:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:04.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:03 smithi188 ceph-mon[86835]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 45 KiB/s wr, 921 op/s 2024-04-02T09:58:04.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:03 smithi188 ceph-mon[86835]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:58:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:03 smithi104 ceph-mon[96567]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 45 KiB/s wr, 921 op/s 2024-04-02T09:58:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:03 smithi104 ceph-mon[96567]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:58:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:03 smithi104 ceph-mon[94081]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 695 KiB/s rd, 45 KiB/s wr, 921 op/s 2024-04-02T09:58:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:03 smithi104 ceph-mon[94081]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:58:05.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:04 smithi188 ceph-mon[86835]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:58:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:04 smithi104 ceph-mon[96567]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:58:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:04 smithi104 ceph-mon[94081]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:58:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:05.850 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-02T09:58:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:05 smithi188 ceph-mon[86835]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 41 KiB/s wr, 741 op/s 2024-04-02T09:58:06.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:05 smithi188 ceph-mon[86835]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:58:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:05 smithi104 ceph-mon[96567]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 41 KiB/s wr, 741 op/s 2024-04-02T09:58:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:05 smithi104 ceph-mon[96567]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:58:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:05 smithi104 ceph-mon[94081]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 41 KiB/s wr, 741 op/s 2024-04-02T09:58:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:05 smithi104 ceph-mon[94081]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:58:06.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:58:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:58:05] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:58:07.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:06 smithi188 ceph-mon[86835]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:58:07.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:06 smithi188 ceph-mon[86835]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:58:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:06 smithi104 ceph-mon[94081]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:58:07.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:06 smithi104 ceph-mon[94081]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:58:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:06 smithi104 ceph-mon[96567]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:58:07.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:06 smithi104 ceph-mon[96567]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:58:07.872 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-02T09:58:08.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:07 smithi188 ceph-mon[86835]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 23 KiB/s wr, 425 op/s 2024-04-02T09:58:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:07 smithi104 ceph-mon[96567]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 23 KiB/s wr, 425 op/s 2024-04-02T09:58:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:07 smithi104 ceph-mon[94081]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 23 KiB/s wr, 425 op/s 2024-04-02T09:58:09.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:08 smithi188 ceph-mon[86835]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:58:09.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:08 smithi104 ceph-mon[94081]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:58:09.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:08 smithi104 ceph-mon[96567]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:58:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:09 smithi188 ceph-mon[86835]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 28 KiB/s wr, 452 op/s 2024-04-02T09:58:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:09 smithi188 ceph-mon[86835]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:58:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:09 smithi104 ceph-mon[96567]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 28 KiB/s wr, 452 op/s 2024-04-02T09:58:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:09 smithi104 ceph-mon[96567]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:58:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:09 smithi104 ceph-mon[94081]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 28 KiB/s wr, 452 op/s 2024-04-02T09:58:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:09 smithi104 ceph-mon[94081]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:58:11.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:10 smithi188 ceph-mon[86835]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:58:11.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:10 smithi104 ceph-mon[96567]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:58:11.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:10 smithi104 ceph-mon[94081]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:58:11.850 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-02T09:58:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:11 smithi188 ceph-mon[86835]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 7.7 KiB/s wr, 156 op/s 2024-04-02T09:58:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:11 smithi188 ceph-mon[86835]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:58:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:11 smithi188 ceph-mon[86835]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:58:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:11 smithi104 ceph-mon[96567]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 7.7 KiB/s wr, 156 op/s 2024-04-02T09:58:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:11 smithi104 ceph-mon[96567]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:58:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:11 smithi104 ceph-mon[96567]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:58:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:11 smithi104 ceph-mon[94081]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 7.7 KiB/s wr, 156 op/s 2024-04-02T09:58:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:11 smithi104 ceph-mon[94081]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:58:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:11 smithi104 ceph-mon[94081]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:58:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:58:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:13 smithi188 ceph-mon[86835]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 21 KiB/s wr, 378 op/s 2024-04-02T09:58:14.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:13 smithi188 ceph-mon[86835]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:58:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:13 smithi104 ceph-mon[96567]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 21 KiB/s wr, 378 op/s 2024-04-02T09:58:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:13 smithi104 ceph-mon[96567]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:58:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:13 smithi104 ceph-mon[94081]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 21 KiB/s wr, 378 op/s 2024-04-02T09:58:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:13 smithi104 ceph-mon[94081]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:58:15.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:14 smithi188 ceph-mon[86835]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:58:15.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:14 smithi104 ceph-mon[96567]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:58:15.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:14 smithi104 ceph-mon[94081]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:58:15.921 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-02T09:58:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:15 smithi188 ceph-mon[86835]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 27 KiB/s wr, 507 op/s 2024-04-02T09:58:16.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:15 smithi188 ceph-mon[86835]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:58:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:15 smithi104 ceph-mon[96567]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 27 KiB/s wr, 507 op/s 2024-04-02T09:58:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:15 smithi104 ceph-mon[96567]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:58:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:15 smithi104 ceph-mon[94081]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 27 KiB/s wr, 507 op/s 2024-04-02T09:58:16.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:15 smithi104 ceph-mon[94081]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:58:16.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:58:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:58:15] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:58:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:16 smithi188 ceph-mon[86835]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:58:17.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:16 smithi188 ceph-mon[86835]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:58:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:16 smithi104 ceph-mon[96567]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:58:17.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:16 smithi104 ceph-mon[96567]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:58:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:16 smithi104 ceph-mon[94081]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:58:17.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:16 smithi104 ceph-mon[94081]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:58:18.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:17 smithi188 ceph-mon[86835]: pgmap v5009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 18 KiB/s wr, 356 op/s 2024-04-02T09:58:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:17 smithi104 ceph-mon[96567]: pgmap v5009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 18 KiB/s wr, 356 op/s 2024-04-02T09:58:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:17 smithi104 ceph-mon[94081]: pgmap v5009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 18 KiB/s wr, 356 op/s 2024-04-02T09:58:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:19 smithi188 ceph-mon[86835]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 13 KiB/s wr, 266 op/s 2024-04-02T09:58:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:19 smithi104 ceph-mon[94081]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 13 KiB/s wr, 266 op/s 2024-04-02T09:58:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:19 smithi104 ceph-mon[96567]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 13 KiB/s wr, 266 op/s 2024-04-02T09:58:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:21 smithi188 ceph-mon[86835]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-04-02T09:58:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:21 smithi188 ceph-mon[86835]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:58:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:21 smithi104 ceph-mon[96567]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-04-02T09:58:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:21 smithi104 ceph-mon[96567]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:58:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:21 smithi104 ceph-mon[94081]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-04-02T09:58:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:21 smithi104 ceph-mon[94081]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:58:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:58:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:58:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:22.928 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-02T09:58:24.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:23 smithi188 ceph-mon[86835]: pgmap v5014: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 637 KiB/s wr, 89 op/s 2024-04-02T09:58:24.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:23 smithi188 ceph-mon[86835]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:58:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:23 smithi104 ceph-mon[96567]: pgmap v5014: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 637 KiB/s wr, 89 op/s 2024-04-02T09:58:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:23 smithi104 ceph-mon[96567]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:58:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:23 smithi104 ceph-mon[94081]: pgmap v5014: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 637 KiB/s wr, 89 op/s 2024-04-02T09:58:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:23 smithi104 ceph-mon[94081]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:58:25.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:24 smithi188 ceph-mon[86835]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:58:25.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:24 smithi104 ceph-mon[94081]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:58:25.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:24 smithi104 ceph-mon[96567]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:58:26.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:25 smithi188 ceph-mon[86835]: pgmap v5017: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 687 KiB/s wr, 69 op/s 2024-04-02T09:58:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:25 smithi104 ceph-mon[94081]: pgmap v5017: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 687 KiB/s wr, 69 op/s 2024-04-02T09:58:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:58:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:58:25] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:58:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:25 smithi104 ceph-mon[96567]: pgmap v5017: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 687 KiB/s wr, 69 op/s 2024-04-02T09:58:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:27 smithi188 ceph-mon[86835]: pgmap v5018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 693 KiB/s wr, 149 op/s 2024-04-02T09:58:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:27 smithi188 ceph-mon[86835]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:58:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:27 smithi104 ceph-mon[94081]: pgmap v5018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 693 KiB/s wr, 149 op/s 2024-04-02T09:58:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:27 smithi104 ceph-mon[94081]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:58:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:27 smithi104 ceph-mon[96567]: pgmap v5018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 693 KiB/s wr, 149 op/s 2024-04-02T09:58:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:27 smithi104 ceph-mon[96567]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:58:30.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:29 smithi188 ceph-mon[86835]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 114 op/s 2024-04-02T09:58:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:29 smithi104 ceph-mon[94081]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 114 op/s 2024-04-02T09:58:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:29 smithi104 ceph-mon[96567]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 114 op/s 2024-04-02T09:58:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:31 smithi188 ceph-mon[86835]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 91 op/s 2024-04-02T09:58:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:31 smithi104 ceph-mon[96567]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 91 op/s 2024-04-02T09:58:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:31 smithi104 ceph-mon[94081]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 91 op/s 2024-04-02T09:58:32.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:58:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:58:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:33.040 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:32 smithi104 ceph-mon[96567]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:58:33.040 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:32 smithi104 ceph-mon[94081]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:58:33.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:32 smithi188 ceph-mon[86835]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:58:33.866 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-02T09:58:33.979 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-02T09:58:34.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:33 smithi188 ceph-mon[86835]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 63 op/s 2024-04-02T09:58:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:33 smithi104 ceph-mon[94081]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 63 op/s 2024-04-02T09:58:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:33 smithi104 ceph-mon[96567]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 63 op/s 2024-04-02T09:58:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:34 smithi188 ceph-mon[86835]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:58:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:35.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:34 smithi104 ceph-mon[96567]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:58:35.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:35.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:34 smithi104 ceph-mon[94081]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:58:35.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:35.906 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-02T09:58:35.995 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-02T09:58:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:35 smithi188 ceph-mon[86835]: pgmap v5025: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 1 op/s 2024-04-02T09:58:36.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:35 smithi188 ceph-mon[86835]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:58:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:58:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:58:35] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:58:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:35 smithi104 ceph-mon[96567]: pgmap v5025: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 1 op/s 2024-04-02T09:58:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:35 smithi104 ceph-mon[96567]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:58:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:35 smithi104 ceph-mon[94081]: pgmap v5025: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 1 op/s 2024-04-02T09:58:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:35 smithi104 ceph-mon[94081]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:58:37.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:36 smithi188 ceph-mon[86835]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:58:37.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:36 smithi104 ceph-mon[94081]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:58:37.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:36 smithi104 ceph-mon[96567]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:58:37.917 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-02T09:58:38.051 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-02T09:58:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:37 smithi188 ceph-mon[86835]: pgmap v5028: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 MiB/s wr, 137 op/s 2024-04-02T09:58:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:37 smithi188 ceph-mon[86835]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:58:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:37 smithi104 ceph-mon[96567]: pgmap v5028: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 MiB/s wr, 137 op/s 2024-04-02T09:58:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:37 smithi104 ceph-mon[96567]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:58:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:37 smithi104 ceph-mon[94081]: pgmap v5028: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 MiB/s wr, 137 op/s 2024-04-02T09:58:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:37 smithi104 ceph-mon[94081]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:58:39.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:38 smithi188 ceph-mon[86835]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:58:39.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:38 smithi104 ceph-mon[96567]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:58:39.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:38 smithi104 ceph-mon[94081]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:58:39.937 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-02T09:58:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:39 smithi188 ceph-mon[86835]: pgmap v5031: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 2.0 MiB/s wr, 454 op/s 2024-04-02T09:58:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:39 smithi188 ceph-mon[86835]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:58:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:39 smithi104 ceph-mon[96567]: pgmap v5031: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 2.0 MiB/s wr, 454 op/s 2024-04-02T09:58:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:39 smithi104 ceph-mon[96567]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:58:40.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:39 smithi104 ceph-mon[94081]: pgmap v5031: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 2.0 MiB/s wr, 454 op/s 2024-04-02T09:58:40.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:39 smithi104 ceph-mon[94081]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:58:41.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:40 smithi188 ceph-mon[86835]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:58:41.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:40 smithi104 ceph-mon[94081]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:58:41.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:40 smithi104 ceph-mon[96567]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:58:41.860 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-02T09:58:41.996 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-02T09:58:42.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:41 smithi188 ceph-mon[86835]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 14 KiB/s wr, 353 op/s 2024-04-02T09:58:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:41 smithi188 ceph-mon[86835]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:58:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:41 smithi188 ceph-mon[86835]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:58:42.129 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-02T09:58:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:41 smithi104 ceph-mon[94081]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 14 KiB/s wr, 353 op/s 2024-04-02T09:58:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:41 smithi104 ceph-mon[94081]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:58:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:41 smithi104 ceph-mon[94081]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:58:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:41 smithi104 ceph-mon[96567]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 14 KiB/s wr, 353 op/s 2024-04-02T09:58:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:41 smithi104 ceph-mon[96567]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:58:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:41 smithi104 ceph-mon[96567]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:58:42.229 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-02T09:58:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:58:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:58:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:42.933 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-02T09:58:43.019 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-02T09:58:43.115 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-02T09:58:43.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:42 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/251048507' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3771353424"}]: dispatch 2024-04-02T09:58:43.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:42 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/251048507' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3771353424"}]: dispatch 2024-04-02T09:58:43.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:42 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/251048507' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3771353424"}]: dispatch 2024-04-02T09:58:43.220 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-02T09:58:43.322 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-02T09:58:43.409 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-02T09:58:43.501 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-02T09:58:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 13 KiB/s wr, 201 op/s 2024-04-02T09:58:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/251048507' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3771353424"}]': finished 2024-04-02T09:58:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:58:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' 2024-04-02T09:58:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:58:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:58:44.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:58:44.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' 2024-04-02T09:58:44.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/3d4e2cd4-db82-4858-b724-6945bbb21541"}]: dispatch 2024-04-02T09:58:44.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3d4e2cd4-db82-4858-b724-6945bbb21541"}]: dispatch 2024-04-02T09:58:44.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:43 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3d4e2cd4-db82-4858-b724-6945bbb21541"}]': finished 2024-04-02T09:58:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 13 KiB/s wr, 201 op/s 2024-04-02T09:58:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/251048507' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3771353424"}]': finished 2024-04-02T09:58:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:58:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' 2024-04-02T09:58:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/3d4e2cd4-db82-4858-b724-6945bbb21541"}]: dispatch 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3d4e2cd4-db82-4858-b724-6945bbb21541"}]: dispatch 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3d4e2cd4-db82-4858-b724-6945bbb21541"}]': finished 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 13 KiB/s wr, 201 op/s 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/251048507' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.104:0/3771353424"}]': finished 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:58:44.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' 2024-04-02T09:58:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:58:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:58:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:58:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:58:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' 2024-04-02T09:58:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/3d4e2cd4-db82-4858-b724-6945bbb21541"}]: dispatch 2024-04-02T09:58:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3d4e2cd4-db82-4858-b724-6945bbb21541"}]: dispatch 2024-04-02T09:58:44.142 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:43 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3d4e2cd4-db82-4858-b724-6945bbb21541"}]': finished 2024-04-02T09:58:45.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:58:45.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:44 smithi188 ceph-mon[86835]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:58:45.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:58:45.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:58:45.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:44 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:58:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:58:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:44 smithi104 ceph-mon[96567]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:58:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:58:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:58:45.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:44 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:58:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:58:45.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:44 smithi104 ceph-mon[94081]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:58:45.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:58:45.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:58:45.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:44 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:58:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:45 smithi188 ceph-mon[86835]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 18 KiB/s wr, 330 op/s 2024-04-02T09:58:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:45 smithi188 ceph-mon[86835]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:58:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:45 smithi104 ceph-mon[96567]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 18 KiB/s wr, 330 op/s 2024-04-02T09:58:46.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:45 smithi104 ceph-mon[96567]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:58:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:58:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:58:45] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-04-02T09:58:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:45 smithi104 ceph-mon[94081]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 18 KiB/s wr, 330 op/s 2024-04-02T09:58:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:45 smithi104 ceph-mon[94081]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:58:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:47 smithi188 ceph-mon[86835]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:58:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:47 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/45a36c5a-0109-43d5-a817-fb1f175b0c9e"}]: dispatch 2024-04-02T09:58:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:47 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/45a36c5a-0109-43d5-a817-fb1f175b0c9e"}]': finished 2024-04-02T09:58:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:47 smithi188 ceph-mon[86835]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 29 KiB/s wr, 540 op/s 2024-04-02T09:58:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:47 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c40a28c1-db33-4ca5-b07e-cc23b965cda2"}]: dispatch 2024-04-02T09:58:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:47 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c40a28c1-db33-4ca5-b07e-cc23b965cda2"}]': finished 2024-04-02T09:58:47.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:47 smithi188 ceph-mon[86835]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:58:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[96567]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:58:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/45a36c5a-0109-43d5-a817-fb1f175b0c9e"}]: dispatch 2024-04-02T09:58:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/45a36c5a-0109-43d5-a817-fb1f175b0c9e"}]': finished 2024-04-02T09:58:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[96567]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 29 KiB/s wr, 540 op/s 2024-04-02T09:58:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c40a28c1-db33-4ca5-b07e-cc23b965cda2"}]: dispatch 2024-04-02T09:58:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c40a28c1-db33-4ca5-b07e-cc23b965cda2"}]': finished 2024-04-02T09:58:47.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[96567]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:58:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[94081]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:58:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/45a36c5a-0109-43d5-a817-fb1f175b0c9e"}]: dispatch 2024-04-02T09:58:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/45a36c5a-0109-43d5-a817-fb1f175b0c9e"}]': finished 2024-04-02T09:58:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[94081]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 29 KiB/s wr, 540 op/s 2024-04-02T09:58:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c40a28c1-db33-4ca5-b07e-cc23b965cda2"}]: dispatch 2024-04-02T09:58:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c40a28c1-db33-4ca5-b07e-cc23b965cda2"}]': finished 2024-04-02T09:58:47.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:47 smithi104 ceph-mon[94081]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:58:49.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:48 smithi188 ceph-mon[86835]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:58:49.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:48 smithi104 ceph-mon[96567]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:58:49.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:48 smithi104 ceph-mon[94081]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:58:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:49 smithi188 ceph-mon[86835]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 32 KiB/s wr, 485 op/s 2024-04-02T09:58:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:49 smithi188 ceph-mon[86835]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:58:50.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:49 smithi104 ceph-mon[94081]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 32 KiB/s wr, 485 op/s 2024-04-02T09:58:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:49 smithi104 ceph-mon[94081]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:58:50.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:49 smithi104 ceph-mon[96567]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 32 KiB/s wr, 485 op/s 2024-04-02T09:58:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:49 smithi104 ceph-mon[96567]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:58:50.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:50.855 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:58:51.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:50 smithi188 ceph-mon[86835]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:58:51.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:50 smithi104 ceph-mon[94081]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:58:51.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:50 smithi104 ceph-mon[96567]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:58:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:51 smithi188 ceph-mon[86835]: pgmap v5049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 130 op/s 2024-04-02T09:58:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:51 smithi188 ceph-mon[86835]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:58:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:51 smithi188 ceph-mon[86835]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:58:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:51 smithi104 ceph-mon[94081]: pgmap v5049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 130 op/s 2024-04-02T09:58:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:51 smithi104 ceph-mon[94081]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:58:52.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:51 smithi104 ceph-mon[94081]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:58:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:51 smithi104 ceph-mon[96567]: pgmap v5049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 130 op/s 2024-04-02T09:58:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:51 smithi104 ceph-mon[96567]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:58:52.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:51 smithi104 ceph-mon[96567]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:58:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:58:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:58:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:53 smithi188 ceph-mon[86835]: pgmap v5052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 8.0 KiB/s wr, 169 op/s 2024-04-02T09:58:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:53 smithi188 ceph-mon[86835]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:58:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:53 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fe7be803-e4b5-4dff-aa98-7bf393033794"}]: dispatch 2024-04-02T09:58:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:53 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fe7be803-e4b5-4dff-aa98-7bf393033794"}]': finished 2024-04-02T09:58:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:53 smithi104 ceph-mon[94081]: pgmap v5052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 8.0 KiB/s wr, 169 op/s 2024-04-02T09:58:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:53 smithi104 ceph-mon[94081]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:58:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:53 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fe7be803-e4b5-4dff-aa98-7bf393033794"}]: dispatch 2024-04-02T09:58:54.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:53 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fe7be803-e4b5-4dff-aa98-7bf393033794"}]': finished 2024-04-02T09:58:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:53 smithi104 ceph-mon[96567]: pgmap v5052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 8.0 KiB/s wr, 169 op/s 2024-04-02T09:58:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:53 smithi104 ceph-mon[96567]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:58:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:53 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fe7be803-e4b5-4dff-aa98-7bf393033794"}]: dispatch 2024-04-02T09:58:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:53 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/3389154302' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fe7be803-e4b5-4dff-aa98-7bf393033794"}]': finished 2024-04-02T09:58:54.893 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:58:54.971 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-02T09:58:55.108 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-02T09:58:55.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:54 smithi188 ceph-mon[86835]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:58:55.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:54 smithi104 ceph-mon[94081]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:58:55.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:54 smithi104 ceph-mon[96567]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:58:55.185 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-02T09:58:55.261 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-02T09:58:55.336 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-02T09:58:55.413 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-02T09:58:55.549 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-02T09:58:55.672 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-02T09:58:55.679 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-02T09:58:55.688 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-02T09:58:55.689 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-02T09:58:55.696 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-02T09:58:55.703 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-02T09:58:55.795 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-02T09:58:55.880 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-02T09:58:55.975 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-02T09:58:56.105 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-02T09:58:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:55 smithi188 ceph-mon[86835]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-02T09:58:56.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:55 smithi188 ceph-mon[86835]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:58:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:58:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:58:55] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:58:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:55 smithi104 ceph-mon[96567]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-02T09:58:56.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:55 smithi104 ceph-mon[96567]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:58:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:55 smithi104 ceph-mon[94081]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-02T09:58:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:55 smithi104 ceph-mon[94081]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:58:57.738 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-02T09:58:57.856 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-02T09:58:57.946 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-02T09:58:58.049 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-02T09:58:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:57 smithi188 ceph-mon[86835]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 16 KiB/s wr, 182 op/s 2024-04-02T09:58:58.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:57 smithi188 ceph-mon[86835]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:58:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:57 smithi104 ceph-mon[96567]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 16 KiB/s wr, 182 op/s 2024-04-02T09:58:58.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:57 smithi104 ceph-mon[96567]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:58:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:57 smithi104 ceph-mon[94081]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 16 KiB/s wr, 182 op/s 2024-04-02T09:58:58.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:57 smithi104 ceph-mon[94081]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:58:58.223 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-02T09:58:59.874 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-02T09:58:59.966 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-02T09:59:00.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:59 smithi188 ceph-mon[86835]: pgmap v5059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 37 KiB/s wr, 700 op/s 2024-04-02T09:59:00.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:58:59 smithi188 ceph-mon[86835]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:59:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:59 smithi104 ceph-mon[96567]: pgmap v5059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 37 KiB/s wr, 700 op/s 2024-04-02T09:59:00.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:58:59 smithi104 ceph-mon[96567]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:59:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:59 smithi104 ceph-mon[94081]: pgmap v5059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 37 KiB/s wr, 700 op/s 2024-04-02T09:59:00.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:58:59 smithi104 ceph-mon[94081]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:59:01.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:00 smithi188 ceph-mon[86835]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:59:01.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:00 smithi104 ceph-mon[96567]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:59:01.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:00 smithi104 ceph-mon[94081]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:59:01.877 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-02T09:59:02.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:01 smithi188 ceph-mon[86835]: pgmap v5062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 52 KiB/s wr, 854 op/s 2024-04-02T09:59:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:01 smithi188 ceph-mon[86835]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:59:02.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:01 smithi188 ceph-mon[86835]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T09:59:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:01 smithi104 ceph-mon[94081]: pgmap v5062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 52 KiB/s wr, 854 op/s 2024-04-02T09:59:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:01 smithi104 ceph-mon[94081]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:59:02.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:01 smithi104 ceph-mon[94081]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T09:59:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:01 smithi104 ceph-mon[96567]: pgmap v5062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 52 KiB/s wr, 854 op/s 2024-04-02T09:59:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:01 smithi104 ceph-mon[96567]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:59:02.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:01 smithi104 ceph-mon[96567]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T09:59:02.142 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-02T09:59:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:59:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:04.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:03 smithi188 ceph-mon[86835]: pgmap v5065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 97 KiB/s wr, 1.03k op/s 2024-04-02T09:59:04.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:03 smithi188 ceph-mon[86835]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T09:59:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:03 smithi104 ceph-mon[96567]: pgmap v5065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 97 KiB/s wr, 1.03k op/s 2024-04-02T09:59:04.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:03 smithi104 ceph-mon[96567]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T09:59:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:03 smithi104 ceph-mon[94081]: pgmap v5065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 97 KiB/s wr, 1.03k op/s 2024-04-02T09:59:04.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:03 smithi104 ceph-mon[94081]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T09:59:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:04 smithi188 ceph-mon[86835]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-02T09:59:05.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:04 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:04 smithi104 ceph-mon[96567]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-02T09:59:05.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:04 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:04 smithi104 ceph-mon[94081]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-02T09:59:05.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:04 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:05.965 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-02T09:59:06.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:05 smithi188 ceph-mon[86835]: pgmap v5068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 83 KiB/s wr, 1.06k op/s 2024-04-02T09:59:06.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:05 smithi188 ceph-mon[86835]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-02T09:59:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:59:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:59:05] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:59:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:05 smithi104 ceph-mon[96567]: pgmap v5068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 83 KiB/s wr, 1.06k op/s 2024-04-02T09:59:06.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:05 smithi104 ceph-mon[96567]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-02T09:59:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:05 smithi104 ceph-mon[94081]: pgmap v5068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 747 KiB/s rd, 83 KiB/s wr, 1.06k op/s 2024-04-02T09:59:06.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:05 smithi104 ceph-mon[94081]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-02T09:59:06.180 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-02T09:59:06.364 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-02T09:59:06.771 INFO:tasks.workunit.client.0.smithi104.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-02T09:59:06.772 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:59:06.772 INFO:tasks.workunit.client.0.smithi104.stdout:=============================== warnings summary =============================== 2024-04-02T09:59:06.772 INFO:tasks.workunit.client.0.smithi104.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-02T09:59:06.772 INFO:tasks.workunit.client.0.smithi104.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-02T09:59:06.772 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:59:06.772 INFO:tasks.workunit.client.0.smithi104.stdout: Traceback (most recent call last): 2024-04-02T09:59:06.772 INFO:tasks.workunit.client.0.smithi104.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-02T09:59:06.772 INFO:tasks.workunit.client.0.smithi104.stdout: raise Exception() 2024-04-02T09:59:06.772 INFO:tasks.workunit.client.0.smithi104.stdout: Exception 2024-04-02T09:59:06.772 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:59:06.772 INFO:tasks.workunit.client.0.smithi104.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-02T09:59:06.773 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T09:59:06.773 INFO:tasks.workunit.client.0.smithi104.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-02T09:59:06.773 INFO:tasks.workunit.client.0.smithi104.stdout:============ 167 passed, 8 skipped, 1 warning in 642.23s (0:10:42) ============= 2024-04-02T09:59:06.801 INFO:tasks.workunit.client.0.smithi104.stderr:+ exit 0 2024-04-02T09:59:06.801 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:59:06.802 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:59:06.831 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-02T09:59:06.831 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:59:07.109 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:06 smithi104 ceph-mon[96567]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-02T09:59:07.109 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:06 smithi104 ceph-mon[96567]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-02T09:59:07.110 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:06 smithi104 ceph-mon[94081]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-02T09:59:07.110 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:06 smithi104 ceph-mon[94081]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-02T09:59:07.111 DEBUG:teuthology.parallel:result is None 2024-04-02T09:59:07.111 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:59:07.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:06 smithi188 ceph-mon[86835]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-02T09:59:07.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:06 smithi188 ceph-mon[86835]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-02T09:59:07.137 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:59:07.137 DEBUG:teuthology.orchestra.run.smithi104:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:59:07.192 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:59:07.193 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:59:07.193 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-02T09:59:07.193 DEBUG:teuthology.parallel:result is None 2024-04-02T09:59:07.193 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:59:07.203 INFO:teuthology.task.print:**** done end parallel 2024-04-02T09:59:07.203 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:59:07.214 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-02T09:59:07.214 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T09:59:07.223 INFO:tasks.workunit:Pulling workunits from ref 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T09:59:07.223 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:59:07.223 DEBUG:teuthology.orchestra.run.smithi104:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:59:07.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:59:07.248 INFO:teuthology.orchestra.run.smithi104.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:59:07.248 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:59:07.303 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:59:07.304 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:59:07.359 INFO:tasks.workunit:timeout=3h 2024-04-02T09:59:07.359 INFO:tasks.workunit:cleanup=True 2024-04-02T09:59:07.359 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 14da45f22b7b6f8995de09c1525ea96ba87a39fd 2024-04-02T09:59:07.415 INFO:tasks.workunit.client.0.smithi104.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:59:08.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:07 smithi188 ceph-mon[86835]: pgmap v5071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 398 KiB/s rd, 21 KiB/s wr, 514 op/s 2024-04-02T09:59:08.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:07 smithi104 ceph-mon[94081]: pgmap v5071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 398 KiB/s rd, 21 KiB/s wr, 514 op/s 2024-04-02T09:59:08.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:07 smithi104 ceph-mon[96567]: pgmap v5071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 398 KiB/s rd, 21 KiB/s wr, 514 op/s 2024-04-02T09:59:10.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:09 smithi188 ceph-mon[86835]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:10.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:09 smithi104 ceph-mon[96567]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:10.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:09 smithi104 ceph-mon[94081]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:12.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:11 smithi188 ceph-mon[86835]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:12.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:11 smithi104 ceph-mon[96567]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:12.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:11 smithi104 ceph-mon[94081]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:59:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:14.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:13 smithi188 ceph-mon[86835]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:14.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:13 smithi104 ceph-mon[96567]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:14.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:13 smithi104 ceph-mon[94081]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:16.123 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:15 smithi188 ceph-mon[86835]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:16.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:15 smithi104 ceph-mon[94081]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:16.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:59:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:59:15] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:59:16.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:15 smithi104 ceph-mon[96567]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:18.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:17 smithi188 ceph-mon[86835]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:18.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:17 smithi104 ceph-mon[96567]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:18.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:17 smithi104 ceph-mon[94081]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:19 smithi188 ceph-mon[86835]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:20.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:19 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:19 smithi104 ceph-mon[96567]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:20.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:19 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:19 smithi104 ceph-mon[94081]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:20.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:19 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:22.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:21 smithi188 ceph-mon[86835]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:22.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:21 smithi104 ceph-mon[96567]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:22.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:21 smithi104 ceph-mon[94081]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:59:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:24.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:23 smithi188 ceph-mon[86835]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:24.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:23 smithi104 ceph-mon[96567]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:24.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:23 smithi104 ceph-mon[94081]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:26.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:25 smithi188 ceph-mon[86835]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:26.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:25 smithi104 ceph-mon[96567]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:26.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:25 smithi104 ceph-mon[94081]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:26.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:59:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:59:25] "GET /metrics HTTP/1.1" 200 34269 "" "Prometheus/2.43.0" 2024-04-02T09:59:28.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:27 smithi188 ceph-mon[86835]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:28.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:27 smithi104 ceph-mon[96567]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:28.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:27 smithi104 ceph-mon[94081]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:30.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:29 smithi188 ceph-mon[86835]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:30.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:29 smithi104 ceph-mon[96567]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:30.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:29 smithi104 ceph-mon[94081]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:32.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:31 smithi188 ceph-mon[86835]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:32.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:31 smithi104 ceph-mon[94081]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:32.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:31 smithi104 ceph-mon[96567]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:32.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:59:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:59:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:34.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:33 smithi188 ceph-mon[86835]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:34.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:33 smithi104 ceph-mon[96567]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:34.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:33 smithi104 ceph-mon[94081]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:35.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:35.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:35.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:36.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:35 smithi188 ceph-mon[86835]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:36.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:35 smithi104 ceph-mon[96567]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:36.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:35 smithi104 ceph-mon[94081]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:59:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:59:35] "GET /metrics HTTP/1.1" 200 34273 "" "Prometheus/2.43.0" 2024-04-02T09:59:38.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:37 smithi188 ceph-mon[86835]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:38.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:37 smithi104 ceph-mon[96567]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:38.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:37 smithi104 ceph-mon[94081]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:40.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:39 smithi188 ceph-mon[86835]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:40.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:39 smithi104 ceph-mon[96567]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:40.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:39 smithi104 ceph-mon[94081]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:42.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:41 smithi188 ceph-mon[86835]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:42.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:41 smithi104 ceph-mon[96567]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:42.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:41 smithi104 ceph-mon[94081]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:42.625 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:59:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:59:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:44.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:43 smithi188 ceph-mon[86835]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:44.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:43 smithi104 ceph-mon[96567]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:44.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:43 smithi104 ceph-mon[94081]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:45 smithi188 ceph-mon[86835]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:46.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:59:46.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:59:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:59:45] "GET /metrics HTTP/1.1" 200 34273 "" "Prometheus/2.43.0" 2024-04-02T09:59:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:45 smithi104 ceph-mon[94081]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:46.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:59:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:45 smithi104 ceph-mon[96567]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:46.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T09:59:47.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:46 smithi188 ceph-mon[86835]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:47.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:46 smithi104 ceph-mon[96567]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:47.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:46 smithi104 ceph-mon[94081]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:49.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:49 smithi104 ceph-mon[96567]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:49.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:49 smithi104 ceph-mon[94081]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:49.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:49 smithi188 ceph-mon[86835]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:50.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:50 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:50.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:50 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:50.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:50 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:51.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:51 smithi104 ceph-mon[96567]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:51.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:51 smithi104 ceph-mon[94081]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:51.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:51 smithi188 ceph-mon[86835]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 09:59:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T09:59:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:53.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:53 smithi104 ceph-mon[96567]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:53.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:53 smithi104 ceph-mon[94081]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:53.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:53 smithi188 ceph-mon[86835]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:55 smithi104 ceph-mon[96567]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:55.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:55 smithi104 ceph-mon[94081]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:55.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:55 smithi188 ceph-mon[86835]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:56.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 09:59:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:09:59:55] "GET /metrics HTTP/1.1" 200 34275 "" "Prometheus/2.43.0" 2024-04-02T09:59:57.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:57 smithi188 ceph-mon[86835]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:57 smithi104 ceph-mon[96567]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:57.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:57 smithi104 ceph-mon[94081]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:59.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 09:59:59 smithi188 ceph-mon[86835]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:59.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 09:59:59 smithi104 ceph-mon[96567]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:59:59.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 09:59:59 smithi104 ceph-mon[94081]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:00.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:00 smithi188 ceph-mon[86835]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T10:00:00.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:00 smithi104 ceph-mon[96567]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T10:00:00.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:00 smithi104 ceph-mon[94081]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T10:00:01.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:01 smithi188 ceph-mon[86835]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:01.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:01 smithi104 ceph-mon[94081]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:01.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:01 smithi104 ceph-mon[96567]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:00:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:00:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:03.691 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:03 smithi104 ceph-mon[96567]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:03.691 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:03 smithi104 ceph-mon[94081]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:03.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:03 smithi188 ceph-mon[86835]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:05.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:05 smithi188 ceph-mon[86835]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:05.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:05 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:05.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:05 smithi104 ceph-mon[96567]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:05.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:05 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:05.875 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:05 smithi104 ceph-mon[94081]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:05.875 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:05 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:06.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:05 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:10:00:05] "GET /metrics HTTP/1.1" 200 34272 "" "Prometheus/2.43.0" 2024-04-02T10:00:07.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:07 smithi188 ceph-mon[86835]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:07.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:07 smithi104 ceph-mon[96567]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:07.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:07 smithi104 ceph-mon[94081]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:09.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:09 smithi188 ceph-mon[86835]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:09.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:09 smithi104 ceph-mon[96567]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:09.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:09 smithi104 ceph-mon[94081]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:11.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:11 smithi188 ceph-mon[86835]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:11.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:11 smithi104 ceph-mon[96567]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:11.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:11 smithi104 ceph-mon[94081]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:12.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:00:12 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:13.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:13 smithi188 ceph-mon[86835]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:13.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:13 smithi104 ceph-mon[96567]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:13.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:13 smithi104 ceph-mon[94081]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:15.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:15 smithi104 ceph-mon[96567]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:15.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:15 smithi104 ceph-mon[94081]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:15.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:15 smithi188 ceph-mon[86835]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:16.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:15 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:10:00:15] "GET /metrics HTTP/1.1" 200 34272 "" "Prometheus/2.43.0" 2024-04-02T10:00:17.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:17 smithi188 ceph-mon[86835]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:17.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:17 smithi104 ceph-mon[96567]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:17.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:17 smithi104 ceph-mon[94081]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:19.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:19 smithi188 ceph-mon[86835]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:19.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:19 smithi104 ceph-mon[96567]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:19.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:19 smithi104 ceph-mon[94081]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:20.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:20 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:20.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:20 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:20.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:20 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:21.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:21 smithi188 ceph-mon[86835]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:21.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:21 smithi104 ceph-mon[94081]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:21.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:21 smithi104 ceph-mon[96567]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:22.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:00:22 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:00:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:23.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:23 smithi188 ceph-mon[86835]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:23.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:23 smithi104 ceph-mon[94081]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:23.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:23 smithi104 ceph-mon[96567]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:25.874 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:25 smithi104 ceph-mon[94081]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:25.874 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:25 smithi104 ceph-mon[96567]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:25.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:25 smithi188 ceph-mon[86835]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:26.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:25 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:10:00:25] "GET /metrics HTTP/1.1" 200 34275 "" "Prometheus/2.43.0" 2024-04-02T10:00:27.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:27 smithi188 ceph-mon[86835]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:27.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:27 smithi104 ceph-mon[94081]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:27.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:27 smithi104 ceph-mon[96567]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:29.283 INFO:tasks.workunit.client.0.smithi104.stderr:Updating files: 97% (12011/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-02T10:00:29.737 INFO:tasks.workunit.client.0.smithi104.stderr:Note: switching to '14da45f22b7b6f8995de09c1525ea96ba87a39fd'. 2024-04-02T10:00:29.738 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:29.738 INFO:tasks.workunit.client.0.smithi104.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T10:00:29.738 INFO:tasks.workunit.client.0.smithi104.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T10:00:29.738 INFO:tasks.workunit.client.0.smithi104.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T10:00:29.738 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:29.738 INFO:tasks.workunit.client.0.smithi104.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T10:00:29.738 INFO:tasks.workunit.client.0.smithi104.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T10:00:29.738 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:29.738 INFO:tasks.workunit.client.0.smithi104.stderr: git switch -c 2024-04-02T10:00:29.738 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:29.738 INFO:tasks.workunit.client.0.smithi104.stderr:Or undo this operation with: 2024-04-02T10:00:29.739 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:29.739 INFO:tasks.workunit.client.0.smithi104.stderr: git switch - 2024-04-02T10:00:29.739 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:29.739 INFO:tasks.workunit.client.0.smithi104.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T10:00:29.739 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:29.739 INFO:tasks.workunit.client.0.smithi104.stderr:HEAD is now at 14da45f22b7 osd/scrub: ignore FullReset in all ReplicaActive states 2024-04-02T10:00:29.743 DEBUG:teuthology.orchestra.run.smithi104:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T10:00:29.798 INFO:tasks.workunit.client.0.smithi104.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T10:00:29.800 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T10:00:29.801 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T10:00:29.851 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T10:00:29.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:29 smithi188 ceph-mon[86835]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:29.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:29 smithi104 ceph-mon[96567]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:29.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:29 smithi104 ceph-mon[94081]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:29.900 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T10:00:29.939 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T10:00:29.941 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T10:00:29.941 INFO:tasks.workunit.client.0.smithi104.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T10:00:29.987 INFO:tasks.workunit.client.0.smithi104.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T10:00:29.990 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-04-02T10:00:29.990 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T10:00:30.046 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-02T10:00:30.047 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-02T10:00:30.047 DEBUG:teuthology.orchestra.run.smithi104:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=14da45f22b7b6f8995de09c1525ea96ba87a39fd TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-02T10:00:30.105 INFO:tasks.workunit.client.0.smithi104.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T10:00:30.533 INFO:tasks.workunit.client.0.smithi104.stderr:+ LAST_OPT_REVISION=1 2024-04-02T10:00:30.533 INFO:tasks.workunit.client.0.smithi104.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T10:00:30.533 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph -s 2024-04-02T10:00:30.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:30 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/234111124' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:30.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:30 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/234111124' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:30.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:30 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/234111124' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:31.088 INFO:tasks.workunit.client.0.smithi104.stdout: cluster: 2024-04-02T10:00:31.089 INFO:tasks.workunit.client.0.smithi104.stdout: id: f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:00:31.089 INFO:tasks.workunit.client.0.smithi104.stdout: health: HEALTH_WARN 2024-04-02T10:00:31.089 INFO:tasks.workunit.client.0.smithi104.stdout: Telemetry requires re-opt-in 2024-04-02T10:00:31.089 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T10:00:31.089 INFO:tasks.workunit.client.0.smithi104.stdout: services: 2024-04-02T10:00:31.089 INFO:tasks.workunit.client.0.smithi104.stdout: mon: 3 daemons, quorum a,b,c (age 85m) 2024-04-02T10:00:31.089 INFO:tasks.workunit.client.0.smithi104.stdout: mgr: y(active, since 86m), standbys: x 2024-04-02T10:00:31.089 INFO:tasks.workunit.client.0.smithi104.stdout: mds: 1/1 daemons up, 1 standby 2024-04-02T10:00:31.089 INFO:tasks.workunit.client.0.smithi104.stdout: osd: 8 osds: 8 up (since 81m), 8 in (since 93m) 2024-04-02T10:00:31.089 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T10:00:31.090 INFO:tasks.workunit.client.0.smithi104.stdout: data: 2024-04-02T10:00:31.090 INFO:tasks.workunit.client.0.smithi104.stdout: volumes: 1/1 healthy 2024-04-02T10:00:31.090 INFO:tasks.workunit.client.0.smithi104.stdout: pools: 4 pools, 105 pgs 2024-04-02T10:00:31.090 INFO:tasks.workunit.client.0.smithi104.stdout: objects: 28 objects, 4.6 MiB 2024-04-02T10:00:31.090 INFO:tasks.workunit.client.0.smithi104.stdout: usage: 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:31.090 INFO:tasks.workunit.client.0.smithi104.stdout: pgs: 105 active+clean 2024-04-02T10:00:31.090 INFO:tasks.workunit.client.0.smithi104.stdout: 2024-04-02T10:00:31.101 INFO:tasks.workunit.client.0.smithi104.stderr:++ ceph telemetry collection ls 2024-04-02T10:00:31.600 INFO:tasks.workunit.client.0.smithi104.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T10:00:31.600 INFO:tasks.workunit.client.0.smithi104.stderr:['\''basic_pool_flags'\''] 2024-04-02T10:00:31.600 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:31.600 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:31.600 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T10:00:31.600 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:31.600 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:31.600 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:31.600 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:31.600 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:+ [[ New collections are available: 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:['basic_pool_flags'] 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:31.601 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:31.602 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:+ [[ New collections are available: 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:['basic_pool_flags'] 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:31.603 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:+ [[ New collections are available: 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:['basic_pool_flags'] 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:31.604 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:+ [[ New collections are available: 2024-04-02T10:00:31.605 INFO:tasks.workunit.client.0.smithi104.stderr:['basic_pool_flags'] 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:31.606 INFO:tasks.workunit.client.0.smithi104.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:+ [[ New collections are available: 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:['basic_pool_flags'] 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:31.607 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:+ [[ New collections are available: 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:['basic_pool_flags'] 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr: 2024-04-02T10:00:31.608 INFO:tasks.workunit.client.0.smithi104.stderr:NAME STATUS DESC 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:device_base REPORTING Information about device health metrics 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-02T10:00:31.609 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry preview 2024-04-02T10:00:31.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:31 smithi188 ceph-mon[86835]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:31.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:31 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/234111124' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:31.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:31 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/728709028' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:31.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:31 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/728709028' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:31.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:31 smithi104 ceph-mon[94081]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:31.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:31 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/234111124' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:31.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:31 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/728709028' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:31.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:31 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/728709028' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:31.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:31 smithi104 ceph-mon[96567]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T10:00:31.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:31 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/234111124' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T10:00:31.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:31 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/728709028' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:31.891 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:31 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/728709028' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T10:00:32.394 INFO:tasks.workunit.client.0.smithi104.stdout:{ 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer": { 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: "active": true, 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: "mode": "" 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: "channels": [ 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.395 INFO:tasks.workunit.client.0.smithi104.stdout: "channels_available": [ 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_available": [ 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T10:00:32.396 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_flags" 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_opted_in": [ 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T10:00:32.397 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T10:00:32.398 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T10:00:32.398 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T10:00:32.398 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T10:00:32.398 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T10:00:32.398 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:32.398 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_flags" 2024-04-02T10:00:32.398 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.398 INFO:tasks.workunit.client.0.smithi104.stdout: "config": { 2024-04-02T10:00:32.398 INFO:tasks.workunit.client.0.smithi104.stdout: "active_changed": [ 2024-04-02T10:00:32.398 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:32.398 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "client_check_pool_perm", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_gid", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_uid", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "client_quota", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "daemonize", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T10:00:32.399 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "keyring", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_journald", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_stderr", 2024-04-02T10:00:32.400 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_host", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:32.401 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "no_config_file", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T10:00:32.402 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hdd", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hybrid", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_ssd", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_max_backfills", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T10:00:32.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:32.404 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_hdd", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_ssd", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hdd", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_ssd", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_sleep", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep", 2024-04-02T10:00:32.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_default_features", 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_qos_exclude_ops", 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "setgroup", 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "setuser" 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_changed": [ 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:32.406 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_join_fs", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/container_init", 2024-04-02T10:00:32.407 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/migration_current", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_ident", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_perf", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/description", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/enabled", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/organization", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:32.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:32.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:32.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:32.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_cache_enabled", 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_ops_log", 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_usage_log" 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: "contact": null, 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: "crashes": [], 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: "created": "2024-04-02T08:21:59.892009Z", 2024-04-02T10:00:32.412 INFO:tasks.workunit.client.0.smithi104.stdout: "crush": { 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_algs": { 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: "straw2": 3 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_sizes": { 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: "2": 1, 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: "4": 2 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_types": { 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: "1": 2, 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: "11": 1 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: "compat_weight_set": false, 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: "device_classes": [ 2024-04-02T10:00:32.413 INFO:tasks.workunit.client.0.smithi104.stdout: 8 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "num_buckets": 6, 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "num_devices": 8, 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "num_rules": 2, 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "num_types": 12, 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "num_weight_sets": 0, 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "tunables": { 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "allowed_bucket_algs": 54, 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_fallback_tries": 0, 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_tries": 0, 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_total_tries": 50, 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_descend_once": 1, 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_stable": 1, 2024-04-02T10:00:32.414 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_vary_r": 1, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "has_msr_rules": 0, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v2_rules": 1, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v3_rules": 0, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v4_buckets": 1, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v5_rules": 0, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "legacy_tunables": 0, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "minimum_required_version": "jewel", 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "msr_collision_tries": 100, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "msr_descents": 100, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "optimal_tunables": 1, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "profile": "jewel", 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables": 1, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables2": 1, 2024-04-02T10:00:32.415 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables3": 1, 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables5": 1, 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: "straw_calc_version": 1 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: "description": "upgrade test cluster", 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: "fs": { 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: "feature_flags": { 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: "enable_multiple": true, 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_enabled_multiple": true 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: "filesystems": [ 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.416 INFO:tasks.workunit.client.0.smithi104.stdout: "approx_ctime": "2024-04", 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer_enabled": false, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_caps": 0, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_dns": 10, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_inos": 13, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_subtrees": 2, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_allowed_features": 0, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "explicitly_allowed_features": 0, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "files": 0, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "max_mds": 1, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_data_pools": 1, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_in": 1, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_mds": 1, 2024-04-02T10:00:32.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": 0, 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_replay": 0, 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_up": 1, 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: "snaps": 0, 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: "standby_count_wanted": 0 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_mds": 1, 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: "total_num_mds": 2 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_stats": { 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 20381696, 2024-04-02T10:00:32.418 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 442952, 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 925696, 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 426, 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1371336, 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 912384, 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14902512, 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 21307392 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:32.419 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 20258816, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 322264, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 942080, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 0, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 336, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1003816, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 13, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 758784, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14479360, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 20258816 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:32.420 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 171483136, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 2125800, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 352256, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 3440640, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 6627, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 10978680, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3480320, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 151531424, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 174923776 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.421 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 259833856, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 6223688, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3145728, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1482752, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 9437, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 12763696, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 23, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 4825088, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 232875656, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 261316608 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.422 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 168189952, 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 2307904, 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 4644864, 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 6503, 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 10093488, 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 2176000, 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 150597904, 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 172834816 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 504340480, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 26596824, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3538944, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 151019520, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 12932, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 91434024, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9460992, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 373309696, 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 655360000 2024-04-02T10:00:32.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 525557760, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 24504840, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 134995968, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 13250, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 95863288, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 10377216, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 391404544, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 660553728 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.425 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 538746880, 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 27867888, 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 39706624, 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10607, 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 76286024, 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9883648, 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 421432520, 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 578453504 2024-04-02T10:00:32.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 610689024, 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 25770544, 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 17301504, 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10717, 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 83298640, 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 54, 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 10094848, 2024-04-02T10:00:32.427 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 488248192, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 627990528 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 635609088, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 25045584, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 49152, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 11395072, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 13373, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 72591528, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 10479872, 2024-04-02T10:00:32.428 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 524035080, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 647004160 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 590331904, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 32067344, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 5505024, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 37388288, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 12712, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 106534808, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9485568, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 436739160, 2024-04-02T10:00:32.429 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 627720192 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 557711360, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 21342840, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 41099264, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10796, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 76959456, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 11191040, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 444941224, 2024-04-02T10:00:32.430 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 598810624 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 465666048, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 20506224, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 40960, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 27500544, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10669, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 69708600, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 51, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9124352, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 363009112, 2024-04-02T10:00:32.431 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 493166592 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: "hosts": { 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num": 2, 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mds": 2, 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mgr": 2, 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mon": 2, 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_osd": 2 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: "io_rate": { 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_stats_delta": { 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 0, 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:32.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "stamp_delta": "12.003163", 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:32.433 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:32.434 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:32.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:32.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:32.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:32.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.436 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:32.436 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T10:00:32.436 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:32.436 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:32.436 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:32.436 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:32.437 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T10:00:32.437 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:32.437 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:32.437 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:32.437 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:32.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.437 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 0 2024-04-02T10:00:32.437 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard": false, 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard_description": null, 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "license": "sharing-1-0", 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "mempool": { 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.439 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.442 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 222664, 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 68 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 51904, 2024-04-02T10:00:32.443 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 181 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.444 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12208, 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 253 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.449 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 150039, 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 34 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.451 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 928, 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.452 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.457 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.458 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42357161, 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5242 2024-04-02T10:00:32.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1320, 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 15 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.460 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5976, 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.462 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.467 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42509225, 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5267 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:32.469 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11952, 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 368 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.471 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.473 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.474 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42086929, 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5201 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1232, 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 14 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.476 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.477 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:32.478 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:32.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.478 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.478 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5976, 2024-04-02T10:00:32.478 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T10:00:32.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.478 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.478 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.478 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.478 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.479 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21944, 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 408 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 34944, 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 24 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1152, 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56400, 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 705 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.480 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 372528, 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1791 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1135315, 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 293 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2487191, 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 547317 2024-04-02T10:00:32.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7077696, 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10440 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 78272, 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8320 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85872, 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1789 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.482 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.483 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2208, 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 108443, 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 57 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 28144, 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6775572, 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 279 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.484 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 25960, 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 295 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 524880, 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 45 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.485 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7118800, 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 18490 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.486 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.487 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 23168, 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 431 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 35072, 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 25 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 768, 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 4 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.488 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56560, 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 707 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 370032, 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1779 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 378517, 2024-04-02T10:00:32.489 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 101 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2382464, 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 533336 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6911776, 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10196 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 76052, 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8140 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.490 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85344, 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1778 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164692, 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1183 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1472, 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 96662, 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 58 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20128, 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.492 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4573292, 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 271 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10472, 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 119 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 443232, 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 38 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.493 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7183696, 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20930 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.494 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.495 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 17496, 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 327 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30592, 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 22 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.496 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 54480, 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 681 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 355888, 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1711 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.497 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 321781, 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 86 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1750011, 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 387678 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5132896, 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7580 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 65956, 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6972 2024-04-02T10:00:32.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82128, 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1711 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.499 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 736, 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 74261, 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 54 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12112, 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.500 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20997890, 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 273 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11000, 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 125 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.501 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 361584, 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 31 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3191240, 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6137 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.502 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.503 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19472, 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 360 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30720, 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 23 2024-04-02T10:00:32.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4608, 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 24 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 54880, 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 686 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 357344, 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1718 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:32.505 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 387629, 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 97 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1746973, 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 386874 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5121336, 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7563 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.506 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 66716, 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6996 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82368, 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1716 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:32.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2208, 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 112791, 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 66 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 28144, 2024-04-02T10:00:32.508 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 25482917, 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 297 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12320, 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 140 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.509 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 419904, 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 36 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3474120, 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9081 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:32.510 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.511 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20696, 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 383 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26368, 2024-04-02T10:00:32.512 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 55200, 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 690 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 357136, 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1717 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.513 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 412040, 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 106 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2084484, 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 462818 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6034576, 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8906 2024-04-02T10:00:32.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 66988, 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6993 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82368, 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1716 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164436, 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:32.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1472, 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 105023, 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 54 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20128, 2024-04-02T10:00:32.516 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21276124, 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 11083 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11088, 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 126 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.517 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454896, 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5102240, 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 12212 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:32.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.519 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 23544, 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 436 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.520 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 31744, 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 31 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2496, 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 13 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56400, 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 705 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 370240, 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1780 2024-04-02T10:00:32.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 274100, 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 90 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2343330, 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 525467 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.522 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6792096, 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10020 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 76404, 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8146 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85440, 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1780 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164692, 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1183 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 53599, 2024-04-02T10:00:32.524 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 50 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 15461163, 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 274 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10472, 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 119 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.525 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 478224, 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 41 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6397560, 2024-04-02T10:00:32.526 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 12303 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.527 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19448, 2024-04-02T10:00:32.528 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 358 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 35328, 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 27 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56000, 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 700 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.529 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 358592, 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1724 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454882, 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 116 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1758174, 2024-04-02T10:00:32.530 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 387368 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5100256, 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7532 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 68256, 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7153 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82752, 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1724 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.531 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164348, 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1181 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 736, 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1 2024-04-02T10:00:32.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 81329, 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 55 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12112, 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21955292, 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 268 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 13024, 2024-04-02T10:00:32.533 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 148 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454896, 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.534 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3695120, 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9506 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.536 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16792, 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 321 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30720, 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 23 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3264, 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 17 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 55120, 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 689 2024-04-02T10:00:32.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 358592, 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1724 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 426284, 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 116 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:32.538 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2012186, 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 448616 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5842816, 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8624 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 69028, 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7158 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82704, 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1723 2024-04-02T10:00:32.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:32.540 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1472, 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 97311, 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 59 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20128, 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 17816006, 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 271 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.541 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12056, 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 137 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 536544, 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 46 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.542 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4913480, 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9449 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:32.543 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.544 INFO:tasks.workunit.client.0.smithi104.stdout: "metadata": { 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 2 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 2 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:32.545 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 2 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 2 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:32.546 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 3 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 3 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 3 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:32.547 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 3 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 8 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:32.548 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 8 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 8 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:32.549 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 8 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_objectstore": { 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": 8 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: "rotational": { 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: "0": 8 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:32.550 INFO:tasks.workunit.client.0.smithi104.stdout: "features": { 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "optional": [], 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "persistent": [ 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "kraken", 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "luminous", 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "mimic", 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap-prune", 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "nautilus", 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "octopus", 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "pacific", 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "elector-pinging", 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "quincy", 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "reef", 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: "squid" 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv4_addr_mons": 6, 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv6_addr_mons": 0, 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "min_mon_release": 19, 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "v1_addr_mons": 3, 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "v2_addr_mons": 3 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "organization": "ceph-qa", 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_network": false, 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "require_min_compat_client": "luminous", 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "require_osd_release": "squid" 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_perf_histograms": [ 2024-04-02T10:00:32.552 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:32.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:32.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.555 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:32.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:32.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.558 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9109, 15, 0, 1, 1, 4, 3, 6, 3, 6, 6, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9213, 36, 30, 2, 14, 2, 4, 6, 20, 30, 69, 46, 63, 37, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 966, 20, 16, 0, 1, 2, 1, 4, 0, 11, 60, 129, 182, 11, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 460, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 14, 203, 10, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 225, 1, 0, 0, 0, 0, 0, 1, 1, 0, 17, 3, 34, 75, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 122, 1, 0, 0, 0, 0, 0, 0, 0, 1, 6, 7, 38, 24, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 127, 2, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 22, 27, 79, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6696, 1, 1, 1, 1, 2, 1, 7, 4, 11, 8, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7127, 68, 1187, 3, 4, 5, 3, 15, 25, 50, 134, 71, 69, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 603, 12, 352, 21, 2, 0, 0, 0, 2, 3, 44, 194, 228, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 279, 4, 1, 9, 1, 0, 0, 0, 0, 1, 2, 6, 256, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 119, 8, 4, 0, 0, 1, 0, 0, 0, 0, 1, 5, 26, 25, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 81, 8, 37, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 6, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 45, 0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9237, 3, 1, 0, 0, 0, 0, 0, 1, 0, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9453, 18, 5, 0, 12, 0, 0, 2, 2, 1, 10, 20, 36, 20, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 873, 13, 2, 1, 2, 0, 0, 0, 2, 2, 26, 1, 4, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 465, 7, 3, 1, 2, 0, 0, 0, 1, 0, 3, 20, 59, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 150, 3, 1, 0, 0, 0, 0, 1, 1, 1, 4, 14, 29, 39, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 138, 0, 1, 0, 0, 0, 0, 3, 5, 1, 0, 16, 18, 38, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 19, 32, 36, 66, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 1, 12, 25, 45, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 6, 3, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:32.566 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 264, 36, 0, 0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11986, 3954, 0, 0, 7385, 400, 3, 1, 4, 7, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8646, 228, 21, 1, 373, 199, 4, 2, 16, 14, 43, 24, 27, 15, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1191, 14, 17, 0, 3, 5, 0, 1, 10, 4, 33, 89, 88, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 295, 15, 1, 0, 5, 5, 0, 0, 0, 0, 6, 10, 120, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 151, 10, 0, 0, 178, 17, 1, 0, 0, 0, 0, 5, 16, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 96, 21, 0, 0, 308, 12, 1, 0, 0, 0, 2, 6, 18, 8, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 51, 53, 0, 0, 403, 0, 1, 0, 0, 0, 5, 3, 17, 21, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 97, 0, 0, 1777, 0, 0, 0, 0, 0, 0, 0, 6, 16, 29, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 60, 0, 0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9131, 2, 67, 4, 13, 15, 1, 0, 0, 2, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9428, 20, 1, 0, 17, 22, 68, 81, 9, 14, 14, 9, 19, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1239, 113, 135, 0, 1, 1, 3, 1, 1, 7, 60, 73, 34, 10, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 880, 21, 46, 0, 0, 1, 0, 0, 2, 0, 8, 11, 176, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 374, 28, 12, 0, 0, 1, 1, 0, 1, 3, 8, 7, 15, 37, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 333, 13, 21, 25, 1, 0, 0, 0, 2, 2, 0, 3, 7, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 159, 5, 5, 40, 59, 0, 0, 0, 0, 0, 0, 0, 4, 33, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 3, 0, 3, 70, 97, 0, 0, 0, 0, 0, 0, 0, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6, 0, 0, 0, 6, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.571 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3395, 769, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 17821, 11311, 4474, 4, 22, 20, 0, 0, 0, 3, 12, 17, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10745, 173, 71, 5, 21, 28, 89, 110, 2, 0, 33, 10, 10, 27, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1148, 25, 16, 1, 4, 0, 9, 26, 10, 3, 21, 8, 1, 8, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 520, 5, 0, 5, 6, 0, 0, 0, 1, 1, 9, 18, 32, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 331, 12, 4, 0, 0, 0, 1, 0, 7, 3, 2, 5, 18, 44, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 231, 5, 3, 1, 0, 0, 0, 0, 3, 1, 1, 2, 8, 10, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 16, 13, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 53, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 4, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2988, 1564, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10277, 2557, 0, 0, 1, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8673, 92, 19, 0, 9, 3, 3, 3, 7, 16, 19, 12, 17, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1097, 3, 8, 0, 4, 1, 1, 2, 7, 11, 48, 64, 22, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 364, 5, 0, 0, 0, 0, 0, 0, 0, 0, 8, 24, 169, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 144, 4, 0, 0, 0, 1, 0, 0, 0, 1, 2, 1, 19, 32, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 88, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 12, 10, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 108, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 13, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.576 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11990, 11, 1, 0, 2, 0, 0, 0, 0, 1, 3, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6698, 20, 3, 2, 13, 2, 0, 0, 1, 0, 3, 2, 4, 16, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 685, 3, 12, 0, 2, 0, 0, 1, 0, 1, 19, 1, 3, 5, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 195, 1, 0, 0, 2, 0, 0, 0, 0, 0, 7, 6, 22, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 115, 2, 0, 0, 1, 0, 0, 0, 1, 2, 5, 3, 15, 48, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 8, 7, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.577 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 13, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 14, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.579 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:32.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:32.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:32.582 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:32.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:32.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.585 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 350, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4655, 52, 65, 156, 440, 583, 648, 0, 4, 0, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 779, 16, 37, 48, 25, 28, 74, 0, 0, 0, 4, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 293, 1, 1, 0, 2, 1, 1, 1, 0, 0, 3, 4, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 148, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 8, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 20, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 220, 3, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2517, 220, 27, 62, 124, 2, 2, 5, 4, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 415, 58, 1303, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 357, 13, 41, 1, 0, 0, 0, 0, 0, 0, 1, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1371, 1032, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1767, 1931, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 28, 28, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9349, 6, 0, 0, 1, 0, 1, 2, 2, 0, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 16534, 0, 1, 0, 0, 0, 0, 0, 0, 1, 4, 3, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 663, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 13, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.593 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 219, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2956, 29, 0, 0, 17, 0, 5, 5, 14, 16, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 390, 7, 0, 0, 5, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 262, 18, 34, 42, 2, 0, 0, 0, 0, 0, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 895, 230, 0, 110, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3664, 2139, 0, 362, 0, 0, 0, 0, 0, 0, 1, 0, 2, 10, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 934, 633, 0, 70, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.596 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 915, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2899, 223, 31, 61, 137, 275, 472, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 507, 8, 1, 0, 2, 0, 11, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 349, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 132, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.597 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.598 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 644, 8, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 5338, 81, 132, 235, 452, 600, 719, 0, 10, 9, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 377, 1, 1, 4, 20, 12, 12, 0, 0, 3, 3, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 277, 3, 7, 24, 9, 0, 0, 1, 0, 0, 2, 8, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.599 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 120, 39, 74, 105, 20, 0, 0, 0, 0, 1, 1, 2, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 19, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.600 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:32.601 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 488, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3189, 27, 0, 0, 2, 2, 3, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 329, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 170, 5, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 178, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.602 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.603 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 547, 1, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.604 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8036, 37, 45, 43, 2, 1, 0, 0, 0, 0, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1952, 30, 93, 56, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 139, 5, 4, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.605 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.606 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:32.607 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:32.608 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:32.609 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:32.610 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:32.611 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:32.612 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.613 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1019, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.614 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.615 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 420, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2457, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.616 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.617 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.618 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 16550, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 681, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.619 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.620 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 222, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3044, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 365, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.621 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1660, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.622 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.623 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 928, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4099, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 533, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.624 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.625 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 677, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.626 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7581, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.627 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 493, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 333, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.629 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.630 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.631 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.632 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.633 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:32.634 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:32.635 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:32.636 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:32.637 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:32.637 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:32.637 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.637 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:32.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.637 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.637 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:32.637 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:32.637 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:32.637 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:32.638 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:32.639 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.640 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1662, 12, 1, 3, 10, 0, 0, 1, 0, 0, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1471, 10, 1, 2, 3, 4, 8, 16, 32, 63, 94, 76, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 194, 4, 0, 0, 0, 0, 0, 2, 4, 6, 57, 180, 159, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 286, 17, 0, 0, 0, 0, 0, 0, 2, 4, 21, 24, 258, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 500, 35, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 19, 20, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 611, 42, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 19, 30, 134, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 731, 68, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 471, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.641 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.642 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.643 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2249, 25, 2, 0, 4, 0, 3, 4, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1847, 3, 0, 2, 3, 7, 9, 20, 35, 67, 116, 71, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 56, 0, 0, 0, 1, 1, 1, 3, 4, 0, 31, 216, 306, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 45, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 6, 273, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 4, 22, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 205, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 4, 6, 14, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 584, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 828, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.644 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.645 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 324, 6, 0, 0, 15, 0, 1, 1, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 149, 4, 1, 0, 1, 0, 1, 1, 3, 12, 36, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 177, 2, 0, 0, 0, 1, 4, 3, 7, 18, 66, 102, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.646 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 1, 6, 3, 33, 60, 34, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 59, 2, 0, 0, 0, 0, 0, 0, 0, 3, 6, 11, 31, 59, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 13, 40, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.647 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.648 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1013, 27, 0, 1, 18, 0, 3, 4, 6, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 686, 7, 0, 1, 0, 3, 7, 8, 16, 31, 41, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 190, 13, 0, 0, 0, 2, 2, 5, 6, 9, 43, 128, 159, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 395, 16, 1, 0, 0, 0, 0, 0, 3, 2, 19, 21, 67, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 498, 22, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 23, 29, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 240, 38, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 12, 31, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 142, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 26, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.649 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.650 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.651 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1035, 10, 0, 1, 11, 2, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 819, 6, 0, 1, 1, 6, 3, 5, 14, 20, 47, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 359, 1, 0, 0, 0, 1, 2, 1, 6, 10, 58, 140, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 513, 2, 0, 0, 0, 0, 2, 0, 0, 1, 12, 21, 158, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 269, 1, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 9, 10, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 23, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.652 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.653 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 112, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 571, 19, 0, 0, 9, 0, 5, 9, 17, 24, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 77, 8, 0, 0, 1, 0, 1, 5, 4, 2, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.654 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 125, 15, 0, 0, 0, 0, 1, 1, 2, 6, 34, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 95, 9, 0, 0, 0, 0, 0, 2, 3, 2, 17, 23, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 29, 2, 0, 0, 0, 0, 0, 1, 0, 3, 4, 5, 13, 18, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 10, 25, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.655 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.656 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1051, 16, 0, 0, 7, 1, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 712, 10, 0, 1, 2, 1, 2, 9, 15, 23, 31, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 440, 11, 0, 0, 1, 1, 1, 1, 3, 2, 31, 88, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 362, 17, 0, 0, 2, 0, 0, 0, 0, 3, 8, 8, 155, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 315, 20, 0, 0, 2, 0, 0, 0, 1, 4, 7, 6, 24, 23, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 113, 43, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 24, 27, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 66, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.657 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.658 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.659 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 47, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 198, 17, 4, 4, 6, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 11, 1, 0, 0, 1, 1, 3, 6, 2, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 108, 0, 1, 0, 1, 0, 1, 2, 7, 9, 19, 30, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 2, 2, 16, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 0, 0, 0, 1, 0, 0, 0, 2, 2, 4, 9, 26, 23, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 30, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.660 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.661 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 8, 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "number of replicas", 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 1, 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:32.662 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0]", 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "[1, 1]", 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "[2, 2]", 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "[3, 3]", 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "[4, 4]", 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "[5, 5]", 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "[6, None]" 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "linear" 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 10, 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "duration", 2024-04-02T10:00:32.663 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 250000, 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 249999]", 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "[250000, 499999]", 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "[500000, 999999]", 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "[1000000, 1999999]", 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "[2000000, 3999999]", 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "[4000000, 7999999]", 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "[8000000, 15999999]", 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "[16000000, 31999999]", 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "[32000000, None]" 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:32.664 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.666 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:32.667 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.668 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.669 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.670 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.671 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_counters": { 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: "caps": { 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_grant": { 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_revoke": { 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_trunc": { 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_commit": { 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_complete": { 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_keys": { 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_merge": { 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_split": { 2024-04-02T10:00:32.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: "exported_inodes": { 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: "forward": { 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_cap_release": { 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps": { 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.675 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps_dirty": { 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_inode_file_caps": { 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: "imported_inodes": { 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes": { 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_expired": { 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.676 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_pinned": { 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_with_caps": { 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: "load_cent": { 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: "openino_dir_fetch": { 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: "process_request_cap_release": { 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.677 INFO:tasks.workunit.client.0.smithi104.stdout: "reply_latency": { 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: "request": { 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rbytes": { 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rfiles": { 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rsnaps": { 2024-04-02T10:00:32.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_reply": { 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: "subtrees": { 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_cache": { 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_enqueue_scrub": { 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_exportdir": { 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_flush": { 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragmentdir": { 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragstats": { 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_inodestats": { 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_quiesce_inode": { 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_quiesce_path": { 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_enqueued": { 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_prioritized": { 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_processing": { 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays": { 2024-04-02T10:00:32.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_delayed": { 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_enqueuing": { 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_completed": { 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_started": { 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_created": { 2024-04-02T10:00:32.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_enqueued": { 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_migrated": { 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_reintegrated": { 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_log": { 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: "ev": { 2024-04-02T10:00:32.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: "evadd": { 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: "evex": { 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: "evexd": { 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: "evexg": { 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.684 INFO:tasks.workunit.client.0.smithi104.stdout: "evlrg": { 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: "evtrm": { 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: "jlat": { 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: "replayed": { 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: "seg": { 2024-04-02T10:00:32.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: "segadd": { 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: "segex": { 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: "segexd": { 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: "segexg": { 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.686 INFO:tasks.workunit.client.0.smithi104.stdout: "segmjr": { 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: "segtrm": { 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_mem": { 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: "cap": { 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: "cap+": { 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: "cap-": { 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: "dir": { 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: "dir+": { 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: "dir-": { 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: "dn": { 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:32.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: "dn+": { 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: "dn-": { 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: "heap": { 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 248184 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: "ino": { 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: "ino+": { 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:32.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: "ino-": { 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: "rss": { 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52300 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_server": { 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_acquisition_throttle": { 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_revoke_eviction": { 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_request": { 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_session": { 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_peer_request": { 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: "req_create_latency": { 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.691 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getattr_latency": { 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getfilelock_latency": { 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getvxattr_latency": { 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: "req_link_latency": { 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookup_latency": { 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookuphash_latency": { 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupino_latency": { 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupname_latency": { 2024-04-02T10:00:32.693 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupparent_latency": { 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupsnap_latency": { 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lssnap_latency": { 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mkdir_latency": { 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mknod_latency": { 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mksnap_latency": { 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: "req_open_latency": { 2024-04-02T10:00:32.695 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: "req_readdir_latency": { 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rename_latency": { 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: "req_renamesnap_latency": { 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmdir_latency": { 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmsnap_latency": { 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmxattr_latency": { 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setattr_latency": { 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setdirlayout_latency": { 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setfilelock_latency": { 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setlayout_latency": { 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.698 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setxattr_latency": { 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: "req_snapdiff_latency": { 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: "req_symlink_latency": { 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: "req_unlink_latency": { 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.699 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_sessions": { 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: "average_load": { 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: "avg_session_uptime": { 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: "mdthresh_evicted": { 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.700 INFO:tasks.workunit.client.0.smithi104.stdout: "session_count": { 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: "session_remove": { 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_open": { 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_stale": { 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: "total_load": { 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.701 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7 2024-04-02T10:00:32.702 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: "purge_queue": { 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executed": { 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executed_ops": { 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing": { 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_high_water": { 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops": { 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops_high_water": { 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_item_in_journal": { 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:32.704 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.705 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 239 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.706 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8597 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8597, 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58555817 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8597, 2024-04-02T10:00:32.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1987975733 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 219 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:32.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2999962 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8596 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8596 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8596, 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25592687816 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.711 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:32.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8596 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8596, 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115472929 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8596, 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75254 2024-04-02T10:00:32.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8596, 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5657930941 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 171909120 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:32.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 167198720 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4710400 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267537171 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24091557 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69081416 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.718 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267537171 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1512348 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.719 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.720 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70689105 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178358114 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.722 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.723 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69105822 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:32.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 372807, 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1698612501 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:32.725 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:32.726 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20742, 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9949880965 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:32.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.728 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 258 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8665 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:32.729 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8665, 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59643809 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8665, 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25995 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8665, 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1859977280 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.730 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.731 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8663 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8663, 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59005400 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8663, 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67133 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:32.732 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8663, 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2728946664 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:32.733 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4, 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 999988 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8665 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8665, 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28999646145 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.736 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 258170880 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 255352832 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.737 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2818048 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.738 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267460885 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24287804 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68961455 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.741 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267460885 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1519531 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.742 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.743 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70758208 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178307257 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.745 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69156679 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 389133, 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1963961964 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:32.749 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20909, 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7682182203 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.750 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 228 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.751 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8556 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8556, 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58245356 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.752 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8556, 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1374974433 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 146 2024-04-02T10:00:32.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 999982 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8556 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.756 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8556 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8556, 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26630505366 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8556 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.758 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8556, 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 114860877 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8556, 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74949 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8556, 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2698949889 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:32.759 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169820160 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 165093376 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4726784 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267585445 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.761 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23978396 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69146303 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.763 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267585445 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1496779 2024-04-02T10:00:32.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70656400 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178390297 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.768 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69073639 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:32.770 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 370972, 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1790471882 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20641, 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6241522114 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.772 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27891 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:32.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.774 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13262848 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 779739136 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19, 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11439812 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19, 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7757904 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.775 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 211, 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 937634 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 821690368 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78627, 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11505433430 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:32.776 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78641, 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18833925519 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6168576 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322068480 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 820248576 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:32.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9738482995 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68665 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8501264384 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.778 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8501268480 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 60755 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 68665, 2024-04-02T10:00:32.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2443655759 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9650217518 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65957 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4088151 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 631 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:32.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13075735 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1011 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8987584 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8987584 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:32.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 391 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1011, 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3894355 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:32.782 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 691 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7, 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9646 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1117949952 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:32.784 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13983744 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 24052, 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80116582 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3603, 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7130181556 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:32.785 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 30607, 2024-04-02T10:00:32.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 254224965 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78556, 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22763371643 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:32.787 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77839, 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1723821122 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78556, 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48803024 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78556, 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22812174667 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.788 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38449, 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1263111822 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1156, 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2914926 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21625, 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11298941 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 53, 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 88343 2024-04-02T10:00:32.789 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17576, 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2529457807 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 254193 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24394 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13680, 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2759699249 2024-04-02T10:00:32.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37243, 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13134362 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23563, 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2213726855 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15508, 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 452060708 2024-04-02T10:00:32.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:32.792 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13315864248 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10408, 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1185396316 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10405, 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3656930899467 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10408, 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6914226698280 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:32.793 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94978, 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2877061812893 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94978, 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10727709 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 707055835 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40682172099 2024-04-02T10:00:32.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30295055 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21203283183 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16278448264 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:32.795 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10062343 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2555, 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12534690 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 92199428276 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17337830749 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:32.796 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 777901363 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 651821056 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 500695040 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:32.797 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 151126016 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.798 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56487895 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.799 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28672 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 757760 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.800 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68554793 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.801 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423659216 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2416 2024-04-02T10:00:32.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 137520 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.803 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71128720 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.804 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13646560 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37658597 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.805 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.806 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74523963 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.807 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423659216 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.808 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 101287 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1120062 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.809 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70047307 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.810 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:32.811 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38518 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127294, 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8807317330 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2775245629 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38518, 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 250421790999 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3815959882 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39428, 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22512107236 2024-04-02T10:00:32.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38518, 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 87389682376 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22109 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22109, 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13337169416 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.814 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3815959882 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22481, 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6288029418 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22109, 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7160814991 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8696 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:32.815 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 620238616 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8696, 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19126962892 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9056, 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6018181371 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8696, 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16951000290 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7713 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2155007013 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.817 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7713, 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217957658691 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7891, 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10205896447 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7713, 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63277867095 2024-04-02T10:00:32.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4194341 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 835694592 2024-04-02T10:00:32.819 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16508 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:32.820 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9957376 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 790716416 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18, 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3559896 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.822 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18, 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1356381 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 199, 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 879157 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 818413568 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.823 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73932, 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10865913989 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73958, 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17368071046 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3600384 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 302866432 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.824 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 835452928 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7161342890 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.825 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63142 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6277672960 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6277677056 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59214 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63142, 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2191025068 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7065872901 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 60215 2024-04-02T10:00:32.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3118947 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 794 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9681042 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1062 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:32.828 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6562095 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6562095 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.829 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1062, 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2797249 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.830 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 604 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9702 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.831 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1106272256 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13385728 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.832 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19056, 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 64818336 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3563, 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5958746188 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.833 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16067, 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 134777397 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:32.834 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21096532132 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73176, 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1750153347 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45148905 2024-04-02T10:00:32.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21141681037 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28234, 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 933799134 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 981, 2024-04-02T10:00:32.836 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2795317 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15568, 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10308768 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 45, 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54687 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11279, 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1646173734 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:32.837 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 225613 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26578 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21525, 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2038132558 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 69697, 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19220559 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:32.838 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 48172, 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1368927397 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15252, 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 406021796 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9840204347 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21915, 2024-04-02T10:00:32.840 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1315641795 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21913, 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3567955066678 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21915, 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6346949311233 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87276, 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2750571140502 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:32.841 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87276, 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8896604 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 415121162 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35853165029 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:32.842 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29970462 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17570850050 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13769395434 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9471426 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2544, 2024-04-02T10:00:32.843 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11974399 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 77462085368 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14726430189 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 508111757 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.844 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 657145856 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 522043392 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 135102464 2024-04-02T10:00:32.845 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56769452 2024-04-02T10:00:32.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:32.847 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.848 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.848 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:32.848 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.848 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.848 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.848 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.848 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.848 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.848 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.850 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.850 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.850 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.850 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.850 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68990036 2024-04-02T10:00:32.850 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.850 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.850 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425770894 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.851 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 256 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 150704 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.852 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 544 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69005474 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9442768 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37846301 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.854 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.855 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70151443 2024-04-02T10:00:32.856 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425770894 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.857 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 93086 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.858 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1118996 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67944896 2024-04-02T10:00:32.859 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39832 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 131652, 2024-04-02T10:00:32.861 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10092656248 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2186145259 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39832, 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 700639067097 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.862 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2480953799 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 41487, 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31890558938 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39832, 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115175164689 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18461 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.863 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18461, 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11367746408 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2480953799 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18888, 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5294875563 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.864 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18461, 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5014457199 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11930 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 274848383 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11930, 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 106910135841 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:32.865 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12066, 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13598238783 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11930, 2024-04-02T10:00:32.866 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31844416571 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9441 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1911296876 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9441, 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 582361184848 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10533, 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12997444592 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9441, 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 78316290919 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79 2024-04-02T10:00:32.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 831815680 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:32.869 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14485 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.870 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5877760 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.871 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 607375360 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17, 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3424098 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17, 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1227422 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 167, 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 749639 2024-04-02T10:00:32.872 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 518717440 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70552, 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10125113449 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70559, 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16396078159 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.873 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6426624 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 289058816 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 535756800 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4157861503 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46255 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3549241344 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3549245440 2024-04-02T10:00:32.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35597 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 46255, 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1649627346 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.876 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4072679148 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43641 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2245611 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 611 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5832672 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.877 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 898 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3587061 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3587061 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.878 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 295 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 898, 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861158 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 825 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7, 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9326 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.880 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 904888320 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:32.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9179136 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14258, 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46011975 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3611, 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4851012181 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.882 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22724, 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 185160363 2024-04-02T10:00:32.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19620033083 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 69973, 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1361350075 2024-04-02T10:00:32.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30860391 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19650893474 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:32.885 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 58961, 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1001157936 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1075, 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2714420 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19465, 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16495420 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37, 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 51982 2024-04-02T10:00:32.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20771, 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1220281840 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 255963 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18610 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9989, 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1746171828 2024-04-02T10:00:32.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 26820, 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18563730 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16831, 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1543139160 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12669, 2024-04-02T10:00:32.888 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360500278 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.889 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9004443154 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6157, 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1012513270 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6156, 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3772887877337 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6157, 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6179633927547 2024-04-02T10:00:32.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80377, 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2572071742449 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80377, 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8552956 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 209299469 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:32.891 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30464344957 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26799368 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14357280836 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11384673149 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.892 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5276943 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2524, 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12374788 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65432386134 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12230255781 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.893 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 475489074 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 575176704 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 535289856 2024-04-02T10:00:32.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39886848 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57138714 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69632 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68620774 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.898 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428540359 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.899 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132928 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74641065 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.901 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6058032 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38092476 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73290004 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:32.904 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428540359 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 90660 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1134753 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.906 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73550708 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41 2024-04-02T10:00:32.908 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 51246 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 142602, 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7759889338 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:32.909 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1944084924 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 51246, 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 100360838987 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2875375815 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52181, 2024-04-02T10:00:32.910 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45777235031 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 51246, 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80724408610 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21633 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21633, 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17978350239 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2875375815 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22077, 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5658944002 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21633, 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8018178667 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27871 2024-04-02T10:00:32.912 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 431869935 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27871, 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61169571831 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:32.913 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28184, 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 36918055243 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27871, 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57272785770 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1742 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:32.914 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1512214989 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1742, 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21212916917 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1920, 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3200235786 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1742, 2024-04-02T10:00:32.915 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15433444173 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3145744 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:32.916 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 527908864 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18930 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:32.917 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.918 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5783552 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 654368768 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16, 2024-04-02T10:00:32.919 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2960249 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16, 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1092664 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 168, 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 776438 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 633667584 2024-04-02T10:00:32.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66929, 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9807259461 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66936, 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15879053938 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8220672 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 274214912 2024-04-02T10:00:32.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 627965952 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:32.922 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3928211256 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45128 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3524640768 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3524644864 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.923 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37757 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 45128, 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1571167768 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3839797416 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42415 2024-04-02T10:00:32.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2817013 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 743 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5734987 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 934 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:32.925 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2917974 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2917974 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 195 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:32.926 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 934, 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1508309 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:32.927 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 619 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10722 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.928 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 936800256 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9203712 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:32.929 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17483, 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52467423 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3537, 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5295023483 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.930 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16720, 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132511926 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:32.931 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18974004632 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66337, 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1444797422 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 36976482 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.932 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19010981114 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20689, 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 719269945 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1384, 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2891956 2024-04-02T10:00:32.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9223, 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8736588 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40, 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74884 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11311, 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2158781029 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:32.934 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217808 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18304 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39476, 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1854890280 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 99302, 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29120366 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 59826, 2024-04-02T10:00:32.935 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1333359157 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12524, 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 342877217 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:32.936 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9605540542 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18319, 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1849105024 2024-04-02T10:00:32.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18316, 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4011699659044 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18319, 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7090149027897 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76581, 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2727046790981 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:32.938 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76581, 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7426427 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 430869187 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29627930289 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24951563 2024-04-02T10:00:32.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13493475759 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11808249069 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5282871 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2520, 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12089900 2024-04-02T10:00:32.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 64977209210 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12671732143 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 442922179 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.941 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 624713728 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 607191040 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17522688 2024-04-02T10:00:32.942 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57159657 2024-04-02T10:00:32.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.944 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49152 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.945 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68620311 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.946 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428697433 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1904 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.947 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 128240 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74488903 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5783024 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.949 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38106438 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73551050 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428697433 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 97696 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1139463 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73381888 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:32.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56909 2024-04-02T10:00:32.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 134261, 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8530664447 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1623219565 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.957 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 56909, 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314469044451 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2131891582 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 59197, 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32565956536 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 56909, 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 81770859209 2024-04-02T10:00:32.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39324 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39324, 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56562163014 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2131891582 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:32.959 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39543, 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8670218207 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39324, 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9304859895 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13152 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 290752798 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:32.960 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13152, 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 189705474635 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15107, 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18380072641 2024-04-02T10:00:32.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13152, 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42544233484 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4433 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1332466767 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4433, 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68201406802 2024-04-02T10:00:32.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4547, 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5515665688 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4433, 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29921765830 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 642891776 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.964 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17147 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.965 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.966 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14815232 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 722644992 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2963294 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 993638 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:32.967 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 848793 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 757923840 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64578, 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10027687926 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64582, 2024-04-02T10:00:32.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16108832593 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15200256 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 264556544 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 747962368 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:32.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3986208322 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48458 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3299184640 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.970 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3299188736 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39147 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 48458, 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1314224944 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.971 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3826423646 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43566 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913845 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1104 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15853828 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.972 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1461 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10939983 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10939983 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:32.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 371 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1461, 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3907906 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:32.974 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 677 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28225 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1004318720 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:32.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9199616 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 24091, 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71290442 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3512, 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4731885332 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14823, 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 128305381 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.978 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19549359127 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64085, 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1433285151 2024-04-02T10:00:32.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53453647 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19602812774 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:32.980 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 228885, 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1485620388 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 834, 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2199415 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 130689, 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47527233 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 46, 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 55567 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.981 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17352, 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3488057602 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 399682 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20625 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8685, 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1599334738 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.982 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37498, 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12535916 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28813, 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1336417946 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13861, 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 397313705 2024-04-02T10:00:32.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:32.984 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12119849002 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18672, 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 921009612 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18670, 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3786436607783 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18672, 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6563956170071 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.985 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77044, 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2743176328849 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77044, 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7828614 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 210759559 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:32.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31237647890 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25830659 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13611312158 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13124781556 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.987 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5277670 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2475, 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14273473 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70315592960 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14090283177 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.988 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 709414205 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 643596288 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 632061952 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.989 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11534336 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.990 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56434778 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28672 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45056 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69320614 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423260841 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2672 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 191840 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.995 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71472519 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.996 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4953680 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37623185 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.997 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74863647 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:32.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423260841 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 103635 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1130117 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70433279 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:33.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50 2024-04-02T10:00:33.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33742 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 104858, 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10327474313 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.004 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1566916184 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33742, 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69221015060 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1870164256 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:33.005 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 34290, 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20837136765 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33742, 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38752598705 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23462 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23462, 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18779928496 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.006 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1870164256 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23634, 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11506972699 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23462, 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11526657354 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:33.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6171 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 307644380 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6171, 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12140029560 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.008 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6408, 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4112598106 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6171, 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9486730334 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4109 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:33.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1259271804 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4109, 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38301057004 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4248, 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5217565960 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:33.010 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4109, 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17739211017 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4194304 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.011 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 767139840 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16888 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:33.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:33.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19976192 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 747909120 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.014 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6552796 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2013585 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 225, 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1053792 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:33.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 680656896 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82294, 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11240201733 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82302, 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17879642111 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4579328 2024-04-02T10:00:33.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 337113088 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 697696256 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:33.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15154995142 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115327 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12948983808 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12948987904 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.018 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 105372 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 115327, 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5015291695 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14937209044 2024-04-02T10:00:33.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 108663 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6555482 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1227 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19904323 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:33.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1816 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13348841 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13348841 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.021 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 610 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1816, 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5592563 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:33.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 610 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16557 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.023 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1108025344 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:33.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13398016 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19897, 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 66800310 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3547, 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9043169080 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.025 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20019, 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 156583835 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:33.026 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21786779805 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 81722, 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1624710117 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:33.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49102584 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21835882389 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40896, 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 944181276 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:33.028 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 883, 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2263771 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22969, 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16980085 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 49, 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61954 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18665, 2024-04-02T10:00:33.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4764652186 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 263766 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21797 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28773, 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1557229043 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66110, 2024-04-02T10:00:33.030 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28020075 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37337, 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1343997335 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15919, 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 455250861 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:33.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9741376549 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.032 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 662688538 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3843252795529 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6591277546248 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:33.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2993106658892 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11052005 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 295759488 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32957799684 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.034 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 34587045 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14464173160 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16517628432 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9477180 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.035 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2494, 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14316139 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73993234231 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17574706914 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:33.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 543716823 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 622215168 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 584646656 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:33.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37568512 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 55943953 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57344 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69827823 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 419579651 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3152 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 237936 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75107133 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20794096 2024-04-02T10:00:33.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37295969 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67739055 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 419579651 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 100090 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1127494 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74120637 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:33.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63609 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 146318, 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13229865359 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.052 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1432836894 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63609, 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54790742947 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1960055431 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64475, 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17383568189 2024-04-02T10:00:33.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.054 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:33.054 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63609, 2024-04-02T10:00:33.054 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32377472197 2024-04-02T10:00:33.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.054 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:33.054 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52442 2024-04-02T10:00:33.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.054 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:33.057 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52442, 2024-04-02T10:00:33.057 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19821382053 2024-04-02T10:00:33.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.057 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:33.057 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.057 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:33.057 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1960055431 2024-04-02T10:00:33.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52580, 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9055670990 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52442, 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8556738438 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9594 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 412331200 2024-04-02T10:00:33.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9594, 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18977819082 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.059 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10117, 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6052447402 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9594, 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14371242484 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1573 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020505694 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.060 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1573, 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15991541812 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1778, 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2275449797 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1573, 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9449491275 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.061 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 694063104 2024-04-02T10:00:33.062 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28251 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.063 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12525568 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 597082112 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2726431 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:33.065 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 935684 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 171, 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 695639 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 571015168 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63954, 2024-04-02T10:00:33.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8961352698 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63956, 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14623939079 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12648448 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 262004736 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 579534848 2024-04-02T10:00:33.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8809003247 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75250 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.068 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7624331264 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7624335360 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 66082 2024-04-02T10:00:33.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.070 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:33.070 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 75250, 2024-04-02T10:00:33.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2767296649 2024-04-02T10:00:33.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.070 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:33.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8654512598 2024-04-02T10:00:33.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.070 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:33.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70521 2024-04-02T10:00:33.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.070 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3871993 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 882 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12441126 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1285 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8569133 2024-04-02T10:00:33.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8569133 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 410 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:33.072 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1285, 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3731544 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:33.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 630 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12, 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14301 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:33.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 873902080 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9789440 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17132, 2024-04-02T10:00:33.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50309682 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3436, 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7614559874 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:33.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16153, 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 129760966 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17830277087 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63500, 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1262741732 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33783734 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:33.078 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17864060821 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28319, 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 604014963 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 836, 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2410543 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.079 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12917, 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11660550 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 43, 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79491 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12012, 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1832510942 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 190744 2024-04-02T10:00:33.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19189 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10868, 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1525334819 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38918, 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16785883 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28050, 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1230889556 2024-04-02T10:00:33.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12353, 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 361671877 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.082 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10769004114 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14206, 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 667617447 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:33.083 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14205, 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4165174605384 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14206, 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6083010135404 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77395, 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2867135146824 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77395, 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7787747 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.084 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 344585933 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30163087736 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27053551 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14244136625 2024-04-02T10:00:33.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15143806099 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5873135 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2392, 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13118037 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:33.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70677752156 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15985206171 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 683179005 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.087 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 595533824 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 554237952 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41295872 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:33.088 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56675692 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 94208 2024-04-02T10:00:33.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69055124 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.091 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425067693 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2384 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 170928 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69686867 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.094 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12631536 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37783794 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75413790 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425067693 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 87007 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1161097 2024-04-02T10:00:33.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68612075 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:33.100 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:33.101 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37719 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 98263, 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8826913669 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:33.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1634410593 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37719, 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 82825310260 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1842286150 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:33.103 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38226, 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13935299375 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37719, 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31853601070 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28872 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28872, 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13120146417 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:33.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1842286150 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 29103, 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5824519599 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28872, 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5389661683 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4687 2024-04-02T10:00:33.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 340240703 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4687, 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13636609024 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:33.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4849, 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3140274780 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4687, 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8443330353 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4160 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:33.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1294169890 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4160, 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56068554819 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4274, 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4970504996 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4160, 2024-04-02T10:00:33.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18020609034 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102142 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.109 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 580816896 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18958 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3739648 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 529158144 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3715211 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.112 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1760403 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 147, 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 673111 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 446955520 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:33.113 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63174, 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8602801929 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63186, 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13945591031 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9490432 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 258850816 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 459735040 2024-04-02T10:00:33.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2141602755 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38349 2024-04-02T10:00:33.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1758961664 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1758965760 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:33.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27337 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38349, 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 892885966 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2049625970 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35527 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1288496 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.117 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 645 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3703972 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 812 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2415476 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2415476 2024-04-02T10:00:33.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 812, 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1270047 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:33.119 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 770 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:33.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12517 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 794034176 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9781248 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17413, 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57851132 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3477, 2024-04-02T10:00:33.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2807839112 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.123 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18952, 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 158967740 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63140, 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16958843925 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.124 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 62695, 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1349438644 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63140, 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43284806 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63140, 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17002128731 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27576, 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 608208126 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 736, 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2160837 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5294, 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6010735 2024-04-02T10:00:33.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 50, 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 83087 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11460, 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 872686389 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 186855 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17584 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.127 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6865, 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1415598422 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 31896, 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8501959 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 25031, 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1269264701 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.128 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13383, 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360364555 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8250152248 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15713, 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 704574386 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15711, 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3709306863289 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15713, 2024-04-02T10:00:33.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6385367771224 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74271, 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2585922152350 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74271, 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7652440 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 197200368 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:33.131 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26772428895 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26317981 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12088474080 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9323213700 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.132 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5867915 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2355, 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12386925 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56643990174 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10237196456 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.133 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 447685632 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 489889792 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 462249984 2024-04-02T10:00:33.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27639808 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.135 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57267961 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8192 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61440 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68491527 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 429509711 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1744 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 120880 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73684145 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 176160768 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3104080 2024-04-02T10:00:33.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38178641 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67769183 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:33.144 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 429509711 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.145 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 112759 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1126609 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 72567401 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.147 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:33.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32753 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 102736, 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10805057990 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1619514691 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.149 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 32753, 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40663677743 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2059539939 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33126, 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16587002570 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 32753, 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32474419707 2024-04-02T10:00:33.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20507 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20507, 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8167399516 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2059539939 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:33.151 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20630, 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4765962151 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20507, 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5183111221 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11219 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 436016169 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:33.152 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11219, 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19729112062 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11408, 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9727645287 2024-04-02T10:00:33.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11219, 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17665431812 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1027 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1183498522 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1027, 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12767166165 2024-04-02T10:00:33.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1088, 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2093395132 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1027, 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9625876674 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.155 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 456753152 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.156 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": [ 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 1, 2024-04-02T10:00:33.157 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 1, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 1, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876705034, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 1781760, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 1781760, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958898176, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 2, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.4648127237014705e-06, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:33.158 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 812, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 1341440, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 590368, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 590368, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 1771104, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 311, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 2473984 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.159 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 32, 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 32, 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 2, 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:33.160 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876705034, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 154492, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 110592, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958898176, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 22, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 43900, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.1371829461713787e-07, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 79, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 89088, 2024-04-02T10:00:33.161 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 21255, 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 6622, 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 14633, 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 63765, 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 68, 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 36864 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:33.162 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 64, 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 64, 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 3, 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:33.163 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876705034, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958898176, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T10:00:33.164 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.165 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool", 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "selfmanaged_snaps" 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 8, 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 8, 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 4, 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876705034, 2024-04-02T10:00:33.166 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 12595200, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 12595200, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958898176, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 4, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 1.7423415556550026e-05, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 8917, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 3120079872, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 4194323, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 4194323, 2024-04-02T10:00:33.167 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 12582969, 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 24343, 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 3210933248 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": { 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: "mirroring_by_pool": [ 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: false 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_images_by_pool": [ 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pools": 1 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: "report_id": "ab0c7f58-d918-4176-b28f-e64e2b2fce5b", 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: "report_timestamp": "2024-04-02T10:00:32.253505", 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: "report_version": 1, 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_stats": { 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "7.9.2" 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: "rook": { 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster": { 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: "external-mode": null, 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:33.169 INFO:tasks.workunit.client.0.smithi104.stdout: "allow-multiple-per-node": null, 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: "count": null, 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: "max-id": null, 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: "pvc": { 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: "stretch": { 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: "network": { 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: "provider": null 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: "storage": { 2024-04-02T10:00:33.170 INFO:tasks.workunit.client.0.smithi104.stdout: "device-set": { 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: "non-portable": null, 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: "portable": null, 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: "csi": { 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes": { 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.171 INFO:tasks.workunit.client.0.smithi104.stdout: "node": { 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes-total": null, 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "with-ceph-daemons": null, 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-nfs-plugin": null, 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-rbd-plugin": null 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "storage-class": { 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket": null, 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs": null, 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "nfs": null, 2024-04-02T10:00:33.172 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": null, 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: "services": {}, 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pg": [ 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.173 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.961467+0000", 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.961467+0000", 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.961828+0000", 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.174 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.175 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2c", 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4973, 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.176 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:50.460398+0000", 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.177 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.180 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955708+0000", 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955708+0000", 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956466+0000", 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:33.181 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.182 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2b", 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.183 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5118, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:54:19.415294+0000", 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.184 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.187 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955737+0000", 2024-04-02T10:00:33.188 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955737+0000", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956044+0000", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:33.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.190 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2a", 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4989, 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:02:06.262860+0000", 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.191 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.194 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.195 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.928887+0000", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.928887+0000", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.929429+0000", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.197 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.29", 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5085, 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:41:27.588122+0000", 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.198 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.201 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.202 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897821+0000", 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270566+0000", 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270566+0000", 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.270888+0000", 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897821+0000", 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897821+0000", 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897821+0000", 2024-04-02T10:00:33.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897821+0000", 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897821+0000", 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897821+0000", 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.204 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.28", 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5021, 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:44:53.176590+0000", 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.205 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.208 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.209 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.924953+0000", 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.924953+0000", 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.925303+0000", 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:33.210 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.211 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.27", 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5079, 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:43:24.320150+0000", 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.212 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.213 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.215 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.216 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952908+0000", 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952908+0000", 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.953251+0000", 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.217 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.218 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.26", 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4968, 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:35.872410+0000", 2024-04-02T10:00:33.219 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.220 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.222 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.223 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895690+0000", 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.937449+0000", 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.937449+0000", 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.937810+0000", 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895690+0000", 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.224 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895690+0000", 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895690+0000", 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895690+0000", 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895690+0000", 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895690+0000", 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.225 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.25", 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.226 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5096, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:55:14.755486+0000", 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.227 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.230 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.922094+0000", 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.922094+0000", 2024-04-02T10:00:33.231 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.922446+0000", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:33.232 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.24", 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.233 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5049, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:28:46.006738+0000", 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.234 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.237 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:33.238 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.934913+0000", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.934913+0000", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.935200+0000", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.240 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.23", 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5133, 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:40.070603+0000", 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.241 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.244 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.245 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.272488+0000", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.272488+0000", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.278213+0000", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.247 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.22", 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5023, 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:47:53.438274+0000", 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.248 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.251 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.252 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955118+0000", 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955118+0000", 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.955452+0000", 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:33.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.254 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.21", 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5071, 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:49:50.968266+0000", 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.255 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.258 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.259 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.260 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.260 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.260 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.261 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.261 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:33.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958045+0000", 2024-04-02T10:00:33.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958045+0000", 2024-04-02T10:00:33.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960028+0000", 2024-04-02T10:00:33.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:33.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.262 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.20", 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.263 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4956, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:26:29.958755+0000", 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.267 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957191+0000", 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957191+0000", 2024-04-02T10:00:33.268 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957492+0000", 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:33.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.270 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.f", 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4943, 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:40.229267+0000", 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.274 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.275 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957579+0000", 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957579+0000", 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958171+0000", 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:33.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.277 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.e", 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5073, 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:31.357005+0000", 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.281 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.282 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955819+0000", 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955819+0000", 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956138+0000", 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.283 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.284 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.c", 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5014, 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:30:07.239073+0000", 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.285 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.288 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.289 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.932830+0000", 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.932830+0000", 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.933264+0000", 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.290 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:33.291 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.d", 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5098, 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.292 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:04.855508+0000", 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 70, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.295 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.296 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.967173+0000", 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.967173+0000", 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967761+0000", 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.298 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.d", 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4917, 2024-04-02T10:00:33.299 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:52:54.094814+0000", 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.303 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.268640+0000", 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.268640+0000", 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.268968+0000", 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:33.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.305 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.c", 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.306 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5084, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:53:07.920934+0000", 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.310 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:33.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959761+0000", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959761+0000", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960413+0000", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.312 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.313 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.a", 2024-04-02T10:00:33.314 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.314 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.314 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.314 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4974, 2024-04-02T10:00:33.314 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:23.693564+0000", 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:33.319 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.966660+0000", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.966660+0000", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967039+0000", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3, 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.321 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.b", 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4929, 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:23:17.569787+0000", 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 2, 2024-04-02T10:00:33.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 2, 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.325 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'3" 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.326 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.926219+0000", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.926219+0000", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.926707+0000", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.327 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.328 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.b", 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5048, 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:55:28.033067+0000", 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.332 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.333 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955459+0000", 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955459+0000", 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.955784+0000", 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:33.334 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.335 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.a", 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5096, 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:06.731717+0000", 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.339 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.340 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957558+0000", 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957558+0000", 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957911+0000", 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:33.341 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.342 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.8", 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5085, 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:50:45.897085+0000", 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.343 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.346 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.347 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897386+0000", 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.958390+0000", 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.958390+0000", 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958725+0000", 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897386+0000", 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.348 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897386+0000", 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897386+0000", 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897386+0000", 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897386+0000", 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897386+0000", 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.349 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.9", 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5096, 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.350 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:21.969243+0000", 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.353 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.354 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952049+0000", 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952049+0000", 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.952425+0000", 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:33.355 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.356 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.9", 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5059, 2024-04-02T10:00:33.357 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:20.080258+0000", 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.361 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957117+0000", 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957117+0000", 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957571+0000", 2024-04-02T10:00:33.362 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.363 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.8", 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.364 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4937, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:03:26.174519+0000", 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.366 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.368 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.938327+0000", 2024-04-02T10:00:33.369 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.938327+0000", 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.938646+0000", 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.370 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.371 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.6", 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5120, 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:44:10.155100+0000", 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.375 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.376 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955686+0000", 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955686+0000", 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956367+0000", 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:33.377 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.378 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.7", 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4958, 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:30:24.861663+0000", 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.382 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:33.383 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.951678+0000", 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.951678+0000", 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.405704+0000", 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:33.384 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3220, 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.385 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3220, 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.1", 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 9138, 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:02.742084+0000", 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.004380943, 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.388 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1587, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 404359, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3191, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 403454 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.389 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3220" 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.390 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952579+0000", 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952579+0000", 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.952879+0000", 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:33.391 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.392 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.7", 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5049, 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:54:06.440112+0000", 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.393 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.396 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.397 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897481+0000", 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958926+0000", 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958926+0000", 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959821+0000", 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897481+0000", 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897481+0000", 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897481+0000", 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897481+0000", 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897481+0000", 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897481+0000", 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.399 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.6", 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5101, 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:25:34.590665+0000", 2024-04-02T10:00:33.400 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 2, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 2, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.403 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "565'2" 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.404 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.951138+0000", 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.951138+0000", 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.478707+0000", 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3036, 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.406 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3036, 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.0", 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8598, 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:03:50.992872+0000", 2024-04-02T10:00:33.407 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.003169127, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 657, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 424798, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3030, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 424306 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.410 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3036" 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.411 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266400+0000", 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266400+0000", 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.267018+0000", 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.413 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.4", 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.414 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5098, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:29.620719+0000", 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.418 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770559+0000", 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.960260+0000", 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.960260+0000", 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.963268+0000", 2024-04-02T10:00:33.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770559+0000", 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770559+0000", 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770559+0000", 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770559+0000", 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770559+0000", 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770559+0000", 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.420 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.5", 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.421 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4907, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:48:12.494414+0000", 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.425 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895201+0000", 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956149+0000", 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956149+0000", 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.415361+0000", 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895201+0000", 2024-04-02T10:00:33.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895201+0000", 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895201+0000", 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895201+0000", 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895201+0000", 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895201+0000", 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3145, 2024-04-02T10:00:33.427 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3145, 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.3", 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.428 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 9131, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:00:29.262715+0000", 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.00691479, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1471, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 398322, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3120, 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 404753 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3145" 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.432 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956005+0000", 2024-04-02T10:00:33.433 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956005+0000", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956310+0000", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:33.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.435 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.0", 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4940, 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:23.463431+0000", 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.439 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.924894+0000", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.924894+0000", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.925212+0000", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.442 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1", 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5072, 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:28:08.555595+0000", 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.446 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.447 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.893373+0000", 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.893373+0000", 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.413166+0000", 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:33.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3116, 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.449 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3116, 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.6", 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8868, 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:56:15.699524+0000", 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.004518442, 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.450 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1017, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 388333, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3098, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 411375 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.453 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3116" 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.454 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 19, 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.961575+0000", 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.961575+0000", 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964076+0000", 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:33.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 197, 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.456 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 197, 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "1.0", 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5414, 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:30:19.164350+0000", 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.457 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 812, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1310, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 311, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.460 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "240'197" 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.461 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964694+0000", 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964694+0000", 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.965039+0000", 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:33.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:33.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:33.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.465 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:33.465 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:33.465 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.465 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.465 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.465 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.465 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.465 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.3", 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4997, 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.466 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:31:34.281499+0000", 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.470 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958681+0000", 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958681+0000", 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959016+0000", 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.472 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.472 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.472 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:33.472 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:33.472 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:33.472 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.472 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.472 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.472 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:33.472 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2", 2024-04-02T10:00:33.473 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5078, 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:33:11.753064+0000", 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.476 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.477 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.478 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.953392+0000", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.953392+0000", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.515336+0000", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.479 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3050, 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3050, 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.480 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.5", 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8738, 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:26.803186+0000", 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.002690647, 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.483 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1217, 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 366332, 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3030, 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 362596 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.484 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3050" 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.485 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.941934+0000", 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.941934+0000", 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.942559+0000", 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:33.486 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.487 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1", 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5088, 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:29:17.917496+0000", 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.491 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.492 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955826+0000", 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955826+0000", 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956208+0000", 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:33.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.494 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.0", 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5100, 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:32:34.036903+0000", 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.495 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.498 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.499 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.269132+0000", 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.269132+0000", 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.414568+0000", 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2973, 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.501 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2973, 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.7", 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8656, 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.502 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:33.537229+0000", 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.009289511, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 4194304, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 795, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 370222, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2955, 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 408764 2024-04-02T10:00:33.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'2973" 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.506 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956606+0000", 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956606+0000", 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956918+0000", 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:33.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.508 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3", 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.509 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5032, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:31:46.508019+0000", 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.514 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.963992+0000", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.963992+0000", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.964364+0000", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.515 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.516 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.2", 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:16.528044+0000", 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.520 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.521 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896509+0000", 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.936732+0000", 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.936732+0000", 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.411507+0000", 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896509+0000", 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896509+0000", 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896509+0000", 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896509+0000", 2024-04-02T10:00:33.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896509+0000", 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896509+0000", 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3007, 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.523 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3007, 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.4", 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8728, 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:05:25.314720+0000", 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.006566378, 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 923, 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 302261, 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3005, 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 376014 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.527 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3007" 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.528 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.261065+0000", 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.261065+0000", 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.265089+0000", 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.530 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.5", 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5023, 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.531 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:07:09.442113+0000", 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.535 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.893073+0000", 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.893073+0000", 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.893325+0000", 2024-04-02T10:00:33.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.537 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.4", 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.538 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5122, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:57:42.739208+0000", 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.542 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266250+0000", 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266250+0000", 2024-04-02T10:00:33.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.411497+0000", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:33.544 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2926, 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2926, 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.2", 2024-04-02T10:00:33.545 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8914, 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:24:21.801790+0000", 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.006725527, 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 19, 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1250, 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 392326, 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2914, 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 344415 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.549 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'2926" 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.550 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.954012+0000", 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.954012+0000", 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.954382+0000", 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:33.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.552 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.e", 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4903, 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:54:14.151233+0000", 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.556 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.557 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.949173+0000", 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.949173+0000", 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.949777+0000", 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.559 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.f", 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5032, 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:23:57.531728+0000", 2024-04-02T10:00:33.560 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 22, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:33.563 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.564 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.963406+0000", 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.963406+0000", 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964132+0000", 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:33.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.566 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.11", 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.567 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4915, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:45:43.905068+0000", 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.571 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765164+0000", 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.894022+0000", 2024-04-02T10:00:33.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.894022+0000", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.896987+0000", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765164+0000", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765164+0000", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765164+0000", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765164+0000", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765164+0000", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765164+0000", 2024-04-02T10:00:33.573 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 8, 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 8, 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.574 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.10", 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5098, 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:56:23.665585+0000", 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 4, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 24, 2024-04-02T10:00:33.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 24, 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 12, 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.578 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'8" 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.579 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958375+0000", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958375+0000", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959903+0000", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.581 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.10", 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4952, 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:18:05.099779+0000", 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.585 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.586 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959250+0000", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959250+0000", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.961978+0000", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.588 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.11", 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4973, 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:56:01.888400+0000", 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.589 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.592 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.593 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957462+0000", 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957462+0000", 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960313+0000", 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.594 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.595 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.13", 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4901, 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:34:07.589549+0000", 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.596 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.597 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.600 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956432+0000", 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956432+0000", 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956770+0000", 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.601 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.602 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.12", 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.603 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5014, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:22:04.449819+0000", 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.607 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956274+0000", 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956274+0000", 2024-04-02T10:00:33.608 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956610+0000", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:33.609 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.12", 2024-04-02T10:00:33.610 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5117, 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:18:10.804604+0000", 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.612 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.614 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.615 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.939616+0000", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.939616+0000", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.940280+0000", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.616 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.617 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.13", 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5120, 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:33:06.255678+0000", 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 34, 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:33.619 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 4, 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 8, 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 7 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.621 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.622 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952274+0000", 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952274+0000", 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956467+0000", 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:33.623 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.624 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.15", 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4900, 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:39.661229+0000", 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.626 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.628 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.629 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.962020+0000", 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.962020+0000", 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.962389+0000", 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:33.630 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 29, 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.631 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 29, 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.14", 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4988, 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:38:24.394714+0000", 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.632 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 5824, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 10, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 14, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 28, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 25 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.635 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'29" 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:33.636 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.948233+0000", 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.948233+0000", 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.948573+0000", 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.637 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.638 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.14", 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5052, 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:32.406124+0000", 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.639 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.642 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.643 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895581+0000", 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.267574+0000", 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.267574+0000", 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.267907+0000", 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895581+0000", 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.644 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895581+0000", 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895581+0000", 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895581+0000", 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895581+0000", 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895581+0000", 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3, 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.645 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.15", 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5113, 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:54:30.903575+0000", 2024-04-02T10:00:33.646 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 90, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.648 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 7, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 7, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.649 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'3" 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.650 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270796+0000", 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270796+0000", 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.271139+0000", 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.651 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.652 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.17", 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5115, 2024-04-02T10:00:33.653 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:18:09.599714+0000", 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.655 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.657 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955798+0000", 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955798+0000", 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956149+0000", 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:33.658 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.659 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.16", 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.660 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4992, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:53:38.530207+0000", 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.662 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.664 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.960229+0000", 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.960229+0000", 2024-04-02T10:00:33.665 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960636+0000", 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:33.666 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.16", 2024-04-02T10:00:33.667 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4997, 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:17:43.170437+0000", 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.669 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.671 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.672 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.904363+0000", 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.966741+0000", 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.966741+0000", 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.967156+0000", 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.904363+0000", 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.904363+0000", 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.904363+0000", 2024-04-02T10:00:33.673 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.904363+0000", 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.904363+0000", 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.904363+0000", 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.674 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.17", 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4951, 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:09:28.314706+0000", 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.677 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.678 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.679 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.927559+0000", 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.927559+0000", 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.929216+0000", 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:33.680 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.681 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.19", 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5092, 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:01.127934+0000", 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.682 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.684 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.685 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.686 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957231+0000", 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957231+0000", 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957507+0000", 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.687 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.688 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.18", 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5006, 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:21.943792+0000", 2024-04-02T10:00:33.689 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.691 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.692 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.693 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.939488+0000", 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.939488+0000", 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.941605+0000", 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.694 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.695 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.18", 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5089, 2024-04-02T10:00:33.696 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:43:53.571540+0000", 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.700 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.952281+0000", 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.952281+0000", 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952632+0000", 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:33.701 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.702 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.19", 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5046, 2024-04-02T10:00:33.703 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:36:28.518239+0000", 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.706 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.707 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956574+0000", 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956574+0000", 2024-04-02T10:00:33.708 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956908+0000", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:33.709 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1b", 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.710 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5113, 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:25:29.290941+0000", 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.714 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.953684+0000", 2024-04-02T10:00:33.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.953684+0000", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.954038+0000", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:33.716 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1a", 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.717 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4966, 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:25:56.758249+0000", 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.721 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:33.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.935680+0000", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.935680+0000", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.935981+0000", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:33.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.724 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1a", 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5059, 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:33.532230+0000", 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:33.728 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957879+0000", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957879+0000", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958307+0000", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.731 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1b", 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5073, 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:53:33.403371+0000", 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.735 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.736 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956563+0000", 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956563+0000", 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956873+0000", 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:33.737 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.738 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1d", 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:24:36.160913+0000", 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.741 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.742 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.743 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964085+0000", 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964085+0000", 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.966629+0000", 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:33.744 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.745 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1c", 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4925, 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:00.877341+0000", 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.748 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.749 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.750 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.274745+0000", 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.274745+0000", 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.278269+0000", 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.751 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.752 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1c", 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5009, 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:41:21.668220+0000", 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.753 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.756 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.757 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964431+0000", 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964431+0000", 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.970192+0000", 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.759 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1d", 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4918, 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:21:46.146100+0000", 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.760 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.763 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.764 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270253+0000", 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270253+0000", 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.270534+0000", 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.765 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.766 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1f", 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5121, 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.767 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:09:34.901081+0000", 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.771 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266417+0000", 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266417+0000", 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.266780+0000", 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:33.772 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.773 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1e", 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.774 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5056, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:48:39.023991+0000", 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.775 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.778 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958740+0000", 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958740+0000", 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959333+0000", 2024-04-02T10:00:33.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.780 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1e", 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.781 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5082, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:32:32.290604+0000", 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.785 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955646+0000", 2024-04-02T10:00:33.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955646+0000", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956212+0000", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:33.787 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 5, 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 5, 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1f", 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.788 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5128, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:10:30.751709+0000", 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 582, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:33.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 4, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 4, 2024-04-02T10:00:33.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'5" 2024-04-02T10:00:33.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:33.793 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.966409+0000", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.966409+0000", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967519+0000", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.795 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2d", 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4917, 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:01:29.750359+0000", 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.799 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.800 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.766134+0000", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957820+0000", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957820+0000", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958567+0000", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.766134+0000", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.766134+0000", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.766134+0000", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.766134+0000", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.801 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.766134+0000", 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.766134+0000", 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.802 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2e", 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5066, 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:24:55.431991+0000", 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.803 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.804 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.805 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.806 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.807 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964588+0000", 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964588+0000", 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964902+0000", 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:33.808 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.809 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2f", 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5006, 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.810 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:59:09.163322+0000", 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.811 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.812 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.814 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957906+0000", 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957906+0000", 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958199+0000", 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:33.815 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.816 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.30", 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.817 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:00:13.108100+0000", 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.818 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.819 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.821 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.269421+0000", 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.269421+0000", 2024-04-02T10:00:33.822 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.269776+0000", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.823 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.31", 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.824 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5094, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:24:36.172247+0000", 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.826 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.828 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266549+0000", 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266549+0000", 2024-04-02T10:00:33.829 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.266920+0000", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:33.830 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.32", 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.831 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5116, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:14:12.877513+0000", 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.833 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.834 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:33.836 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.951685+0000", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.951685+0000", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952053+0000", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.837 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.838 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.33", 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5081, 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:09.177696+0000", 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.839 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.842 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.843 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956355+0000", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956355+0000", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.957087+0000", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.844 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.845 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.34", 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5026, 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:46:19.570066+0000", 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.846 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.847 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.848 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.849 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.850 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895616+0000", 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959307+0000", 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959307+0000", 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959991+0000", 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895616+0000", 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.851 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895616+0000", 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895616+0000", 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895616+0000", 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895616+0000", 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895616+0000", 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.852 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.35", 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4950, 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:04.125786+0000", 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.853 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.854 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.855 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.856 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.857 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896438+0000", 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958670+0000", 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958670+0000", 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.958978+0000", 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896438+0000", 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.858 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896438+0000", 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896438+0000", 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896438+0000", 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896438+0000", 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896438+0000", 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.859 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.36", 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4950, 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:51:12.340258+0000", 2024-04-02T10:00:33.860 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.862 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.863 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.864 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.969616+0000", 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.969616+0000", 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.970120+0000", 2024-04-02T10:00:33.865 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.866 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.37", 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.867 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4921, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:44:57.329286+0000", 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.869 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.870 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.871 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.952555+0000", 2024-04-02T10:00:33.872 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.952555+0000", 2024-04-02T10:00:33.873 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952976+0000", 2024-04-02T10:00:33.873 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:33.873 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.873 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.873 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.873 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.873 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:33.873 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:33.873 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.874 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.38", 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5082, 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:27:21.397268+0000", 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.877 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.878 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.879 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955919+0000", 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955919+0000", 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956235+0000", 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:33.880 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.881 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.39", 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4899, 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:20.769245+0000", 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.885 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.886 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.258148+0000", 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.258148+0000", 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.258476+0000", 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:33.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.888 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3a", 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5001, 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:25.218984+0000", 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.889 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.892 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.893 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.959479+0000", 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.959479+0000", 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960630+0000", 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.895 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3b", 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4899, 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.896 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:09.265777+0000", 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.900 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957473+0000", 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957473+0000", 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957882+0000", 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:33.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.902 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3c", 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.903 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5019, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:25.536556+0000", 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.907 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:33.908 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.892107+0000", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.892107+0000", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.892436+0000", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:33.909 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.910 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3d", 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5121, 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:49:34.141483+0000", 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:33.914 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.915 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959568+0000", 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959568+0000", 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960036+0000", 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:33.916 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.917 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3e", 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5112, 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:42:51.127590+0000", 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.918 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.919 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.921 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.922 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.963570+0000", 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.963570+0000", 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964257+0000", 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:33.923 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:33.924 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3f", 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4921, 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:33.925 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:11:40.585910+0000", 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.926 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.927 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pool": [ 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.929 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 24, 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 24473, 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 8, 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 24473, 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 4, 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 4194323, 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:33.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 2, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.932 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 8917, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 3046953, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 24343, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 3135677 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 12595200, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:33.933 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 12582969, 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 24 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 192, 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:33.934 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 64, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 3, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:33.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.938 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 192 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 3, 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 197, 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 1, 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 3, 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 197, 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 1, 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:33.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.941 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 812, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1310, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 311, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 1781760, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:33.942 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 1771104, 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 3 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 96, 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 68, 2024-04-02T10:00:33.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 32, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 68, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 2, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 6622, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:33.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 66, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 22, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 22, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:33.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 14, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 79, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 87, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:33.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 68, 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 36 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 110592, 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 19866, 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 43900, 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:33.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 96 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 105, 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": 4, 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_by_class": { 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "ssd": { 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 762623201280, 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 5337083904, 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_bytes": 5337083904, 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_ratio": 0.006949687376618385 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:33.948 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 762623201280, 2024-04-02T10:00:33.949 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:33.949 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 5337083904 2024-04-02T10:00:33.949 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:33.949 INFO:tasks.workunit.client.0.smithi104.stdout:} 2024-04-02T10:00:33.949 INFO:tasks.workunit.client.0.smithi104.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T10:00:33.949 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry preview-device 2024-04-02T10:00:33.949 INFO:tasks.workunit.client.0.smithi104.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-02T10:00:33.950 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry preview-all 2024-04-02T10:00:33.950 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='client.46220 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.950 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='client.46220 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.950 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.951 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.952 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.953 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.954 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.954 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.954 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.954 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.954 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.954 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.954 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.954 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.954 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.955 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='client.46220 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.955 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='client.46220 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.955 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.955 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.955 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.955 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.955 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.955 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.955 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.955 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.955 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.956 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.957 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.958 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:32 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='client.36261 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='client.36261 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='client.46250 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.959 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.961 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='client.36261 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.961 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='client.36261 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.961 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T10:00:33.961 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='client.46250 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.961 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.961 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.961 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.961 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.961 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.961 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.962 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.963 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.963 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.963 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.963 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.963 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.963 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.963 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.963 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:33 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.963 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:00:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:33.964 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='client.46220 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.964 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='client.46220 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.964 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.964 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.964 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.964 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.964 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.965 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.966 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:32 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='client.36261 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='client.36261 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='client.46250 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:33.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:33.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:33.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:33.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:33.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:33 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:34.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:34 smithi188 ceph-mon[86835]: from='client.46250 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:34.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:34 smithi188 ceph-mon[86835]: from='client.36291 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:34.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:34 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:34 smithi104 ceph-mon[96567]: from='client.46250 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:34 smithi104 ceph-mon[96567]: from='client.36291 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:34.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:34 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:34.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:34 smithi104 ceph-mon[94081]: from='client.46250 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:34.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:34 smithi104 ceph-mon[94081]: from='client.36291 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:34.891 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:34 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:35.872 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:35 smithi104 ceph-mon[96567]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T10:00:35.873 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:35 smithi104 ceph-mon[96567]: mgrmap e42: y(active, since 86m), standbys: x 2024-04-02T10:00:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:35 smithi104 ceph-mon[94081]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T10:00:35.873 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:35 smithi104 ceph-mon[94081]: mgrmap e42: y(active, since 86m), standbys: x 2024-04-02T10:00:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:35 smithi188 ceph-mon[86835]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T10:00:35.873 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:35 smithi188 ceph-mon[86835]: mgrmap e42: y(active, since 86m), standbys: x 2024-04-02T10:00:36.140 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:35 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:10:00:35] "GET /metrics HTTP/1.1" 200 34275 "" "Prometheus/2.43.0" 2024-04-02T10:00:37.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:37 smithi188 ceph-mon[86835]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-02T10:00:37.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:37 smithi104 ceph-mon[96567]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-02T10:00:37.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:37 smithi104 ceph-mon[94081]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-02T10:00:39.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:39 smithi188 ceph-mon[86835]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:39.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:39 smithi104 ceph-mon[96567]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:39.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:39 smithi104 ceph-mon[94081]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:41.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:41 smithi188 ceph-mon[86835]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:41.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:41 smithi104 ceph-mon[94081]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:41.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:41 smithi104 ceph-mon[96567]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:42.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:00:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:00:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:43.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:43 smithi188 ceph-mon[86835]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:43.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:43 smithi104 ceph-mon[96567]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:43.890 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:43 smithi104 ceph-mon[94081]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T10:00:45.624 INFO:tasks.workunit.client.0.smithi104.stdout:{ 2024-04-02T10:00:45.624 INFO:tasks.workunit.client.0.smithi104.stdout: "device_report": { 2024-04-02T10:00:45.624 INFO:tasks.workunit.client.0.smithi104.stdout: "556d5e14-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T10:00:45.624 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556de51e-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T10:00:45.624 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082517": { 2024-04-02T10:00:45.624 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T10:00:45.624 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T10:00:45.624 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556d5e14-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046317 2024-04-02T10:00:45.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T10:00:45.626 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.627 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 31657466 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T10:00:45.629 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 51346972 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T10:00:45.630 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T10:00:45.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T10:00:45.633 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 89, 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 3449, 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 3466, 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 3433 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 2, 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T10:00:45.634 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 433332436, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 2074703704, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 6681797162, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 35149685967, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 11, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 49677, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 57369, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 72 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 49677, 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 57369 2024-04-02T10:00:45.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T10:00:45.636 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T10:00:45.637 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T10:00:45.638 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T10:00:45.639 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 11%", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 433,332,436 [221 TB]", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 2,074,703,704 [1.06 PB]", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 6,681,797,162", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 35,149,685,967", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 2", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 49,677", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 57,369", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 72", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T10:00:45.640 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:45.641 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: "556f2500-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556f9d5a-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082519": { 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T10:00:45.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556f2500-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046319 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T10:00:45.643 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:45.644 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.645 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 23237435 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.646 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 40625751 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T10:00:45.648 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T10:00:45.649 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.650 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 91, 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 2775, 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 2788, 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 2758 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 23, 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T10:00:45.651 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 323581787, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 1522888575, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 5228542210, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 24777099567, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 9, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 46195, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 52143, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 1159 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 46195, 2024-04-02T10:00:45.652 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 52143 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T10:00:45.653 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T10:00:45.654 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T10:00:45.655 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T10:00:45.656 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 9%", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 323,581,787 [165 TB]", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 1,522,888,575 [779 TB]", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 5,228,542,210", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 24,777,099,567", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 23", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 46,195", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 52,143", 2024-04-02T10:00:45.657 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 1,159", 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.658 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: "report": { 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer": { 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: "active": true, 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: "mode": "" 2024-04-02T10:00:45.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.660 INFO:tasks.workunit.client.0.smithi104.stdout: "channels": [ 2024-04-02T10:00:45.660 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T10:00:45.660 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T10:00:45.660 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T10:00:45.660 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T10:00:45.660 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T10:00:45.660 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.660 INFO:tasks.workunit.client.0.smithi104.stdout: "channels_available": [ 2024-04-02T10:00:45.660 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T10:00:45.660 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T10:00:45.660 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_available": [ 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T10:00:45.661 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_flags" 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_opted_in": [ 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T10:00:45.662 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_flags" 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "config": { 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "active_changed": [ 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "client_check_pool_perm", 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_gid", 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_uid", 2024-04-02T10:00:45.663 INFO:tasks.workunit.client.0.smithi104.stdout: "client_quota", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "daemonize", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "keyring", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T10:00:45.664 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_journald", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_stderr", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_host", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:45.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "no_config_file", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T10:00:45.666 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hdd", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hybrid", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_ssd", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_max_backfills", 2024-04-02T10:00:45.667 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T10:00:45.668 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_hdd", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_ssd", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hdd", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_ssd", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:45.669 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_sleep", 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep", 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_default_features", 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_qos_exclude_ops", 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "setgroup", 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "setuser" 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_changed": [ 2024-04-02T10:00:45.670 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:45.671 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T10:00:45.671 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:45.671 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:45.671 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T10:00:45.671 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T10:00:45.671 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:45.671 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T10:00:45.671 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T10:00:45.671 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_join_fs", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/container_init", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/migration_current", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T10:00:45.672 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_ident", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_perf", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/description", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/enabled", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/organization", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:45.673 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:45.674 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T10:00:45.675 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:45.676 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T10:00:45.676 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:45.676 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:45.676 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:45.676 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:45.676 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:45.676 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T10:00:45.676 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T10:00:45.676 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:45.676 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_cache_enabled", 2024-04-02T10:00:45.677 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_ops_log", 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_usage_log" 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: "contact": null, 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: "crashes": [], 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: "created": "2024-04-02T08:21:59.892009Z", 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: "crush": { 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_algs": { 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: "straw2": 3 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_sizes": { 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: "2": 1, 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: "4": 2 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.678 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_types": { 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: "1": 2, 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: "11": 1 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: "compat_weight_set": false, 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: "device_classes": [ 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: 8 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_buckets": 6, 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_devices": 8, 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_rules": 2, 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_types": 12, 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_weight_sets": 0, 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: "tunables": { 2024-04-02T10:00:45.679 INFO:tasks.workunit.client.0.smithi104.stdout: "allowed_bucket_algs": 54, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_fallback_tries": 0, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_tries": 0, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_total_tries": 50, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_descend_once": 1, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_stable": 1, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_vary_r": 1, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "has_msr_rules": 0, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v2_rules": 1, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v3_rules": 0, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v4_buckets": 1, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v5_rules": 0, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "legacy_tunables": 0, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "minimum_required_version": "jewel", 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "msr_collision_tries": 100, 2024-04-02T10:00:45.680 INFO:tasks.workunit.client.0.smithi104.stdout: "msr_descents": 100, 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "optimal_tunables": 1, 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "profile": "jewel", 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables": 1, 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables2": 1, 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables3": 1, 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables5": 1, 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "straw_calc_version": 1 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "description": "upgrade test cluster", 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "fs": { 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "feature_flags": { 2024-04-02T10:00:45.681 INFO:tasks.workunit.client.0.smithi104.stdout: "enable_multiple": true, 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_enabled_multiple": true 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "filesystems": [ 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "approx_ctime": "2024-04", 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer_enabled": false, 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_caps": 0, 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_dns": 10, 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_inos": 13, 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_subtrees": 2, 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_allowed_features": 0, 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "explicitly_allowed_features": 0, 2024-04-02T10:00:45.682 INFO:tasks.workunit.client.0.smithi104.stdout: "files": 0, 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "max_mds": 1, 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_data_pools": 1, 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_in": 1, 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_mds": 1, 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": 0, 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_replay": 0, 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_up": 1, 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "snaps": 0, 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "standby_count_wanted": 0 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_mds": 1, 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "total_num_mds": 2 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.683 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_stats": { 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 20627456, 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 417672, 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 679936, 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 444, 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1447672, 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1106944, 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14902656, 2024-04-02T10:00:45.684 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 21307392 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 20258816, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 302008, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 802816, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 0, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 353, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1018296, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 13, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 903680, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14479504, 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 20258816 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 173195264, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 2283472, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1728512, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 6664, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 11965864, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3236096, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 152695176, 2024-04-02T10:00:45.686 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 174923776 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 260702208, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 6238448, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3145728, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 8192, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 614400, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 9455, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 12912712, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 23, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 5424896, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 232972232, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 261316608 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.687 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 170942464, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 2679144, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1892352, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 6586, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 10730768, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 2660864, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 151857032, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 172834816 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.688 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 505487360, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 26555680, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3538944, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 1073152, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 149872640, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 12933, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 92011808, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9128448, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 373179328, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 655360000 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 525656064, 2024-04-02T10:00:45.689 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 24251168, 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 134897664, 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 13251, 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 96657104, 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9930240, 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 391409680, 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 660553728 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:45.690 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 538894336, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 27839032, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 39559168, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10608, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 76797360, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9548288, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 421432856, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 578453504 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 610836480, 2024-04-02T10:00:45.691 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 25676152, 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 17154048, 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10720, 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 83821816, 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 54, 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9813248, 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 488248464, 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 627990528 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:45.692 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 635658240, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 25058328, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 11345920, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 13374, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 73057200, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 10099456, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 524035384, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 647004160 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.693 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 590479360, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 32094296, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 5505024, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 37240832, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 12713, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 106804576, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9336064, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 436739400, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 627720192 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:45.694 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 557858816, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 21329472, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 40951808, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10797, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 77048936, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 11316480, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 444887128, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 598810624 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 465895424, 2024-04-02T10:00:45.695 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 20227512, 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 27271168, 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10673, 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 70460448, 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 51, 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 8832000, 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 363098664, 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 493166592 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "hosts": { 2024-04-02T10:00:45.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num": 2, 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mds": 2, 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mgr": 2, 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mon": 2, 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_osd": 2 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "io_rate": { 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_stats_delta": { 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 0, 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 0, 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "stamp_delta": "12.002591", 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:45.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:45.698 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:45.699 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 7, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 5, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T10:00:45.700 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 0 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard": false, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard_description": null, 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "license": "sharing-1-0", 2024-04-02T10:00:45.701 INFO:tasks.workunit.client.0.smithi104.stdout: "mempool": { 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.703 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.705 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.706 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 222664, 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 68 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 51904, 2024-04-02T10:00:45.707 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 181 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.708 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12208, 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 253 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.709 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.711 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.713 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 150039, 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 34 2024-04-02T10:00:45.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 928, 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.716 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.717 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.718 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.720 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.721 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.723 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42306241, 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5235 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 880, 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.724 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.725 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5976, 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.726 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.727 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.728 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.729 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.730 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.731 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42507321, 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5268 2024-04-02T10:00:45.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.733 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.734 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11952, 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 368 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.735 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.738 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.738 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.738 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.738 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.738 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.738 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.738 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.738 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.738 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.739 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42131905, 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5194 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 880, 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.741 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.742 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5976, 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.743 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21944, 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 408 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 34944, 2024-04-02T10:00:45.744 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 24 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1152, 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56560, 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 707 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 372112, 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1789 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.745 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1135315, 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 293 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2485367, 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 547305 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7077696, 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10440 2024-04-02T10:00:45.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 78184, 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8313 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85872, 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1789 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:45.747 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 35507, 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 42 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.748 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6777922, 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 279 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 25872, 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 294 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 524880, 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 45 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7120880, 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 18494 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:45.750 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.751 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 23168, 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 431 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.752 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 35072, 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 25 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 768, 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 4 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56560, 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 707 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 370032, 2024-04-02T10:00:45.753 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1779 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 378517, 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 101 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2382464, 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 533336 2024-04-02T10:00:45.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6911776, 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10196 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 76052, 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8140 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85344, 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1778 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.755 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164692, 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1183 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1472, 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.756 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 96662, 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 58 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20128, 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4573303, 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 272 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10472, 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 119 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.757 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 443232, 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 38 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7183696, 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20930 2024-04-02T10:00:45.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.759 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 17496, 2024-04-02T10:00:45.760 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 327 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30592, 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 22 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 54480, 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 681 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.761 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 355888, 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1711 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 321781, 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 86 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.762 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1750011, 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 387678 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5132896, 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7580 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 65956, 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6972 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82128, 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1711 2024-04-02T10:00:45.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.764 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 736, 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 74261, 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 54 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12112, 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20997890, 2024-04-02T10:00:45.765 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 273 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11000, 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 125 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 361584, 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 31 2024-04-02T10:00:45.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3191240, 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6137 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.767 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.768 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19472, 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 360 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30720, 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 23 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4608, 2024-04-02T10:00:45.769 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 24 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 54880, 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 686 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 357344, 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1718 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.770 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 387629, 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 97 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1746973, 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 386874 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5121336, 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7563 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.771 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 66716, 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6996 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82368, 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1716 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.772 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2208, 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 112791, 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 66 2024-04-02T10:00:45.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 28144, 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 25482917, 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 297 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12320, 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 140 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.774 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 419904, 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 36 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3474120, 2024-04-02T10:00:45.775 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9081 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.776 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20696, 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 383 2024-04-02T10:00:45.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26368, 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 55200, 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 690 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.778 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 357136, 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1717 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 412040, 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 106 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2084484, 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 462818 2024-04-02T10:00:45.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6034576, 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8906 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 66988, 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6993 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82368, 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1716 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.780 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164436, 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1472, 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.781 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 105023, 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 54 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20128, 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21276124, 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 11083 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11088, 2024-04-02T10:00:45.782 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 126 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454896, 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.783 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5102240, 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 12212 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.784 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 23544, 2024-04-02T10:00:45.785 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 436 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 31744, 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 31 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2496, 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 13 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56400, 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 705 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.786 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 370240, 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1780 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 274100, 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 90 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2343330, 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 525467 2024-04-02T10:00:45.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6792096, 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10020 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 76404, 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8146 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85440, 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1780 2024-04-02T10:00:45.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164692, 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1183 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.789 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 53599, 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 50 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 15461163, 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 274 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.790 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10472, 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 119 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 478224, 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 41 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6397560, 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 12303 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.792 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.793 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19448, 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 358 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 35328, 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 27 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.794 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56080, 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 701 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 358592, 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1724 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454882, 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 116 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.795 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1757262, 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 387362 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5100256, 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7532 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 68240, 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7152 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.796 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82752, 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1724 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164348, 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1181 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.797 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 48825, 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 48 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.798 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21955292, 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 268 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12936, 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 147 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454896, 2024-04-02T10:00:45.799 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3697200, 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9510 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.800 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.801 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16792, 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 321 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30720, 2024-04-02T10:00:45.802 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 23 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3264, 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 17 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 55280, 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 691 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 358384, 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1723 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:45.803 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 655660, 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 142 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2014770, 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 448633 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5842816, 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8624 2024-04-02T10:00:45.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.805 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:45.805 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 68976, 2024-04-02T10:00:45.805 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7154 2024-04-02T10:00:45.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.805 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:45.805 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82704, 2024-04-02T10:00:45.805 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1723 2024-04-02T10:00:45.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.805 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:45.805 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.805 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:45.806 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 17537, 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 25 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 17815708, 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 282 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12584, 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 143 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.807 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 536544, 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 46 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4915976, 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9457 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.808 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:45.809 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: "metadata": { 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 2 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.810 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 2 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 2 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.811 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 2 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 3 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:45.812 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 3 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 3 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 3 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 8 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 8 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.814 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 8 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 8 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_objectstore": { 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": 8 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.815 INFO:tasks.workunit.client.0.smithi104.stdout: "rotational": { 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "0": 8 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "features": { 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "optional": [], 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "persistent": [ 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "kraken", 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "luminous", 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "mimic", 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap-prune", 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "nautilus", 2024-04-02T10:00:45.816 INFO:tasks.workunit.client.0.smithi104.stdout: "octopus", 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "pacific", 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "elector-pinging", 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "quincy", 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "reef", 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "squid" 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv4_addr_mons": 6, 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv6_addr_mons": 0, 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "min_mon_release": 19, 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "v1_addr_mons": 3, 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "v2_addr_mons": 3 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "organization": "ceph-qa", 2024-04-02T10:00:45.817 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_network": false, 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: "require_min_compat_client": "luminous", 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: "require_osd_release": "squid" 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_perf_histograms": [ 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:45.818 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:45.819 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:45.820 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:45.821 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:45.822 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:45.823 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9109, 15, 0, 1, 1, 4, 3, 6, 3, 6, 6, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9215, 36, 30, 2, 14, 2, 4, 6, 20, 30, 69, 46, 63, 37, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.824 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 966, 20, 16, 0, 1, 2, 1, 4, 0, 11, 60, 129, 182, 11, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 460, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 14, 203, 10, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 225, 1, 0, 0, 0, 0, 0, 1, 1, 0, 17, 3, 34, 75, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 122, 1, 0, 0, 0, 0, 0, 0, 0, 1, 6, 7, 38, 24, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 127, 2, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 22, 27, 79, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.825 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.826 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6698, 1, 1, 1, 1, 2, 1, 7, 4, 11, 8, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7129, 68, 1187, 3, 4, 5, 3, 15, 25, 50, 134, 71, 69, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 603, 12, 352, 21, 2, 0, 0, 0, 2, 3, 44, 194, 228, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 279, 4, 1, 9, 1, 0, 0, 0, 0, 1, 2, 6, 256, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 119, 8, 4, 0, 0, 1, 0, 0, 0, 0, 1, 5, 26, 25, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.827 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 81, 8, 37, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 6, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 45, 0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.828 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.829 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9237, 3, 1, 0, 0, 0, 0, 0, 1, 0, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9453, 18, 5, 0, 12, 0, 0, 2, 2, 1, 10, 20, 36, 20, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 873, 13, 2, 1, 2, 0, 0, 0, 2, 2, 26, 1, 4, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 465, 7, 3, 1, 2, 0, 0, 0, 1, 0, 3, 20, 59, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 150, 3, 1, 0, 0, 0, 0, 1, 1, 1, 4, 14, 29, 39, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 138, 0, 1, 0, 0, 0, 0, 3, 5, 1, 0, 16, 18, 38, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 19, 32, 36, 66, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 1, 12, 25, 45, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 6, 3, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.830 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.831 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.832 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 264, 36, 0, 0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11986, 3954, 0, 0, 7385, 400, 3, 1, 4, 7, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8646, 228, 21, 1, 373, 199, 4, 2, 16, 14, 43, 24, 27, 15, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1191, 14, 17, 0, 3, 5, 0, 1, 10, 4, 33, 89, 88, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 295, 15, 1, 0, 5, 5, 0, 0, 0, 0, 6, 10, 120, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 151, 10, 0, 0, 178, 17, 1, 0, 0, 0, 0, 5, 16, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 96, 21, 0, 0, 308, 12, 1, 0, 0, 0, 2, 6, 18, 8, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 51, 53, 0, 0, 403, 0, 1, 0, 0, 0, 5, 3, 17, 21, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 97, 0, 0, 1777, 0, 0, 0, 0, 0, 0, 0, 6, 16, 29, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 60, 0, 0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.833 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.834 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9131, 2, 67, 4, 13, 15, 1, 0, 0, 2, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9428, 20, 1, 0, 17, 22, 68, 81, 9, 14, 14, 9, 19, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1239, 113, 135, 0, 1, 1, 3, 1, 1, 7, 60, 73, 34, 10, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.835 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 880, 21, 46, 0, 0, 1, 0, 0, 2, 0, 8, 11, 176, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 374, 28, 12, 0, 0, 1, 1, 0, 1, 3, 8, 7, 15, 37, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 333, 13, 21, 25, 1, 0, 0, 0, 2, 2, 0, 3, 7, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 159, 5, 5, 40, 59, 0, 0, 0, 0, 0, 0, 0, 4, 33, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 3, 0, 3, 70, 97, 0, 0, 0, 0, 0, 0, 0, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6, 0, 0, 0, 6, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.836 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.837 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.838 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.838 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.838 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.838 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.838 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:45.838 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.838 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.838 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3395, 769, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.838 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 17821, 11311, 4474, 4, 22, 20, 0, 0, 0, 3, 12, 17, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.838 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10745, 173, 71, 5, 21, 28, 89, 110, 2, 0, 33, 10, 10, 27, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1148, 25, 16, 1, 4, 0, 9, 26, 10, 3, 21, 8, 1, 8, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 520, 5, 0, 5, 6, 0, 0, 0, 1, 1, 9, 18, 32, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 331, 12, 4, 0, 0, 0, 1, 0, 7, 3, 2, 5, 18, 44, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 231, 5, 3, 1, 0, 0, 0, 0, 3, 1, 1, 2, 8, 10, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 16, 13, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 53, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 4, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.839 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.840 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2988, 1564, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10277, 2557, 0, 0, 1, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8673, 92, 19, 0, 9, 3, 3, 3, 7, 16, 19, 12, 17, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1097, 3, 8, 0, 4, 1, 1, 2, 7, 11, 48, 64, 22, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 364, 5, 0, 0, 0, 0, 0, 0, 0, 0, 8, 24, 169, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 144, 4, 0, 0, 0, 1, 0, 0, 0, 1, 2, 1, 19, 32, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.841 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 88, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 12, 10, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 108, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 13, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.842 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11998, 11, 1, 0, 2, 0, 0, 0, 0, 1, 3, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6700, 20, 3, 2, 13, 2, 0, 0, 2, 0, 3, 2, 4, 16, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 685, 3, 12, 0, 2, 0, 0, 1, 1, 1, 19, 1, 3, 5, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 195, 1, 0, 0, 2, 0, 0, 0, 0, 0, 7, 6, 22, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 115, 2, 0, 0, 1, 0, 0, 0, 1, 2, 5, 3, 15, 48, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 8, 7, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 13, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 14, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.844 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.845 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:45.846 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:45.847 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:45.848 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:45.849 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:45.850 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:45.850 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:45.850 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:45.850 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:45.850 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:45.850 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:45.850 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:45.850 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:45.850 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:45.850 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:45.851 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.852 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 350, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4655, 52, 65, 156, 440, 583, 648, 0, 4, 0, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 779, 16, 37, 48, 25, 28, 74, 0, 0, 0, 4, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 293, 1, 1, 0, 2, 1, 1, 1, 0, 0, 3, 4, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 148, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 8, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 20, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.853 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.854 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.855 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 220, 3, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.856 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2517, 220, 27, 62, 124, 2, 2, 5, 4, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.856 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 415, 58, 1303, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.856 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 357, 13, 41, 1, 0, 0, 0, 0, 0, 0, 1, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.856 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1371, 1032, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.856 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1767, 1931, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.856 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 28, 28, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.856 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.856 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.856 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.856 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.856 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.857 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9349, 6, 0, 0, 1, 0, 1, 2, 2, 0, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.858 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 16534, 0, 1, 0, 0, 0, 0, 0, 0, 1, 4, 3, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 663, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 13, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.859 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:45.860 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.861 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.861 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.861 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.861 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.861 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 219, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.861 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2956, 29, 0, 0, 17, 0, 5, 5, 14, 16, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.861 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 390, 7, 0, 0, 5, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.861 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 262, 18, 34, 42, 2, 0, 0, 0, 0, 0, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.861 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 895, 230, 0, 110, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.861 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3664, 2139, 0, 362, 0, 0, 0, 0, 0, 0, 1, 0, 2, 10, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.861 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 934, 633, 0, 70, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.862 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.863 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 915, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2899, 223, 31, 61, 137, 275, 472, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 507, 8, 1, 0, 2, 0, 11, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 349, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 132, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.864 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.865 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.866 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 644, 8, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 5338, 81, 132, 235, 452, 600, 719, 0, 10, 9, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 377, 1, 1, 4, 20, 12, 12, 0, 0, 3, 3, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 277, 3, 7, 24, 9, 0, 0, 1, 0, 0, 2, 8, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 120, 39, 74, 105, 20, 0, 0, 0, 0, 1, 1, 2, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 19, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.867 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.868 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.869 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 488, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3189, 27, 0, 0, 2, 2, 3, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 329, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 170, 5, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 178, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.870 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.871 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 547, 1, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8039, 37, 45, 43, 2, 1, 0, 0, 0, 0, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1952, 30, 93, 56, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 140, 5, 4, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.872 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.873 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.874 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:45.875 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:45.876 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.877 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:45.878 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:45.879 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.880 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1019, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.881 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.882 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:45.883 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 420, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2457, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.884 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.885 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.886 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 16550, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 681, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.887 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.888 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 222, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.889 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3044, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 365, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1660, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.890 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.891 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 928, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4099, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 533, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.892 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.893 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:45.894 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 677, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7581, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.895 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.896 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.897 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 493, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.898 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.898 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 333, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.898 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.898 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.898 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.898 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.898 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.898 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.898 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.898 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.898 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.899 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.900 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.901 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.902 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:45.903 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:45.904 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.905 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:45.906 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:45.907 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:45.908 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1662, 12, 1, 3, 10, 0, 0, 1, 0, 0, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1471, 10, 1, 2, 3, 4, 8, 16, 32, 63, 94, 76, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 194, 4, 0, 0, 0, 0, 0, 2, 4, 6, 57, 180, 159, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 286, 17, 0, 0, 0, 0, 0, 0, 2, 4, 21, 24, 258, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 500, 35, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 19, 20, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 611, 42, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 19, 30, 134, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 731, 68, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 471, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.909 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.910 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2249, 25, 2, 0, 4, 0, 3, 4, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.911 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1847, 3, 0, 2, 3, 7, 9, 20, 35, 67, 116, 71, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 56, 0, 0, 0, 1, 1, 1, 3, 4, 0, 31, 216, 306, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 45, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 6, 273, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 4, 22, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 205, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 4, 6, 14, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 584, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 828, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.912 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.913 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 324, 6, 0, 0, 15, 0, 1, 1, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 149, 4, 1, 0, 1, 0, 1, 1, 3, 12, 36, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 177, 2, 0, 0, 0, 1, 4, 3, 7, 18, 66, 102, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 1, 6, 3, 33, 60, 34, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 59, 2, 0, 0, 0, 0, 0, 0, 0, 3, 6, 11, 31, 59, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 13, 40, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.914 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.915 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1013, 27, 0, 1, 18, 0, 3, 4, 6, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 686, 7, 0, 1, 0, 3, 7, 8, 16, 31, 41, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.916 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 190, 13, 0, 0, 0, 2, 2, 5, 6, 9, 43, 128, 159, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 395, 16, 1, 0, 0, 0, 0, 0, 3, 2, 19, 21, 67, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 498, 22, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 23, 29, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 240, 38, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 12, 31, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 142, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 26, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.917 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.918 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.918 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.918 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.918 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.919 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.919 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.920 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.920 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.920 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.920 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.920 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1035, 10, 0, 1, 11, 2, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 819, 6, 0, 1, 1, 6, 3, 5, 14, 20, 47, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 359, 1, 0, 0, 0, 1, 2, 1, 6, 10, 58, 140, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 513, 2, 0, 0, 0, 0, 2, 0, 0, 1, 12, 21, 158, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.921 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 269, 1, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 9, 10, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 23, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.922 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.923 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 112, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 571, 19, 0, 0, 9, 0, 5, 9, 17, 24, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 77, 8, 0, 0, 1, 0, 1, 5, 4, 2, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 125, 15, 0, 0, 0, 0, 1, 1, 2, 6, 34, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 95, 9, 0, 0, 0, 0, 0, 2, 3, 2, 17, 23, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 29, 2, 0, 0, 0, 0, 0, 1, 0, 3, 4, 5, 13, 18, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 10, 25, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.924 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.925 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.926 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1051, 16, 0, 0, 7, 1, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 712, 10, 0, 1, 2, 1, 2, 9, 15, 23, 31, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 440, 11, 0, 0, 1, 1, 1, 1, 3, 2, 31, 88, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 362, 17, 0, 0, 2, 0, 0, 0, 0, 3, 8, 8, 155, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 315, 20, 0, 0, 2, 0, 0, 0, 1, 4, 7, 6, 24, 23, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 113, 43, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 24, 27, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 66, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.927 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.928 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.928 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.928 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.928 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.929 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.929 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.929 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.929 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.929 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.929 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.929 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.929 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.929 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.929 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.930 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.930 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:45.930 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.931 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.931 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.931 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.931 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.931 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 47, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.931 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 198, 17, 4, 4, 6, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.932 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 11, 1, 0, 0, 1, 1, 3, 6, 2, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.932 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 108, 0, 1, 0, 1, 0, 1, 2, 7, 9, 19, 30, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.932 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 2, 2, 16, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.932 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 0, 0, 0, 1, 0, 0, 0, 2, 2, 4, 9, 26, 23, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 30, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.933 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 8, 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "number of replicas", 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 1, 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0]", 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "[1, 1]", 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "[2, 2]", 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "[3, 3]", 2024-04-02T10:00:45.935 INFO:tasks.workunit.client.0.smithi104.stdout: "[4, 4]", 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "[5, 5]", 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "[6, None]" 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "linear" 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 10, 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "duration", 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 250000, 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 249999]", 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "[250000, 499999]", 2024-04-02T10:00:45.936 INFO:tasks.workunit.client.0.smithi104.stdout: "[500000, 999999]", 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: "[1000000, 1999999]", 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: "[2000000, 3999999]", 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: "[4000000, 7999999]", 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: "[8000000, 15999999]", 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: "[16000000, 31999999]", 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: "[32000000, None]" 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.937 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:45.938 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.939 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:45.941 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.941 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.942 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.943 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.944 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.945 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:45.946 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_counters": { 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: "caps": { 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_grant": { 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_revoke": { 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_trunc": { 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_commit": { 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_complete": { 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_keys": { 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_merge": { 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_split": { 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: "exported_inodes": { 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: "forward": { 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_cap_release": { 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps": { 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps_dirty": { 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_inode_file_caps": { 2024-04-02T10:00:45.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: "imported_inodes": { 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes": { 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_expired": { 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_pinned": { 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_with_caps": { 2024-04-02T10:00:45.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: "load_cent": { 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: "openino_dir_fetch": { 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: "process_request_cap_release": { 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: "reply_latency": { 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: "request": { 2024-04-02T10:00:45.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rbytes": { 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rfiles": { 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rsnaps": { 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_reply": { 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.953 INFO:tasks.workunit.client.0.smithi104.stdout: "subtrees": { 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_cache": { 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_enqueue_scrub": { 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_exportdir": { 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_flush": { 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragmentdir": { 2024-04-02T10:00:45.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragstats": { 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_inodestats": { 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_quiesce_inode": { 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_quiesce_path": { 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_enqueued": { 2024-04-02T10:00:45.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_prioritized": { 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_processing": { 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays": { 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_delayed": { 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.956 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_enqueuing": { 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_completed": { 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_started": { 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_created": { 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_enqueued": { 2024-04-02T10:00:45.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_migrated": { 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_reintegrated": { 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_log": { 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: "ev": { 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: "evadd": { 2024-04-02T10:00:45.958 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: "evex": { 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: "evexd": { 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: "evexg": { 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: "evlrg": { 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: "evtrm": { 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "jlat": { 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "replayed": { 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "seg": { 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "segadd": { 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "segex": { 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.960 INFO:tasks.workunit.client.0.smithi104.stdout: "segexd": { 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: "segexg": { 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: "segmjr": { 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: "segtrm": { 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_mem": { 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: "cap": { 2024-04-02T10:00:45.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: "cap+": { 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: "cap-": { 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: "dir": { 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: "dir+": { 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:45.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: "dir-": { 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: "dn": { 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: "dn+": { 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: "dn-": { 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: "heap": { 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 248184 2024-04-02T10:00:45.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: "ino": { 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: "ino+": { 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: "ino-": { 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: "rss": { 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52940 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_server": { 2024-04-02T10:00:45.964 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_acquisition_throttle": { 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_revoke_eviction": { 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_request": { 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_session": { 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_peer_request": { 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: "req_create_latency": { 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getattr_latency": { 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getfilelock_latency": { 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getvxattr_latency": { 2024-04-02T10:00:45.966 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: "req_link_latency": { 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookup_latency": { 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookuphash_latency": { 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.967 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupino_latency": { 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupname_latency": { 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupparent_latency": { 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupsnap_latency": { 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lssnap_latency": { 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mkdir_latency": { 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mknod_latency": { 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mksnap_latency": { 2024-04-02T10:00:45.969 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: "req_open_latency": { 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: "req_readdir_latency": { 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rename_latency": { 2024-04-02T10:00:45.970 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: "req_renamesnap_latency": { 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmdir_latency": { 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmsnap_latency": { 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmxattr_latency": { 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setattr_latency": { 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setdirlayout_latency": { 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.972 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setfilelock_latency": { 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setlayout_latency": { 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setxattr_latency": { 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: "req_snapdiff_latency": { 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.974 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.974 INFO:tasks.workunit.client.0.smithi104.stdout: "req_symlink_latency": { 2024-04-02T10:00:45.974 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.974 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.974 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.974 INFO:tasks.workunit.client.0.smithi104.stdout: "req_unlink_latency": { 2024-04-02T10:00:45.974 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.974 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.974 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.974 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.974 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_sessions": { 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: "average_load": { 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: "avg_session_uptime": { 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: "mdthresh_evicted": { 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: "session_count": { 2024-04-02T10:00:45.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: "session_remove": { 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_open": { 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_stale": { 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: "total_load": { 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:45.976 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: "purge_queue": { 2024-04-02T10:00:45.977 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executed": { 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executed_ops": { 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing": { 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_high_water": { 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops": { 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops_high_water": { 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_item_in_journal": { 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.979 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.980 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 250 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8609 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:45.981 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8609, 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58728260 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8609, 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1989975709 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:45.982 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 219 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2999962 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:45.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8608 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.984 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8608 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:45.985 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8608, 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25627687381 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:45.986 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8608 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8608, 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115815523 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.987 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8608, 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75406 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8608, 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5660930904 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 171909120 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.988 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 170164224 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1744896 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:45.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267537171 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24091557 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69081416 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:45.992 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267537171 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1512348 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.993 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:45.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70689105 2024-04-02T10:00:45.995 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.996 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178358114 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:45.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69105822 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:45.999 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 373316, 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1700731092 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:46.000 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20768, 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9954418361 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.002 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:46.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8683 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59836796 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26049 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:46.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861977256 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8681 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8681, 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59197055 2024-04-02T10:00:46.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8681, 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67297 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8681, 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2734817035 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.007 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4, 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 999988 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8683 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:46.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29053645479 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.010 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:46.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 258170880 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 257392640 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 778240 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267460885 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24287804 2024-04-02T10:00:46.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.014 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68961455 2024-04-02T10:00:46.015 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267460885 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.016 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1519531 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70758208 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178307257 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69156679 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:46.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 389923, 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1967651845 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.023 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20948, 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7690811756 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.024 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:46.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 234 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58438343 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:46.027 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1378974357 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 146 2024-04-02T10:00:46.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 999982 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.029 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:46.030 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:46.031 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26695504136 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.032 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:46.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115243413 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:46.034 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75131 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2706949737 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169820160 2024-04-02T10:00:46.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 167927808 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1892352 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267585445 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23978396 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69146303 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.039 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267585445 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1496779 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70656400 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178390297 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69073639 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.045 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 371733, 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1794014298 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:46.047 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20680, 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6252768377 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27891 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.049 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13262848 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 779739136 2024-04-02T10:00:46.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19, 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11439812 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19, 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7757904 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 211, 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 937634 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.051 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 821690368 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78627, 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11505433430 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78641, 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18833925519 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6168576 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:46.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322068480 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 820248576 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.053 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9738482995 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68665 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8501264384 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8501268480 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 60755 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 68665, 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2443655759 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9650217518 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.055 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65957 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4088151 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 631 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13075735 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:46.056 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1011 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8987584 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8987584 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.057 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 391 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1011, 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3894355 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.058 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 691 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7, 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9646 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:46.059 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1117949952 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:46.060 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13983744 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 24052, 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80116582 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3603, 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7130181556 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:46.061 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:46.062 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 30607, 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 254224965 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78556, 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22763371643 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.063 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77839, 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1723821122 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78556, 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48803024 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78556, 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22812174667 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:46.064 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38449, 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1263111822 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1156, 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2914926 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21625, 2024-04-02T10:00:46.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11298941 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 53, 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 88343 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17579, 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2529484182 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 254196 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.066 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24394 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13680, 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2759699249 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37243, 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13134362 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23563, 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2213726855 2024-04-02T10:00:46.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15508, 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 452060708 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.068 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13315864248 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10408, 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1185396316 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10405, 2024-04-02T10:00:46.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3656930899467 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10408, 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6914226698280 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94978, 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2877061812893 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94978, 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10727709 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.070 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 707055835 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40682172099 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30295055 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:46.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21203283183 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16278448264 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10062343 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2555, 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12534690 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:46.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 92199428276 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17337830749 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94981, 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 777901363 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:46.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 651821056 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 500899840 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 150921216 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56487895 2024-04-02T10:00:46.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24576 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 761856 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68554793 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.078 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423659216 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2416 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.079 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 137520 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71128720 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13646560 2024-04-02T10:00:46.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37658597 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.082 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74523963 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.084 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423659216 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 983 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 83586 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1124979 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70059108 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.087 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38521 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127300, 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8807430676 2024-04-02T10:00:46.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2775245629 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38521, 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 250422529305 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3815959894 2024-04-02T10:00:46.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39431, 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22512745389 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38521, 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 87390214290 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22112 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22112, 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13337907722 2024-04-02T10:00:46.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3815959894 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22484, 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6288667571 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22112, 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7161346905 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:46.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8696 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 620238616 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8696, 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19126962892 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:46.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9056, 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6018181371 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8696, 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16951000290 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7713 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2155007013 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.093 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7713, 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217957658691 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7891, 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10205896447 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7713, 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63277867095 2024-04-02T10:00:46.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4194341 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:46.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 835694592 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16508 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.096 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:46.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9957376 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 790716416 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18, 2024-04-02T10:00:46.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3559896 2024-04-02T10:00:46.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.099 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:46.099 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18, 2024-04-02T10:00:46.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1356381 2024-04-02T10:00:46.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.099 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:46.099 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 199, 2024-04-02T10:00:46.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 879157 2024-04-02T10:00:46.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.099 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:46.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 818413568 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73932, 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10865913989 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73958, 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17368071046 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.100 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3600384 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 302866432 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 835452928 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:46.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7161342890 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63142 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6277672960 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.102 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6277677056 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59214 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63142, 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2191025068 2024-04-02T10:00:46.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7065872901 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 60215 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3118947 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 794 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9681042 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.104 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1062 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6562095 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6562095 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.105 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1062, 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2797249 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 604 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9702 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.107 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1106272256 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13385728 2024-04-02T10:00:46.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19056, 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 64818336 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3563, 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5958746188 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:46.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16067, 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 134777397 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21096532132 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73176, 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1750153347 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45148905 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21141681037 2024-04-02T10:00:46.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28234, 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 933799134 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 981, 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2795317 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15568, 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10308768 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.112 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 45, 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54687 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11281, 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1646189626 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 225615 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26578 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21525, 2024-04-02T10:00:46.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2038132558 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 69697, 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19220559 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 48172, 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1368927397 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.114 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15252, 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 406021796 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:46.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9840204347 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21915, 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1315641795 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21913, 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3567955066678 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.116 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21915, 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6346949311233 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87276, 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2750571140502 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87276, 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8896604 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:46.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 415121162 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35853165029 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29970462 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17570850050 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.118 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13769395434 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9471426 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2544, 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11974399 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:46.119 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 77462085368 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14726430189 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 508111757 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.120 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 657145856 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 522248192 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 134897664 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:46.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56769452 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.123 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68990036 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.124 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425770895 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.125 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 256 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 148576 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 544 2024-04-02T10:00:46.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69005473 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.127 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9442656 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37846301 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70151555 2024-04-02T10:00:46.130 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.131 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425770895 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 979 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79368 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1118996 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.133 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67957634 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.134 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:46.135 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52 2024-04-02T10:00:46.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.136 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:46.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.136 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:46.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39836 2024-04-02T10:00:46.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.136 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:46.136 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 131656, 2024-04-02T10:00:46.136 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10092748636 2024-04-02T10:00:46.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2186145259 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39836, 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 700639934970 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.137 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2480953807 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 41491, 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31891303539 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39836, 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115175774790 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.138 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18465 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18465, 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11368614281 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2480953807 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.139 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18892, 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5295620164 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18465, 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5015067300 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11930 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 274848383 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:46.140 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11930, 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 106910135841 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12066, 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13598238783 2024-04-02T10:00:46.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11930, 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31844416571 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9441 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1911296876 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9441, 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 582361184848 2024-04-02T10:00:46.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10533, 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12997444592 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9441, 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 78316290919 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.143 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 831815680 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14485 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:46.145 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:46.146 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5877760 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 607375360 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17, 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3424098 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17, 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1227422 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:46.147 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 167, 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 749639 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 518717440 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70552, 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10125113449 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70559, 2024-04-02T10:00:46.148 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16396078159 2024-04-02T10:00:46.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.149 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:46.149 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6426624 2024-04-02T10:00:46.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.149 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:46.149 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 289058816 2024-04-02T10:00:46.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.149 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:46.149 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 535756800 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4157861503 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.150 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46255 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3549241344 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3549245440 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.151 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35597 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 46255, 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1649627346 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4072679148 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43641 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2245611 2024-04-02T10:00:46.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 611 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5832672 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 898 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3587061 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3587061 2024-04-02T10:00:46.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 295 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 898, 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861158 2024-04-02T10:00:46.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 825 2024-04-02T10:00:46.155 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7, 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9326 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 904888320 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9179136 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14258, 2024-04-02T10:00:46.157 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46011975 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3611, 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4851012181 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:46.158 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22724, 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 185160363 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19620033083 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 69973, 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1361350075 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30860391 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.160 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19650893474 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 58961, 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1001157936 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1075, 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2714420 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.161 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19465, 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16495420 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37, 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 51982 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20771, 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1220281840 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 255963 2024-04-02T10:00:46.162 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18610 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9989, 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1746171828 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 26820, 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18563730 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16831, 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1543139160 2024-04-02T10:00:46.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12669, 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360500278 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.164 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9004443154 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6157, 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1012513270 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.165 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6156, 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3772887877337 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6157, 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6179633927547 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80377, 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2572071742449 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:46.166 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80377, 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8552956 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 209299469 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30464344957 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26799368 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:46.167 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14357280836 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11384673149 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5276943 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2524, 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12374788 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.168 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65432386134 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12230255781 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 475489074 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:46.169 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 575176704 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 535592960 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39583744 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57138714 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.171 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.172 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69632 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68620774 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.173 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428540359 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.174 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132928 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74641065 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:46.176 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6058032 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38092476 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.177 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.178 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73290004 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.179 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428540359 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.180 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 76712 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.181 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1138738 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73560671 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.183 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 51246 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.184 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 142602, 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7759889338 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1944084924 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:46.185 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 51246, 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 100360838987 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2875375815 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52181, 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45777235031 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 51246, 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80724408610 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.186 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21633 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21633, 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17978350239 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2875375815 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22077, 2024-04-02T10:00:46.187 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5658944002 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21633, 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8018178667 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27871 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 431869935 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27871, 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61169571831 2024-04-02T10:00:46.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28184, 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 36918055243 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:46.189 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27871, 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57272785770 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1742 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1512214989 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1742, 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21212916917 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:46.190 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1920, 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3200235786 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1742, 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15433444173 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3145744 2024-04-02T10:00:46.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 527908864 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:46.192 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18930 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.193 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5783552 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.194 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 654368768 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16, 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2960249 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16, 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1092664 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 168, 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 776438 2024-04-02T10:00:46.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 633667584 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66929, 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9807259461 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66936, 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15879053938 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.196 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8220672 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 274214912 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 627965952 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3928211256 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45128 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3524640768 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3524644864 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.198 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37757 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 45128, 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1571167768 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:46.199 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3839797416 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42415 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2817013 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 743 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5734987 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.200 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 934 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2917974 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2917974 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:46.201 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 195 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 934, 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1508309 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:46.202 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 619 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10722 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 936800256 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9203712 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.204 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17483, 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52467423 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3537, 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5295023483 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:46.205 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16720, 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132511926 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.206 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18974004632 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66337, 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1444797422 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:46.207 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 36976482 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19010981114 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20689, 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 719269945 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.208 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1384, 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2891956 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9223, 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8736588 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40, 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74884 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11311, 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2158781029 2024-04-02T10:00:46.209 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217808 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18304 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39476, 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1854890280 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 99302, 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29120366 2024-04-02T10:00:46.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 59826, 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1333359157 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12524, 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 342877217 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.211 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9605540542 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18319, 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1849105024 2024-04-02T10:00:46.212 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18316, 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4011699659044 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18319, 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7090149027897 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76581, 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2727046790981 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76581, 2024-04-02T10:00:46.213 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7426427 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 430869187 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29627930289 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24951563 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:46.214 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13493475759 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11808249069 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5282871 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2520, 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12089900 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.215 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 64977209210 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12671732143 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 442922179 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:46.216 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 624713728 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 607535104 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17178624 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57159657 2024-04-02T10:00:46.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.219 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49152 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68620311 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.220 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428697433 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.221 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1904 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 128240 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.222 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74488903 2024-04-02T10:00:46.223 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5783024 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38106438 2024-04-02T10:00:46.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.225 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.226 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73551050 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428697433 2024-04-02T10:00:46.227 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.228 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79752 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1135475 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.229 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73403820 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.230 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56909 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.231 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 134261, 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8530664447 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1623219565 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.232 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 56909, 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314469044451 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2131891582 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 59197, 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32565956536 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 56909, 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 81770859209 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.233 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39324 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39324, 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56562163014 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2131891582 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39543, 2024-04-02T10:00:46.234 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8670218207 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39324, 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9304859895 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13152 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 290752798 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:46.235 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13152, 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 189705474635 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15107, 2024-04-02T10:00:46.236 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18380072641 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13152, 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42544233484 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4433 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1332466767 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:46.237 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4433, 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68201406802 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4547, 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5515665688 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4433, 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29921765830 2024-04-02T10:00:46.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.239 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 642891776 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17147 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.240 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:46.241 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14815232 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 722644992 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.242 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2963294 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 993638 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 848793 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:46.243 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 757923840 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64578, 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10027687926 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64582, 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16108832593 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15200256 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:46.244 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 264556544 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 747962368 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50 2024-04-02T10:00:46.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3986208322 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48458 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3299184640 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3299188736 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:46.246 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39147 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 48458, 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1314224944 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3826423646 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:46.247 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43566 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913845 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1104 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15853828 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1461 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.248 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10939983 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10939983 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 371 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:46.249 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1461, 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3907906 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.250 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 677 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28225 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1004318720 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9199616 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 24091, 2024-04-02T10:00:46.252 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71290442 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3512, 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4731885332 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14823, 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 128305381 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:46.254 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19549359127 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64085, 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1433285151 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53453647 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.255 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19602812774 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 228885, 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1485620388 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:46.256 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 834, 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2199415 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 130689, 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47527233 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 46, 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 55567 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17352, 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3488057602 2024-04-02T10:00:46.257 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 399682 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20625 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8685, 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1599334738 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37498, 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12535916 2024-04-02T10:00:46.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28813, 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1336417946 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13861, 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 397313705 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.259 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12119849002 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:46.260 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18672, 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 921009612 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18670, 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3786436607783 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18672, 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6563956170071 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77044, 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2743176328849 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.261 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77044, 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7828614 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 210759559 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31237647890 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25830659 2024-04-02T10:00:46.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13611312158 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13124781556 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5277670 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2475, 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14273473 2024-04-02T10:00:46.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70315592960 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14090283177 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 709414205 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:46.264 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 643596288 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 632250368 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11345920 2024-04-02T10:00:46.265 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56434778 2024-04-02T10:00:46.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28672 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45056 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69320614 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423260841 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2672 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 191840 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71472519 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4953680 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37623185 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.273 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74863647 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:46.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423260841 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85869 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1127156 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70454006 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:46.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.278 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33742 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 104858, 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10327474313 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1566916184 2024-04-02T10:00:46.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33742, 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69221015060 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1870164256 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 34290, 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20837136765 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33742, 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38752598705 2024-04-02T10:00:46.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23462 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23462, 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18779928496 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:46.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1870164256 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23634, 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11506972699 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23462, 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11526657354 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6171 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.282 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 307644380 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6171, 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12140029560 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.283 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6408, 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4112598106 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6171, 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9486730334 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4109 2024-04-02T10:00:46.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1259271804 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4109, 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38301057004 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4248, 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5217565960 2024-04-02T10:00:46.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4109, 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17739211017 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4194304 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:46.286 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 767139840 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16888 2024-04-02T10:00:46.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:46.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19976192 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 747909120 2024-04-02T10:00:46.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6552796 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2013585 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 225, 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1053792 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:46.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 680656896 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82294, 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11240201733 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82302, 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17879642111 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4579328 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:46.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 337113088 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 697696256 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15154995142 2024-04-02T10:00:46.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115327 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12948983808 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12948987904 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:46.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 105372 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 115327, 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5015291695 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14937209044 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.294 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 108663 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6555482 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1227 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19904323 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.295 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1816 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13348841 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13348841 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 610 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1816, 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5592563 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:46.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 610 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16557 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1108025344 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:46.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13398016 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19897, 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 66800310 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3547, 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9043169080 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20019, 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 156583835 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:46.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21786779805 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 81722, 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1624710117 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49102584 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:46.302 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21835882389 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40896, 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 944181276 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 883, 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2263771 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.303 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22969, 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16980085 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 49, 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61954 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18665, 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4764652186 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 263766 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.304 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21797 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28773, 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1557229043 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66110, 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28020075 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37337, 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1343997335 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.305 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:46.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.306 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:46.306 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15919, 2024-04-02T10:00:46.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 455250861 2024-04-02T10:00:46.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.306 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:46.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.306 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:46.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9741376549 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 662688538 2024-04-02T10:00:46.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3843252795529 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6591277546248 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2993106658892 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:46.308 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11052005 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 295759488 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32957799684 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 34587045 2024-04-02T10:00:46.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14464173160 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16517628432 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9477180 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.310 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2494, 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14316139 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73993234231 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17574706914 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:46.311 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 543716823 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 622215168 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 584949760 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.312 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37265408 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 55943953 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.314 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57344 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.315 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.316 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.316 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69827823 2024-04-02T10:00:46.316 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.317 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:46.317 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:46.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.317 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.317 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.317 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 419579651 2024-04-02T10:00:46.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.318 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.318 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.318 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3152 2024-04-02T10:00:46.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.319 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.319 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 237936 2024-04-02T10:00:46.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.319 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.319 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.320 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.320 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.320 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75107133 2024-04-02T10:00:46.321 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.322 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:46.322 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:46.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.323 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.324 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20794096 2024-04-02T10:00:46.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.324 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37295969 2024-04-02T10:00:46.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.324 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.324 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67739055 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.326 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 419579651 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79483 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1124550 2024-04-02T10:00:46.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74144188 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.329 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:46.330 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63609 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 146318, 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13229865359 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:46.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:46.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.332 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:46.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.332 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:46.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1432836894 2024-04-02T10:00:46.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.332 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:46.332 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63609, 2024-04-02T10:00:46.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54790742947 2024-04-02T10:00:46.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1960055431 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64475, 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17383568189 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63609, 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32377472197 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52442 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.333 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52442, 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19821382053 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1960055431 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52580, 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9055670990 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.334 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52442, 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8556738438 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9594 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 412331200 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9594, 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18977819082 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:46.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.336 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:46.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.336 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:46.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.336 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:46.337 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10117, 2024-04-02T10:00:46.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6052447402 2024-04-02T10:00:46.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.337 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:46.337 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9594, 2024-04-02T10:00:46.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14371242484 2024-04-02T10:00:46.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.338 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1573 2024-04-02T10:00:46.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.339 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:46.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020505694 2024-04-02T10:00:46.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.340 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:46.340 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1573, 2024-04-02T10:00:46.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15991541812 2024-04-02T10:00:46.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.340 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:46.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.340 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:46.340 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1778, 2024-04-02T10:00:46.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2275449797 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1573, 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9449491275 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:46.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 694063104 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28251 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:46.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:46.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12525568 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 597082112 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:46.344 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2726431 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 935684 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 171, 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 695639 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.345 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 571015168 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63954, 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8961352698 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63956, 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14623939079 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12648448 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.346 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 262004736 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 579534848 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.347 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8809003247 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75250 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7624331264 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7624335360 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.348 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 66082 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 75250, 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2767296649 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8654512598 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70521 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.349 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3871993 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 882 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12441126 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1285 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8569133 2024-04-02T10:00:46.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8569133 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 410 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:46.351 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1285, 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3731544 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.352 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 630 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12, 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14301 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.353 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 873902080 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9789440 2024-04-02T10:00:46.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17132, 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50309682 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3436, 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7614559874 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.355 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16153, 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 129760966 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.356 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17830277087 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63500, 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1262741732 2024-04-02T10:00:46.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33783734 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17864060821 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.358 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28319, 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 604014963 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 836, 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2410543 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12917, 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11660550 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 43, 2024-04-02T10:00:46.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79491 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12012, 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1832510942 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 190744 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19189 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10868, 2024-04-02T10:00:46.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1525334819 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38918, 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16785883 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28050, 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1230889556 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.361 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12353, 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 361671877 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.362 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10769004114 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14206, 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 667617447 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14205, 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4165174605384 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.363 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14206, 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6083010135404 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77395, 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2867135146824 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77395, 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7787747 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 344585933 2024-04-02T10:00:46.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30163087736 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27053551 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14244136625 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.365 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15143806099 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5873135 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2392, 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13118037 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70677752156 2024-04-02T10:00:46.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15985206171 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 683179005 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 595533824 2024-04-02T10:00:46.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 554557440 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40976384 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:46.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56675692 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.369 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 98304 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69055124 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:46.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425067692 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.372 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2384 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 170928 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.373 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69686868 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.374 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12631536 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37783794 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75413790 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425067692 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65005 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1157097 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68638078 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:46.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37719 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 98263, 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8826913669 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:46.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1634410593 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37719, 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 82825310260 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1842286150 2024-04-02T10:00:46.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38226, 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13935299375 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37719, 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31853601070 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28872 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28872, 2024-04-02T10:00:46.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13120146417 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1842286150 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 29103, 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5824519599 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28872, 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5389661683 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.385 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4687 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 340240703 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4687, 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13636609024 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.386 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4849, 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3140274780 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4687, 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8443330353 2024-04-02T10:00:46.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4160 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1294169890 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4160, 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56068554819 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.388 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4274, 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4970504996 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4160, 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18020609034 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102142 2024-04-02T10:00:46.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 580816896 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:46.390 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18958 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:46.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3739648 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 529158144 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.392 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3715211 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1760403 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 147, 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 673111 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 446955520 2024-04-02T10:00:46.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63174, 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8602801929 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63186, 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13945591031 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9490432 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 258850816 2024-04-02T10:00:46.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 459735040 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2141602755 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.395 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38349 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1758961664 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1758965760 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:46.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27337 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38349, 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 892885966 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2049625970 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35527 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1288496 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:46.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 645 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3703972 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 812 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2415476 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2415476 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.398 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 812, 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1270047 2024-04-02T10:00:46.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.400 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 770 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12517 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.401 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 794034176 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9781248 2024-04-02T10:00:46.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17413, 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57851132 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3477, 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2807839112 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:46.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18952, 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 158967740 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63140, 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16958843925 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 62695, 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1349438644 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.405 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63140, 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43284806 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63140, 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17002128731 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:46.406 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27576, 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 608208126 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 736, 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2160837 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5294, 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6010735 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 50, 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 83087 2024-04-02T10:00:46.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11460, 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 872686389 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 186855 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17584 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6865, 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1415598422 2024-04-02T10:00:46.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 31896, 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8501959 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 25031, 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1269264701 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:46.409 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13383, 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360364555 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8250152248 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15713, 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 704574386 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15711, 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3709306863289 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.411 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15713, 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6385367771224 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74271, 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2585922152350 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74271, 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7652440 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:46.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 197200368 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26772428895 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26317981 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12088474080 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:46.413 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9323213700 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5867915 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2355, 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12386925 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56643990174 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.414 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10237196456 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74273, 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 447685632 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 489889792 2024-04-02T10:00:46.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 462471168 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27418624 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57267961 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8192 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61440 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68491527 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:46.419 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 429509711 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.420 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1744 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 120496 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 384 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73684145 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 176160768 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3104080 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.423 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38178641 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67769183 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:46.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 429509711 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.427 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 100890 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1120674 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 72585205 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:46.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32753 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 102736, 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10805057990 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.431 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1619514691 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 32753, 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40663677743 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2059539939 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33126, 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16587002570 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.432 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 32753, 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32474419707 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20507 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20507, 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8167399516 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:46.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2059539939 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20630, 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4765962151 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20507, 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5183111221 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11219 2024-04-02T10:00:46.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 436016169 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11219, 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19729112062 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11408, 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9727645287 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11219, 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17665431812 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1027 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1183498522 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.436 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1027, 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12767166165 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1088, 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2093395132 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1027, 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9625876674 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:46.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 456753152 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": [ 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 1, 2024-04-02T10:00:46.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 1, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 1, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876705034, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 1781760, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 1781760, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958898176, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 2, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.4648127237014705e-06, 2024-04-02T10:00:46.440 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 812, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 1341440, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 590368, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 590368, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 1771104, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 311, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 2473984 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:46.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 32, 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 32, 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 2, 2024-04-02T10:00:46.442 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876705034, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 154492, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 110592, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958898176, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 22, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 43900, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.1371829461713787e-07, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 79, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 89088, 2024-04-02T10:00:46.443 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 21255, 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 6622, 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 14633, 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 63765, 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 68, 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 36864 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:46.444 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 64, 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 64, 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 3, 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876705034, 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:46.445 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958898176, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T10:00:46.446 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool", 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: "selfmanaged_snaps" 2024-04-02T10:00:46.447 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 8, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 8, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 4, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876705034, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 12595200, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 12595200, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:46.448 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958898176, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 4, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 1.7423415556550026e-05, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 8926, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 3120086016, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 4194323, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 4194323, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 12582969, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 24343, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 3210933248 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.449 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": { 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: "mirroring_by_pool": [ 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: false 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_images_by_pool": [ 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pools": 1 2024-04-02T10:00:46.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "report_id": "ab0c7f58-d918-4176-b28f-e64e2b2fce5b", 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "report_timestamp": "2024-04-02T10:00:45.470733", 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "report_version": 1, 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_stats": { 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "7.9.2" 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "rook": { 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster": { 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "external-mode": null, 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "allow-multiple-per-node": null, 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "count": null, 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "max-id": null, 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "pvc": { 2024-04-02T10:00:46.451 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: "stretch": { 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: "network": { 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: "provider": null 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: "storage": { 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: "device-set": { 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: "non-portable": null, 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: "portable": null, 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.452 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: "csi": { 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes": { 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: "node": { 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes-total": null, 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: "with-ceph-daemons": null, 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T10:00:46.453 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-nfs-plugin": null, 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-rbd-plugin": null 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: "storage-class": { 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket": null, 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs": null, 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: "nfs": null, 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": null, 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.454 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: "services": {}, 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pg": [ 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.961467+0000", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.961467+0000", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.961828+0000", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.456 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.457 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2c", 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4973, 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:50.460398+0000", 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.460 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.461 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:46.462 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955708+0000", 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955708+0000", 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956466+0000", 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.463 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.464 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2b", 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5118, 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:54:19.415294+0000", 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.467 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.468 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.469 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955737+0000", 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955737+0000", 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956044+0000", 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:46.470 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.471 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2a", 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4989, 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:02:06.262860+0000", 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.472 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.474 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.475 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.476 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.928887+0000", 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.928887+0000", 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.929429+0000", 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:46.477 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.478 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.29", 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5085, 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:41:27.588122+0000", 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.482 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.483 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270566+0000", 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270566+0000", 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.270888+0000", 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.484 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.485 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.28", 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.486 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5022, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:44:53.176590+0000", 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.489 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:46.490 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.491 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.924953+0000", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.924953+0000", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.925303+0000", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.492 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.493 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.27", 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5079, 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:43:24.320150+0000", 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.496 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.497 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:46.498 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952908+0000", 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952908+0000", 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.953251+0000", 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:46.499 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.500 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.26", 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4968, 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:35.872410+0000", 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.501 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.503 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.504 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.505 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.937449+0000", 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.937449+0000", 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.937810+0000", 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.506 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.507 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.25", 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5097, 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:55:14.755486+0000", 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.511 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.512 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.922094+0000", 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.922094+0000", 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.922446+0000", 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:46.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:46.514 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.24", 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.515 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5049, 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:28:46.006738+0000", 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.519 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.520 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.934913+0000", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.934913+0000", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.935200+0000", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.521 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.522 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.23", 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5133, 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:40.070603+0000", 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.523 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.526 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.527 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.272488+0000", 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.272488+0000", 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.278213+0000", 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:46.528 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.529 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.22", 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5023, 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:47:53.438274+0000", 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.530 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.533 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.534 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955118+0000", 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955118+0000", 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.955452+0000", 2024-04-02T10:00:46.535 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.536 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.21", 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.537 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5071, 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:49:50.968266+0000", 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.538 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:46.541 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.542 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958045+0000", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958045+0000", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960028+0000", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.544 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.20", 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4956, 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:26:29.958755+0000", 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.545 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.548 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.549 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957191+0000", 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957191+0000", 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957492+0000", 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:46.550 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.551 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.f", 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4943, 2024-04-02T10:00:46.552 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:40.229267+0000", 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.553 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.556 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957579+0000", 2024-04-02T10:00:46.557 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957579+0000", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958171+0000", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:46.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.e", 2024-04-02T10:00:46.559 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5073, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:31.357005+0000", 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.560 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:46.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.563 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.564 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955819+0000", 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955819+0000", 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956138+0000", 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:46.565 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.566 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.c", 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5014, 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:30:07.239073+0000", 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.567 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.570 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.571 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.932830+0000", 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.932830+0000", 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.933264+0000", 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.572 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.573 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.d", 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5098, 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:04.855508+0000", 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.574 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 70, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.575 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:46.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.578 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.967173+0000", 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.967173+0000", 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967761+0000", 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.579 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.580 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.d", 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4917, 2024-04-02T10:00:46.581 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:52:54.094814+0000", 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.582 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.586 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.268640+0000", 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.268640+0000", 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.268968+0000", 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:46.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.588 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.c", 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5084, 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:53:07.920934+0000", 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.589 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.594 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959761+0000", 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959761+0000", 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960413+0000", 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:46.595 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.596 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.a", 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4974, 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:23.693564+0000", 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.597 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.598 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.599 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.600 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.601 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.966660+0000", 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.966660+0000", 2024-04-02T10:00:46.602 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967039+0000", 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:46.603 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3, 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.604 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.b", 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4929, 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:23:17.569787+0000", 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:46.606 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.607 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 2, 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 2, 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.608 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'3" 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.609 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.926219+0000", 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.926219+0000", 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.926707+0000", 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.610 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:46.611 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.b", 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5048, 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:55:28.033067+0000", 2024-04-02T10:00:46.612 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.613 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.614 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.615 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.616 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955459+0000", 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955459+0000", 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.955784+0000", 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.617 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.618 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.a", 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.619 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5096, 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:06.731717+0000", 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.620 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.621 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.622 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.623 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957558+0000", 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957558+0000", 2024-04-02T10:00:46.624 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957911+0000", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.625 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.8", 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.626 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5085, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:50:45.897085+0000", 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.627 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.629 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.630 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:46.631 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.958390+0000", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.958390+0000", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958725+0000", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.632 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.633 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.9", 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5097, 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:21.969243+0000", 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.634 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.635 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.636 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.637 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.638 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952049+0000", 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952049+0000", 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.952425+0000", 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:46.639 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.640 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.9", 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5059, 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:20.080258+0000", 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.641 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.642 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.643 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.644 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.645 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957117+0000", 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957117+0000", 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957571+0000", 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.646 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.647 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.8", 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4937, 2024-04-02T10:00:46.648 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.649 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:03:26.174519+0000", 2024-04-02T10:00:46.649 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.649 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.649 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.649 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.650 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.652 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.938327+0000", 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.938327+0000", 2024-04-02T10:00:46.653 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.938646+0000", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:46.654 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.6", 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.655 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5120, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:44:10.155100+0000", 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.656 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.657 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.658 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.659 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955686+0000", 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955686+0000", 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956367+0000", 2024-04-02T10:00:46.660 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.661 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.7", 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4958, 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.662 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:30:24.861663+0000", 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.663 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.664 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.665 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.666 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:46.667 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.951678+0000", 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.951678+0000", 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.405704+0000", 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:46.668 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3220, 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3220, 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.669 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.1", 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 9138, 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:02.742084+0000", 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.004380943, 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.670 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.671 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.672 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1587, 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 404359, 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3191, 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 403454 2024-04-02T10:00:46.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3220" 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.674 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952579+0000", 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952579+0000", 2024-04-02T10:00:46.675 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.952879+0000", 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:46.676 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.677 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.7", 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5049, 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:54:06.440112+0000", 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.678 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.679 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.681 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.682 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958926+0000", 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958926+0000", 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959821+0000", 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.683 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.684 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.6", 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5102, 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.685 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:25:34.590665+0000", 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.686 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 2, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 2, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2, 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "565'2" 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.689 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:46.690 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.951138+0000", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.951138+0000", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.478707+0000", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.691 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:46.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:46.692 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.692 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3036, 2024-04-02T10:00:46.692 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.692 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.692 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.692 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.692 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.692 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.692 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.693 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3036, 2024-04-02T10:00:46.693 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.693 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.693 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.693 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.0", 2024-04-02T10:00:46.693 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.694 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.694 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.694 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8598, 2024-04-02T10:00:46.694 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.694 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:03:50.992872+0000", 2024-04-02T10:00:46.694 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.003169127, 2024-04-02T10:00:46.694 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 657, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 424798, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3030, 2024-04-02T10:00:46.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 424306 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3036" 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.698 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266400+0000", 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266400+0000", 2024-04-02T10:00:46.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.267018+0000", 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.701 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.4", 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5098, 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:29.620719+0000", 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.705 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.706 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.960260+0000", 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.960260+0000", 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.963268+0000", 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:46.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.708 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.5", 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4908, 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:48:12.494414+0000", 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.712 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.713 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T10:00:32.257346+0000", 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956149+0000", 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956149+0000", 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.415361+0000", 2024-04-02T10:00:46.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T10:00:32.257346+0000", 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T10:00:32.257346+0000", 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T10:00:32.257346+0000", 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T10:00:32.257346+0000", 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T10:00:32.257346+0000", 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T10:00:32.257346+0000", 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3145, 2024-04-02T10:00:46.715 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3145, 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.3", 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.716 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 9134, 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:00:29.262715+0000", 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.00691479, 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:46.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:46.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1474, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 398325, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3120, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 404753 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.720 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3145" 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.721 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956005+0000", 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956005+0000", 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956310+0000", 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:46.722 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.723 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.0", 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4940, 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:23.463431+0000", 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.724 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.727 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.728 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.924894+0000", 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.924894+0000", 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.925212+0000", 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.730 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1", 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.731 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5072, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:28:08.555595+0000", 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.734 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.735 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.736 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.736 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.736 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.736 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.736 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.736 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:46.737 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.738 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.738 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:46.738 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.738 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.738 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:46.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.893373+0000", 2024-04-02T10:00:46.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.893373+0000", 2024-04-02T10:00:46.738 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.413166+0000", 2024-04-02T10:00:46.739 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:46.739 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.739 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.739 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.739 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:46.739 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:46.739 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3116, 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.740 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3116, 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.6", 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8868, 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:56:15.699524+0000", 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.004518442, 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.741 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.742 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.743 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1017, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 388333, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3098, 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 411375 2024-04-02T10:00:46.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3116" 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.745 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 19, 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.961575+0000", 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.961575+0000", 2024-04-02T10:00:46.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964076+0000", 2024-04-02T10:00:46.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:46.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:46.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:46.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:46.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:46.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:46.748 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.748 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.748 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:46.748 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:46.748 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770036+0000", 2024-04-02T10:00:46.748 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.748 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 197, 2024-04-02T10:00:46.749 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.749 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.749 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.749 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.749 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.749 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.750 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.750 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 197, 2024-04-02T10:00:46.750 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.750 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.750 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.750 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "1.0", 2024-04-02T10:00:46.750 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.751 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.751 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.751 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5414, 2024-04-02T10:00:46.751 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.751 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:30:19.164350+0000", 2024-04-02T10:00:46.751 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.752 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.752 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T10:00:46.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:46.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:46.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 812, 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1310, 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 311, 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.755 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "240'197" 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.756 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964694+0000", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964694+0000", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.965039+0000", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.758 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.759 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.759 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.759 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.759 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.3", 2024-04-02T10:00:46.759 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.759 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.759 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.759 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4997, 2024-04-02T10:00:46.759 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.759 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:31:34.281499+0000", 2024-04-02T10:00:46.759 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.761 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.761 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.762 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.764 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.765 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958681+0000", 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958681+0000", 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959016+0000", 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.766 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.767 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2", 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5078, 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:33:11.753064+0000", 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.768 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.769 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.770 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.771 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.772 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.773 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:46.773 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.773 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.773 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:46.773 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.773 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.773 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.773 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:46.774 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.953392+0000", 2024-04-02T10:00:46.774 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.953392+0000", 2024-04-02T10:00:46.774 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.515336+0000", 2024-04-02T10:00:46.774 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:46.774 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.774 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.774 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.774 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3050, 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.775 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3050, 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.5", 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.776 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8738, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:26.803186+0000", 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.002690647, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1217, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 366332, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3030, 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 362596 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3050" 2024-04-02T10:00:46.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.781 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.941934+0000", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.941934+0000", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.942559+0000", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.783 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1", 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5088, 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:29:17.917496+0000", 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.787 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.788 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955826+0000", 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955826+0000", 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956208+0000", 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.789 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.790 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.0", 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5100, 2024-04-02T10:00:46.791 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:32:34.036903+0000", 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.796 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.269132+0000", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.269132+0000", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.414568+0000", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.798 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:46.798 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:46.798 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.798 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2973, 2024-04-02T10:00:46.798 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.798 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.798 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2973, 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.7", 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8657, 2024-04-02T10:00:46.799 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:33.537229+0000", 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.009289511, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 4194304, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 795, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 370222, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2955, 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 408764 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'2973" 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.803 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:46.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956606+0000", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956606+0000", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956918+0000", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:46.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.806 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3", 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5032, 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:31:46.508019+0000", 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.810 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.811 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.963992+0000", 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.963992+0000", 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.964364+0000", 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:46.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.813 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.2", 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:16.528044+0000", 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.814 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.818 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.936732+0000", 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.936732+0000", 2024-04-02T10:00:46.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.411507+0000", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.820 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3007, 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3007, 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.4", 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.821 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8734, 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:05:25.314720+0000", 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.006566378, 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 929, 2024-04-02T10:00:46.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 302264, 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3005, 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 376014 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.825 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3007" 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.826 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.261065+0000", 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.261065+0000", 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.265089+0000", 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:46.827 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.828 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.5", 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5023, 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:07:09.442113+0000", 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.832 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.833 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.893073+0000", 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.893073+0000", 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.893325+0000", 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:46.834 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.835 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.835 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.835 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:46.835 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:46.835 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:46.835 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:46.835 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.835 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.835 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.836 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:46.836 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:46.836 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.836 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.836 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.836 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.836 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:46.837 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.837 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.837 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.837 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.837 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.837 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.837 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.837 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.838 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.4", 2024-04-02T10:00:46.838 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.838 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.838 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.838 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5122, 2024-04-02T10:00:46.838 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.838 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:57:42.739208+0000", 2024-04-02T10:00:46.839 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.839 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.839 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.839 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.839 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.839 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.840 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.841 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.845 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.845 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.845 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.845 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.845 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.846 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266250+0000", 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266250+0000", 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.411497+0000", 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2926, 2024-04-02T10:00:46.848 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2926, 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.2", 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.849 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8914, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:24:21.801790+0000", 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.006725527, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 19, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1250, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 392326, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2914, 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 344415 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'2926" 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.853 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.954012+0000", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.954012+0000", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.954382+0000", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.856 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.e", 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4903, 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:54:14.151233+0000", 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.860 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.861 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.949173+0000", 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.949173+0000", 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.949777+0000", 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:46.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.863 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.f", 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5032, 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:23:57.531728+0000", 2024-04-02T10:00:46.864 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 22, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:46.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.868 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.963406+0000", 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.963406+0000", 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964132+0000", 2024-04-02T10:00:46.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769300+0000", 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.870 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.11", 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.871 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4915, 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:45:43.905068+0000", 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.875 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.876 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.894022+0000", 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.894022+0000", 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.896987+0000", 2024-04-02T10:00:46.877 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:46.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:46.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:46.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:46.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:46.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:46.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:46.879 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.879 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 8, 2024-04-02T10:00:46.879 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 8, 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.10", 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.880 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5099, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:56:23.665585+0000", 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 4, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 24, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 24, 2024-04-02T10:00:46.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 12, 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:46.884 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'8" 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:46.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958375+0000", 2024-04-02T10:00:46.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958375+0000", 2024-04-02T10:00:46.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959903+0000", 2024-04-02T10:00:46.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:46.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:46.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:46.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:46.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:46.887 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.888 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.10", 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4952, 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:18:05.099779+0000", 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.892 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.893 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959250+0000", 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959250+0000", 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.961978+0000", 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.895 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.896 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.896 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.896 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.896 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.896 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.896 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.896 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.11", 2024-04-02T10:00:46.896 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.896 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.897 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.897 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4973, 2024-04-02T10:00:46.897 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.897 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:56:01.888400+0000", 2024-04-02T10:00:46.897 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.898 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.898 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.899 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.901 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.902 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957462+0000", 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957462+0000", 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960313+0000", 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:46.903 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770236+0000", 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.904 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.13", 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4901, 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.905 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:34:07.589549+0000", 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.909 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.909 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.909 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.909 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.909 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.909 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.909 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.910 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956432+0000", 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956432+0000", 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956770+0000", 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:46.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.912 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.12", 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5014, 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:22:04.449819+0000", 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.916 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.917 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956274+0000", 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956274+0000", 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956610+0000", 2024-04-02T10:00:46.918 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.919 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.12", 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.920 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5117, 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:18:10.804604+0000", 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:46.924 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.925 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.939616+0000", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.939616+0000", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.940280+0000", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:46.927 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.13", 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5120, 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:33:06.255678+0000", 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 34, 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.928 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 4, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 8, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 7 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.931 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.932 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952274+0000", 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952274+0000", 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956467+0000", 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:46.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:46.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:46.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:46.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:46.934 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.934 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.934 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.15", 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.935 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4900, 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:39.661229+0000", 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.939 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.940 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.962020+0000", 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.962020+0000", 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.962389+0000", 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:46.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 29, 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.942 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 29, 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.14", 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4988, 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:38:24.394714+0000", 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.943 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 5824, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 10, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 14, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 28, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 25 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.946 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'29" 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.947 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.948 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:46.948 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.948 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.948 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.948 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.948 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.948 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.948 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:46.948 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.948233+0000", 2024-04-02T10:00:46.948 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.948233+0000", 2024-04-02T10:00:46.948 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.948573+0000", 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:46.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.950 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.14", 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5052, 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:32.406124+0000", 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:46.954 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.955 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.267574+0000", 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.267574+0000", 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.267907+0000", 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:46.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3, 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.957 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.15", 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5114, 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:54:30.903575+0000", 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.958 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 90, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 7, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 7, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.961 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'3" 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.962 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270796+0000", 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270796+0000", 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.271139+0000", 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.964 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.17", 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.965 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5115, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:18:09.599714+0000", 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955798+0000", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955798+0000", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956149+0000", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.972 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.16", 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4992, 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:53:38.530207+0000", 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.976 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.977 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:46.977 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.977 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.960229+0000", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.960229+0000", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960636+0000", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.979 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.980 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.16", 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4997, 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:17:43.170437+0000", 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.984 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.985 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.966741+0000", 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.966741+0000", 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.967156+0000", 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:46.986 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.987 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.17", 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4952, 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:09:28.314706+0000", 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.991 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.992 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.992 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.992 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:46.992 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:46.992 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:46.992 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.992 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:46.992 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:46.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.992 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:46.992 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.927559+0000", 2024-04-02T10:00:46.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.927559+0000", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.929216+0000", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:46.994 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:46.995 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.19", 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5092, 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:01.127934+0000", 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:46.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:46.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:46.998 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:46.999 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.000 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957231+0000", 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957231+0000", 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957507+0000", 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.001 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:47.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:47.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:47.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:47.002 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:47.002 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.002 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.002 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.003 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.003 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.003 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.003 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.003 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.003 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.003 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.003 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.004 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.004 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.004 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.18", 2024-04-02T10:00:47.004 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.004 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.004 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.004 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5006, 2024-04-02T10:00:47.005 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.005 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:21.943792+0000", 2024-04-02T10:00:47.005 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.005 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.005 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.007 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.008 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.008 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.008 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.008 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.008 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.008 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.012 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.012 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.012 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.013 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.013 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.013 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.013 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.013 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:47.013 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.014 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.014 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.014 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.014 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.015 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.015 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.015 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:47.015 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.015 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.015 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.016 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.016 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.016 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:47.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.939488+0000", 2024-04-02T10:00:47.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.939488+0000", 2024-04-02T10:00:47.017 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.941605+0000", 2024-04-02T10:00:47.017 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:47.017 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.017 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.017 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.017 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:47.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:47.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:47.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:47.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.018 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.019 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:47.019 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:47.019 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.019 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.019 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.020 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.020 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:47.020 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.020 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.020 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.020 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.021 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.021 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.021 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.021 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.021 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.18", 2024-04-02T10:00:47.021 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.022 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.022 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.022 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5089, 2024-04-02T10:00:47.022 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.022 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:43:53.571540+0000", 2024-04-02T10:00:47.022 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.023 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.023 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.027 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.028 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.030 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.030 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.030 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.031 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.031 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.031 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.031 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.031 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:47.031 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.032 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.032 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.032 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.032 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.032 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.033 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.033 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:47.033 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.033 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.033 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:47.033 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.034 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.034 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.034 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:47.034 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.952281+0000", 2024-04-02T10:00:47.034 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.952281+0000", 2024-04-02T10:00:47.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952632+0000", 2024-04-02T10:00:47.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:47.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:47.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:47.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:47.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:47.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.037 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:47.037 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:47.037 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.037 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.037 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.038 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.038 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:47.038 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.038 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.038 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.038 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.039 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.039 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.039 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.039 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.039 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.19", 2024-04-02T10:00:47.039 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.040 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.040 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.040 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5046, 2024-04-02T10:00:47.040 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.040 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:36:28.518239+0000", 2024-04-02T10:00:47.040 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.041 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.041 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.042 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.042 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.042 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.042 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.042 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.043 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.043 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.043 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.043 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.043 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.043 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.045 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.048 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.048 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.048 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.049 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.049 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.049 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.049 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.049 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:47.049 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.050 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.050 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.050 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.050 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.050 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.051 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.051 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:47.051 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.051 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.051 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.051 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.052 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.052 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.052 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:47.052 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956574+0000", 2024-04-02T10:00:47.052 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956574+0000", 2024-04-02T10:00:47.053 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956908+0000", 2024-04-02T10:00:47.053 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:47.053 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.053 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.053 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.053 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.054 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:47.054 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:47.054 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:47.054 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.054 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.054 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.055 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:47.055 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:47.055 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.055 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.055 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.055 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.056 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.056 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.056 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.056 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.056 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.056 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.057 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.057 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.057 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.057 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1b", 2024-04-02T10:00:47.057 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.058 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.058 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.058 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5113, 2024-04-02T10:00:47.058 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.058 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:25:29.290941+0000", 2024-04-02T10:00:47.058 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.059 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.059 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.059 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.060 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.064 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.064 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.064 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.064 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.064 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.064 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.065 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.065 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.065 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.065 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.065 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.065 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.066 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.066 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.066 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.066 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.066 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.067 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.067 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.067 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.067 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:47.067 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.068 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.068 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.068 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.068 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.068 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.069 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.069 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:47.069 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.069 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.069 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:47.069 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.953684+0000", 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.953684+0000", 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.954038+0000", 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.070 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.071 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1a", 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4966, 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:25:56.758249+0000", 2024-04-02T10:00:47.072 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.073 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.074 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.075 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:47.076 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.935680+0000", 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.935680+0000", 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.935981+0000", 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.077 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.078 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1a", 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5059, 2024-04-02T10:00:47.079 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:33.532230+0000", 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.080 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.081 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.083 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957879+0000", 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957879+0000", 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958307+0000", 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.084 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.085 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1b", 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5073, 2024-04-02T10:00:47.086 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:53:33.403371+0000", 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.087 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.088 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.089 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.090 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956563+0000", 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956563+0000", 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956873+0000", 2024-04-02T10:00:47.091 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.092 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1d", 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.093 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:24:36.160913+0000", 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.094 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.095 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.096 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.097 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964085+0000", 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964085+0000", 2024-04-02T10:00:47.098 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.966629+0000", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.099 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1c", 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.100 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4925, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:00.877341+0000", 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.102 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.103 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.104 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.274745+0000", 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.274745+0000", 2024-04-02T10:00:47.105 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.278269+0000", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.106 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1c", 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.107 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5009, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:41:21.668220+0000", 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.109 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.110 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.111 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964431+0000", 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964431+0000", 2024-04-02T10:00:47.112 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.970192+0000", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.113 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1d", 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.114 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4918, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:21:46.146100+0000", 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.117 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.118 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270253+0000", 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270253+0000", 2024-04-02T10:00:47.119 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.270534+0000", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.120 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1f", 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.121 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5121, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:09:34.901081+0000", 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.124 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.125 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:47.126 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266417+0000", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266417+0000", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.266780+0000", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.127 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.128 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1e", 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5056, 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:48:39.023991+0000", 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.131 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.132 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.133 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958740+0000", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958740+0000", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959333+0000", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.134 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.135 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1e", 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5082, 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:32:32.290604+0000", 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.139 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.140 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955646+0000", 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955646+0000", 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956212+0000", 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:47.141 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 5, 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.142 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 5, 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1f", 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5128, 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:10:30.751709+0000", 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 582, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 4, 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 4, 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.146 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'5" 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.147 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.966409+0000", 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.966409+0000", 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967519+0000", 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:47.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.149 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2d", 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4917, 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:01:29.750359+0000", 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.150 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.153 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.154 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957820+0000", 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957820+0000", 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958567+0000", 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.156 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2e", 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5067, 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:24:55.431991+0000", 2024-04-02T10:00:47.157 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.160 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:47.161 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964588+0000", 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964588+0000", 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964902+0000", 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.163 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2f", 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5006, 2024-04-02T10:00:47.164 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:59:09.163322+0000", 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.168 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957906+0000", 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957906+0000", 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958199+0000", 2024-04-02T10:00:47.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.170 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.30", 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.171 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:00:13.108100+0000", 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.175 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.269421+0000", 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.269421+0000", 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.269776+0000", 2024-04-02T10:00:47.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.177 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.31", 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.178 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5094, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:24:36.172247+0000", 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.182 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266549+0000", 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266549+0000", 2024-04-02T10:00:47.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.266920+0000", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.184 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.32", 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.185 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5116, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:14:12.877513+0000", 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.189 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:47.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.951685+0000", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.951685+0000", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952053+0000", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.191 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.192 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.33", 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5081, 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:09.177696+0000", 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.196 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.197 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956355+0000", 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956355+0000", 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.957087+0000", 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:47.198 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.199 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.34", 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5026, 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:46:19.570066+0000", 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.203 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:47.204 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959307+0000", 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959307+0000", 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959991+0000", 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:47.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.206 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.35", 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4951, 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:04.125786+0000", 2024-04-02T10:00:47.207 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.210 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.211 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958670+0000", 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958670+0000", 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.958978+0000", 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.213 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.36", 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.214 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4951, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:51:12.340258+0000", 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:47.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.969616+0000", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.969616+0000", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.970120+0000", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.221 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.37", 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4921, 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:44:57.329286+0000", 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.225 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.226 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.952555+0000", 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.952555+0000", 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952976+0000", 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:47.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.228 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.38", 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5082, 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:27:21.397268+0000", 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.232 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.233 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955919+0000", 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955919+0000", 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956235+0000", 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:47.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.235 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.39", 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4899, 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:20.769245+0000", 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.236 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.239 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.240 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.258148+0000", 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.258148+0000", 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.258476+0000", 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:47.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.242 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3a", 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5001, 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:25.218984+0000", 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.243 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.246 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:47.247 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.959479+0000", 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.959479+0000", 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960630+0000", 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.249 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3b", 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4899, 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:09.265777+0000", 2024-04-02T10:00:47.250 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.254 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957473+0000", 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957473+0000", 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957882+0000", 2024-04-02T10:00:47.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.256 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3c", 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.257 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5019, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:25.536556+0000", 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.261 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.892107+0000", 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.892107+0000", 2024-04-02T10:00:47.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.892436+0000", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:47.263 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3d", 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.264 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5121, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:49:34.141483+0000", 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:47.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959568+0000", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959568+0000", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960036+0000", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.271 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3e", 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5112, 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:42:51.127590+0000", 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.275 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:47.276 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.963570+0000", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.963570+0000", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964257+0000", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:47.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:47.278 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3f", 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4921, 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:11:40.585910+0000", 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:47.282 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pool": [ 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 24, 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 24473, 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 8, 2024-04-02T10:00:47.283 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 24473, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 4, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 4194323, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 2, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 8926, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 3046959, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 24343, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 3135677 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 12595200, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 12582969, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.287 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 24 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 192, 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 64, 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 3, 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.290 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:47.291 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 192 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 3, 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T10:00:47.292 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 197, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 1, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 3, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 197, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 1, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 812, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1310, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 311, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 1781760, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 1771104, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:47.296 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 3 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 96, 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 68, 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 32, 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 68, 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 2, 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.297 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 6622, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 66, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 22, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 22, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 14, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 79, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 87, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 68, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 36 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 110592, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:47.300 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 19866, 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 43900, 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 96 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 105, 2024-04-02T10:00:47.301 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": 4, 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_by_class": { 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: "ssd": { 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 762623201280, 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 5337083904, 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_bytes": 5337083904, 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_ratio": 0.006949687376618385 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 762623201280, 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 5337083904 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.302 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.303 INFO:tasks.workunit.client.0.smithi104.stdout:} 2024-04-02T10:00:47.303 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T10:00:47.304 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:45 smithi104 ceph-mon[96567]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T10:00:47.304 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:47.304 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:45 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:47.304 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:45 smithi104 ceph-mon[94081]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T10:00:47.304 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:47.304 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:45 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:47.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:45 smithi188 ceph-mon[86835]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T10:00:47.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:47.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:45 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:47.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='client.36291 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:47.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.305 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:47.306 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:46 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.307 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:45 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:10:00:45] "GET /metrics HTTP/1.1" 200 34275 "" "Prometheus/2.43.0" 2024-04-02T10:00:47.308 INFO:tasks.workunit.client.0.smithi104.stdout:Telemetry is on. 2024-04-02T10:00:47.308 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry show 2024-04-02T10:00:47.308 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='client.36291 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:47.308 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.309 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.310 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.311 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T10:00:47.311 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T10:00:47.311 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.311 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='client.36291 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:47.311 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.311 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.311 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.311 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.312 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T10:00:47.313 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:46 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:47.322 INFO:tasks.workunit.client.0.smithi104.stdout:{ 2024-04-02T10:00:47.322 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer": { 2024-04-02T10:00:47.322 INFO:tasks.workunit.client.0.smithi104.stdout: "active": true, 2024-04-02T10:00:47.322 INFO:tasks.workunit.client.0.smithi104.stdout: "mode": "" 2024-04-02T10:00:47.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.322 INFO:tasks.workunit.client.0.smithi104.stdout: "channels": [ 2024-04-02T10:00:47.322 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T10:00:47.322 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T10:00:47.322 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T10:00:47.322 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "channels_available": [ 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_available": [ 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T10:00:47.323 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_flags" 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_opted_in": [ 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T10:00:47.324 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_flags" 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "config": { 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "active_changed": [ 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:47.325 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "client_check_pool_perm", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_gid", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_uid", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "client_quota", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "daemonize", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T10:00:47.326 INFO:tasks.workunit.client.0.smithi104.stdout: "keyring", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_journald", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_stderr", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_host", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:47.327 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T10:00:47.328 INFO:tasks.workunit.client.0.smithi104.stdout: "no_config_file", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hdd", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hybrid", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_ssd", 2024-04-02T10:00:47.329 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_max_backfills", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T10:00:47.330 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_hdd", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_ssd", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hdd", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_ssd", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:47.331 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_sleep", 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep", 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_default_features", 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_qos_exclude_ops", 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "setgroup", 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "setuser" 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_changed": [ 2024-04-02T10:00:47.332 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T10:00:47.333 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_join_fs", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/container_init", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/migration_current", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_ident", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_perf", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/description", 2024-04-02T10:00:47.334 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/enabled", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/organization", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:47.335 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:47.336 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:47.337 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:47.338 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:47.338 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:47.338 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T10:00:47.338 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:47.338 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_cache_enabled", 2024-04-02T10:00:47.338 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_ops_log", 2024-04-02T10:00:47.338 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_usage_log" 2024-04-02T10:00:47.338 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.338 INFO:tasks.workunit.client.0.smithi104.stdout: "contact": null, 2024-04-02T10:00:47.338 INFO:tasks.workunit.client.0.smithi104.stdout: "crashes": [], 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "created": "2024-04-02T08:21:59.892009Z", 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "crush": { 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_algs": { 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "straw2": 3 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_sizes": { 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "2": 1, 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "4": 2 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_types": { 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "1": 2, 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "11": 1 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "compat_weight_set": false, 2024-04-02T10:00:47.339 INFO:tasks.workunit.client.0.smithi104.stdout: "device_classes": [ 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: 8 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_buckets": 6, 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_devices": 8, 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_rules": 2, 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_types": 12, 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_weight_sets": 0, 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "tunables": { 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "allowed_bucket_algs": 54, 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_fallback_tries": 0, 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_tries": 0, 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_total_tries": 50, 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_descend_once": 1, 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_stable": 1, 2024-04-02T10:00:47.340 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_vary_r": 1, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "has_msr_rules": 0, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v2_rules": 1, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v3_rules": 0, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v4_buckets": 1, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v5_rules": 0, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "legacy_tunables": 0, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "minimum_required_version": "jewel", 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "msr_collision_tries": 100, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "msr_descents": 100, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "optimal_tunables": 1, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "profile": "jewel", 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables": 1, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables2": 1, 2024-04-02T10:00:47.341 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables3": 1, 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables5": 1, 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: "straw_calc_version": 1 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: "description": "upgrade test cluster", 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: "fs": { 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: "feature_flags": { 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: "enable_multiple": true, 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_enabled_multiple": true 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: "filesystems": [ 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: "approx_ctime": "2024-04", 2024-04-02T10:00:47.342 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer_enabled": false, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_caps": 0, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_dns": 10, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_inos": 13, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_subtrees": 2, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_allowed_features": 0, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "explicitly_allowed_features": 0, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "files": 0, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "max_mds": 1, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_data_pools": 1, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_in": 1, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_mds": 1, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": 0, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_replay": 0, 2024-04-02T10:00:47.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_up": 1, 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "snaps": 0, 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "standby_count_wanted": 0 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_mds": 1, 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "total_num_mds": 2 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_stats": { 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 20643840, 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 415928, 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:47.344 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 663552, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 445, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1435592, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1137152, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14902656, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 21307392 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 20258816, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 308536, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 778240, 2024-04-02T10:00:47.345 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 0, 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 354, 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1036344, 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 13, 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 903680, 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14479504, 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 20258816 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 173441024, 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 2648592, 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:47.346 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 753664, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1482752, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 6672, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 11057464, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3281664, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 152684984, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 174923776 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 260308992, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 6414344, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3145728, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:47.347 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 2056192, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 9457, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 12407432, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 23, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 5269760, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 233071728, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 262365184 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 171008000, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 2761888, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 237568, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1826816, 2024-04-02T10:00:47.348 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 6590, 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 10465832, 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 2665472, 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 151862584, 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 172834816 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 504414208, 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 26535472, 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3538944, 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:47.349 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 150945792, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 12932, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 92014816, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9137664, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 373187312, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 655360000 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 525656064, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 24230960, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 134897664, 2024-04-02T10:00:47.350 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 13251, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 96677280, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9930240, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 391409712, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 660553728 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 538943488, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 27818824, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 39510016, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10610, 2024-04-02T10:00:47.351 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 76871872, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9543168, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 421432824, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 578453504 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 610885632, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 25654792, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 17104896, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10722, 2024-04-02T10:00:47.352 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 83890248, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 54, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9815296, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 488248496, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 627990528 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 635658240, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 25038120, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 11345920, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 13374, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.353 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 73126560, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 10050304, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 524035384, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 647004160 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 590479360, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 32074088, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 5505024, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 37240832, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 12713, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.354 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 106824208, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9336576, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 436739464, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 627720192 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 557858816, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 21309264, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 40951808, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10797, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 77054072, 2024-04-02T10:00:47.355 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 11328256, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 444890424, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 598810624 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 465936384, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 20203208, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 27230208, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10674, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 70589216, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 51, 2024-04-02T10:00:47.356 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 8764416, 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 363102744, 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 493166592 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: "hosts": { 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num": 2, 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mds": 2, 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mgr": 2, 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mon": 2, 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_osd": 2 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: "io_rate": { 2024-04-02T10:00:47.357 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_stats_delta": { 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 0, 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 0, 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "stamp_delta": "11.726804", 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:47.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:47.359 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 82, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 194, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:47.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 16, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:47.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 0 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard": false, 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard_description": null, 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: "license": "sharing-1-0", 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: "mempool": { 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.362 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.364 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.365 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.366 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 222664, 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 68 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 51904, 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 181 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.368 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12208, 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 253 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.369 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.370 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.372 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.373 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.374 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 150039, 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 34 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.375 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 928, 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.376 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.377 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.378 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.380 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.381 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.383 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42294301, 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5243 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 704, 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.384 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:47.385 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5976, 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.386 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.387 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.388 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.390 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.391 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42513697, 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5268 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:47.393 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11952, 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 368 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.395 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.396 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.397 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.398 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42138041, 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5205 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 704, 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:47.401 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5976, 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21944, 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 408 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 34944, 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 24 2024-04-02T10:00:47.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1152, 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56560, 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 707 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 372112, 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1789 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:47.404 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1135315, 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 293 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2485367, 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 547305 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7077696, 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10440 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.405 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 78184, 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8313 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85872, 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1789 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.406 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 35507, 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 42 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.407 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6777935, 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 280 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 25872, 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 294 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 524880, 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 45 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7122960, 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 18498 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:47.409 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.410 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 23168, 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 431 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 35072, 2024-04-02T10:00:47.411 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 25 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 768, 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 4 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56560, 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 707 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 370032, 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1779 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.412 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 378517, 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 101 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2382464, 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 533336 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6911776, 2024-04-02T10:00:47.413 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10196 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 76052, 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8140 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85344, 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1778 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.414 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164692, 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1183 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1472, 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 96662, 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 58 2024-04-02T10:00:47.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20128, 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4573303, 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 272 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10472, 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 119 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.416 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 443232, 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 38 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7183696, 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20930 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.417 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 17496, 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 327 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.419 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30592, 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 22 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 54480, 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 681 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 355888, 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1711 2024-04-02T10:00:47.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 321781, 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 86 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1750011, 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 387678 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5132896, 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7580 2024-04-02T10:00:47.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 65956, 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6972 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82128, 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1711 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.422 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 736, 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 74261, 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 54 2024-04-02T10:00:47.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12112, 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20997890, 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 273 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11000, 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 125 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 361584, 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 31 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3191240, 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6137 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.425 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.426 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19472, 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 360 2024-04-02T10:00:47.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30720, 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 23 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4608, 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 24 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 54880, 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 686 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 357344, 2024-04-02T10:00:47.428 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1718 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 387629, 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 97 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1746973, 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 386874 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.429 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5121336, 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7563 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 66716, 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6996 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82368, 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1716 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2208, 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 112791, 2024-04-02T10:00:47.431 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 66 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 28144, 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 25482917, 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 297 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12320, 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 140 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.432 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 419904, 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 36 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3474120, 2024-04-02T10:00:47.433 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9081 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.434 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.435 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20696, 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 383 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26368, 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 55200, 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 690 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.436 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 357136, 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1717 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 412040, 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 106 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2084484, 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 462818 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.437 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6034576, 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8906 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 66988, 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6993 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82368, 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1716 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.438 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164436, 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1472, 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 105023, 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 54 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20128, 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21276124, 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 11083 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11088, 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 126 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.440 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454896, 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5102240, 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 12212 2024-04-02T10:00:47.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.442 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.443 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 23544, 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 436 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 31744, 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 31 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2496, 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 13 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56400, 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 705 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.444 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 370240, 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1780 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 274100, 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 90 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2343330, 2024-04-02T10:00:47.445 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 525467 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6792096, 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10020 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 76404, 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8146 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85440, 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1780 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.446 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164692, 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1183 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 53599, 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 50 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 15461163, 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 274 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10472, 2024-04-02T10:00:47.448 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 119 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 478224, 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 41 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.449 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6397560, 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 12303 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.450 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19448, 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 358 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 35328, 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 27 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56080, 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 701 2024-04-02T10:00:47.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 358592, 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1724 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454882, 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 116 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1757262, 2024-04-02T10:00:47.453 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 387362 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5100256, 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7532 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 68240, 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7152 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82752, 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1724 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164348, 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1181 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.455 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 48825, 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 48 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21955292, 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 268 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.456 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12936, 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 147 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454896, 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.457 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3699280, 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9514 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.458 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16792, 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 321 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30720, 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 23 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3264, 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 17 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 55280, 2024-04-02T10:00:47.460 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 691 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 358384, 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1723 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 655660, 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 142 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:47.461 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2014770, 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 448633 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5842816, 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8624 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 68976, 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7154 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82704, 2024-04-02T10:00:47.462 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1723 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 17537, 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 25 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 17815708, 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 282 2024-04-02T10:00:47.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12584, 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 143 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 536544, 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 46 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.465 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4918472, 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9465 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.466 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.467 INFO:tasks.workunit.client.0.smithi104.stdout: "metadata": { 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 2 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 2 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:47.468 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 2 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 2 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 3 2024-04-02T10:00:47.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 3 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 3 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:47.470 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 3 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 8 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T10:00:47.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 8 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 8 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:47.472 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 8 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_objectstore": { 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": 8 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: "rotational": { 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: "0": 8 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:47.473 INFO:tasks.workunit.client.0.smithi104.stdout: "features": { 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "optional": [], 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "persistent": [ 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "kraken", 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "luminous", 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "mimic", 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap-prune", 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "nautilus", 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "octopus", 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "pacific", 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "elector-pinging", 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "quincy", 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "reef", 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: "squid" 2024-04-02T10:00:47.474 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv4_addr_mons": 6, 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv6_addr_mons": 0, 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: "min_mon_release": 19, 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: "v1_addr_mons": 3, 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: "v2_addr_mons": 3 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: "organization": "ceph-qa", 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_network": false, 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: "require_min_compat_client": "luminous", 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: "require_osd_release": "squid" 2024-04-02T10:00:47.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_perf_histograms": [ 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:47.476 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:47.477 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.478 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:47.479 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:47.480 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.481 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9109, 15, 0, 1, 1, 4, 3, 6, 3, 6, 6, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9217, 36, 30, 2, 14, 2, 4, 6, 20, 30, 69, 46, 63, 37, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 966, 20, 16, 0, 1, 2, 1, 4, 0, 11, 60, 129, 182, 11, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 460, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 14, 203, 10, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 225, 1, 0, 0, 0, 0, 0, 1, 1, 0, 17, 3, 34, 75, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 122, 1, 0, 0, 0, 0, 0, 0, 0, 1, 6, 7, 38, 24, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 127, 2, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 22, 27, 79, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.482 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.483 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.484 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6700, 1, 1, 1, 1, 2, 1, 7, 4, 11, 8, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7131, 68, 1187, 3, 4, 5, 3, 15, 25, 50, 134, 71, 69, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 603, 12, 352, 21, 2, 0, 0, 0, 2, 3, 44, 194, 228, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 279, 4, 1, 9, 1, 0, 0, 0, 0, 1, 2, 6, 256, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 119, 8, 4, 0, 0, 1, 0, 0, 0, 0, 1, 5, 26, 25, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 81, 8, 37, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 6, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 45, 0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.485 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.486 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9237, 3, 1, 0, 0, 0, 0, 0, 1, 0, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9453, 18, 5, 0, 12, 0, 0, 2, 2, 1, 10, 20, 36, 20, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.487 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 873, 13, 2, 1, 2, 0, 0, 0, 2, 2, 26, 1, 4, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 465, 7, 3, 1, 2, 0, 0, 0, 1, 0, 3, 20, 59, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 150, 3, 1, 0, 0, 0, 0, 1, 1, 1, 4, 14, 29, 39, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 138, 0, 1, 0, 0, 0, 0, 3, 5, 1, 0, 16, 18, 38, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 19, 32, 36, 66, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 1, 12, 25, 45, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 6, 3, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.488 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.489 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 264, 36, 0, 0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11986, 3954, 0, 0, 7385, 400, 3, 1, 4, 7, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8646, 228, 21, 1, 373, 199, 4, 2, 16, 14, 43, 24, 27, 15, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1191, 14, 17, 0, 3, 5, 0, 1, 10, 4, 33, 89, 88, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 295, 15, 1, 0, 5, 5, 0, 0, 0, 0, 6, 10, 120, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 151, 10, 0, 0, 178, 17, 1, 0, 0, 0, 0, 5, 16, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 96, 21, 0, 0, 308, 12, 1, 0, 0, 0, 2, 6, 18, 8, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 51, 53, 0, 0, 403, 0, 1, 0, 0, 0, 5, 3, 17, 21, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 97, 0, 0, 1777, 0, 0, 0, 0, 0, 0, 0, 6, 16, 29, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 60, 0, 0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.490 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.491 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.492 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9131, 2, 67, 4, 13, 15, 1, 0, 0, 2, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9428, 20, 1, 0, 17, 22, 68, 81, 9, 14, 14, 9, 19, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1239, 113, 135, 0, 1, 1, 3, 1, 1, 7, 60, 73, 34, 10, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 880, 21, 46, 0, 0, 1, 0, 0, 2, 0, 8, 11, 176, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 374, 28, 12, 0, 0, 1, 1, 0, 1, 3, 8, 7, 15, 37, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 333, 13, 21, 25, 1, 0, 0, 0, 2, 2, 0, 3, 7, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 159, 5, 5, 40, 59, 0, 0, 0, 0, 0, 0, 0, 4, 33, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 3, 0, 3, 70, 97, 0, 0, 0, 0, 0, 0, 0, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6, 0, 0, 0, 6, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.493 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.494 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3395, 769, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 17821, 11311, 4474, 4, 22, 20, 0, 0, 0, 3, 12, 17, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10745, 173, 71, 5, 21, 28, 89, 110, 2, 0, 33, 10, 10, 27, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1148, 25, 16, 1, 4, 0, 9, 26, 10, 3, 21, 8, 1, 8, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 520, 5, 0, 5, 6, 0, 0, 0, 1, 1, 9, 18, 32, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 331, 12, 4, 0, 0, 0, 1, 0, 7, 3, 2, 5, 18, 44, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 231, 5, 3, 1, 0, 0, 0, 0, 3, 1, 1, 2, 8, 10, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.495 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 16, 13, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 53, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 4, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.496 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.497 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2988, 1564, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10277, 2557, 0, 0, 1, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8673, 92, 19, 0, 9, 3, 3, 3, 7, 16, 19, 12, 17, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1097, 3, 8, 0, 4, 1, 1, 2, 7, 11, 48, 64, 22, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 364, 5, 0, 0, 0, 0, 0, 0, 0, 0, 8, 24, 169, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 144, 4, 0, 0, 0, 1, 0, 0, 0, 1, 2, 1, 19, 32, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 88, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 12, 10, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 108, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 13, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.498 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.499 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 12007, 11, 1, 0, 2, 0, 0, 0, 0, 1, 3, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6701, 20, 3, 2, 13, 2, 0, 0, 2, 0, 3, 2, 4, 16, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 685, 3, 12, 0, 2, 0, 0, 1, 1, 1, 19, 1, 3, 5, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 195, 1, 0, 0, 2, 0, 0, 0, 0, 0, 7, 6, 22, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.500 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 115, 2, 0, 0, 1, 0, 0, 0, 1, 2, 5, 3, 15, 48, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 8, 7, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 13, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 14, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.501 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:47.503 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:47.504 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.505 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:47.506 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:47.507 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:47.508 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 350, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4655, 52, 65, 156, 440, 583, 648, 0, 4, 0, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 779, 16, 37, 48, 25, 28, 74, 0, 0, 0, 4, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 293, 1, 1, 0, 2, 1, 1, 1, 0, 0, 3, 4, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 148, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 8, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 20, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.509 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.510 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.511 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 220, 3, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2517, 220, 27, 62, 124, 2, 2, 5, 4, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 415, 58, 1303, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 357, 13, 41, 1, 0, 0, 0, 0, 0, 0, 1, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1371, 1032, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1767, 1931, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 28, 28, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.512 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9349, 6, 0, 0, 1, 0, 1, 2, 2, 0, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 16534, 0, 1, 0, 0, 0, 0, 0, 0, 1, 4, 3, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 663, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 13, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.514 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.515 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.516 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 219, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2956, 29, 0, 0, 17, 0, 5, 5, 14, 16, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 390, 7, 0, 0, 5, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 262, 18, 34, 42, 2, 0, 0, 0, 0, 0, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 895, 230, 0, 110, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3664, 2139, 0, 362, 0, 0, 0, 0, 0, 0, 1, 0, 2, 10, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 934, 633, 0, 70, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.517 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.518 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 915, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2899, 223, 31, 61, 137, 275, 472, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 507, 8, 1, 0, 2, 0, 11, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.519 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 349, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 132, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.520 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:47.521 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 644, 8, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 5338, 81, 132, 235, 452, 600, 719, 0, 10, 9, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 377, 1, 1, 4, 20, 12, 12, 0, 0, 3, 3, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 277, 3, 7, 24, 9, 0, 0, 1, 0, 0, 2, 8, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 120, 39, 74, 105, 20, 0, 0, 0, 0, 1, 1, 2, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 19, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.522 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.523 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.524 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 488, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3189, 27, 0, 0, 2, 2, 3, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 329, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 170, 5, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 178, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.525 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 547, 1, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8043, 37, 45, 43, 2, 1, 0, 0, 0, 0, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1952, 30, 93, 56, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 140, 5, 4, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.527 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.528 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.529 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:47.530 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:47.531 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:47.532 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:47.533 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:47.534 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.535 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1019, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.536 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.537 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.538 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 420, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2457, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.539 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.540 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 16550, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 681, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.541 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.542 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.543 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 222, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3044, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 365, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1660, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.544 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.545 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 928, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4099, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 533, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.546 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.547 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.548 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 677, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7581, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.549 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.550 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 493, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.551 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 333, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.552 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.553 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.554 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.555 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:47.556 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:47.557 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:47.558 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:47.559 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:47.560 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:47.561 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:47.562 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1662, 12, 1, 3, 10, 0, 0, 1, 0, 0, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1471, 10, 1, 2, 3, 4, 8, 16, 32, 63, 94, 76, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 194, 4, 0, 0, 0, 0, 0, 2, 4, 6, 57, 180, 159, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 286, 17, 0, 0, 0, 0, 0, 0, 2, 4, 21, 24, 258, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 500, 35, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 19, 20, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 611, 42, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 19, 30, 134, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 731, 68, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 471, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.563 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.564 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2249, 25, 2, 0, 4, 0, 3, 4, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.565 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1847, 3, 0, 2, 3, 7, 9, 20, 35, 67, 116, 71, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 56, 0, 0, 0, 1, 1, 1, 3, 4, 0, 31, 216, 306, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 45, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 6, 273, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 4, 22, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 205, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 4, 6, 14, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 584, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 828, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.566 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.567 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 324, 6, 0, 0, 15, 0, 1, 1, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 149, 4, 1, 0, 1, 0, 1, 1, 3, 12, 36, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 177, 2, 0, 0, 0, 1, 4, 3, 7, 18, 66, 102, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 1, 6, 3, 33, 60, 34, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 59, 2, 0, 0, 0, 0, 0, 0, 0, 3, 6, 11, 31, 59, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 13, 40, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.568 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.569 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.570 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1013, 27, 0, 1, 18, 0, 3, 4, 6, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 686, 7, 0, 1, 0, 3, 7, 8, 16, 31, 41, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 190, 13, 0, 0, 0, 2, 2, 5, 6, 9, 43, 128, 159, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 395, 16, 1, 0, 0, 0, 0, 0, 3, 2, 19, 21, 67, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 498, 22, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 23, 29, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 240, 38, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 12, 31, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 142, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 26, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.571 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.572 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1035, 10, 0, 1, 11, 2, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 819, 6, 0, 1, 1, 6, 3, 5, 14, 20, 47, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 359, 1, 0, 0, 0, 1, 2, 1, 6, 10, 58, 140, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 513, 2, 0, 0, 0, 0, 2, 0, 0, 1, 12, 21, 158, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 269, 1, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 9, 10, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 23, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.573 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.574 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.575 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.575 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.577 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.577 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:47.577 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.577 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 112, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 571, 19, 0, 0, 9, 0, 5, 9, 17, 24, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 77, 8, 0, 0, 1, 0, 1, 5, 4, 2, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 125, 15, 0, 0, 0, 0, 1, 1, 2, 6, 34, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 95, 9, 0, 0, 0, 0, 0, 2, 3, 2, 17, 23, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 29, 2, 0, 0, 0, 0, 0, 1, 0, 3, 4, 5, 13, 18, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 10, 25, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.578 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.579 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.580 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1051, 16, 0, 0, 7, 1, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 712, 10, 0, 1, 2, 1, 2, 9, 15, 23, 31, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 440, 11, 0, 0, 1, 1, 1, 1, 3, 2, 31, 88, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 362, 17, 0, 0, 2, 0, 0, 0, 0, 3, 8, 8, 155, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 315, 20, 0, 0, 2, 0, 0, 0, 1, 4, 7, 6, 24, 23, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 113, 43, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 24, 27, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 66, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.581 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.582 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.583 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:47.583 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 47, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 198, 17, 4, 4, 6, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 11, 1, 0, 0, 1, 1, 3, 6, 2, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 108, 0, 1, 0, 1, 0, 1, 2, 7, 9, 19, 30, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.583 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 2, 2, 16, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 0, 0, 0, 1, 0, 0, 0, 2, 2, 4, 9, 26, 23, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 30, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.584 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.585 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 8, 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "number of replicas", 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 1, 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0]", 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[1, 1]", 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[2, 2]", 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[3, 3]", 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[4, 4]", 2024-04-02T10:00:47.586 INFO:tasks.workunit.client.0.smithi104.stdout: "[5, 5]", 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[6, None]" 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "linear" 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 10, 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "duration", 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 250000, 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 249999]", 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[250000, 499999]", 2024-04-02T10:00:47.587 INFO:tasks.workunit.client.0.smithi104.stdout: "[500000, 999999]", 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[1000000, 1999999]", 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[2000000, 3999999]", 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[4000000, 7999999]", 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[8000000, 15999999]", 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[16000000, 31999999]", 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[32000000, None]" 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.588 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.589 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.590 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.591 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.592 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.594 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.595 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_counters": { 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: "caps": { 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_grant": { 2024-04-02T10:00:47.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_revoke": { 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_trunc": { 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_commit": { 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_complete": { 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_keys": { 2024-04-02T10:00:47.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_merge": { 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_split": { 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: "exported_inodes": { 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: "forward": { 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.598 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_cap_release": { 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps": { 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps_dirty": { 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_inode_file_caps": { 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: "imported_inodes": { 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes": { 2024-04-02T10:00:47.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_expired": { 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_pinned": { 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_with_caps": { 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: "load_cent": { 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: "openino_dir_fetch": { 2024-04-02T10:00:47.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: "process_request_cap_release": { 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: "reply_latency": { 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: "request": { 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rbytes": { 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.601 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rfiles": { 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rsnaps": { 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_reply": { 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: "subtrees": { 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_cache": { 2024-04-02T10:00:47.602 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_enqueue_scrub": { 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_exportdir": { 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_flush": { 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragmentdir": { 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragstats": { 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.603 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_inodestats": { 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_quiesce_inode": { 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_quiesce_path": { 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_enqueued": { 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_prioritized": { 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_processing": { 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays": { 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_delayed": { 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_enqueuing": { 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_completed": { 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.605 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_started": { 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_created": { 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_enqueued": { 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_migrated": { 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_reintegrated": { 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_log": { 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: "ev": { 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: "evadd": { 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: "evex": { 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: "evexd": { 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: "evexg": { 2024-04-02T10:00:47.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: "evlrg": { 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: "evtrm": { 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: "jlat": { 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: "replayed": { 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.608 INFO:tasks.workunit.client.0.smithi104.stdout: "seg": { 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: "segadd": { 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: "segex": { 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: "segexd": { 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: "segexg": { 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.609 INFO:tasks.workunit.client.0.smithi104.stdout: "segmjr": { 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: "segtrm": { 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_mem": { 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: "cap": { 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: "cap+": { 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: "cap-": { 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: "dir": { 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: "dir+": { 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: "dir-": { 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: "dn": { 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:47.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: "dn+": { 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: "dn-": { 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: "heap": { 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 248184 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: "ino": { 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: "ino+": { 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:47.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: "ino-": { 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: "rss": { 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52940 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_server": { 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_acquisition_throttle": { 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_revoke_eviction": { 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.613 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_request": { 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_session": { 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_peer_request": { 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: "req_create_latency": { 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getattr_latency": { 2024-04-02T10:00:47.614 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getfilelock_latency": { 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getvxattr_latency": { 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: "req_link_latency": { 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.615 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookup_latency": { 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookuphash_latency": { 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupino_latency": { 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupname_latency": { 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.616 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupparent_latency": { 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupsnap_latency": { 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lssnap_latency": { 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mkdir_latency": { 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.617 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mknod_latency": { 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mksnap_latency": { 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: "req_open_latency": { 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.618 INFO:tasks.workunit.client.0.smithi104.stdout: "req_readdir_latency": { 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rename_latency": { 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: "req_renamesnap_latency": { 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmdir_latency": { 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmsnap_latency": { 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmxattr_latency": { 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setattr_latency": { 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setdirlayout_latency": { 2024-04-02T10:00:47.620 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setfilelock_latency": { 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setlayout_latency": { 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setxattr_latency": { 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.621 INFO:tasks.workunit.client.0.smithi104.stdout: "req_snapdiff_latency": { 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: "req_symlink_latency": { 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: "req_unlink_latency": { 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_sessions": { 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: "average_load": { 2024-04-02T10:00:47.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: "avg_session_uptime": { 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: "mdthresh_evicted": { 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: "session_count": { 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.623 INFO:tasks.workunit.client.0.smithi104.stdout: "session_remove": { 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_open": { 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_stale": { 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: "total_load": { 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:47.624 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: "purge_queue": { 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executed": { 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executed_ops": { 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing": { 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_high_water": { 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops": { 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops_high_water": { 2024-04-02T10:00:47.626 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_item_in_journal": { 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:47.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 252 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:47.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8614 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8614, 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58743654 2024-04-02T10:00:47.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8614, 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1989975709 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:47.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 219 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2999962 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:47.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8613 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.633 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8613 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8613, 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25639687234 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8613 2024-04-02T10:00:47.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8613, 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115845356 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8613, 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75433 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8613, 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5669930792 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:47.636 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 171909120 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 170180608 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1728512 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267537171 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.638 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24091557 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.639 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69081416 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267537171 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1512348 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.642 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.643 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.643 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.643 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.643 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.643 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.643 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70689105 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178358114 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.646 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.646 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.646 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.646 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.646 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.646 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.646 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.647 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69105822 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:47.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 373527, 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1701570201 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.650 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:47.650 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.650 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.650 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:47.650 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.650 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.650 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:47.650 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.651 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.651 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:47.651 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.651 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.651 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:47.651 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20779, 2024-04-02T10:00:47.651 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9964050564 2024-04-02T10:00:47.651 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.651 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.652 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:47.652 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:47.652 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:47.652 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:47.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.652 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:47.652 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.652 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:47.652 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:47.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:47.653 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T10:00:47.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:47.653 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:47.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.653 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:47.653 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:47.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.653 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:47.654 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270 2024-04-02T10:00:47.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.654 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:47.654 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.654 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.654 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:47.654 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:47.654 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.654 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:47.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8683 2024-04-02T10:00:47.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.655 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:47.655 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:47.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59836796 2024-04-02T10:00:47.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.655 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:47.655 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:47.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26049 2024-04-02T10:00:47.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.655 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861977256 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.656 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.657 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:47.657 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.657 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:47.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.657 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:47.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:47.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8681 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8681, 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59197055 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8681, 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67297 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.658 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8681, 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2734817035 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:47.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4, 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 999988 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8683 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29053645479 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.660 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.662 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:47.662 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:47.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.662 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:47.662 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.662 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:47.662 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.662 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 258170880 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 257392640 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:47.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 778240 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267460885 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24287804 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68961455 2024-04-02T10:00:47.668 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.669 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.670 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267460885 2024-04-02T10:00:47.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.670 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.670 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1519531 2024-04-02T10:00:47.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.670 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.670 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.670 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.670 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70758208 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:47.672 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178307257 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.673 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.674 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.675 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.675 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.675 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69156679 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.676 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:47.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.677 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:47.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.677 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:47.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:47.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.677 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:47.677 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 389923, 2024-04-02T10:00:47.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1967651845 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20948, 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7690811756 2024-04-02T10:00:47.679 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:47.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 234 2024-04-02T10:00:47.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.682 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58438343 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1378974357 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.683 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 146 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:47.684 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 999982 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.685 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:47.686 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.686 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:47.686 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.686 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:47.686 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26695504136 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.689 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:47.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:47.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.690 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:47.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:47.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.690 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:47.690 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:47.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115243413 2024-04-02T10:00:47.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.690 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:47.690 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75131 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2706949737 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:47.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169820160 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 167927808 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1892352 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:47.692 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:47.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.693 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.693 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.693 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267585445 2024-04-02T10:00:47.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.694 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23978396 2024-04-02T10:00:47.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.694 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.694 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.694 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69146303 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:47.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267585445 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1496779 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70656400 2024-04-02T10:00:47.699 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178390297 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.702 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.702 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.702 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.702 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69073639 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 371733, 2024-04-02T10:00:47.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1794014298 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.706 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:47.706 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.706 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:47.706 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.706 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:47.706 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20680, 2024-04-02T10:00:47.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6252768377 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27891 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:47.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13262848 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 779788288 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.709 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19, 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11439812 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19, 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7757904 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 211, 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 937634 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:47.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 821690368 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78635, 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11506034089 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78649, 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18834836840 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:47.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6201344 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322101248 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 820248576 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:47.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.713 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:47.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53 2024-04-02T10:00:47.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.713 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:47.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9738482995 2024-04-02T10:00:47.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.713 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:47.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68665 2024-04-02T10:00:47.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.713 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:47.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8501264384 2024-04-02T10:00:47.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.714 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:47.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8501268480 2024-04-02T10:00:47.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.714 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:47.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.714 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:47.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 60755 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 68665, 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2443655759 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9650217518 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:47.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65957 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4088151 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 631 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13075735 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:47.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1011 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8987584 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8987584 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:47.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 391 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1011, 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3894355 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.718 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 691 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7, 2024-04-02T10:00:47.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9646 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:47.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1118031872 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13983744 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 24052, 2024-04-02T10:00:47.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80116582 2024-04-02T10:00:47.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.722 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:47.722 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3603, 2024-04-02T10:00:47.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7130181556 2024-04-02T10:00:47.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.722 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:47.722 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.722 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:47.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.723 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:47.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.723 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:47.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.723 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:47.723 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 30607, 2024-04-02T10:00:47.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 254224965 2024-04-02T10:00:47.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.724 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:47.724 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.724 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:47.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.724 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:47.724 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78564, 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22764555734 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77847, 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1723937501 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78564, 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48804092 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78564, 2024-04-02T10:00:47.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22813359826 2024-04-02T10:00:47.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.726 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:47.726 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.726 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:47.726 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38449, 2024-04-02T10:00:47.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1263111822 2024-04-02T10:00:47.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.726 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:47.726 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1156, 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2914926 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21625, 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11298941 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 53, 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 88343 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17580, 2024-04-02T10:00:47.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2529491048 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 254213 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24394 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13680, 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2759699249 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:47.728 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37243, 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13134362 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23563, 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2213726855 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15508, 2024-04-02T10:00:47.729 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 452060708 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:47.730 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13315865078 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10408, 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1185396316 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10408, 2024-04-02T10:00:47.731 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3950398910229 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10408, 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6914226698280 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2877061857959 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:47.732 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10729149 2024-04-02T10:00:47.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.733 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:47.733 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:47.733 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 707058345 2024-04-02T10:00:47.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.733 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:47.733 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:47.733 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40683407271 2024-04-02T10:00:47.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.733 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:47.734 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:47.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30297948 2024-04-02T10:00:47.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.734 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:47.734 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:47.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21203361797 2024-04-02T10:00:47.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.734 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:47.734 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:47.734 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16278635934 2024-04-02T10:00:47.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10062343 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2555, 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12534690 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 92200934297 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.735 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17338039119 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 777946716 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:47.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 651821056 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 500875264 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 150945792 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.738 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:47.738 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.738 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:47.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.738 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.738 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.738 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.738 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.738 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.738 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56488035 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.739 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24576 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 761856 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.740 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.741 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.741 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.741 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.741 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.741 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68554653 2024-04-02T10:00:47.741 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.741 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:47.741 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423660264 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.742 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.743 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T10:00:47.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.743 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 288 2024-04-02T10:00:47.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.743 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.743 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 137520 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.744 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71127672 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:47.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13646560 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37658690 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.746 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.748 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.748 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.748 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.748 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.748 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74523870 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.749 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423660264 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12780 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.750 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.751 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.751 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67837 2024-04-02T10:00:47.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.751 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.751 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1129639 2024-04-02T10:00:47.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70057352 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.753 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:47.753 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:47.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.753 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:47.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32 2024-04-02T10:00:47.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.753 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:47.753 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.753 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.754 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:47.754 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:47.754 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.754 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.754 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:47.754 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56 2024-04-02T10:00:47.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.754 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:47.754 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38522 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127310, 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8807652250 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:47.755 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2775245629 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38522, 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 250422746047 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3815959898 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:47.756 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39432, 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22512928943 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38522, 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 87390368593 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22113 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22113, 2024-04-02T10:00:47.757 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13338124464 2024-04-02T10:00:47.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.758 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:47.758 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.758 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:47.758 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3815959898 2024-04-02T10:00:47.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.758 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:47.758 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22485, 2024-04-02T10:00:47.758 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6288851125 2024-04-02T10:00:47.758 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.759 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:47.759 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22113, 2024-04-02T10:00:47.759 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7161501208 2024-04-02T10:00:47.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.759 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:47.759 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8696 2024-04-02T10:00:47.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.759 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:47.759 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 620238616 2024-04-02T10:00:47.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.759 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8696, 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19126962892 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.760 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9056, 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6018181371 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8696, 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16951000290 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7713 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.761 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2155007013 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7713, 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217957658691 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7891, 2024-04-02T10:00:47.762 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10205896447 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7713, 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63277867095 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4194341 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.763 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 835682304 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.764 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16508 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:47.765 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:47.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.766 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:47.766 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.766 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:47.766 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.766 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:47.766 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.766 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9957376 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 790716416 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18, 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3559896 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.767 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:47.768 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18, 2024-04-02T10:00:47.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1356381 2024-04-02T10:00:47.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.768 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:47.768 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 199, 2024-04-02T10:00:47.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 879157 2024-04-02T10:00:47.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.768 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:47.768 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:47.768 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.768 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 818413568 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73932, 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10865913989 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73958, 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17368071046 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3600384 2024-04-02T10:00:47.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 302866432 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 835452928 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.770 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7161342890 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63142 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6277672960 2024-04-02T10:00:47.771 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6277677056 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59214 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.772 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63142, 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2191025068 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7065872901 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 60215 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3118947 2024-04-02T10:00:47.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 794 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9681042 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1062 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6562095 2024-04-02T10:00:47.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6562095 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.775 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1062, 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2797249 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.776 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 604 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9702 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.778 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:47.778 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.778 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:47.778 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.778 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:47.778 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1106272256 2024-04-02T10:00:47.778 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.778 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:47.779 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:47.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:47.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.779 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:47.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13385728 2024-04-02T10:00:47.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.779 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:47.779 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19056, 2024-04-02T10:00:47.779 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 64818336 2024-04-02T10:00:47.779 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.779 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3563, 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5958746188 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:47.780 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16067, 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 134777397 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.781 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21096532132 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73176, 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1750153347 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:47.782 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45148905 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21141681037 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28234, 2024-04-02T10:00:47.783 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 933799134 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 981, 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2795317 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15568, 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10308768 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 45, 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54687 2024-04-02T10:00:47.784 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11281, 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1646189626 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 225615 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26578 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:47.785 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21525, 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2038132558 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 69697, 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19220559 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 48172, 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1368927397 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:47.786 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15252, 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 406021796 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.787 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9840204347 2024-04-02T10:00:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:47.788 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21915, 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1315641795 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21913, 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3567955066678 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21915, 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6346949311233 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87276, 2024-04-02T10:00:47.789 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2750571140502 2024-04-02T10:00:47.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.790 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:47.790 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87276, 2024-04-02T10:00:47.790 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8896604 2024-04-02T10:00:47.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.790 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:47.790 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:47.790 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 415121162 2024-04-02T10:00:47.790 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.790 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:47.790 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35853165029 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29970462 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17570850050 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:47.791 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:47.792 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13769395434 2024-04-02T10:00:47.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.792 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:47.792 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9471426 2024-04-02T10:00:47.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.792 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:47.792 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2544, 2024-04-02T10:00:47.792 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11974399 2024-04-02T10:00:47.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.792 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:47.792 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 77462085368 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14726430189 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 508111757 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.793 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:47.794 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:47.794 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:47.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.794 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:47.794 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 657145856 2024-04-02T10:00:47.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.794 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:47.794 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 522248192 2024-04-02T10:00:47.794 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.794 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:47.794 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:47.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.795 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:47.795 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 134897664 2024-04-02T10:00:47.795 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.795 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:47.795 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.795 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:47.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.795 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.795 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56769452 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.796 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.797 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:47.798 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.798 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.798 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.798 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.798 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.798 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.798 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.798 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.798 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.798 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.798 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68990036 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.799 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425770895 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.800 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 256 2024-04-02T10:00:47.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.801 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.801 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T10:00:47.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.801 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.801 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 148576 2024-04-02T10:00:47.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.801 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.801 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 544 2024-04-02T10:00:47.801 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.801 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.802 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.802 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.802 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.802 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.802 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.802 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.802 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69005473 2024-04-02T10:00:47.802 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9442656 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.803 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37846301 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.804 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.805 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70151555 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.806 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425770895 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.807 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 979 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79368 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1118996 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.808 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.809 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.809 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.809 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.809 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.809 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.809 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.809 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67957634 2024-04-02T10:00:47.809 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:47.811 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39836 2024-04-02T10:00:47.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.812 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:47.812 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 131656, 2024-04-02T10:00:47.812 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10092748636 2024-04-02T10:00:47.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.812 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:47.812 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.812 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:47.812 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.812 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2186145259 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39836, 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 700639934970 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2480953807 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:47.813 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 41491, 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31891303539 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39836, 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115175774790 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18465 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18465, 2024-04-02T10:00:47.814 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11368614281 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2480953807 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18892, 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5295620164 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:47.815 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18465, 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5015067300 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11930 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 274848383 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11930, 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 106910135841 2024-04-02T10:00:47.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12066, 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13598238783 2024-04-02T10:00:47.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11930, 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31844416571 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9441 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1911296876 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:47.818 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9441, 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 582361184848 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10533, 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12997444592 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9441, 2024-04-02T10:00:47.819 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 78316290919 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:47.820 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 831815680 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14485 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:47.821 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.822 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:47.822 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.822 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:47.822 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.822 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:47.822 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:47.822 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.822 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:47.823 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.823 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:47.823 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.823 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:47.823 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.823 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:47.823 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.824 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:47.824 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5877760 2024-04-02T10:00:47.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.824 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:47.824 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 607375360 2024-04-02T10:00:47.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.824 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:47.824 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17, 2024-04-02T10:00:47.824 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3424098 2024-04-02T10:00:47.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.824 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17, 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1227422 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 167, 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 749639 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:47.825 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 518717440 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70552, 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10125113449 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70559, 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16396078159 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6426624 2024-04-02T10:00:47.826 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 289058816 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 535756800 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.827 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4157861503 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46255 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3549241344 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.828 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3549245440 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35597 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:47.829 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 46255, 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1649627346 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4072679148 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43641 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2245611 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.830 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 611 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5832672 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 898 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3587061 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.831 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3587061 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 295 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:47.832 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 898, 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861158 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.833 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 825 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7, 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9326 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.834 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 904888320 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:47.835 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9179136 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14258, 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46011975 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3611, 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4851012181 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:47.836 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.837 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.837 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:47.837 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.837 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:47.837 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.837 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:47.837 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22724, 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 185160363 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.838 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19620033083 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 69973, 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1361350075 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30860391 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.839 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:47.840 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:47.840 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19650893474 2024-04-02T10:00:47.840 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.840 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:47.840 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.840 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.840 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.840 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:47.840 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 58961, 2024-04-02T10:00:47.840 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1001157936 2024-04-02T10:00:47.840 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1075, 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2714420 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19465, 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16495420 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37, 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 51982 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.841 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20771, 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1220281840 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 255963 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18610 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9989, 2024-04-02T10:00:47.842 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1746171828 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 26820, 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18563730 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16831, 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1543139160 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.843 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12669, 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360500278 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:47.844 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9004443154 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6157, 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1012513270 2024-04-02T10:00:47.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6156, 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3772887877337 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6157, 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6179633927547 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80377, 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2572071742449 2024-04-02T10:00:47.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80377, 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8552956 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 209299469 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30464344957 2024-04-02T10:00:47.847 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.848 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:47.848 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:47.848 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26799368 2024-04-02T10:00:47.848 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.848 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:47.848 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:47.848 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14357280836 2024-04-02T10:00:47.848 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.848 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:47.848 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:47.848 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11384673149 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5276943 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2524, 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12374788 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65432386134 2024-04-02T10:00:47.849 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12230255781 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 475489074 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:47.850 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 575176704 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 535592960 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39583744 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.851 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57138714 2024-04-02T10:00:47.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69632 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.854 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68620774 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.855 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428540359 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132928 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.857 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.858 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74641065 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6058032 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.859 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38092476 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.860 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.861 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73290004 2024-04-02T10:00:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:47.862 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428540359 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.863 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.864 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 76712 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1138738 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.865 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73560671 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:47.866 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41 2024-04-02T10:00:47.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 51246 2024-04-02T10:00:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 142602, 2024-04-02T10:00:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7759889338 2024-04-02T10:00:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.868 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:47.869 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:47.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.869 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:47.869 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.869 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:47.869 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1944084924 2024-04-02T10:00:47.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.869 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:47.869 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 51246, 2024-04-02T10:00:47.869 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 100360838987 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2875375815 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52181, 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45777235031 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 51246, 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80724408610 2024-04-02T10:00:47.870 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21633 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21633, 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17978350239 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:47.871 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2875375815 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22077, 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5658944002 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21633, 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8018178667 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27871 2024-04-02T10:00:47.872 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 431869935 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27871, 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61169571831 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:47.873 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.874 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:47.874 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.874 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:47.874 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28184, 2024-04-02T10:00:47.874 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 36918055243 2024-04-02T10:00:47.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.874 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:47.874 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27871, 2024-04-02T10:00:47.874 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57272785770 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1742 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1512214989 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1742, 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21212916917 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:47.875 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1920, 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3200235786 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1742, 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15433444173 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.876 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3145744 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 527908864 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.877 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18930 2024-04-02T10:00:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:47.878 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:47.879 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5783552 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:47.880 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 654368768 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16, 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2960249 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16, 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1092664 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 168, 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 776438 2024-04-02T10:00:47.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 633667584 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66929, 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9807259461 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:47.882 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66936, 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15879053938 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8220672 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 274214912 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 627965952 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:47.883 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3928211256 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:47.884 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45128 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3524640768 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3524644864 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:47.885 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37757 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 45128, 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1571167768 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3839797416 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.886 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42415 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2817013 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 743 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5734987 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:47.887 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 934 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2917974 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2917974 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 195 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 934, 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1508309 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:47.889 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 619 2024-04-02T10:00:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:47.890 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10722 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.891 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 936800256 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9203712 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17483, 2024-04-02T10:00:47.892 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52467423 2024-04-02T10:00:47.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.893 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:47.893 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3537, 2024-04-02T10:00:47.893 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5295023483 2024-04-02T10:00:47.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.893 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:47.893 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.893 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.893 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.893 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:47.893 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16720, 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132511926 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.894 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18974004632 2024-04-02T10:00:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.895 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66337, 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1444797422 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 36976482 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19010981114 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.896 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20689, 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 719269945 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1384, 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2891956 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:47.897 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9223, 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8736588 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40, 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74884 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11311, 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2158781029 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:47.898 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217808 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18304 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39476, 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1854890280 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 99302, 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29120366 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.899 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:47.900 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 59826, 2024-04-02T10:00:47.900 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1333359157 2024-04-02T10:00:47.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.900 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:47.900 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.900 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:47.900 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12524, 2024-04-02T10:00:47.900 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 342877217 2024-04-02T10:00:47.900 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.900 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.901 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:47.902 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:47.902 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9605540542 2024-04-02T10:00:47.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.902 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:47.902 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18319, 2024-04-02T10:00:47.902 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1849105024 2024-04-02T10:00:47.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.902 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:47.902 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18316, 2024-04-02T10:00:47.902 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4011699659044 2024-04-02T10:00:47.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.903 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:47.903 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18319, 2024-04-02T10:00:47.903 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7090149027897 2024-04-02T10:00:47.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.903 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:47.903 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76581, 2024-04-02T10:00:47.903 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2727046790981 2024-04-02T10:00:47.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.903 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:47.903 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76581, 2024-04-02T10:00:47.903 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7426427 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 430869187 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29627930289 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:47.904 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24951563 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13493475759 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11808249069 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5282871 2024-04-02T10:00:47.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2520, 2024-04-02T10:00:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12089900 2024-04-02T10:00:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 64977209210 2024-04-02T10:00:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:47.906 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12671732143 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 442922179 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 624713728 2024-04-02T10:00:47.907 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 607535104 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17178624 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.908 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57159657 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.909 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.910 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.910 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.910 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.910 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.910 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.910 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.910 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49152 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.911 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68620311 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.912 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428697433 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.913 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1904 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 128240 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.914 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74488903 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5783024 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.916 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38106438 2024-04-02T10:00:47.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.917 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.917 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.917 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.917 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.917 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.917 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.917 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.918 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73551050 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.919 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428697433 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.920 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79752 2024-04-02T10:00:47.921 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1135475 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.922 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73403820 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.923 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:47.924 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56909 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 134261, 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8530664447 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:47.925 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1623219565 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 56909, 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314469044451 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2131891582 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.926 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 59197, 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32565956536 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 56909, 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 81770859209 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39324 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:47.927 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39324, 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56562163014 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2131891582 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39543, 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8670218207 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.928 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39324, 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9304859895 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13152 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 290752798 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13152, 2024-04-02T10:00:47.929 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 189705474635 2024-04-02T10:00:47.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.930 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:47.930 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.930 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:47.930 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.930 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:47.930 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.930 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15107, 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18380072641 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13152, 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42544233484 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4433 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1332466767 2024-04-02T10:00:47.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4433, 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68201406802 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4547, 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5515665688 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.932 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4433, 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29921765830 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:47.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 642891776 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:47.934 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17147 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:47.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14815232 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 722644992 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2963294 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:47.937 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 993638 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 848793 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 757923840 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.938 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64578, 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10027687926 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64582, 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16108832593 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15200256 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 264556544 2024-04-02T10:00:47.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 747962368 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50 2024-04-02T10:00:47.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3986208322 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48458 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3299184640 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3299188736 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.941 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39147 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 48458, 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1314224944 2024-04-02T10:00:47.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3826423646 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43566 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913845 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1104 2024-04-02T10:00:47.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15853828 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1461 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10939983 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10939983 2024-04-02T10:00:47.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 371 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1461, 2024-04-02T10:00:47.945 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3907906 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.946 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 677 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28225 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:47.947 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1004318720 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.948 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9199616 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 24091, 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71290442 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3512, 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4731885332 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.949 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:47.950 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14823, 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 128305381 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19549359127 2024-04-02T10:00:47.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64085, 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1433285151 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53453647 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19602812774 2024-04-02T10:00:47.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.953 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:47.953 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:47.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.953 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:47.953 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 228885, 2024-04-02T10:00:47.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1485620388 2024-04-02T10:00:47.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.953 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:47.953 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 834, 2024-04-02T10:00:47.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2199415 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 130689, 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47527233 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 46, 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 55567 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17352, 2024-04-02T10:00:47.954 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3488057602 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 399682 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20625 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8685, 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1599334738 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:47.955 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37498, 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12535916 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28813, 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1336417946 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13861, 2024-04-02T10:00:47.956 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 397313705 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:47.957 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12119849002 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18672, 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 921009612 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18670, 2024-04-02T10:00:47.958 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3786436607783 2024-04-02T10:00:47.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.959 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:47.959 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18672, 2024-04-02T10:00:47.959 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6563956170071 2024-04-02T10:00:47.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.959 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:47.959 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77044, 2024-04-02T10:00:47.959 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2743176328849 2024-04-02T10:00:47.959 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.959 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:47.959 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77044, 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7828614 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 210759559 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31237647890 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:47.960 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25830659 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13611312158 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13124781556 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5277670 2024-04-02T10:00:47.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2475, 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14273473 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70315592960 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14090283177 2024-04-02T10:00:47.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 709414205 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 643596288 2024-04-02T10:00:47.963 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.964 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:47.964 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 632250368 2024-04-02T10:00:47.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.964 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:47.964 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:47.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.964 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:47.964 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11345920 2024-04-02T10:00:47.964 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.964 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.964 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56434778 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.965 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.966 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28672 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45056 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.967 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69320614 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423260841 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2672 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.969 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.970 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.970 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.970 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 191840 2024-04-02T10:00:47.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.970 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.970 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.970 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.970 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.970 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71472519 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:47.971 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4953680 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37623185 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.972 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.973 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.974 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.974 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.974 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.974 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.974 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.974 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.974 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.974 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.974 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.974 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.974 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74863647 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.975 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423260841 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 85869 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1127156 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.977 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70454006 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:47.978 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.979 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33742 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 104858, 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10327474313 2024-04-02T10:00:47.980 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1566916184 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33742, 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69221015060 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.981 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:47.982 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1870164256 2024-04-02T10:00:47.982 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.982 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:47.982 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 34290, 2024-04-02T10:00:47.982 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20837136765 2024-04-02T10:00:47.982 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.982 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:47.985 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33742, 2024-04-02T10:00:47.985 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38752598705 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23462 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23462, 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18779928496 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:47.986 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1870164256 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23634, 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11506972699 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23462, 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11526657354 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6171 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 307644380 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.987 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6171, 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12140029560 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:47.988 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6408, 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4112598106 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6171, 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9486730334 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4109 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1259271804 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4109, 2024-04-02T10:00:47.989 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38301057004 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4248, 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5217565960 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4109, 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17739211017 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.990 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4194304 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 767139840 2024-04-02T10:00:47.991 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16888 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:47.992 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.993 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19976192 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 747909120 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6552796 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.994 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2013585 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 225, 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1053792 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 680656896 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.995 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82294, 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11240201733 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82302, 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17879642111 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4579328 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 337113088 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:47.996 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 697696256 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15154995142 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.997 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115327 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12948983808 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12948987904 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:47.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 105372 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 115327, 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5015291695 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14937209044 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 108663 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:47.999 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6555482 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1227 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19904323 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1816 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13348841 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.000 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13348841 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 610 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1816, 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5592563 2024-04-02T10:00:48.001 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 610 2024-04-02T10:00:48.002 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16557 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.003 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1108025344 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13398016 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19897, 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 66800310 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.004 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3547, 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9043169080 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:48.005 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20019, 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 156583835 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:48.006 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21786779805 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 81722, 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1624710117 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49102584 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21835882389 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.007 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40896, 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 944181276 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 883, 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2263771 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22969, 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16980085 2024-04-02T10:00:48.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 49, 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61954 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18665, 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4764652186 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 263766 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21797 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:48.009 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28773, 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1557229043 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66110, 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28020075 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37337, 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1343997335 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.010 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15919, 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 455250861 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9741376549 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 662688538 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3843252795529 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:48.012 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6591277546248 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2993106658892 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11052005 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 295759488 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:48.013 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32957799684 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 34587045 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14464173160 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16517628432 2024-04-02T10:00:48.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9477180 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2494, 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14316139 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73993234231 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:48.015 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17574706914 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 543716823 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 622215168 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:48.016 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 584949760 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37265408 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 55943953 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.018 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57344 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.019 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69827823 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:48.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 419579651 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3152 2024-04-02T10:00:48.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 237936 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.022 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75107133 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:48.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20794096 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37295969 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.024 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.025 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67739055 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.026 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 419579651 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.027 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79483 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1124550 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74144188 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.029 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.030 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63609 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 146318, 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13229865359 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.031 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1432836894 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63609, 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54790742947 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1960055431 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64475, 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17383568189 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:48.032 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63609, 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32377472197 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52442 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52442, 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19821382053 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:48.033 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1960055431 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52580, 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9055670990 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52442, 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8556738438 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9594 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 412331200 2024-04-02T10:00:48.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9594, 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18977819082 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.035 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10117, 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6052447402 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9594, 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14371242484 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1573 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020505694 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:48.036 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1573, 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15991541812 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1778, 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2275449797 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1573, 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9449491275 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.037 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 694063104 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.038 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28251 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.039 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12525568 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 597082112 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2726431 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 935684 2024-04-02T10:00:48.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 171, 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 695639 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 571015168 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63954, 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8961352698 2024-04-02T10:00:48.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63956, 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14623939079 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12648448 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 262004736 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 579534848 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.043 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8809003247 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75250 2024-04-02T10:00:48.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7624331264 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7624335360 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:48.045 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 66082 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 75250, 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2767296649 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8654512598 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70521 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3871993 2024-04-02T10:00:48.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 882 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12441126 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1285 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8569133 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8569133 2024-04-02T10:00:48.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 410 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1285, 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3731544 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.048 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 630 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:48.049 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12, 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14301 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:48.050 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 873902080 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9789440 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17132, 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50309682 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:48.051 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3436, 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7614559874 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:48.052 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16153, 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 129760966 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:48.053 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17830277087 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63500, 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1262741732 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33783734 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17864060821 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:48.054 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28319, 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 604014963 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 836, 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2410543 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12917, 2024-04-02T10:00:48.055 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11660550 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 43, 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79491 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12012, 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1832510942 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 190744 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19189 2024-04-02T10:00:48.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10868, 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1525334819 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38918, 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16785883 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28050, 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1230889556 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12353, 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 361671877 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.058 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10769004114 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14206, 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 667617447 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14205, 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4165174605384 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.059 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14206, 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6083010135404 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77395, 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2867135146824 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77395, 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7787747 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 344585933 2024-04-02T10:00:48.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30163087736 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27053551 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14244136625 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:48.061 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15143806099 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5873135 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2392, 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13118037 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70677752156 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:48.062 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15985206171 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 683179005 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 595533824 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.063 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 554557440 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40976384 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.064 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56675692 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.065 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 98304 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.066 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69055124 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.067 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425067692 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.068 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2384 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 170928 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.069 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69686868 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.070 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12631536 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37783794 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.071 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.072 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75413790 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.073 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425067692 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.074 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65005 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1157097 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68638078 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:48.076 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37719 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.077 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 98263, 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8826913669 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1634410593 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:48.078 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37719, 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 82825310260 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1842286150 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38226, 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13935299375 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37719, 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31853601070 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28872 2024-04-02T10:00:48.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28872, 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13120146417 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1842286150 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 29103, 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5824519599 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:48.080 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28872, 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5389661683 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4687 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 340240703 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4687, 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13636609024 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4849, 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3140274780 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4687, 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8443330353 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.082 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4160 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1294169890 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4160, 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56068554819 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.083 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4274, 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4970504996 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4160, 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18020609034 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102142 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.084 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 580816896 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:48.085 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18958 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.086 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3739648 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 529203200 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3715211 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1760403 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 147, 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 673111 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.088 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 446955520 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63182, 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8603510322 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63194, 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13946720374 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:48.089 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9523200 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 258883584 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 459735040 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.090 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2141602755 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38349 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1758961664 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1758965760 2024-04-02T10:00:48.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27337 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38349, 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 892885966 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:48.092 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2049625970 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35527 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1288496 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 645 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3703972 2024-04-02T10:00:48.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 812 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2415476 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2415476 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.094 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 812, 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1270047 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 770 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12517 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 794112000 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:48.097 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9781248 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17413, 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57851132 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3477, 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2807839112 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18978, 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159005991 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:48.099 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63148, 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16960329929 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 62703, 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1349566506 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:48.100 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63148, 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43286112 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63148, 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17003616041 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27576, 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 608208126 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.101 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 736, 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2160837 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5294, 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6010735 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 50, 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 83087 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11460, 2024-04-02T10:00:48.102 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 872686389 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 186971 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17588 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6897, 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1418619039 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:48.103 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 31960, 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8532378 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 25063, 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1272077950 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13383, 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360364555 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.104 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8250153436 2024-04-02T10:00:48.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15713, 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 704574386 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15713, 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3902520156423 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15713, 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6385367771224 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:48.106 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2585922201429 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7654073 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 197204205 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26773995032 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.107 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26322475 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12088572547 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9323492443 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5867915 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.108 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2355, 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12386925 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56645940721 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10237523224 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 447751266 2024-04-02T10:00:48.109 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 489889792 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 462610432 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:48.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27279360 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.111 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57267961 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8192 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61440 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.113 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68491527 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.114 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 429509711 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1744 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 120496 2024-04-02T10:00:48.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 384 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73684145 2024-04-02T10:00:48.116 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 176160768 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3104080 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38178641 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.117 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.118 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67769183 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:48.120 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:48.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:48.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.120 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:48.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.120 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:48.120 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.120 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 429509711 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:48.121 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 89020 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1124631 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 72593118 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.123 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32783 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.124 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 102786, 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10805978662 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1619514691 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:48.125 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 32783, 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40678853031 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2059671751 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33156, 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16597090930 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 32783, 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32487856451 2024-04-02T10:00:48.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20529 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20529, 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8171608673 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2059671751 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.127 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20652, 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4769716981 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20529, 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5186186719 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11227 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 436016169 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:48.128 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11227, 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19740078193 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11416, 2024-04-02T10:00:48.129 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9733978817 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11227, 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17675793058 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1027 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1183498522 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1027, 2024-04-02T10:00:48.130 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12767166165 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1088, 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2093395132 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1027, 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9625876674 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 456753152 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.132 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": [ 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:48.133 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 1, 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 1, 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 1, 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876803338, 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 1781760, 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 1781760, 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958947328, 2024-04-02T10:00:48.134 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 2, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.4648122689541196e-06, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 886, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 1533952, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 590368, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 590368, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 1771104, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 327, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 2473984 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:48.135 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:48.136 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 32, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 32, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 2, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876803338, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 154492, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 110592, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958947328, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 22, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 43900, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.1371825198457373e-07, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:48.137 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 79, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 89088, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 21255, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 6622, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 14633, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 63765, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 68, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 36864 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.138 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 64, 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 64, 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 3, 2024-04-02T10:00:48.139 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876803338, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958947328, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T10:00:48.140 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:48.141 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool", 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "selfmanaged_snaps" 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 8, 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 8, 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 4, 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876803338, 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 12595200, 2024-04-02T10:00:48.142 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 12595200, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958947328, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 4, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 1.742341191857122e-05, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 8927, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 3120087040, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 4194323, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 4194323, 2024-04-02T10:00:48.143 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 12582969, 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 24343, 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 3210933248 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": { 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: "mirroring_by_pool": [ 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: false 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_images_by_pool": [ 2024-04-02T10:00:48.144 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pools": 1 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: "report_id": "ab0c7f58-d918-4176-b28f-e64e2b2fce5b", 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: "report_timestamp": "2024-04-02T10:00:46.883870", 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: "report_version": 1, 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_stats": { 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "7.9.2" 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: "rook": { 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster": { 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: "external-mode": null, 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:48.145 INFO:tasks.workunit.client.0.smithi104.stdout: "allow-multiple-per-node": null, 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: "count": null, 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: "max-id": null, 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: "pvc": { 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: "stretch": { 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: "network": { 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: "provider": null 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: "storage": { 2024-04-02T10:00:48.146 INFO:tasks.workunit.client.0.smithi104.stdout: "device-set": { 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: "non-portable": null, 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: "portable": null, 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: "csi": { 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes": { 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:48.147 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "node": { 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes-total": null, 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "with-ceph-daemons": null, 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-nfs-plugin": null, 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-rbd-plugin": null 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "storage-class": { 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket": null, 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs": null, 2024-04-02T10:00:48.148 INFO:tasks.workunit.client.0.smithi104.stdout: "nfs": null, 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": null, 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: "services": {}, 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pg": [ 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.149 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.961467+0000", 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.961467+0000", 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.961828+0000", 2024-04-02T10:00:48.150 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:48.151 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2c", 2024-04-02T10:00:48.152 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4973, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:50.460398+0000", 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.153 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.154 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.155 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955708+0000", 2024-04-02T10:00:48.157 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955708+0000", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956466+0000", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:48.158 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2b", 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.159 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5118, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:54:19.415294+0000", 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.160 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.161 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.162 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.163 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955737+0000", 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955737+0000", 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956044+0000", 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.164 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.165 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2a", 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4989, 2024-04-02T10:00:48.166 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:02:06.262860+0000", 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.167 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.168 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.169 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.170 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.928887+0000", 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.928887+0000", 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.929429+0000", 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.171 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:48.172 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.29", 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5085, 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.173 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:41:27.588122+0000", 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.174 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.175 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.176 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.177 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270566+0000", 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270566+0000", 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.270888+0000", 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.178 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.179 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.28", 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5022, 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:44:53.176590+0000", 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.180 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.181 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.182 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.183 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.184 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.924953+0000", 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.924953+0000", 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.925303+0000", 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:48.185 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:48.186 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.27", 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5079, 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:43:24.320150+0000", 2024-04-02T10:00:48.187 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.188 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.189 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.190 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.191 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952908+0000", 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952908+0000", 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.953251+0000", 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:48.192 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.193 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.26", 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4968, 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:35.872410+0000", 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.196 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.197 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.198 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.937449+0000", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.937449+0000", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.937810+0000", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.199 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.25", 2024-04-02T10:00:48.200 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5097, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:55:14.755486+0000", 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.203 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.204 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.922094+0000", 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.922094+0000", 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.922446+0000", 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:48.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.206 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.24", 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5049, 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:28:46.006738+0000", 2024-04-02T10:00:48.207 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.210 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.211 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.934913+0000", 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.934913+0000", 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.935200+0000", 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:48.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.213 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.23", 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5133, 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:40.070603+0000", 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.217 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.218 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.272488+0000", 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.272488+0000", 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.278213+0000", 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:48.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.220 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.22", 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5023, 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:47:53.438274+0000", 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.224 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955118+0000", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955118+0000", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.955452+0000", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.227 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.21", 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5071, 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:49:50.968266+0000", 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:48.231 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:48.232 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958045+0000", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958045+0000", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960028+0000", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.234 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.20", 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4956, 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:26:29.958755+0000", 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.235 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.238 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.239 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957191+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957191+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957492+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:48.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.f", 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.241 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4943, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:40.229267+0000", 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.242 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:48.246 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957579+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957579+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958171+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:48.247 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.e", 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.248 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5073, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:31.357005+0000", 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.249 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.252 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955819+0000", 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955819+0000", 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956138+0000", 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.253 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.254 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.c", 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5014, 2024-04-02T10:00:48.255 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:30:07.239073+0000", 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.256 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.258 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.259 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.932830+0000", 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.932830+0000", 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.933264+0000", 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.260 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.261 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.d", 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5098, 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:04.855508+0000", 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.262 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 70, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.263 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.265 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.266 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.967173+0000", 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.967173+0000", 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967761+0000", 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:48.267 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.268 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.d", 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4917, 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:52:54.094814+0000", 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.271 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.272 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.273 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.268640+0000", 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.268640+0000", 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.268968+0000", 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.274 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.275 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.c", 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5084, 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:53:07.920934+0000", 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.276 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.277 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.278 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.279 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.280 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959761+0000", 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959761+0000", 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960413+0000", 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.281 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.282 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.a", 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4974, 2024-04-02T10:00:48.283 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:23.693564+0000", 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.284 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.285 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.287 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.966660+0000", 2024-04-02T10:00:48.288 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.966660+0000", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967039+0000", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:48.289 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3, 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.b", 2024-04-02T10:00:48.290 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4929, 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:23:17.569787+0000", 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.291 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 2, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 2, 2024-04-02T10:00:48.293 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.294 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'3" 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.295 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.926219+0000", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.926219+0000", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.926707+0000", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.296 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.297 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.b", 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5048, 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:55:28.033067+0000", 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.298 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.299 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.300 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.301 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.302 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955459+0000", 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955459+0000", 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.955784+0000", 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:48.303 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895118+0000", 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.304 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.a", 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5096, 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:06.731717+0000", 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.305 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.306 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.307 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.308 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.309 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957558+0000", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957558+0000", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957911+0000", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.310 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.311 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.8", 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5085, 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:50:45.897085+0000", 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.312 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.313 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.315 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.316 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.958390+0000", 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.958390+0000", 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958725+0000", 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.317 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.318 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.9", 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5097, 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:21.969243+0000", 2024-04-02T10:00:48.319 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.320 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.321 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.323 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952049+0000", 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952049+0000", 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.952425+0000", 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:48.324 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.325 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.9", 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.326 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5059, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:20.080258+0000", 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.327 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.328 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.329 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.330 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:48.331 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957117+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957117+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957571+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:48.332 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.8", 2024-04-02T10:00:48.333 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4937, 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:03:26.174519+0000", 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.334 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.335 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.337 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.338 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.938327+0000", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.938327+0000", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.938646+0000", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.339 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.340 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.6", 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5120, 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:44:10.155100+0000", 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.342 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.343 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.344 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.345 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955686+0000", 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955686+0000", 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956367+0000", 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:48.346 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.347 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.7", 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4958, 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:30:24.861663+0000", 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.348 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.349 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.350 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.351 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.352 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.951678+0000", 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.951678+0000", 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.405704+0000", 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.353 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3220, 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.354 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3220, 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.1", 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 9138, 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.355 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:02.742084+0000", 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.004380943, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.356 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.357 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1587, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 404359, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3191, 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 403454 2024-04-02T10:00:48.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3220" 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.359 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952579+0000", 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952579+0000", 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.952879+0000", 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:48.360 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.361 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.7", 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.362 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5049, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:54:06.440112+0000", 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.363 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.365 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.366 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958926+0000", 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958926+0000", 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959821+0000", 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:48.367 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.368 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.6", 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.369 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5102, 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:25:34.590665+0000", 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.371 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 2, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 2, 2024-04-02T10:00:48.372 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2, 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.373 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "565'2" 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.374 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.951138+0000", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.951138+0000", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.478707+0000", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.375 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3036, 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3036, 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.376 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.0", 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8598, 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:03:50.992872+0000", 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.003169127, 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.378 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.379 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 657, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 424798, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3030, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 424306 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.380 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3036" 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.381 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266400+0000", 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266400+0000", 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.267018+0000", 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:48.382 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.383 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.4", 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5098, 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:29.620719+0000", 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.384 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.385 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.386 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.387 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.388 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.960260+0000", 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.960260+0000", 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.963268+0000", 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:48.389 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.390 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.5", 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4908, 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:48:12.494414+0000", 2024-04-02T10:00:48.391 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.393 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.393 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.393 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.393 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.393 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.393 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.394 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.395 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.396 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.397 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956149+0000", 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956149+0000", 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.415361+0000", 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:48.398 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3145, 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.399 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3145, 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.3", 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 9135, 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:00:29.262715+0000", 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.00691479, 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.400 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.401 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.402 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1475, 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 398326, 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3120, 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 404753 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.403 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3145" 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.404 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956005+0000", 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956005+0000", 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956310+0000", 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:48.405 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.406 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.0", 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4940, 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:23.463431+0000", 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.407 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.408 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.409 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.410 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.411 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.924894+0000", 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.924894+0000", 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.925212+0000", 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:48.412 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.413 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1", 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5072, 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:28:08.555595+0000", 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.414 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.415 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.416 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.417 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.418 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.893373+0000", 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.893373+0000", 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.413166+0000", 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:48.419 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3116, 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3116, 2024-04-02T10:00:48.420 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.6", 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8868, 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:56:15.699524+0000", 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.004518442, 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.421 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.422 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.423 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1017, 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 388333, 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3098, 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 411375 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.424 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3116" 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.425 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 19, 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.961575+0000", 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.961575+0000", 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964076+0000", 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:48.426 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 205, 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.427 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 205, 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "1.0", 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5444, 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:30:19.164350+0000", 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.428 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.429 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.430 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 886, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1498, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 327, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.431 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "2756'205" 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.432 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964694+0000", 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964694+0000", 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.965039+0000", 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:48.433 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.434 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.3", 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.435 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4997, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:31:34.281499+0000", 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.439 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958681+0000", 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958681+0000", 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959016+0000", 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.441 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2", 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5078, 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:33:11.753064+0000", 2024-04-02T10:00:48.442 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.445 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.446 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.953392+0000", 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.953392+0000", 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.515336+0000", 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3050, 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.448 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3050, 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.5", 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8738, 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:26.803186+0000", 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.002690647, 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.449 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1217, 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 366332, 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3030, 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 362596 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.452 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3050" 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.453 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.941934+0000", 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.941934+0000", 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.942559+0000", 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:48.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.455 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1", 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5088, 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:29:17.917496+0000", 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.456 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.459 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.460 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955826+0000", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955826+0000", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956208+0000", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.462 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.0", 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5100, 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:32:34.036903+0000", 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.463 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.466 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.467 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.269132+0000", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.269132+0000", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.414568+0000", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2973, 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2973, 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.7", 2024-04-02T10:00:48.469 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8657, 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:33.537229+0000", 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.009289511, 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 4194304, 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.470 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 795, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 370222, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2955, 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 408764 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'2973" 2024-04-02T10:00:48.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:48.474 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956606+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956606+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956918+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:48.475 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3", 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.476 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5032, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:31:46.508019+0000", 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.477 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.480 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.963992+0000", 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.963992+0000", 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.964364+0000", 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.481 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.482 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.2", 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:16.528044+0000", 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.483 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.484 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.486 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:48.487 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.936732+0000", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.936732+0000", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.411507+0000", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.488 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T10:00:33.292440+0000", 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3007, 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3007, 2024-04-02T10:00:48.489 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.4", 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8734, 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:05:25.314720+0000", 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.006566378, 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.490 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.491 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 929, 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 302264, 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3005, 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 376014 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.493 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3007" 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.494 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.261065+0000", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.261065+0000", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.265089+0000", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.495 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.496 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.496 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:48.496 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:48.496 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.496 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.496 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.496 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.496 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.496 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.496 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.5", 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5023, 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:07:09.442113+0000", 2024-04-02T10:00:48.497 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.498 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.501 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.893073+0000", 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.893073+0000", 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.893325+0000", 2024-04-02T10:00:48.502 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.503 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.4", 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.504 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5122, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:57:42.739208+0000", 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.505 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.508 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266250+0000", 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266250+0000", 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.411497+0000", 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.509 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2926, 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.510 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2926, 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.2", 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8914, 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:24:21.801790+0000", 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.006725527, 2024-04-02T10:00:48.511 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 19, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.512 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.513 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1250, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 392326, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2914, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 344415 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.514 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'2926" 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.515 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.954012+0000", 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.954012+0000", 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.954382+0000", 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:48.516 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.517 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.e", 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4903, 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:54:14.151233+0000", 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.518 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.521 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.522 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.949173+0000", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.949173+0000", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.949777+0000", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.523 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:48.524 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.f", 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5032, 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:23:57.531728+0000", 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 22, 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.527 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1, 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1, 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.528 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.529 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.963406+0000", 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.963406+0000", 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964132+0000", 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:48.530 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.531 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.11", 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4916, 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:45:43.905068+0000", 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.535 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.536 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.894022+0000", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.894022+0000", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.896987+0000", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.537 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 8, 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 8, 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.538 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.10", 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5099, 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:56:23.665585+0000", 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.539 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:48.540 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 4, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 24, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 24, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.541 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 12, 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'8" 2024-04-02T10:00:48.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.543 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958375+0000", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958375+0000", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959903+0000", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.544 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.545 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.10", 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4952, 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:18:05.099779+0000", 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.546 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.548 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.549 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.550 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959250+0000", 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959250+0000", 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.961978+0000", 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:48.551 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.552 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.11", 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4973, 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:56:01.888400+0000", 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.553 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.554 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.555 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.557 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957462+0000", 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957462+0000", 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960313+0000", 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:48.558 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.559 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.13", 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.560 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4902, 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:34:07.589549+0000", 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.561 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.562 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.563 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.564 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.565 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956432+0000", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956432+0000", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956770+0000", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.566 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.567 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.12", 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5014, 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:22:04.449819+0000", 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.568 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.569 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.570 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.571 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.572 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956274+0000", 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956274+0000", 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956610+0000", 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.573 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.574 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.12", 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5117, 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:18:10.804604+0000", 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.575 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.576 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.577 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.578 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.579 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.939616+0000", 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.939616+0000", 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.940280+0000", 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.580 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.581 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.13", 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.582 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5120, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:33:06.255678+0000", 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 34, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.583 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.584 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 4, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 8, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.585 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 7 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.586 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:48.587 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952274+0000", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952274+0000", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956467+0000", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:48.588 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.589 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.15", 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4900, 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:39.661229+0000", 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.590 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.591 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.593 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.594 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.594 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.594 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.594 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.594 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.594 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.594 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.594 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.594 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.594 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.598 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.598 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.598 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.598 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:48.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.962020+0000", 2024-04-02T10:00:48.598 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.962020+0000", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.962389+0000", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:48.599 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 29, 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 29, 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.14", 2024-04-02T10:00:48.600 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4988, 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:38:24.394714+0000", 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 5824, 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.601 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.602 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.603 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 10, 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 14, 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 28, 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 25 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.604 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'29" 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.605 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.948233+0000", 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.948233+0000", 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.948573+0000", 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:48.606 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.607 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.14", 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5052, 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:32.406124+0000", 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.608 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.609 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.610 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.611 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.612 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.267574+0000", 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.267574+0000", 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.267907+0000", 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:48.613 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3, 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.614 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.15", 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5114, 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:54:30.903575+0000", 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.615 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 90, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.616 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.617 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 7, 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 7, 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.618 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'3" 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.619 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270796+0000", 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270796+0000", 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.271139+0000", 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.620 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.621 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.17", 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5115, 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.622 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:18:09.599714+0000", 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.623 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.624 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.626 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955798+0000", 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955798+0000", 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956149+0000", 2024-04-02T10:00:48.627 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.628 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.16", 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.629 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4992, 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:53:38.530207+0000", 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.630 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.631 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.632 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.634 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.960229+0000", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.960229+0000", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960636+0000", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.635 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.636 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.16", 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4997, 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:17:43.170437+0000", 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.637 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.638 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.639 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.640 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.641 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.966741+0000", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.966741+0000", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.967156+0000", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.642 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.643 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.17", 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4952, 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:09:28.314706+0000", 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.644 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.645 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.646 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.647 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.648 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.927559+0000", 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.927559+0000", 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.929216+0000", 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:48.649 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.650 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.19", 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5092, 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:01.127934+0000", 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.651 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.652 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.653 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.654 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.655 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957231+0000", 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957231+0000", 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957507+0000", 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:48.656 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.657 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.18", 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5006, 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:21.943792+0000", 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.658 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.659 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.660 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.662 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.939488+0000", 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.939488+0000", 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.941605+0000", 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:48.663 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.664 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.18", 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5089, 2024-04-02T10:00:48.665 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:43:53.571540+0000", 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.666 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.667 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.669 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.952281+0000", 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.952281+0000", 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952632+0000", 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.670 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.671 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.19", 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5046, 2024-04-02T10:00:48.672 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:36:28.518239+0000", 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.673 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.674 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.675 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.676 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956574+0000", 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956574+0000", 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956908+0000", 2024-04-02T10:00:48.677 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:48.678 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1b", 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.679 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5113, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:25:29.290941+0000", 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.680 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.681 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.682 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.683 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.684 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.953684+0000", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.953684+0000", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.954038+0000", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.685 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.686 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1a", 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4966, 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:25:56.758249+0000", 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.688 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.689 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.690 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.691 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.935680+0000", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.935680+0000", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.935981+0000", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.692 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.693 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1a", 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5059, 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:33.532230+0000", 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.694 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.695 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.696 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.698 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957879+0000", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957879+0000", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958307+0000", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.699 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.700 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1b", 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5073, 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:53:33.403371+0000", 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.701 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.702 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.703 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.704 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.705 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956563+0000", 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956563+0000", 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956873+0000", 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.706 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.707 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1d", 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:24:36.160913+0000", 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.708 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.709 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.710 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.711 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.712 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964085+0000", 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964085+0000", 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.966629+0000", 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:48.713 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:48.714 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1c", 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.715 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4925, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:00.877341+0000", 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.716 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.717 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.718 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.719 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.274745+0000", 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.274745+0000", 2024-04-02T10:00:48.720 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.278269+0000", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.721 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1c", 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.722 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5009, 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:41:21.668220+0000", 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.723 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.724 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.725 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.727 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964431+0000", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964431+0000", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.970192+0000", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.728 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.729 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1d", 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4918, 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:21:46.146100+0000", 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.730 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.731 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.732 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.733 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.734 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270253+0000", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270253+0000", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.270534+0000", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.735 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.736 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1f", 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5121, 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:09:34.901081+0000", 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.737 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.738 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.739 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.740 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.741 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266417+0000", 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266417+0000", 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.266780+0000", 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:48.742 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.743 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1e", 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5056, 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:48:39.023991+0000", 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.744 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.745 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.746 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.747 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.748 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958740+0000", 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958740+0000", 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959333+0000", 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.749 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.750 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1e", 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5082, 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:32:32.290604+0000", 2024-04-02T10:00:48.751 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.752 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.753 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.754 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.755 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955646+0000", 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955646+0000", 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956212+0000", 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.756 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 5, 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.757 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 5, 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1f", 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5128, 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.758 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:10:30.751709+0000", 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 582, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.760 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 4, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 4, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T10:00:48.761 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'5" 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.762 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.966409+0000", 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.966409+0000", 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967519+0000", 2024-04-02T10:00:48.763 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.764 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2d", 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.765 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4917, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:01:29.750359+0000", 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.767 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.768 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.769 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957820+0000", 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957820+0000", 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958567+0000", 2024-04-02T10:00:48.770 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.771 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2e", 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.772 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5067, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:24:55.431991+0000", 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.774 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.774 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry show-device 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.776 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.777 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.778 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964588+0000", 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964588+0000", 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964902+0000", 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.779 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.780 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2f", 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5006, 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.781 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:59:09.163322+0000", 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.782 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.783 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.784 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.785 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957906+0000", 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957906+0000", 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958199+0000", 2024-04-02T10:00:48.786 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.787 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.30", 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.788 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:00:13.108100+0000", 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.789 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.790 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.791 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.792 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:48.793 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.269421+0000", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.269421+0000", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.269776+0000", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:48.794 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.31", 2024-04-02T10:00:48.795 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5094, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:24:36.172247+0000", 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.796 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.797 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.798 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.799 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.799 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.799 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.801 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.801 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.802 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266549+0000", 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266549+0000", 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.266920+0000", 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.803 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.804 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.32", 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5116, 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:14:12.877513+0000", 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.805 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.806 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.808 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.809 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.951685+0000", 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.951685+0000", 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952053+0000", 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.810 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.811 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.33", 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5081, 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:09.177696+0000", 2024-04-02T10:00:48.812 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.813 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.816 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956355+0000", 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956355+0000", 2024-04-02T10:00:48.817 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.957087+0000", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:48.818 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.34", 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.819 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5026, 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:46:19.570066+0000", 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.820 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:48.823 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.824 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959307+0000", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959307+0000", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959991+0000", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.826 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.35", 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4951, 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:04.125786+0000", 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.827 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.830 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.831 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958670+0000", 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958670+0000", 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.958978+0000", 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.833 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.36", 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4951, 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.834 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:51:12.340258+0000", 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.837 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.838 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.969616+0000", 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.969616+0000", 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.970120+0000", 2024-04-02T10:00:48.839 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.840 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.37", 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4921, 2024-04-02T10:00:48.841 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:44:57.329286+0000", 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.845 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.952555+0000", 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.952555+0000", 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952976+0000", 2024-04-02T10:00:48.846 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.847 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.38", 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.848 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5082, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:27:21.397268+0000", 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.852 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955919+0000", 2024-04-02T10:00:48.853 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955919+0000", 2024-04-02T10:00:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956235+0000", 2024-04-02T10:00:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.855 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.856 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.856 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.856 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.856 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.39", 2024-04-02T10:00:48.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.856 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.856 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.856 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4899, 2024-04-02T10:00:48.857 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.857 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:20.769245+0000", 2024-04-02T10:00:48.857 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.857 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.857 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.860 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.861 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.862 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.258148+0000", 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.258148+0000", 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.258476+0000", 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:48.863 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.864 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3a", 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5001, 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:25.218984+0000", 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.865 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.867 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.868 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.869 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.959479+0000", 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.959479+0000", 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960630+0000", 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.870 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.871 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3b", 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4899, 2024-04-02T10:00:48.872 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:09.265777+0000", 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.875 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.876 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.877 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957473+0000", 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957473+0000", 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957882+0000", 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.878 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.879 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3c", 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5019, 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.880 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:25.536556+0000", 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.882 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.883 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.884 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.892107+0000", 2024-04-02T10:00:48.885 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.892107+0000", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.892436+0000", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:48.886 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3d", 2024-04-02T10:00:48.887 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5121, 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:49:34.141483+0000", 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.889 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.890 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:48.891 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.892 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959568+0000", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959568+0000", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960036+0000", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.893 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.894 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3e", 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5112, 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:42:51.127590+0000", 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.896 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.897 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:48.898 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:48.899 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.963570+0000", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.963570+0000", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964257+0000", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:48.900 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:48.901 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3f", 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4921, 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:11:40.585910+0000", 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.903 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.904 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.905 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pool": [ 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 24, 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 24473, 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 8, 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 24473, 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 4, 2024-04-02T10:00:48.906 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 4194323, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 2, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 8927, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 3046960, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 24343, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 3135677 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 12595200, 2024-04-02T10:00:48.909 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 12582969, 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 24 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 192, 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:48.910 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 64, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 3, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.911 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.912 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.913 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:48.914 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 192 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 3, 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 205, 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 1, 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 3, 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 205, 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 1, 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 886, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1498, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 327, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 1781760, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:48.918 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 1771104, 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 3 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 96, 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.919 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 68, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 32, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 68, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 2, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 6622, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:48.920 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 66, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 22, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 22, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:48.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 14, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 79, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 87, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:48.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 68, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 36 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 110592, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 19866, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 43900, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.923 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 96 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 105, 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": 4, 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_by_class": { 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: "ssd": { 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 762623213568, 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 5337071616, 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_bytes": 5337071616, 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_ratio": 0.006949671544134617 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.924 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 762623213568, 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 5337071616 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout:} 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout:{ 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: "556d5e14-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556de51e-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082517": { 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T10:00:48.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556d5e14-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046317 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T10:00:48.926 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:48.927 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.928 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 31657466 2024-04-02T10:00:48.929 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 51346972 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.930 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T10:00:48.931 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T10:00:48.932 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.933 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 89, 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 3449, 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 3466, 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 3433 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T10:00:48.934 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 2, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 433332436, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 2074703704, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 6681797162, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 35149685967, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 11, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 49677, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 57369, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 72 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T10:00:48.935 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 49677, 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 57369 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T10:00:48.936 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T10:00:48.937 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:17 2024 UTC", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T10:00:48.938 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T10:00:48.939 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 11%", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 433,332,436 [221 TB]", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 2,074,703,704 [1.06 PB]", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 6,681,797,162", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 35,149,685,967", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 2", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 49,677", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 57,369", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 72", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T10:00:48.940 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T10:00:48.941 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: "556f2500-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: "INTEL_SSDPEDMD400G4_556f9d5a-f0cb-11ee-877e-0cc47a8fce89": { 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: "20240402-082519": { 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: "device": { 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "/dev/nvme0n1", 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: "protocol": "NVMe", 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "nvme" 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.942 INFO:tasks.workunit.client.0.smithi104.stdout: "firmware_version": "8DV101H0", 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: "host_id": "556f2500-f0cb-11ee-877e-0cc47a8fce89", 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: "json_format_version": [ 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: "local_time": { 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: "asctime": "Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: "time_t": 1712046319 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: "logical_block_size": 512, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_controller_id": 0, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_namespaces": [ 2024-04-02T10:00:48.943 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: "capacity": { 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: "formatted_lba_size": 512, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 1, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: "size": { 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: "utilization": { 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.944 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_pci_vendor": { 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "id": 32902, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "subsystem_id": 32902 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "Device stats": { 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_fw_downgrades": { 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "crc_error_count": { 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.945 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: "end_to_end_error_detection_count": { 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: "erase_fail_count": { 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: "host_bytes_written": { 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 23237435 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.946 INFO:tasks.workunit.client.0.smithi104.stdout: "host_ctx_wear_used": { 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 1 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: "media_bytes_read": { 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: "nand_bytes_written": { 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 40625751 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_stat_indicator": { 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "pll_lock_loss_count": { 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "program_fail_count": { 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "re_alloc_sectr_cnt": { 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "retry_buffer_overflow_count": { 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.948 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: "soft_ecc_err_rate": { 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: "thermal_throttle_status": { 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: "cnt": 0, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: "pct": 0 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_host_reads": { 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T10:00:48.949 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_media_wear": { 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 64 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "timed_workload_timer": { 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 100, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 65535 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "unexp_power_loss": { 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 0, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": 0 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "wear_leveling": { 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "normalized": 91, 2024-04-02T10:00:48.950 INFO:tasks.workunit.client.0.smithi104.stdout: "raw": { 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: "avg": 2775, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: "max": 2788, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 2758 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_smart_health_information_log": { 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare": 100, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: "available_spare_threshold": 10, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: "controller_busy_time": 23, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: "critical_warning": 0, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_read": 323581787, 2024-04-02T10:00:48.951 INFO:tasks.workunit.client.0.smithi104.stdout: "data_units_written": 1522888575, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "host_reads": 5228542210, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "host_writes": 24777099567, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "media_errors": 0, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_err_log_entries": 0, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "percentage_used": 9, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycles": 46195, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_hours": 52143, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": 25, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "unsafe_shutdowns": 1159 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme_vendor": "intel", 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "power_cycle_count": 46195, 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "power_on_time": { 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: "hours": 52143 2024-04-02T10:00:48.952 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "serial_number": "deleted", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "smart_status": { 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "nvme": { 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "passed": true 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl": { 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "argv": [ 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "-x", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "--json=o", 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "/dev/nvme0n1" 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.953 INFO:tasks.workunit.client.0.smithi104.stdout: "build_info": "(local build)", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "exit_status": 0, 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "output": [ 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "Serial Number: deleted", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Version: 8DV101H0", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller ID: 0", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "Number of Namespaces: 1", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T10:00:48.954 INFO:tasks.workunit.client.0.smithi104.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: "Local Time is: Tue Apr 2 08:25:19 2024 UTC", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported Power States", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: " 0 + 512 0 2", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: " 1 - 512 8 2", 2024-04-02T10:00:48.955 INFO:tasks.workunit.client.0.smithi104.stdout: " 2 - 512 16 2", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: " 3 - 4096 0 0", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: " 4 - 4096 8 0", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: " 5 - 4096 64 0", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: " 6 - 4096 128 0", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: "Critical Warning: 0x00", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: "Temperature: 25 Celsius", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare: 100%", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: "Available Spare Threshold: 10%", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: "Percentage Used: 9%", 2024-04-02T10:00:48.956 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Read: 323,581,787 [165 TB]", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "Data Units Written: 1,522,888,575 [779 TB]", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Read Commands: 5,228,542,210", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "Host Write Commands: 24,777,099,567", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "Controller Busy Time: 23", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "Power Cycles: 46,195", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "Power On Hours: 52,143", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "Unsafe Shutdowns: 1,159", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information Log Entries: 0", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "No Errors Logged", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "" 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T10:00:48.957 INFO:tasks.workunit.client.0.smithi104.stdout: "svn_revision": "5022", 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: "version": [ 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: "temperature": { 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: "current": 25 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: "user_capacity": { 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: "blocks": 781422768, 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 400088457216 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.958 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi104.stdout:} 2024-04-02T10:00:48.959 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry show 2024-04-02T10:00:48.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='client.46274 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:48.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='client.46274 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.960 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.961 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.962 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.963 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.964 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.964 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.964 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='client.46274 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.964 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:48.964 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='client.46274 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.964 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.964 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.964 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.964 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.965 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.966 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.966 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.967 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.967 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T10:00:48.967 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T10:00:48.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='client.46274 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:48.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='client.46274 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.967 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.968 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.969 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.970 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:47 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='client.36333 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='client.36333 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.971 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.972 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.973 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.974 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.975 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.975 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.975 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:48 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.975 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.975 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.975 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.975 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.975 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:48.975 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.976 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.977 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.977 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.977 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:48.977 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:48.977 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:48.977 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:48.977 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:48.977 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T10:00:48.977 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:47 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi104.stdout:{ 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer": { 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi104.stdout: "active": true, 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi104.stdout: "mode": "" 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi104.stdout: "channels": [ 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T10:00:48.986 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "channels_available": [ 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "basic", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "ident", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "crash", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "device", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "perf" 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_available": [ 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T10:00:48.987 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_flags" 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "collections_opted_in": [ 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_base", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "device_base", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "crash_base", 2024-04-02T10:00:48.988 INFO:tasks.workunit.client.0.smithi104.stdout: "ident_base", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_perf", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_mds_metadata", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_usage", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_usage_by_class", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_rook_v01", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_memory_metrics", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_options_bluestore", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "basic_pool_flags" 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "config": { 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "active_changed": [ 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T10:00:48.989 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "client_check_pool_perm", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_gid", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "client_mount_uid", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "client_quota", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "daemonize", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T10:00:48.990 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "keyring", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_journald", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_stderr", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_host", 2024-04-02T10:00:48.991 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:48.992 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:48.993 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:48.993 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:48.993 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:48.993 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "no_config_file", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T10:00:48.994 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hdd", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_hybrid", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_delete_sleep_ssd", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_max_backfills", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:48.995 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:48.996 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_hdd", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_active_ssd", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hdd", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_sleep_ssd", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_sleep", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep", 2024-04-02T10:00:48.997 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_default_features", 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_qos_exclude_ops", 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "setgroup", 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "setuser" 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_changed": [ 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_debug", 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_mon_ticket_ttl", 2024-04-02T10:00:48.998 INFO:tasks.workunit.client.0.smithi104.stdout: "auth_service_ticket_ttl", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "bdev_debug_aio", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "container_image", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_asserts_on_shutdown", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mgr", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_mon", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_ms", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_osd", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "debug_paxos", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_file", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_journald", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "log_to_stderr", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_join_fs", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/container_init", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/migration_current", 2024-04-02T10:00:48.999 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_ident", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/channel_perf", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/description", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/enabled", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr/telemetry/organization", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_allow_pool_delete", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_clock_drift_allowed", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_file_level", 2024-04-02T10:00:49.000 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_cluster_log_to_file", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_data_avail_warn", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_election_default_strategy", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_max_pg_per_osd", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mds_skip_sanity", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_mgr_mkfs_grace", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_prime_pg_temp", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T10:00:49.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "mon_warn_on_too_few_osds", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_bug", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "ms_die_on_old_message", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_default_list", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_class_load_list", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_misdirected_ops", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_op_order", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_pg_log_writeout", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_shutdown", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T10:00:49.002 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mclock_profile", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_memory_target_autotune", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_op_queue_cut_off", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recover_clone_overlap", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_recovery_max_chunk", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_load_threshold", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_scrub_max_interval", 2024-04-02T10:00:49.003 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_shutdown_pgref_assert", 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "public_network", 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_cache_enabled", 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_ops_log", 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "rgw_enable_usage_log" 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "contact": null, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "crashes": [], 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "created": "2024-04-02T08:21:59.892009Z", 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "crush": { 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_algs": { 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "straw2": 3 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.004 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_sizes": { 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: "2": 1, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: "4": 2 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket_types": { 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: "1": 2, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: "11": 1 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: "compat_weight_set": false, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: "device_classes": [ 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: 8 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_buckets": 6, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_devices": 8, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_rules": 2, 2024-04-02T10:00:49.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_types": 12, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "num_weight_sets": 0, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "tunables": { 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "allowed_bucket_algs": 54, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_fallback_tries": 0, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_local_tries": 0, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "choose_total_tries": 50, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_descend_once": 1, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_stable": 1, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "chooseleaf_vary_r": 1, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "has_msr_rules": 0, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v2_rules": 1, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v3_rules": 0, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v4_buckets": 1, 2024-04-02T10:00:49.006 INFO:tasks.workunit.client.0.smithi104.stdout: "has_v5_rules": 0, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "legacy_tunables": 0, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "minimum_required_version": "jewel", 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "msr_collision_tries": 100, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "msr_descents": 100, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "optimal_tunables": 1, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "profile": "jewel", 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables": 1, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables2": 1, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables3": 1, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "require_feature_tunables5": 1, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "straw_calc_version": 1 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "description": "upgrade test cluster", 2024-04-02T10:00:49.007 INFO:tasks.workunit.client.0.smithi104.stdout: "fs": { 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "feature_flags": { 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "enable_multiple": true, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_enabled_multiple": true 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "filesystems": [ 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "approx_ctime": "2024-04", 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "balancer_enabled": false, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_caps": 0, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_dns": 10, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_inos": 13, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "cached_subtrees": 2, 2024-04-02T10:00:49.008 INFO:tasks.workunit.client.0.smithi104.stdout: "ever_allowed_features": 0, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "explicitly_allowed_features": 0, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "files": 0, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "max_mds": 1, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_data_pools": 1, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_in": 1, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_mds": 1, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": 0, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_replay": 0, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_up": 1, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "snaps": 0, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "standby_count_wanted": 0 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "num_standby_mds": 1, 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: "total_num_mds": 2 2024-04-02T10:00:49.009 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_stats": { 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 20660224, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 413416, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 647168, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 446, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1453464, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 22, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 1138176, 2024-04-02T10:00:49.010 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14902656, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 21307392 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 20258816, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 313688, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 2752512, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 753664, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 0, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 356, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 1051672, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 13, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 907776, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 14479504, 2024-04-02T10:00:49.011 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 20258816 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 173441024, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 2629792, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 622592, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1482752, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 6672, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 11117272, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 3380480, 2024-04-02T10:00:49.012 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 152676232, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 174923776 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 261373952, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 6310584, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3145728, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 811008, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 991232, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 9459, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 12698904, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 23, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 5334784, 2024-04-02T10:00:49.013 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 233072944, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 262365184 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 171008000, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 2727920, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3014656, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 188416, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 1826816, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 6590, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 10393528, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 20, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 2927104, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 151756376, 2024-04-02T10:00:49.014 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 172834816 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 504414208, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 26535472, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3538944, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 150945792, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 12932, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 91983280, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9167360, 2024-04-02T10:00:49.015 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 373189152, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 655360000 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 525656064, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 24165424, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 134897664, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 13251, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 96561056, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 10112000, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 391409712, 2024-04-02T10:00:49.016 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 660553728 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 538992640, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 27818824, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 49152, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 39460864, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10611, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 76839072, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9575936, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 421432856, 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 578453504 2024-04-02T10:00:49.017 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 610934784, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 25654792, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 17055744, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10724, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 83981928, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 54, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9772800, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 488248464, 2024-04-02T10:00:49.018 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 627990528 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 635666432, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 25039656, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3407872, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 11337728, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 13374, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 73085632, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 10097920, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 524035352, 2024-04-02T10:00:49.019 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 647004160 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 590479360, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 32074088, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 5505024, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 37240832, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 12713, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 106835472, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 53, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 9325312, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 436739464, 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 627720192 2024-04-02T10:00:49.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 557858816, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 21306800, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 40951808, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10797, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 77166744, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 60, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 11211520, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 444896952, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 598810624 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.021 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "actual_memory_used": 465985536, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "central_cache_freelist": 20208328, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "malloc_metadata": 3276800, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "page_heap_freelist": 0, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "released_to_os": 27181056, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "spans_in_use": 10675, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "tcmalloc_page_size": 8192, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_cache_freelists": 70573648, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "thread_heaps_in_use": 51, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "transfer_cache_freelist": 8804352, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "use_by_application": 363122408, 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: "virtual_address_space_used": 493166592 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.022 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "hosts": { 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num": 2, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mds": 2, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mgr": 2, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_mon": 2, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_with_osd": 2 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "io_rate": { 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_stats_delta": { 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 0, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 0, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.023 INFO:tasks.workunit.client.0.smithi104.stdout: "stamp_delta": "11.726993", 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.024 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.025 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 85, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 194, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 16, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:49.026 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 0 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard": false, 2024-04-02T10:00:49.027 INFO:tasks.workunit.client.0.smithi104.stdout: "leaderboard_description": null, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "license": "sharing-1-0", 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "mempool": { 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.028 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.029 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.030 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.031 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.032 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 222664, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 68 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 51904, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 181 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.033 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12208, 2024-04-02T10:00:49.034 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 253 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.035 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.036 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.037 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.038 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.039 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.040 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 150039, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 34 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 928, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.041 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.042 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.043 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.044 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.045 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.046 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.047 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.048 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42276385, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5240 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 352, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 4 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.049 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.050 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5976, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.051 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.052 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.053 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.054 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.055 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.056 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42509721, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5270 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.057 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.058 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11952, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 368 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.059 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.060 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.061 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.062 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.063 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.064 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 42020225, 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5199 2024-04-02T10:00:49.065 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 352, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 4 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.066 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10784, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 252 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 70440, 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5158 2024-04-02T10:00:49.067 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5976, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 184 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.068 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21944, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 408 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 34944, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 24 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.069 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1152, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56560, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 707 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 372112, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1789 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:49.070 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1135315, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 293 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2485367, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 547305 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7077696, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10440 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 78184, 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8313 2024-04-02T10:00:49.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85872, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1789 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.072 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 35507, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 42 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.073 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6777922, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 279 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 25872, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 294 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.074 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 524880, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 45 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7127120, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 18506 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:49.075 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.076 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 23168, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 431 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 35072, 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 25 2024-04-02T10:00:49.077 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 768, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 4 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56560, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 707 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 370032, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1779 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.078 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 378517, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 101 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2382464, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 533336 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6911776, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10196 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.079 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 76052, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8140 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85344, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1778 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164692, 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1183 2024-04-02T10:00:49.080 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1472, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 96662, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 58 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20128, 2024-04-02T10:00:49.081 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4573303, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 272 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10472, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 119 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.082 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 443232, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 38 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 7183696, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20930 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:49.083 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.084 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 17496, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 327 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.085 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30592, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 22 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 54480, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 681 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 355888, 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1711 2024-04-02T10:00:49.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 321781, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 86 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1750011, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 387678 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5132896, 2024-04-02T10:00:49.087 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7580 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 65956, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6972 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82128, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1711 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.088 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 736, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 74261, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 54 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.089 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12112, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20997890, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 273 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11000, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 125 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.090 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 361584, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 31 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3191240, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6137 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.091 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.092 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19472, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 360 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.093 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30720, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 23 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4608, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 24 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 54880, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 686 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 357344, 2024-04-02T10:00:49.094 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1718 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 387629, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 97 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1746973, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 386874 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5121336, 2024-04-02T10:00:49.095 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7563 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 66716, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6996 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82368, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1716 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.096 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2208, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 3 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 112791, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 66 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.097 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 28144, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 25482917, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 297 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12320, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 140 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.098 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 419904, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 36 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3474120, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9081 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.099 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.100 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20696, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 383 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.101 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 26368, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 55200, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 690 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 357136, 2024-04-02T10:00:49.102 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1717 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 412040, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 106 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2084484, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 462818 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.103 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6034576, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8906 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 66988, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 6993 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82368, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1716 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.104 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164436, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1472, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 2 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 105023, 2024-04-02T10:00:49.105 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 54 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 20128, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 5 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21276124, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 11083 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 11088, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 126 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.106 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454896, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5102240, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 12212 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.107 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 23544, 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 436 2024-04-02T10:00:49.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 31744, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 31 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2496, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 13 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56400, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 705 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.110 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 370240, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1780 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 274100, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 90 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2343330, 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 525467 2024-04-02T10:00:49.111 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6792096, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10020 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 76404, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8146 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 85440, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1780 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.112 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164692, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1183 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.113 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 53599, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 50 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 15461163, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 274 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 10472, 2024-04-02T10:00:49.114 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 119 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 478224, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 41 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.115 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 6397560, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 12303 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 19448, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 358 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 35328, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 27 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3840, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 20 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.118 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 56080, 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 701 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 358592, 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1724 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454882, 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 116 2024-04-02T10:00:49.119 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 1757262, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 387362 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5100256, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7532 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 68240, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7152 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82752, 2024-04-02T10:00:49.120 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1724 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164348, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1181 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.121 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 48825, 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 48 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 21955292, 2024-04-02T10:00:49.122 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 268 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12936, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 147 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 454896, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 39 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.123 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3703440, 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9522 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "bloom_filter": { 2024-04-02T10:00:49.125 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 16792, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 321 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_reader": { 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 30720, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 23 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs_file_writer": { 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 3264, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 17 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.126 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_alloc": { 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 55280, 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 691 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_blob": { 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 358384, 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1723 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_buffer": { 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 256, 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 32 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_data": { 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 655660, 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 142 2024-04-02T10:00:49.127 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_meta": { 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 2014770, 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 448633 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_onode": { 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 5842816, 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 8624 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_cache_other": { 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 68976, 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 7154 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_extent": { 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 82704, 2024-04-02T10:00:49.128 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1723 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_fsck": { 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_inline_bl": { 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 164604, 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 1182 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_shared_blob": { 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.129 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_txc": { 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing": { 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 17537, 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 25 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore_writing_deferred": { 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_anon": { 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 17816012, 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 285 2024-04-02T10:00:49.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "buffer_meta": { 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 12584, 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 143 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_co": { 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 536544, 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 46 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_mapbl": { 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.131 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_pglog": { 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 4923464, 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 9481 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap": { 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 629664, 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 10998 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap_mapping": { 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.132 INFO:tasks.workunit.client.0.smithi104.stdout: "pgmap": { 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_1": { 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: "unittest_2": { 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes": 0, 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: "items": 0 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.133 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: "metadata": { 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 2 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 2 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:49.134 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 2 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 2 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 2 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.135 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 3 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 3 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 3 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.136 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 3 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 3 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: "arch": { 2024-04-02T10:00:49.137 INFO:tasks.workunit.client.0.smithi104.stdout: "x86_64": 8 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_version": { 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph version 19.0.0-2419-g14da45f2 (14da45f22b7b6f8995de09c1525ea96ba87a39fd) squid (dev)": 8 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: "cpu": { 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: "distro": { 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: "centos": 8 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: "distro_description": { 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: "CentOS Stream 8": 8 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.138 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_description": { 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: "kernel_version": { 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: "os": { 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: "Linux": 8 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_objectstore": { 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": 8 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: "rotational": { 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: "0": 8 2024-04-02T10:00:49.139 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "features": { 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "optional": [], 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "persistent": [ 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "kraken", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "luminous", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "mimic", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "osdmap-prune", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "nautilus", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "octopus", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "pacific", 2024-04-02T10:00:49.140 INFO:tasks.workunit.client.0.smithi104.stdout: "elector-pinging", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: "quincy", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: "reef", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: "squid" 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv4_addr_mons": 6, 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: "ipv6_addr_mons": 0, 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: "min_mon_release": 19, 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: "v1_addr_mons": 3, 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: "v2_addr_mons": 3 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: "organization": "ceph-qa", 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.141 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster_network": false, 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: "require_min_compat_client": "luminous", 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: "require_osd_release": "squid" 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_perf_histograms": [ 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:49.142 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:49.143 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:49.144 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:49.145 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:49.146 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:49.147 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9109, 15, 0, 1, 1, 4, 3, 6, 3, 6, 6, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9219, 36, 30, 2, 14, 2, 4, 6, 20, 30, 69, 46, 63, 37, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 966, 20, 16, 0, 1, 2, 1, 4, 0, 11, 60, 129, 182, 11, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.148 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 460, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 14, 203, 10, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 225, 1, 0, 0, 0, 0, 0, 1, 1, 0, 17, 3, 34, 75, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 122, 1, 0, 0, 0, 0, 0, 0, 0, 1, 6, 7, 38, 24, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 127, 2, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 22, 27, 79, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.149 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.150 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6701, 1, 1, 1, 1, 2, 1, 7, 4, 11, 8, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7134, 68, 1187, 3, 4, 5, 3, 15, 25, 50, 134, 71, 69, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 603, 12, 352, 21, 2, 0, 0, 0, 2, 3, 44, 194, 228, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 279, 4, 1, 9, 1, 0, 0, 0, 0, 1, 2, 6, 256, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 119, 8, 4, 0, 0, 1, 0, 0, 0, 0, 1, 5, 26, 25, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 81, 8, 37, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 6, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 45, 0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.151 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.152 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.153 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9237, 3, 1, 0, 0, 0, 0, 0, 1, 0, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9453, 18, 5, 0, 12, 0, 0, 2, 2, 1, 10, 20, 36, 20, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 873, 13, 2, 1, 2, 0, 0, 0, 2, 2, 26, 1, 4, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 465, 7, 3, 1, 2, 0, 0, 0, 1, 0, 3, 20, 59, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 150, 3, 1, 0, 0, 0, 0, 1, 1, 1, 4, 14, 29, 39, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 138, 0, 1, 0, 0, 0, 0, 3, 5, 1, 0, 16, 18, 38, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 19, 32, 36, 66, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 1, 12, 25, 45, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 6, 3, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.154 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.155 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 264, 36, 0, 0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11986, 3954, 0, 0, 7385, 400, 3, 1, 4, 7, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8646, 228, 21, 1, 373, 199, 4, 2, 16, 14, 43, 24, 27, 15, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1191, 14, 17, 0, 3, 5, 0, 1, 10, 4, 33, 89, 88, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 295, 15, 1, 0, 5, 5, 0, 0, 0, 0, 6, 10, 120, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.156 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 151, 10, 0, 0, 178, 17, 1, 0, 0, 0, 0, 5, 16, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 96, 21, 0, 0, 308, 12, 1, 0, 0, 0, 2, 6, 18, 8, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 51, 53, 0, 0, 403, 0, 1, 0, 0, 0, 5, 3, 17, 21, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 97, 0, 0, 1777, 0, 0, 0, 0, 0, 0, 0, 6, 16, 29, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 60, 0, 0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.157 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.158 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9131, 2, 67, 4, 13, 15, 1, 0, 0, 2, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9428, 20, 1, 0, 17, 22, 68, 81, 9, 14, 14, 9, 19, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1239, 113, 135, 0, 1, 1, 3, 1, 1, 7, 60, 73, 34, 10, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 880, 21, 46, 0, 0, 1, 0, 0, 2, 0, 8, 11, 176, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 374, 28, 12, 0, 0, 1, 1, 0, 1, 3, 8, 7, 15, 37, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 333, 13, 21, 25, 1, 0, 0, 0, 2, 2, 0, 3, 7, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 159, 5, 5, 40, 59, 0, 0, 0, 0, 0, 0, 0, 4, 33, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 3, 0, 3, 70, 97, 0, 0, 0, 0, 0, 0, 0, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6, 0, 0, 0, 6, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.159 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.160 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3395, 769, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 17821, 11311, 4474, 4, 22, 20, 0, 0, 0, 3, 12, 17, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10745, 173, 71, 5, 21, 28, 89, 110, 2, 0, 33, 10, 10, 27, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1148, 25, 16, 1, 4, 0, 9, 26, 10, 3, 21, 8, 1, 8, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 520, 5, 0, 5, 6, 0, 0, 0, 1, 1, 9, 18, 32, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.161 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 331, 12, 4, 0, 0, 0, 1, 0, 7, 3, 2, 5, 18, 44, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 231, 5, 3, 1, 0, 0, 0, 0, 3, 1, 1, 2, 8, 10, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 16, 13, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 53, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 4, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.162 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.163 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2988, 1564, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10277, 2557, 0, 0, 1, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8673, 92, 19, 0, 9, 3, 3, 3, 7, 16, 19, 12, 17, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1097, 3, 8, 0, 4, 1, 1, 2, 7, 11, 48, 64, 22, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 364, 5, 0, 0, 0, 0, 0, 0, 0, 0, 8, 24, 169, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 144, 4, 0, 0, 0, 1, 0, 0, 0, 1, 2, 1, 19, 32, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 88, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 12, 10, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 108, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 13, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.164 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.165 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.166 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 12027, 11, 1, 0, 2, 0, 0, 0, 0, 1, 3, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6701, 20, 3, 2, 13, 2, 0, 0, 2, 0, 3, 2, 4, 16, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 685, 3, 12, 0, 2, 0, 0, 1, 1, 1, 19, 1, 3, 5, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 195, 1, 0, 0, 2, 0, 0, 0, 0, 0, 7, 6, 22, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 115, 2, 0, 0, 1, 0, 0, 0, 1, 2, 5, 3, 15, 48, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 8, 7, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 13, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 14, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.167 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.168 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:49.169 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:49.170 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:49.171 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:49.172 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:49.173 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:49.174 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 350, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.175 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4655, 52, 65, 156, 440, 583, 648, 0, 4, 0, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 779, 16, 37, 48, 25, 28, 74, 0, 0, 0, 4, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 293, 1, 1, 0, 2, 1, 1, 1, 0, 0, 3, 4, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 148, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 8, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 20, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.176 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.177 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 220, 3, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2517, 220, 27, 62, 124, 2, 2, 5, 4, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 415, 58, 1303, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 357, 13, 41, 1, 0, 0, 0, 0, 0, 0, 1, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1371, 1032, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1767, 1931, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 28, 28, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.178 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.179 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.180 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9349, 6, 0, 0, 1, 0, 1, 2, 2, 0, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 16534, 0, 1, 0, 0, 0, 0, 0, 0, 1, 4, 3, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 663, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 13, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.181 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.182 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 219, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2956, 29, 0, 0, 17, 0, 5, 5, 14, 16, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 390, 7, 0, 0, 5, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 262, 18, 34, 42, 2, 0, 0, 0, 0, 0, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 895, 230, 0, 110, 0, 0, 0, 0, 0, 0, 2, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3664, 2139, 0, 362, 0, 0, 0, 0, 0, 0, 1, 0, 2, 10, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 934, 633, 0, 70, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.183 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.184 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.185 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 915, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2899, 223, 31, 61, 137, 275, 472, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 507, 8, 1, 0, 2, 0, 11, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 349, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 132, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.186 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.187 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 644, 8, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 5338, 81, 132, 235, 452, 600, 719, 0, 10, 9, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 377, 1, 1, 4, 20, 12, 12, 0, 0, 3, 3, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 277, 3, 7, 24, 9, 0, 0, 1, 0, 0, 2, 8, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 120, 39, 74, 105, 20, 0, 0, 0, 0, 1, 1, 2, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.188 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 19, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.189 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.190 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 488, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3189, 27, 0, 0, 2, 2, 3, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 329, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 170, 5, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 178, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 12, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.191 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.192 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 547, 1, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8051, 37, 45, 43, 2, 1, 0, 0, 0, 0, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1952, 30, 93, 56, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.193 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 140, 5, 4, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.194 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.195 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:49.196 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:49.197 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:49.198 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:49.199 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:49.200 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.201 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1019, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.202 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.203 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.204 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 420, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2457, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.205 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.206 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 9368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 16550, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 681, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.207 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.208 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:49.209 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 222, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3044, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 365, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 6190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1660, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.210 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.211 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 928, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.212 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4099, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 533, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.213 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.214 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 677, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7581, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.215 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.216 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:49.217 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 493, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 333, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.218 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.219 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.220 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 8187, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.221 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.222 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Latency (usec)", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 100000, 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 99999]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[100000, 199999]", 2024-04-02T10:00:49.223 INFO:tasks.workunit.client.0.smithi104.stdout: "[200000, 399999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[400000, 799999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[800000, 1599999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[1600000, 3199999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[3200000, 6399999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[6400000, 12799999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[12800000, 25599999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[25600000, 51199999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[51200000, 102399999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[102400000, 204799999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[204800000, 409599999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[409600000, 819199999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[819200000, 1638399999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[1638400000, 3276799999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[3276800000, 6553599999]", 2024-04-02T10:00:49.224 INFO:tasks.workunit.client.0.smithi104.stdout: "[6553600000, 13107199999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[13107200000, 26214399999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[26214400000, 52428799999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[52428800000, 104857599999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[104857600000, 209715199999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[209715200000, 419430399999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[419430400000, 838860799999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[838860800000, 1677721599999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[1677721600000, 3355443199999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[3355443200000, 6710886399999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[6710886400000, 13421772799999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[13421772800000, 26843545599999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[26843545600000, 53687091199999]", 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: "[53687091200000, None]" 2024-04-02T10:00:49.225 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 32, 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "Request size (bytes)", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 512, 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 511]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[512, 1023]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[1024, 2047]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[2048, 4095]", 2024-04-02T10:00:49.226 INFO:tasks.workunit.client.0.smithi104.stdout: "[4096, 8191]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[8192, 16383]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[16384, 32767]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[32768, 65535]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[65536, 131071]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[131072, 262143]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[262144, 524287]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[524288, 1048575]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[1048576, 2097151]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[2097152, 4194303]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[4194304, 8388607]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[8388608, 16777215]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[16777216, 33554431]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[33554432, 67108863]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[67108864, 134217727]", 2024-04-02T10:00:49.227 INFO:tasks.workunit.client.0.smithi104.stdout: "[134217728, 268435455]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[268435456, 536870911]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[536870912, 1073741823]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[1073741824, 2147483647]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[2147483648, 4294967295]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[4294967296, 8589934591]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[8589934592, 17179869183]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[17179869184, 34359738367]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[34359738368, 68719476735]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[68719476736, 137438953471]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[137438953472, 274877906943]", 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "[274877906944, None]" 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:49.228 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1662, 12, 1, 3, 10, 0, 0, 1, 0, 0, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1471, 10, 1, 2, 3, 4, 8, 16, 32, 63, 94, 76, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 194, 4, 0, 0, 0, 0, 0, 2, 4, 6, 57, 180, 159, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 286, 17, 0, 0, 0, 0, 0, 0, 2, 4, 21, 24, 258, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.229 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 500, 35, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 19, 20, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 611, 42, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 19, 30, 134, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 731, 68, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 471, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.230 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.231 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2249, 25, 2, 0, 4, 0, 3, 4, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1847, 3, 0, 2, 3, 7, 9, 20, 35, 67, 116, 71, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 56, 0, 0, 0, 1, 1, 1, 3, 4, 0, 31, 216, 306, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 45, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 6, 273, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 4, 22, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 205, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 4, 6, 14, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 584, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 828, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.232 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.233 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 324, 6, 0, 0, 15, 0, 1, 1, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.234 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 149, 4, 1, 0, 1, 0, 1, 1, 3, 12, 36, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 177, 2, 0, 0, 0, 1, 4, 3, 7, 18, 66, 102, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 1, 6, 3, 33, 60, 34, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 59, 2, 0, 0, 0, 0, 0, 0, 0, 3, 6, 11, 31, 59, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 13, 40, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.235 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.236 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1013, 27, 0, 1, 18, 0, 3, 4, 6, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 686, 7, 0, 1, 0, 3, 7, 8, 16, 31, 41, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 190, 13, 0, 0, 0, 2, 2, 5, 6, 9, 43, 128, 159, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 395, 16, 1, 0, 0, 0, 0, 0, 3, 2, 19, 21, 67, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 498, 22, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 23, 29, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 240, 38, 0, 0, 0, 0, 0, 0, 1, 0, 3, 3, 12, 31, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.237 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 142, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 26, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.238 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.239 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1035, 10, 0, 1, 11, 2, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 819, 6, 0, 1, 1, 6, 3, 5, 14, 20, 47, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 359, 1, 0, 0, 0, 1, 2, 1, 6, 10, 58, 140, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 513, 2, 0, 0, 0, 0, 2, 0, 0, 1, 12, 21, 158, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 269, 1, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 9, 10, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 23, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.240 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.241 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 112, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 571, 19, 0, 0, 9, 0, 5, 9, 17, 24, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.242 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 77, 8, 0, 0, 1, 0, 1, 5, 4, 2, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 125, 15, 0, 0, 0, 0, 1, 1, 2, 6, 34, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 95, 9, 0, 0, 0, 0, 0, 2, 3, 2, 17, 23, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 29, 2, 0, 0, 0, 0, 0, 1, 0, 3, 4, 5, 13, 18, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 10, 25, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.243 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.244 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1051, 16, 0, 0, 7, 1, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 712, 10, 0, 1, 2, 1, 2, 9, 15, 23, 31, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 440, 11, 0, 0, 1, 1, 1, 1, 3, 2, 31, 88, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 362, 17, 0, 0, 2, 0, 0, 0, 0, 3, 8, 8, 155, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 315, 20, 0, 0, 2, 0, 0, 0, 1, 4, 7, 6, 24, 23, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 113, 43, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 24, 27, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 66, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.245 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 7, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.246 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.247 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 47, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 198, 17, 4, 4, 6, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 69, 11, 1, 0, 0, 1, 1, 3, 6, 2, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 108, 0, 1, 0, 1, 0, 1, 2, 7, 9, 19, 30, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 2, 2, 16, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 23, 0, 0, 0, 1, 0, 0, 0, 2, 2, 4, 9, 26, 23, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 30, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.248 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.249 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: "axes": [ 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 8, 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "number of replicas", 2024-04-02T10:00:49.250 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 1, 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0]", 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[1, 1]", 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[2, 2]", 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[3, 3]", 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[4, 4]", 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[5, 5]", 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: "[6, None]" 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "linear" 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.251 INFO:tasks.workunit.client.0.smithi104.stdout: "buckets": 10, 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "min": 0, 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "name": "duration", 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "quant_size": 250000, 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "ranges": [ 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[None, -1]", 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 249999]", 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[250000, 499999]", 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[500000, 999999]", 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[1000000, 1999999]", 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[2000000, 3999999]", 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[4000000, 7999999]", 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[8000000, 15999999]", 2024-04-02T10:00:49.252 INFO:tasks.workunit.client.0.smithi104.stdout: "[16000000, 31999999]", 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[32000000, None]" 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: "scale_type": "log2" 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: "osds": [ 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 0, 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.253 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 1, 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.254 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 2, 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.255 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 3, 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.256 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 4, 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.257 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 5, 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.258 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 6, 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "osd_id": 7, 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "values": [ 2024-04-02T10:00:49.259 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: ] 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: "perf_counters": { 2024-04-02T10:00:49.260 INFO:tasks.workunit.client.0.smithi104.stdout: "mds.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: "mds": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: "caps": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_grant": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_revoke": { 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: "ceph_cap_op_trunc": { 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_commit": { 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_complete": { 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_fetch_keys": { 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.262 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_merge": { 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: "dir_split": { 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: "exported_inodes": { 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: "forward": { 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_cap_release": { 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.263 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps": { 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_caps_dirty": { 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_inode_file_caps": { 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: "imported_inodes": { 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes": { 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_expired": { 2024-04-02T10:00:49.264 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_pinned": { 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: "inodes_with_caps": { 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: "load_cent": { 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: "openino_dir_fetch": { 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.265 INFO:tasks.workunit.client.0.smithi104.stdout: "process_request_cap_release": { 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: "reply_latency": { 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: "request": { 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rbytes": { 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.266 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rfiles": { 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: "root_rsnaps": { 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_reply": { 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: "subtrees": { 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_cache": { 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_enqueue_scrub": { 2024-04-02T10:00:49.267 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_exportdir": { 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_flush": { 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragmentdir": { 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_fragstats": { 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_inodestats": { 2024-04-02T10:00:49.268 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_quiesce_inode": { 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: "ireq_quiesce_path": { 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_enqueued": { 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_prioritized": { 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: "num_recovering_processing": { 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.269 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays": { 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_delayed": { 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: "num_strays_enqueuing": { 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_completed": { 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_started": { 2024-04-02T10:00:49.270 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_created": { 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_enqueued": { 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_migrated": { 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: "strays_reintegrated": { 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.271 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_log": { 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: "ev": { 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: "evadd": { 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: "evex": { 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: "evexd": { 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: "evexg": { 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.272 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: "evlrg": { 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: "evtrm": { 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: "jlat": { 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: "replayed": { 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: "seg": { 2024-04-02T10:00:49.273 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: "segadd": { 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: "segex": { 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: "segexd": { 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: "segexg": { 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: "segmjr": { 2024-04-02T10:00:49.274 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: "segtrm": { 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_mem": { 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: "cap": { 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: "cap+": { 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: "cap-": { 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: "dir": { 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: "dir+": { 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: "dir-": { 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: "dn": { 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: "dn+": { 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.276 INFO:tasks.workunit.client.0.smithi104.stdout: "dn-": { 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: "heap": { 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 248184 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: "ino": { 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: "ino+": { 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: "ino-": { 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.277 INFO:tasks.workunit.client.0.smithi104.stdout: "rss": { 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52940 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_server": { 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_acquisition_throttle": { 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: "cap_revoke_eviction": { 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_request": { 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.278 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_client_session": { 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "handle_peer_request": { 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "req_create_latency": { 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getattr_latency": { 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getfilelock_latency": { 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.279 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: "req_getvxattr_latency": { 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: "req_link_latency": { 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookup_latency": { 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.280 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookuphash_latency": { 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupino_latency": { 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupname_latency": { 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupparent_latency": { 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.281 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lookupsnap_latency": { 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "req_lssnap_latency": { 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mkdir_latency": { 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mknod_latency": { 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.282 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: "req_mksnap_latency": { 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: "req_open_latency": { 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: "req_readdir_latency": { 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rename_latency": { 2024-04-02T10:00:49.283 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: "req_renamesnap_latency": { 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmdir_latency": { 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmsnap_latency": { 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.284 INFO:tasks.workunit.client.0.smithi104.stdout: "req_rmxattr_latency": { 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setattr_latency": { 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setdirlayout_latency": { 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setfilelock_latency": { 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.285 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setlayout_latency": { 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: "req_setxattr_latency": { 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: "req_snapdiff_latency": { 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.286 INFO:tasks.workunit.client.0.smithi104.stdout: "req_symlink_latency": { 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: "req_unlink_latency": { 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: "mds_sessions": { 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: "average_load": { 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: "avg_session_uptime": { 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.287 INFO:tasks.workunit.client.0.smithi104.stdout: "mdthresh_evicted": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: "session_count": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: "session_remove": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_open": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: "sessions_stale": { 2024-04-02T10:00:49.288 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: "total_load": { 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.289 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: "purge_queue": { 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executed": { 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executed_ops": { 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing": { 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_high_water": { 2024-04-02T10:00:49.290 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops": { 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_executing_ops_high_water": { 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: "pq_item_in_journal": { 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.458192783c824ff148e9a696c8fa5df6e8a6d610": { 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:49.291 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.292 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 252 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8614 2024-04-02T10:00:49.293 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8614, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58743654 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8614, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1989975709 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.294 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 219 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3, 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2999962 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:49.295 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8613 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.296 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:49.297 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8613 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8613, 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25639687234 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:49.298 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:49.299 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8613 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8613, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115845356 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8613, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75433 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8613, 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5669930792 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.300 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 171909120 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 170180608 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1728512 2024-04-02T10:00:49.301 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267537171 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.302 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24091557 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.303 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69081416 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.304 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267537171 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1512348 2024-04-02T10:00:49.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.306 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70689105 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:49.307 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178358114 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.308 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.309 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69105822 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.310 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 373527, 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1701570201 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:49.311 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20779, 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9964050564 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.5f75a4ae5580405fbce06f186bb7c9d164033995": { 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.313 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:49.314 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 270 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8683 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:49.315 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59836796 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26049 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861977256 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.316 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.317 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8681 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8681, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59197055 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8681, 2024-04-02T10:00:49.318 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67297 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8681, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2734817035 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.319 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 999988 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8683 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8683, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29053645479 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:49.320 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:49.321 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:49.322 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 258170880 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 257392640 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:49.323 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 778240 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.324 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267460885 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24287804 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.325 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.326 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68961455 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.327 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267460885 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1519531 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.328 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.329 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70758208 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178307257 2024-04-02T10:00:49.330 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.331 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.332 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69156679 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:49.333 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 389923, 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1967651845 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:49.334 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20948, 2024-04-02T10:00:49.335 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7690811756 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mon.906890abf77058d1d6b5734a77c6fe7063a8cce1": { 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: "election_call": { 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: "election_lose": { 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: "election_win": { 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: "num_elections": { 2024-04-02T10:00:49.336 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: "num_sessions": { 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: "session_add": { 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: "session_rm": { 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 234 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: "session_trim": { 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: "paxos": { 2024-04-02T10:00:49.337 INFO:tasks.workunit.client.0.smithi104.stdout: "accept_timeout": { 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: "begin": { 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_bytes": { 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58438343 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_keys": { 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.338 INFO:tasks.workunit.client.0.smithi104.stdout: "begin_latency": { 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1378974357 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: "collect": { 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_bytes": { 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 146 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_keys": { 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.339 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_latency": { 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2, 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 999982 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_timeout": { 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: "collect_uncommitted": { 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: "commit": { 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_bytes": { 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.340 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_keys": { 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: "commit_latency": { 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_ack_timeout": { 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: "lease_timeout": { 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.341 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn": { 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: "new_pn_latency": { 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh": { 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: "refresh_latency": { 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26695504136 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.342 INFO:tasks.workunit.client.0.smithi104.stdout: "restart": { 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state": { 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_bytes": { 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: "share_state_keys": { 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.343 INFO:tasks.workunit.client.0.smithi104.stdout: "start_leader": { 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: "start_peon": { 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state": { 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8574 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_bytes": { 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115243413 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_keys": { 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:49.344 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75131 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: "store_state_latency": { 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8574, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2706949737 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache": { 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020054731 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169820160 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 167927808 2024-04-02T10:00:49.345 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2147483648 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1892352 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:full": { 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360710144 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.346 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267585445 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23978396 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.347 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.348 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69146303 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:inc": { 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 339738624 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 267585445 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1496779 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.350 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.351 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70656400 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: "prioritycache:kv": { 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314572800 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.352 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 178390297 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.353 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.354 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69073639 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb": { 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: "compact": { 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_len": { 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_queue_merge": { 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_range": { 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: "get_latency": { 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 371733, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1794014298 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_delay_time": { 2024-04-02T10:00:49.356 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_memtable_time": { 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_write_wal_time": { 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.357 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_latency": { 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: "submit_sync_latency": { 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20680, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6252768377 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.0": { 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.358 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27891 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.359 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13262848 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.360 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 779788288 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11439812 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7757904 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 211, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 937634 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.361 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 821690368 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78635, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11506034089 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78649, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18834836840 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.362 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6201344 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 322101248 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 820248576 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9738482995 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68665 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8501264384 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8501268480 2024-04-02T10:00:49.364 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 60755 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 68665, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2443655759 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.365 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9650217518 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65957 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4088151 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 631 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13075735 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.366 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1011 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8987584 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8987584 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.367 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 391 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1011, 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3894355 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.368 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 691 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9646 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.369 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1118031872 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.370 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13983744 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 24052, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80116582 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3603, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7130181556 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.371 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 30607, 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 254224965 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:49.372 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78564, 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22764555734 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77847, 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1723937501 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.373 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78564, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48804092 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 78564, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22813359826 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38449, 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1263111822 2024-04-02T10:00:49.374 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1156, 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2914926 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21625, 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11298941 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 53, 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 88343 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.375 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17580, 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2529491048 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 254213 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24394 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13680, 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2759699249 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37243, 2024-04-02T10:00:49.376 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13134362 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23563, 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2213726855 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15508, 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 452060708 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13315865078 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.378 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10408, 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1185396316 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10408, 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3950398910229 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10408, 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6914226698280 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2877061857959 2024-04-02T10:00:49.379 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10729149 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 707058345 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40683407271 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.380 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30297948 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21203361797 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16278635934 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10062343 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.381 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2555, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12534690 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 92200934297 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17338039119 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 94989, 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 777946716 2024-04-02T10:00:49.382 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 651821056 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 500875264 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.383 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 150945792 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.384 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56488035 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.385 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24576 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 761856 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.386 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68554653 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423660264 2024-04-02T10:00:49.387 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 288 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.388 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 137520 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.389 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71127672 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13646560 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.390 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37658690 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74523870 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.393 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423660264 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12780 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.394 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67837 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1129639 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.395 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70057352 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.396 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38522 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.397 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 127310, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8807652250 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2775245629 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38522, 2024-04-02T10:00:49.398 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 250422746047 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3815959898 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39432, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22512928943 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38522, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 87390368593 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 22113 2024-04-02T10:00:49.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22113, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13338124464 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3815959898 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22485, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6288851125 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.400 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22113, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7161501208 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8696 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 620238616 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8696, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19126962892 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.401 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9056, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6018181371 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8696, 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16951000290 2024-04-02T10:00:49.402 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7713 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2155007013 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7713, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217957658691 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.403 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7891, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10205896447 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7713, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63277867095 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4194341 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:49.404 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 835682304 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.1": { 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16508 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.405 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.406 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9957376 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 790716416 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.407 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3559896 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1356381 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 199, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 879157 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:49.408 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 818413568 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73932, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10865913989 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73958, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17368071046 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3600384 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.409 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 302866432 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 835452928 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.410 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7161342890 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63142 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6277672960 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6277677056 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.411 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 59214 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63142, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2191025068 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7065872901 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.412 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 60215 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3118947 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 794 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9681042 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1062 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.413 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6562095 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6562095 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 277 2024-04-02T10:00:49.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1062, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2797249 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.415 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 604 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9702 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.416 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1106272256 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13385728 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19056, 2024-04-02T10:00:49.417 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 64818336 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3563, 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5958746188 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.418 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16067, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 134777397 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.419 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21096532132 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73176, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1750153347 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45148905 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 73865, 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21141681037 2024-04-02T10:00:49.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28234, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 933799134 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 981, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2795317 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15568, 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10308768 2024-04-02T10:00:49.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 45, 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54687 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11284, 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1646210372 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 225618 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26578 2024-04-02T10:00:49.422 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21525, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2038132558 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 69697, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19220559 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 48172, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1368927397 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.423 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15252, 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 406021796 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.424 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9840204347 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21915, 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1315641795 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21913, 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3567955066678 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.425 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21915, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6346949311233 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87276, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2750571140502 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87276, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8896604 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:49.426 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 415121162 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35853165029 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29970462 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17570850050 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.427 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13769395434 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9471426 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2544, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11974399 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 77462085368 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:49.428 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14726430189 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 87278, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 508111757 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 657145856 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:49.429 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 522248192 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 134897664 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.430 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56769452 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.431 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69632 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.432 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68990036 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.433 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425770895 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 256 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.434 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 148576 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 544 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.435 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69005473 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9442656 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.436 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37846301 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.437 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.438 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70151555 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.439 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425770895 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 979 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.440 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 64670 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1121935 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.441 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67969393 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.442 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39842 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.443 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 131662, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10092899521 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2186145259 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:49.444 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39842, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 700641228663 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2480953819 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 41497, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31892379314 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39842, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115176654632 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.445 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18471 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18471, 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11369907974 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2480953819 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18898, 2024-04-02T10:00:49.446 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5296695939 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18471, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5015947142 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11930 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 274848383 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11930, 2024-04-02T10:00:49.447 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 106910135841 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12066, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13598238783 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.448 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11930, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31844416571 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9441 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1911296876 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9441, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 582361184848 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.449 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10533, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12997444592 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9441, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 78316290919 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.450 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 831815680 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.2": { 2024-04-02T10:00:49.451 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14485 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.452 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.453 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5877760 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 607375360 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3424098 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1227422 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 167, 2024-04-02T10:00:49.454 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 749639 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 518717440 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70552, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10125113449 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70559, 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16396078159 2024-04-02T10:00:49.455 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6426624 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 289058816 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 535756800 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.456 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4157861503 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46255 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3549241344 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3549245440 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.457 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35597 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 46255, 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1649627346 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4072679148 2024-04-02T10:00:49.458 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43641 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2245611 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 611 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5832672 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 898 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.459 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3587061 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3587061 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 295 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:49.460 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 898, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1861158 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:49.461 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 825 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 7, 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9326 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.462 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 904888320 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9179136 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14258, 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 46011975 2024-04-02T10:00:49.463 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3611, 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4851012181 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.464 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22724, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 185160363 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:49.465 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19620033083 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 69973, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1361350075 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30860391 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 70512, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19650893474 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.466 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 58961, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1001157936 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1075, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2714420 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19465, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16495420 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.467 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 51982 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20771, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1220281840 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 255963 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18610 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9989, 2024-04-02T10:00:49.468 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1746171828 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 26820, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18563730 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16831, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1543139160 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12669, 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360500278 2024-04-02T10:00:49.469 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:49.470 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9004443154 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6157, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1012513270 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6156, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3772887877337 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6157, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6179633927547 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80377, 2024-04-02T10:00:49.471 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2572071742449 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80377, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8552956 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 209299469 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30464344957 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:49.472 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26799368 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14357280836 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11384673149 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5276943 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.473 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2524, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12374788 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65432386134 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12230255781 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 80378, 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 475489074 2024-04-02T10:00:49.474 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 575176704 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 535617536 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:49.475 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39559168 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.476 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57138714 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.477 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69632 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.478 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68620774 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428540359 2024-04-02T10:00:49.479 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2128 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132928 2024-04-02T10:00:49.480 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.481 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74641065 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6058032 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.482 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38092476 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.483 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.484 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73290004 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428540359 2024-04-02T10:00:49.485 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.486 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 64757 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1138738 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.487 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73572626 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.488 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 41 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 51246 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 142602, 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7759889338 2024-04-02T10:00:49.489 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1944084924 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 51246, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 100360838987 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.490 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2875375815 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52181, 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45777235031 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 51246, 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 80724408610 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21633 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:49.491 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21633, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17978350239 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2875375815 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22077, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5658944002 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 21633, 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8018178667 2024-04-02T10:00:49.492 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27871 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 431869935 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27871, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61169571831 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.493 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28184, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 36918055243 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27871, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57272785770 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1742 2024-04-02T10:00:49.494 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1512214989 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1742, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21212916917 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1920, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3200235786 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.495 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1742, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15433444173 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3145744 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:49.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 527908864 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.3": { 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18930 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.497 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.498 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5783552 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 654368768 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2960249 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.499 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1092664 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 168, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 776438 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 633667584 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66929, 2024-04-02T10:00:49.500 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9807259461 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66936, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15879053938 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8220672 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 274214912 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 627965952 2024-04-02T10:00:49.501 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3928211256 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45128 2024-04-02T10:00:49.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3524640768 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3524644864 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:49.503 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37757 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 45128, 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1571167768 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3839797416 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42415 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2817013 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.504 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 743 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5734987 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 934 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2917974 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2917974 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.505 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 195 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 934, 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1508309 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.506 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 619 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10722 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.507 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 936800256 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:49.508 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9203712 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17483, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52467423 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3537, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5295023483 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.509 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16720, 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 132511926 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.510 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18974004632 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66337, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1444797422 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.511 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 36976482 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66883, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19010981114 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20689, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 719269945 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.512 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1384, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2891956 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9223, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8736588 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74884 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11311, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2158781029 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.513 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 217808 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18304 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39476, 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1854890280 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 99302, 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29120366 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.514 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 59826, 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1333359157 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12524, 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 342877217 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.515 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9605540542 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18319, 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1849105024 2024-04-02T10:00:49.516 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18316, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4011699659044 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18319, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7090149027897 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76581, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2727046790981 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76581, 2024-04-02T10:00:49.517 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7426427 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 430869187 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29627930289 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24951563 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.518 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13493475759 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11808249069 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5282871 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2520, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12089900 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.519 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 64977209210 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12671732143 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 76584, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 442922179 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405294208 2024-04-02T10:00:49.520 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 624713728 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 607608832 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600706560 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17104896 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.521 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57159657 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.522 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49152 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.523 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68620311 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.524 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428697433 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.525 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1904 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 128240 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.526 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74488903 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:49.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5783024 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38106438 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.528 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.529 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73551050 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.530 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 428697433 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.531 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 62805 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1140459 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73415783 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.533 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56909 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.534 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 134261, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8530664447 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1623219565 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 56909, 2024-04-02T10:00:49.535 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 314469044451 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2131891582 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 59197, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32565956536 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 56909, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 81770859209 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39324 2024-04-02T10:00:49.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39324, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56562163014 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2131891582 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39543, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8670218207 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.537 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 39324, 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9304859895 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13152 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 290752798 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13152, 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 189705474635 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.538 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15107, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18380072641 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13152, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 42544233484 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.539 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4433 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1332466767 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4433, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68201406802 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4547, 2024-04-02T10:00:49.540 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5515665688 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4433, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 29921765830 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.541 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 642891776 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.4": { 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17147 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.542 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.543 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14815232 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 722644992 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:49.544 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2963294 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 993638 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 186, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 848793 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 757923840 2024-04-02T10:00:49.545 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64578, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10027687926 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64582, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16108832593 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15200256 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 264556544 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:49.546 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 747962368 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3986208322 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 48458 2024-04-02T10:00:49.547 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3299184640 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3299188736 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 39147 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.548 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 48458, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1314224944 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3826423646 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43566 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4913845 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1104 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.549 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15853828 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1461 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10939983 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10939983 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.550 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 371 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1461, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3907906 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.551 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 677 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28225 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.552 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1004318720 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:49.553 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9199616 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 24091, 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71290442 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3512, 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4731885332 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.554 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14823, 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 128305381 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:49.555 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19549359127 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64085, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1433285151 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:49.556 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53453647 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64501, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19602812774 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 228885, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1485620388 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.557 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 834, 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2199415 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 130689, 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47527233 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 46, 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 55567 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17352, 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3488057602 2024-04-02T10:00:49.558 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 399682 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20625 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8685, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1599334738 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37498, 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12535916 2024-04-02T10:00:49.559 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28813, 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1336417946 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13861, 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 397313705 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.560 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12119849002 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18672, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 921009612 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.561 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18670, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3786436607783 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18672, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6563956170071 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77044, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2743176328849 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77044, 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7828614 2024-04-02T10:00:49.562 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 210759559 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31237647890 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 25830659 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:49.563 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13611312158 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13124781556 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5277670 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2475, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14273473 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.564 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70315592960 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14090283177 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77046, 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 709414205 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:49.565 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 643596288 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 632258560 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11337728 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.566 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56434778 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.567 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28672 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 45056 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.568 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69320614 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:49.569 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423260841 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.570 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2672 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 191840 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.571 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 71472519 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 184549376 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.572 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4953680 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37623185 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.573 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.574 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74863647 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.575 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 423260841 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.576 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75012 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1127156 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.577 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70464863 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.578 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33742 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.579 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 104858, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10327474313 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1566916184 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33742, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69221015060 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:49.580 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1870164256 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 34290, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20837136765 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33742, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38752598705 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 23462 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23462, 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18779928496 2024-04-02T10:00:49.581 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1870164256 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23634, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11506972699 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 23462, 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11526657354 2024-04-02T10:00:49.582 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6171 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 307644380 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6171, 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12140029560 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.583 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6408, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4112598106 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6171, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9486730334 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4109 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.584 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1259271804 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4109, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38301057004 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4248, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5217565960 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4109, 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17739211017 2024-04-02T10:00:49.585 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4194304 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.586 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 767139840 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.5": { 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16888 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.587 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.588 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19976192 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 747909120 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6552796 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20, 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2013585 2024-04-02T10:00:49.589 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 225, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1053792 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 680656896 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82294, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11240201733 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.590 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82302, 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17879642111 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4579328 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 337113088 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 697696256 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.591 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15154995142 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 115327 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12948983808 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.592 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12948987904 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 105372 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 115327, 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5015291695 2024-04-02T10:00:49.593 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14937209044 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 108663 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6555482 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1227 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19904323 2024-04-02T10:00:49.594 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1816 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13348841 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13348841 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.595 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 610 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1816, 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5592563 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.596 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 610 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16557 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.597 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1108025344 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13398016 2024-04-02T10:00:49.598 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 19897, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 66800310 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3547, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9043169080 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.599 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20019, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 156583835 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.600 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21786779805 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 81722, 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1624710117 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49102584 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.601 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 82217, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21835882389 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 40896, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 944181276 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 883, 2024-04-02T10:00:49.602 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2263771 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 22969, 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16980085 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 49, 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61954 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18665, 2024-04-02T10:00:49.603 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4764652186 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 263766 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 21797 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28773, 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1557229043 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.604 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 66110, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28020075 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37337, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1343997335 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15919, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 455250861 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.605 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:49.606 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9741376549 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 662688538 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3843252795529 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8320, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6591277546248 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:49.607 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2993106658892 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11052005 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 295759488 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32957799684 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:49.608 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 34587045 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14464173160 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16517628432 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9477180 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2494, 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14316139 2024-04-02T10:00:49.609 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73993234231 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17574706914 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 93968, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 543716823 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.610 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 622215168 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 584949760 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37265408 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.611 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 55943953 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.612 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57344 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.613 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69827823 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.614 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.615 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.617 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.617 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.617 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 419579651 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.618 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3152 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 237936 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.619 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75107133 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.620 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20794096 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37295969 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.621 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.622 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67739055 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.623 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 419579651 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.624 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79483 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1124550 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.625 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 74144188 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 49 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.626 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 53 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.627 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 63609 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 146318, 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13229865359 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1432836894 2024-04-02T10:00:49.628 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63609, 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54790742947 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1960055431 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 64475, 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17383568189 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63609, 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32377472197 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.629 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 52442 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52442, 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19821382053 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1960055431 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.630 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52580, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9055670990 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 52442, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8556738438 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9594 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 412331200 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9594, 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18977819082 2024-04-02T10:00:49.631 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10117, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6052447402 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 9594, 2024-04-02T10:00:49.632 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14371242484 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1573 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1020505694 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1573, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15991541812 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.633 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1778, 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2275449797 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1573, 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9449491275 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:49.634 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 694063104 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.6": { 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28251 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.635 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.636 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12525568 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 597082112 2024-04-02T10:00:49.637 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2726431 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 935684 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 171, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 695639 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:49.638 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 571015168 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63954, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8961352698 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63956, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14623939079 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12648448 2024-04-02T10:00:49.639 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 262004736 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 579534848 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:49.640 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 47 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8809003247 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75250 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7624331264 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7624335360 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.641 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 66082 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 75250, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2767296649 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8654512598 2024-04-02T10:00:49.642 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70521 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3871993 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 882 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12441126 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.643 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1285 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8569133 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8569133 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.644 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 410 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1285, 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3731544 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.645 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 630 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12, 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14301 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.646 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 873902080 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:49.647 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9789440 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17132, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 50309682 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3436, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7614559874 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.648 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 16153, 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 129760966 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.649 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17830277087 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63500, 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1262741732 2024-04-02T10:00:49.650 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 33783734 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63899, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17864060821 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28319, 2024-04-02T10:00:49.651 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 604014963 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 836, 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2410543 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12917, 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11660550 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 43, 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 79491 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.652 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12012, 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1832510942 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 190744 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19189 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 10868, 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1525334819 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.653 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38918, 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16785883 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28050, 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1230889556 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 12353, 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 361671877 2024-04-02T10:00:49.654 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:49.655 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10769004114 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14206, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 667617447 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14205, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4165174605384 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 14206, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6083010135404 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:49.656 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77395, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2867135146824 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77395, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7787747 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 344585933 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 30163087736 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.657 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27053551 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 14244136625 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15143806099 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5873135 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.658 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2392, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13118037 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 70677752156 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 15985206171 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 77396, 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 683179005 2024-04-02T10:00:49.659 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 595533824 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 554557440 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.660 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40976384 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.661 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56675692 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.662 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 98304 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.663 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69055124 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 562036736 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.664 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425067692 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2384 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.665 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 170928 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.666 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 69686868 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 192937984 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.667 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12631536 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37783794 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.668 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.669 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 75413790 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 494927872 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.670 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 425067692 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.671 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65005 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1157097 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.672 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68638078 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:49.673 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 54 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:49.674 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 37719 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 98263, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8826913669 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1634410593 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.675 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37719, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 82825310260 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1842286150 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38226, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13935299375 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 37719, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 31853601070 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.676 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 28872 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28872, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13120146417 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1842286150 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 29103, 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5824519599 2024-04-02T10:00:49.677 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 28872, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5389661683 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4687 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 340240703 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4687, 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13636609024 2024-04-02T10:00:49.678 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4849, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3140274780 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4687, 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8443330353 2024-04-02T10:00:49.679 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4160 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1294169890 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4160, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56068554819 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.680 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4274, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4970504996 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 4160, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18020609034 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 102142 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.681 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 580816896 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: "osd.7": { 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: "bluefs": { 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_db_max_lat": { 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 18958 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_fallback": { 2024-04-02T10:00:49.682 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_max_lat": { 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_slow_size_fallback": { 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_db": { 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 65536 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_slow": { 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit_wal": { 2024-04-02T10:00:49.683 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_wal_max_lat": { 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_slow": { 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_sst": { 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3739648 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_written_wal": { 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 529203200 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lat": { 2024-04-02T10:00:49.684 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3715211 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: "compact_lock_lat": { 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1760403 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: "db_alloc_lat": { 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 147, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 673111 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: "db_total_bytes": { 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995027456 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: "db_used_bytes": { 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 446955520 2024-04-02T10:00:49.685 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: "flush_lat": { 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63182, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8603510322 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: "fsync_lat": { 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63194, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 13946720374 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: "log_bytes": { 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9523200 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: "logged_bytes": { 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 258883584 2024-04-02T10:00:49.686 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_db": { 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 459735040 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_slow": { 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: "max_bytes_wal": { 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: "num_files": { 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: "read_bytes": { 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2141602755 2024-04-02T10:00:49.687 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: "read_count": { 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38349 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes": { 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1758961664 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_db": { 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1758965760 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_slow": { 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_bytes_wal": { 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.688 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: "read_disk_count": { 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27337 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 38349, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 892885966 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_bytes": { 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2049625970 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: "read_prefetch_count": { 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 35527 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_bytes": { 2024-04-02T10:00:49.689 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1288496 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_buffer_count": { 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 645 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_bytes": { 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3703972 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_count": { 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 812 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes": { 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2415476 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_db": { 2024-04-02T10:00:49.690 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2415476 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_slow": { 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_bytes_wal": { 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_disk_count": { 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 169 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: "read_random_lat": { 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 812, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1270047 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.691 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_alloc_lat": { 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_total_bytes": { 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_used_bytes": { 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1, 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 770 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: "unlink_lat": { 2024-04-02T10:00:49.692 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 8, 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12517 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_alloc_lat": { 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_total_bytes": { 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: "wal_used_bytes": { 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: "write_bytes": { 2024-04-02T10:00:49.693 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 794112000 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore": { 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: "alloc_unit": { 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4096 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": { 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9781248 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: "allocator_lat": { 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 17413, 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57851132 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: "clist_lat": { 2024-04-02T10:00:49.694 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 3477, 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2807839112 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_lat": { 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed": { 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_allocated": { 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: "compressed_original": { 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.695 INFO:tasks.workunit.client.0.smithi104.stdout: "csum_lat": { 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 18978, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 159005991 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "decompress_lat": { 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "fragmentation_micros": { 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_commit_lat": { 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63148, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16960329929 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_final_lat": { 2024-04-02T10:00:49.696 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 62703, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1349566506 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_flush_lat": { 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63148, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 43286112 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: "kv_sync_lat": { 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 63148, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17003616041 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_keys_lat": { 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 0, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.697 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_get_values_lat": { 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 27576, 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 608208126 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_lower_bound_lat": { 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 736, 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2160837 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_next_lat": { 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 5294, 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6010735 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_seek_to_first_lat": { 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 50, 2024-04-02T10:00:49.698 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 83087 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_upper_bound_lat": { 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11460, 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 872686389 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_hits": { 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 186971 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: "onode_misses": { 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17588 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: "read_lat": { 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 6897, 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1418619039 2024-04-02T10:00:49.699 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "read_onode_meta_lat": { 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 31960, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8532378 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "read_wait_aio_lat": { 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 25063, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1272077950 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "reads_with_retries": { 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "remove_lat": { 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 13383, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 360364555 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.700 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_aio_wait_count": { 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_committed_kv_count": { 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_onode_meta_count": { 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: "slow_read_wait_aio_count": { 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: "state_aio_wait_lat": { 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8250153436 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.701 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15713, 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 704574386 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_cleanup_lat": { 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15713, 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3902520156423 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: "state_deferred_queued_lat": { 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 15713, 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 6385367771224 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: "state_done_lat": { 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:49.702 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2585922201429 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: "state_finishing_lat": { 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 7654073 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: "state_io_done_lat": { 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 197204205 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_commiting_lat": { 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26773995032 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_done_lat": { 2024-04-02T10:00:49.703 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 26322475 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: "state_kv_queued_lat": { 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12088572547 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: "state_prepare_lat": { 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9323492443 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": { 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5867915 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: "truncate_lat": { 2024-04-02T10:00:49.704 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 2355, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12386925 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_commit_lat": { 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 56645940721 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_submit_lat": { 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10237523224 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: "txc_throttle_lat": { 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 74281, 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 447751266 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.705 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache": { 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_bytes": { 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1405280803 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: "heap_bytes": { 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 489889792 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: "mapped_bytes": { 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 462610432 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: "target_bytes": { 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2600690790 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: "unmapped_bytes": { 2024-04-02T10:00:49.706 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 27279360 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:data": { 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 125829120 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 57267961 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.707 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8192 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.708 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 61440 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 68491527 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv": { 2024-04-02T10:00:49.709 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 570425344 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 429509711 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.710 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1744 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 120496 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 384 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.711 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 73684145 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 176160768 2024-04-02T10:00:49.712 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67108864 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 3104080 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 38178641 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.713 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.714 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 67769183 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: "bluestore-pricache:meta": { 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: "committed_bytes": { 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 503316480 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.715 INFO:tasks.workunit.client.0.smithi104.stdout: "pri0_bytes": { 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pri10_bytes": { 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pri11_bytes": { 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 429509711 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pri1_bytes": { 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: "pri2_bytes": { 2024-04-02T10:00:49.716 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pri3_bytes": { 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pri4_bytes": { 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pri5_bytes": { 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 89020 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pri6_bytes": { 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1124631 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: "pri7_bytes": { 2024-04-02T10:00:49.717 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: "pri8_bytes": { 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: "pri9_bytes": { 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: "reserved_bytes": { 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 72593118 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: "objecter": { 2024-04-02T10:00:49.718 INFO:tasks.workunit.client.0.smithi104.stdout: "op_active": { 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 24 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rmw": { 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: "osd": { 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg": { 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 58 2024-04-02T10:00:49.719 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: "numpg_removing": { 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: "op": { 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32783 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: "op_before_queue_op_lat": { 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 102786, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 10805978662 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_degraded": { 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.720 INFO:tasks.workunit.client.0.smithi104.stdout: "op_delayed_unreadable": { 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: "op_in_bytes": { 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1619514691 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: "op_latency": { 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 32783, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 40678853031 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: "op_out_bytes": { 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2059671751 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: "op_prepare_latency": { 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 33156, 2024-04-02T10:00:49.721 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16597090930 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: "op_process_latency": { 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 32783, 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 32487856451 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r": { 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 20529 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency": { 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20529, 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 8171608673 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.722 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_out_bytes": { 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2059671751 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_prepare_latency": { 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20652, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4769716981 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: "op_r_process_latency": { 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 20529, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 5186186719 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw": { 2024-04-02T10:00:49.723 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 11227 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_in_bytes": { 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 436016169 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency": { 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11227, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 19740078193 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.724 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_out_bytes": { 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_prepare_latency": { 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11416, 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9733978817 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: "op_rw_process_latency": { 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 11227, 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 17675793058 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w": { 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1027 2024-04-02T10:00:49.725 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_in_bytes": { 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 1183498522 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency": { 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1027, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 12767166165 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_prepare_latency": { 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1088, 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 2093395132 2024-04-02T10:00:49.726 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: "op_w_process_latency": { 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: "count": 1027, 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 9625876674 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: "op_wip": { 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 0 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_bytes": { 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 16 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: "recovery_ops": { 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 4 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.727 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes": { 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 95995035648 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_bytes_used": { 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: "value": 456753152 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": [ 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:49.728 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 1, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 1, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 1, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876803338, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 1781760, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 1781760, 2024-04-02T10:00:49.729 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958947328, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 2, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.4648122689541196e-06, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 886, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 1533952, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 590368, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 590368, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 1771104, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 327, 2024-04-02T10:00:49.730 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 2473984 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.731 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 32, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 32, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 2, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876803338, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 154492, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 110592, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958947328, 2024-04-02T10:00:49.732 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 22, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 43900, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 2.1371825198457373e-07, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 79, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 89088, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 21255, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 6622, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 14633, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 63765, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 68, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 36864 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:49.733 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool" 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:49.734 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 64, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 64, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 3, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876803338, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958947328, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 0, 2024-04-02T10:00:49.735 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 0.0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 0 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:49.736 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: "cache_mode": "none", 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: "erasure_code_profile": {}, 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: "flags_names": [ 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: "hashpspool", 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: "selfmanaged_snaps" 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: "min_size": 2, 2024-04-02T10:00:49.737 INFO:tasks.workunit.client.0.smithi104.stdout: "options": {}, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_autoscale_mode": "off", 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 8, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "pgp_num": 8, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "pool": 4, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "size": 3, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "stats": { 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_raw": 722876803338, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "bytes_used": 12595200, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_bytes_used": 0, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "compress_under_bytes": 0, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "data_bytes_used": 12595200, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty": 0, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "max_avail": 240958947328, 2024-04-02T10:00:49.738 INFO:tasks.workunit.client.0.smithi104.stdout: "objects": 4, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_bytes_used": 0, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "percent_used": 1.742341191857122e-05, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_bytes": 0, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "quota_objects": 0, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "rd": 8933, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "rd_bytes": 3120090112, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "stored": 4194323, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_data": 4194323, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_omap": 0, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "stored_raw": 12582969, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "wr": 24343, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "wr_bytes": 3210933248 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.739 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_bytes": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: "target_max_objects": 0, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: "type": "replicated" 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": { 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: "mirroring_by_pool": [ 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: false 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_images_by_pool": [ 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pools": 1 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: "report_id": "ab0c7f58-d918-4176-b28f-e64e2b2fce5b", 2024-04-02T10:00:49.740 INFO:tasks.workunit.client.0.smithi104.stdout: "report_timestamp": "2024-04-02T10:00:48.233110", 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "report_version": 1, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "rocksdb_stats": { 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "7.9.2" 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "rook": { 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "cluster": { 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "external-mode": null, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "mon": { 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "allow-multiple-per-node": null, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "count": null, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "max-id": null, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "pvc": { 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.741 INFO:tasks.workunit.client.0.smithi104.stdout: "stretch": { 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: "enabled": null 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: "network": { 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: "provider": null 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: "storage": { 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: "device-set": { 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: "non-portable": null, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: "portable": null, 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T10:00:49.742 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: "csi": { 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes": { 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: "node": { 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: "kubernetes-total": null, 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: "with-ceph-daemons": null, 2024-04-02T10:00:49.743 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-nfs-plugin": null, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: "with-csi-rbd-plugin": null 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: "storage-class": { 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: "count": { 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: "bucket": null, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs": null, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: "nfs": null, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd": null, 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: "total": null 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.744 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: "version": null 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: "services": {}, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pg": [ 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.745 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.961467+0000", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.961467+0000", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.961828+0000", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:49.746 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901038+0000", 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.747 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2c", 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4973, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:50.460398+0000", 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.748 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.749 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.750 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.751 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.752 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955708+0000", 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955708+0000", 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956466+0000", 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:49.753 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895109+0000", 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.754 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2b", 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.755 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5118, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:54:19.415294+0000", 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.756 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.757 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.758 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.759 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955737+0000", 2024-04-02T10:00:49.760 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955737+0000", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956044+0000", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894523+0000", 2024-04-02T10:00:49.761 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2a", 2024-04-02T10:00:49.762 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4989, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:02:06.262860+0000", 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.763 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.764 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.765 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:49.766 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.767 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.928887+0000", 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.928887+0000", 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.929429+0000", 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:49.768 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895191+0000", 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.769 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.29", 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5085, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:41:27.588122+0000", 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.770 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.771 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.772 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.773 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.774 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270566+0000", 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270566+0000", 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.270888+0000", 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:49.775 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897872+0000", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.776 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.28", 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5022, 2024-04-02T10:00:49.777 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:44:53.176590+0000", 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.778 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.779 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.780 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.781 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.924953+0000", 2024-04-02T10:00:49.782 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.924953+0000", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.925303+0000", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:49.783 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895609+0000", 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.784 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.27", 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5079, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:43:24.320150+0000", 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.785 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.786 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.787 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:49.788 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.789 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952908+0000", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952908+0000", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.953251+0000", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:49.790 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896282+0000", 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.791 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.26", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4968, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:35.872410+0000", 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.792 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.793 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.794 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.795 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.796 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.937449+0000", 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.937449+0000", 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.937810+0000", 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:49.797 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895733+0000", 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.798 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.25", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5097, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:55:14.755486+0000", 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.799 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.800 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.801 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.802 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.803 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.922094+0000", 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.922094+0000", 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.922446+0000", 2024-04-02T10:00:49.804 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896167+0000", 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.805 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.24", 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.806 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5049, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:28:46.006738+0000", 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.807 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.808 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.809 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.810 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.934913+0000", 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.934913+0000", 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.935200+0000", 2024-04-02T10:00:49.811 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894940+0000", 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.812 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.23", 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.813 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5133, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:40.070603+0000", 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.814 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.815 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.816 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.817 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.272488+0000", 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.272488+0000", 2024-04-02T10:00:49.818 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.278213+0000", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894244+0000", 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.819 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.22", 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.820 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5023, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:47:53.438274+0000", 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.821 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.822 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.823 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.824 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955118+0000", 2024-04-02T10:00:49.825 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955118+0000", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.955452+0000", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765312+0000", 2024-04-02T10:00:49.826 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.21", 2024-04-02T10:00:49.827 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5071, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:49:50.968266+0000", 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.828 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.829 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.830 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.831 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:49.832 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958045+0000", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958045+0000", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960028+0000", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.833 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895394+0000", 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.834 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.20", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4956, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:26:29.958755+0000", 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.835 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.836 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.837 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.838 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.839 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957191+0000", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957191+0000", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957492+0000", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.840 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771819+0000", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.841 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.f", 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4943, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:40.229267+0000", 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.842 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.843 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.844 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.845 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.846 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957579+0000", 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957579+0000", 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958171+0000", 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:49.847 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765978+0000", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.848 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.e", 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5073, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:31.357005+0000", 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.849 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.850 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.851 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:49.852 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.853 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955819+0000", 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955819+0000", 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956138+0000", 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.854 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893456+0000", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.855 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.c", 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5014, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:30:07.239073+0000", 2024-04-02T10:00:49.856 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.857 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.858 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.859 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:49.860 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.932830+0000", 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.932830+0000", 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.933264+0000", 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.861 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895832+0000", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:49.862 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.d", 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5098, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:04.855508+0000", 2024-04-02T10:00:49.863 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 70, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.864 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.865 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:49.866 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.867 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.967173+0000", 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.967173+0000", 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967761+0000", 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:49.868 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770691+0000", 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.869 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.d", 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.870 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4917, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:52:54.094814+0000", 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.871 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.872 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.873 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.874 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:49.875 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.268640+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.268640+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.268968+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:49.876 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765485+0000", 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.c", 2024-04-02T10:00:49.877 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5084, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:53:07.920934+0000", 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.878 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.879 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.880 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.881 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.882 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959761+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959761+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960413+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.883 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898968+0000", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.884 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.a", 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4974, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:23.693564+0000", 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.885 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.886 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.887 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.888 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:49.889 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.966660+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.966660+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967039+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:49.890 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770386+0000", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.891 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.b", 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4929, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:23:17.569787+0000", 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.892 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.893 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.894 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 2, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 2, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.895 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'3" 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.896 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.926219+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.926219+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.926707+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:49.897 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895551+0000", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.898 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.b", 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5048, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:55:28.033067+0000", 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.899 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.900 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.901 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.902 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.903 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895165+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955459+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955459+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.955784+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895165+0000", 2024-04-02T10:00:49.904 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895165+0000", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895165+0000", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895165+0000", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895165+0000", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895165+0000", 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.905 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.a", 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.906 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5097, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:06.731717+0000", 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.907 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.908 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.909 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.910 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957558+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957558+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957911+0000", 2024-04-02T10:00:49.911 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894103+0000", 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.912 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.8", 2024-04-02T10:00:49.913 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5085, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:50:45.897085+0000", 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.914 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.915 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.916 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.917 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.918 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.958390+0000", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.958390+0000", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958725+0000", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:49.919 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897432+0000", 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.920 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.9", 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5097, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:21.969243+0000", 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.921 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.922 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.923 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.924 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:49.925 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952049+0000", 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952049+0000", 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.952425+0000", 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.926 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893611+0000", 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.927 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.9", 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5059, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.928 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:20.080258+0000", 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.929 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.930 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.931 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.932 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957117+0000", 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957117+0000", 2024-04-02T10:00:49.933 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957571+0000", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:49.934 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769810+0000", 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.8", 2024-04-02T10:00:49.935 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4937, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:03:26.174519+0000", 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.936 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.937 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.938 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.939 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.940 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.938327+0000", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.938327+0000", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.938646+0000", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.941 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901421+0000", 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.942 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.6", 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5120, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:44:10.155100+0000", 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.943 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.944 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.945 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.946 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:49.947 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955686+0000", 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955686+0000", 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956367+0000", 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.948 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.905047+0000", 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.949 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.7", 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4958, 2024-04-02T10:00:49.950 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:30:24.861663+0000", 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.951 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.952 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.953 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.954 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.951678+0000", 2024-04-02T10:00:49.955 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.951678+0000", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.405704+0000", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:49.956 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893667+0000", 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3220, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3220, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.1", 2024-04-02T10:00:49.957 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 9138, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:14:02.742084+0000", 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.004380943, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.958 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.959 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1587, 2024-04-02T10:00:49.960 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 404359, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3191, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 403454 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:49.961 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3220" 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.962 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952579+0000", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952579+0000", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.952879+0000", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.963 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895462+0000", 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.964 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.7", 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5049, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:54:06.440112+0000", 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.965 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.966 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.967 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.968 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.969 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958926+0000", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958926+0000", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959821+0000", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:49.970 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897527+0000", 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.971 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.6", 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5102, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:25:34.590665+0000", 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.972 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.973 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:49.974 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 2, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 2, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.975 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "565'2" 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.976 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.951138+0000", 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.951138+0000", 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.478707+0000", 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.977 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893993+0000", 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3036, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.978 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3036, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.0", 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8598, 2024-04-02T10:00:49.979 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:03:50.992872+0000", 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.003169127, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.980 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.981 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 657, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 424798, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.982 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3030, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 424306 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3036" 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.983 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266400+0000", 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266400+0000", 2024-04-02T10:00:49.984 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.267018+0000", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:49.985 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896419+0000", 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.986 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.4", 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5098, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:29.620719+0000", 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.987 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.988 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.989 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:49.990 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.991 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.960260+0000", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.960260+0000", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.963268+0000", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:49.992 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770604+0000", 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:49.993 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.5", 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4908, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:48:12.494414+0000", 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:49.994 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:49.995 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:49.996 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:49.997 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:49.998 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956149+0000", 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956149+0000", 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.415361+0000", 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:49.999 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T10:00:33.293420+0000", 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3145, 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.000 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3145, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.3", 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.001 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 9135, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:00:29.262715+0000", 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.00691479, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.002 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.003 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1475, 2024-04-02T10:00:50.004 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 398326, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3120, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 404753 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.005 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3145" 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.006 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956005+0000", 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956005+0000", 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956310+0000", 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:50.007 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770291+0000", 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.008 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.0", 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4940, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:23.463431+0000", 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.009 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.010 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.011 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.012 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.013 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.924894+0000", 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.924894+0000", 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.925212+0000", 2024-04-02T10:00:50.014 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.015 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765202+0000", 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.016 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1", 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5072, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:28:08.555595+0000", 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.017 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.018 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.019 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.020 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.021 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.893373+0000", 2024-04-02T10:00:50.022 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.893373+0000", 2024-04-02T10:00:50.023 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.413166+0000", 2024-04-02T10:00:50.023 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.026 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901551+0000", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3116, 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.027 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3116, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.6", 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8868, 2024-04-02T10:00:50.028 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:56:15.699524+0000", 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.004518442, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.029 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.030 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.031 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1017, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 388333, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3098, 2024-04-02T10:00:50.032 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 411375 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3116" 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.033 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 19, 2024-04-02T10:00:50.034 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.961575+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.961575+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964076+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:50.035 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:25:15.767243+0000", 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T10:00:45.574284+0000", 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 205, 2024-04-02T10:00:50.036 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 205, 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.037 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "1.0", 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5444, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:30:19.164350+0000", 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.038 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.039 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.040 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 886, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1498, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 327, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.041 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "2756'205" 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.042 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964694+0000", 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964694+0000", 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.965039+0000", 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.043 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894465+0000", 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.044 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.3", 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.045 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4997, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:31:34.281499+0000", 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.046 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.047 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.048 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.049 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958681+0000", 2024-04-02T10:00:50.050 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958681+0000", 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959016+0000", 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.051 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894840+0000", 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.052 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2", 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5078, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:33:11.753064+0000", 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.053 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.054 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.055 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.056 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:50.057 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.953392+0000", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.953392+0000", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.515336+0000", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.058 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895917+0000", 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3050, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.059 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3050, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.5", 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8738, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:26.803186+0000", 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.002690647, 2024-04-02T10:00:50.060 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.061 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.062 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1217, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 366332, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3030, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 362596 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.063 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3050" 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.064 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.941934+0000", 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.941934+0000", 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.942559+0000", 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.065 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765370+0000", 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.066 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1", 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5088, 2024-04-02T10:00:50.067 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:29:17.917496+0000", 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.068 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.069 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.070 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.071 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.072 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955826+0000", 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955826+0000", 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956208+0000", 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:50.073 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896003+0000", 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.074 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.0", 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5100, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:32:34.036903+0000", 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.075 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.076 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.077 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.078 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.079 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.269132+0000", 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.269132+0000", 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.414568+0000", 2024-04-02T10:00:50.080 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896871+0000", 2024-04-02T10:00:50.081 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2973, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2973, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.7", 2024-04-02T10:00:50.082 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8657, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:33.537229+0000", 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.009289511, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 4194304, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.083 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.084 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 795, 2024-04-02T10:00:50.085 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 370222, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2955, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 408764 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.086 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'2973" 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.087 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956606+0000", 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956606+0000", 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956918+0000", 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:50.088 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896671+0000", 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.089 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3", 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5032, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:31:46.508019+0000", 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.090 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.091 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.092 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.093 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.094 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.963992+0000", 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.963992+0000", 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.964364+0000", 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:50.095 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894475+0000", 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.096 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.2", 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.097 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:16.528044+0000", 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.098 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.099 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.100 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.101 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.102 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T10:00:46.886896+0000", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.936732+0000", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.936732+0000", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.411507+0000", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T10:00:46.886896+0000", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T10:00:46.886896+0000", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T10:00:46.886896+0000", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T10:00:46.886896+0000", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.103 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T10:00:46.886896+0000", 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T10:00:46.886896+0000", 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3007, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.104 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3007, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.4", 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8740, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:05:25.314720+0000", 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.006566378, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.105 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.106 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.107 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 935, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 302267, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3005, 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 376014 2024-04-02T10:00:50.108 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'3007" 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.109 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.261065+0000", 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.261065+0000", 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.265089+0000", 2024-04-02T10:00:50.110 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897951+0000", 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.111 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.5", 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.112 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5023, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:07:09.442113+0000", 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.113 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.114 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.115 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.116 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.117 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.893073+0000", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.893073+0000", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.893325+0000", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.118 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896334+0000", 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.119 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.4", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5122, 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:57:42.739208+0000", 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.120 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.121 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.122 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.123 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:50.124 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 66, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266250+0000", 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266250+0000", 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T09:12:15.411497+0000", 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.125 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:28:12.308600+0000", 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895380+0000", 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2926, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.126 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2926, 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "4.2", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 8914, 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:24:21.801790+0000", 2024-04-02T10:00:50.127 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.006725527, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 19, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.128 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.129 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1250, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 392326, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 2914, 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 344415 2024-04-02T10:00:50.130 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "1135'2926" 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.131 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.954012+0000", 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.954012+0000", 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.954382+0000", 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.132 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771360+0000", 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.133 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.e", 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4903, 2024-04-02T10:00:50.134 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:54:14.151233+0000", 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.135 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.136 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.137 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.138 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.949173+0000", 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.949173+0000", 2024-04-02T10:00:50.139 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.949777+0000", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895047+0000", 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.140 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 1, 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 1, 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.f", 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.141 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5032, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:23:57.531728+0000", 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 22, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.142 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.143 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 1, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.144 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 1, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'1" 2024-04-02T10:00:50.145 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:50.146 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.963406+0000", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.963406+0000", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964132+0000", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.147 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769361+0000", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.148 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.11", 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4916, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:45:43.905068+0000", 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.149 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.150 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.151 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.152 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.153 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.894022+0000", 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.894022+0000", 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.896987+0000", 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:50.154 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.765218+0000", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 8, 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.155 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 8, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.10", 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5099, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:56:23.665585+0000", 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.156 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.157 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 4, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.158 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 24, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 24, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 12, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.159 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'8" 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.160 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958375+0000", 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958375+0000", 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959903+0000", 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.161 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895248+0000", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.162 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.10", 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4952, 2024-04-02T10:00:50.163 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:18:05.099779+0000", 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.164 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.165 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.166 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.167 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959250+0000", 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959250+0000", 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.961978+0000", 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.168 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.899921+0000", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.169 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.11", 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4973, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:56:01.888400+0000", 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.170 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.171 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.172 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.173 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.174 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957462+0000", 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957462+0000", 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960313+0000", 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.175 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770282+0000", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.176 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.13", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4902, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:34:07.589549+0000", 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.177 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.178 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.179 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.180 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.181 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956432+0000", 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956432+0000", 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956770+0000", 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.182 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894331+0000", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.183 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.12", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5014, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:22:04.449819+0000", 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.184 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.185 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.186 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.187 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.188 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956274+0000", 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956274+0000", 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956610+0000", 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:50.189 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895782+0000", 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.190 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.12", 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.191 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5117, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:18:10.804604+0000", 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.192 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.193 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.194 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.195 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.939616+0000", 2024-04-02T10:00:50.196 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.939616+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.940280+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895437+0000", 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.197 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.13", 2024-04-02T10:00:50.198 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5120, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:33:06.255678+0000", 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 34, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.199 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.200 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 4, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 8, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.201 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 7 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:50.202 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.203 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.952274+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.952274+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956467+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.204 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770393+0000", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.205 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.15", 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4900, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:00:39.661229+0000", 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.206 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.207 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.208 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.209 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.210 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.962020+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.962020+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.962389+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:50.211 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.900935+0000", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 29, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.212 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 29, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.14", 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4988, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:38:24.394714+0000", 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.213 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 5824, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.214 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.215 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 10, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 14, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 28, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 25 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.216 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'29" 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:50.217 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.948233+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.948233+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.948573+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.218 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895736+0000", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.219 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.14", 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5052, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:32.406124+0000", 2024-04-02T10:00:50.220 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.221 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.222 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.223 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.224 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.267574+0000", 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.267574+0000", 2024-04-02T10:00:50.225 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.267907+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895634+0000", 2024-04-02T10:00:50.226 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 3, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 3, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.15", 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.227 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5114, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:54:30.903575+0000", 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 90, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.228 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.229 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.230 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 7, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 7, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.231 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'3" 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.232 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270796+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270796+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.271139+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:50.233 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901751+0000", 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.234 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.17", 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5115, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:18:09.599714+0000", 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.235 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.236 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.237 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.238 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: 3 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.239 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.955798+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.955798+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956149+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.240 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898015+0000", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.241 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.16", 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4992, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.242 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:53:38.530207+0000", 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.243 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.244 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.245 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.246 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.960229+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.960229+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960636+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:50.247 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898167+0000", 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.248 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.16", 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4997, 2024-04-02T10:00:50.249 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:17:43.170437+0000", 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.250 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.251 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.252 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.253 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:50.254 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.966741+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.966741+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.967156+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:50.255 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.904425+0000", 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.256 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.17", 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4952, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:09:28.314706+0000", 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.257 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.258 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.259 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.260 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.261 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.927559+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.927559+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.929216+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:50.262 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897490+0000", 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.263 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.19", 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5092, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:01.127934+0000", 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.264 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.265 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.266 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.267 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.268 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957231+0000", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957231+0000", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957507+0000", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.269 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897987+0000", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.270 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.18", 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5006, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.271 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:21.943792+0000", 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.272 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.273 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.274 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.275 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:59.939488+0000", 2024-04-02T10:00:50.276 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:59.939488+0000", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:59.941605+0000", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 408, 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:50.277 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893887+0000", 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 407, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.278 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.18", 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5089, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:43:53.571540+0000", 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.279 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.280 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.281 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.282 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.283 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.952281+0000", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.952281+0000", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952632+0000", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:50.284 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895456+0000", 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.285 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.19", 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5046, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:36:28.518239+0000", 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.286 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.287 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.288 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.289 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.290 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.956574+0000", 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.956574+0000", 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956908+0000", 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.291 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895530+0000", 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.292 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1b", 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5113, 2024-04-02T10:00:50.293 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:25:29.290941+0000", 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.294 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.295 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.296 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.297 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.953684+0000", 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.953684+0000", 2024-04-02T10:00:50.298 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.954038+0000", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898210+0000", 2024-04-02T10:00:50.299 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1a", 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.300 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4966, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:25:56.758249+0000", 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.301 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.302 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.303 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.304 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.305 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:34.935680+0000", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:34.935680+0000", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:34.935981+0000", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 443, 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:50.306 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896566+0000", 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 442, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.307 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1a", 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5059, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:33.532230+0000", 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.308 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.309 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.310 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.311 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:50.312 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957879+0000", 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957879+0000", 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958307+0000", 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.313 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895751+0000", 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.314 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1b", 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5073, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:53:33.403371+0000", 2024-04-02T10:00:50.315 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.316 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.317 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.318 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.319 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956563+0000", 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956563+0000", 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.956873+0000", 2024-04-02T10:00:50.320 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898220+0000", 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.321 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1d", 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.322 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:24:36.160913+0000", 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.323 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.324 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.325 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.326 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.327 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964085+0000", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964085+0000", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.966629+0000", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.328 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769585+0000", 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:50.329 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1c", 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4925, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:00.877341+0000", 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.330 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.331 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.332 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.333 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.334 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.274745+0000", 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.274745+0000", 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.278269+0000", 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.335 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893994+0000", 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.336 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1c", 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5009, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.337 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:41:21.668220+0000", 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.338 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.339 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.340 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.341 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964431+0000", 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964431+0000", 2024-04-02T10:00:50.342 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.970192+0000", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770686+0000", 2024-04-02T10:00:50.343 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1d", 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.344 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4918, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:21:46.146100+0000", 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.345 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 3, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 1, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 1, 2024-04-02T10:00:50.346 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 6, 2024-04-02T10:00:50.347 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 6, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 3, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.348 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "61'2" 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.349 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.270253+0000", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.270253+0000", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.270534+0000", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.350 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901501+0000", 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.351 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1f", 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5121, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:09:34.901081+0000", 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.352 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.353 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.354 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.355 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.356 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266417+0000", 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266417+0000", 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.266780+0000", 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.357 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.898025+0000", 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 2, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.358 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 2, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1e", 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5056, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:48:39.023991+0000", 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.359 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.360 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.361 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.362 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'2" 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.363 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958740+0000", 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958740+0000", 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959333+0000", 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:50.364 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897923+0000", 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.365 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.1e", 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.366 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5082, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:32:32.290604+0000", 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.367 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.368 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.369 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: 2 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.370 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 59, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:50.371 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955646+0000", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955646+0000", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956212+0000", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:35.848570+0000", 2024-04-02T10:00:50.372 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.902030+0000", 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 5, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 5, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.373 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "2.1f", 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5128, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:10:30.751709+0000", 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 582, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.374 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.375 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 1, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 4, 2024-04-02T10:00:50.376 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 4, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 4, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 1 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.377 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "561'5" 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.378 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.966409+0000", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.966409+0000", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.967519+0000", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.379 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770960+0000", 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.380 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2d", 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4917, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:01:29.750359+0000", 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.381 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.382 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.383 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.384 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 2, 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.385 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957820+0000", 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957820+0000", 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958567+0000", 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.386 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.766179+0000", 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.387 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2e", 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5067, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:24:55.431991+0000", 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.388 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.389 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.390 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.391 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 2, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.392 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.964588+0000", 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.964588+0000", 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964902+0000", 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.393 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896808+0000", 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.394 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.2f", 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.395 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5006, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:59:09.163322+0000", 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.396 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.397 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.398 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.399 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957906+0000", 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957906+0000", 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.958199+0000", 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:50.400 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897679+0000", 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.401 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.30", 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.402 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5003, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:00:13.108100+0000", 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.403 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.404 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.405 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.406 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.407 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.269421+0000", 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.269421+0000", 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.269776+0000", 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:50.408 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896820+0000", 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.409 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.31", 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5094, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:24:36.172247+0000", 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.410 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.411 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.412 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.413 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.414 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.266549+0000", 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.266549+0000", 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.266920+0000", 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.415 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895694+0000", 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.416 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.32", 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5116, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:14:12.877513+0000", 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.417 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.418 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.419 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.420 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: 5 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.421 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.951685+0000", 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.951685+0000", 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952053+0000", 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.422 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895647+0000", 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.423 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.33", 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5081, 2024-04-02T10:00:50.424 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:09.177696+0000", 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.425 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.426 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.427 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.428 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 4, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.956355+0000", 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.956355+0000", 2024-04-02T10:00:50.429 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.957087+0000", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:50.430 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895525+0000", 2024-04-02T10:00:50.433 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.433 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.433 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.433 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.34", 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.434 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5026, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:46:19.570066+0000", 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.435 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.436 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.437 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: 4, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 4, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.438 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959307+0000", 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959307+0000", 2024-04-02T10:00:50.439 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.959991+0000", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.895659+0000", 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.440 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.35", 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.441 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4951, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:04.125786+0000", 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.442 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.443 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.444 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.445 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 6, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.446 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.958670+0000", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.958670+0000", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.958978+0000", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.447 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.896480+0000", 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.448 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.36", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4951, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:51:12.340258+0000", 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.449 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.450 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.451 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 6, 2024-04-02T10:00:50.452 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.453 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.969616+0000", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.969616+0000", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.970120+0000", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:50.454 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771410+0000", 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.455 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.37", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4921, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:44:57.329286+0000", 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.456 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.457 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.458 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.459 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 3, 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.460 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.952555+0000", 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.952555+0000", 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.952976+0000", 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:50.461 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893729+0000", 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.462 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.38", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5082, 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:27:21.397268+0000", 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.463 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.464 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.465 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.466 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 3, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.467 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.955919+0000", 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.955919+0000", 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.956235+0000", 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.468 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.769497+0000", 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.469 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.39", 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4899, 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.470 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:20.769245+0000", 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.471 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.472 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.473 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.474 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:37:57.258148+0000", 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:37:57.258148+0000", 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:37:57.258476+0000", 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:50.475 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 465, 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.894156+0000", 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.476 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 464, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3a", 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.477 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5001, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:25.218984+0000", 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.478 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.479 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.480 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.481 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.959479+0000", 2024-04-02T10:00:50.482 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.959479+0000", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.960630+0000", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:50.483 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.770506+0000", 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.484 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3b", 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4899, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:09.265777+0000", 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.485 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.486 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.487 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: 4 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.488 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 5, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:50.489 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.957473+0000", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.957473+0000", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.957882+0000", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.490 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.893805+0000", 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.491 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3c", 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5019, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:25.536556+0000", 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.492 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.493 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.494 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: 5, 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: 3, 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: 7 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.495 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 5, 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 0, 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.496 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:36:38.892107+0000", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:36:38.892107+0000", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:36:38.892436+0000", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 387, 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.497 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.901941+0000", 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 386, 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.498 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3d", 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5121, 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:49:34.141483+0000", 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.499 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.500 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.501 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: 2, 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: 1 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 0, 2024-04-02T10:00:50.502 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 1, 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.503 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:38:31.959568+0000", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:38:31.959568+0000", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:38:31.960036+0000", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 500, 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.504 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.897267+0000", 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 499, 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.505 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3e", 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 5112, 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:42:51.127590+0000", 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.506 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.507 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.508 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.509 INFO:tasks.workunit.client.0.smithi104.stderr:+ ceph telemetry off 2024-04-02T10:00:50.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.509 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: 1, 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: 0, 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: 6 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.510 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 1, 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": [ 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: "acting_primary": 7, 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: "avail_no_missing": [], 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: "blocked_by": [], 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: "created": 60, 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: "dirty_stats_invalid": false, 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T10:00:50.511 INFO:tasks.workunit.client.0.smithi104.stdout: "hitset_stats_invalid": false, 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_active": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_active": "2024-04-02T08:39:07.963570+0000", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_became_peered": "2024-04-02T08:39:07.963570+0000", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_change": "2024-04-02T08:39:07.964257+0000", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub": "0'0", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_epoch_clean": 536, 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fresh": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_fullsized": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_peered": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub": "0'0", 2024-04-02T10:00:50.512 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_duration": 0, 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_scrub_stamp": "2024-04-02T08:27:36.850253+0000", 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_undegraded": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "last_unstale": "2024-04-02T09:59:06.771672+0000", 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "log_dups_size": 0, 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "log_start": "0'0", 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "manifest_stats_invalid": false, 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "mapping_epoch": 535, 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "object_location_counts": [], 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_scrubbed": 0, 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "objects_trimmed": 0, 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_stats_invalid": false, 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.513 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_start": "0'0", 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "parent": "0.0", 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "parent_split_bits": 0, 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "pgid": "3.3f", 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "pin_stats_invalid": false, 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "purged_snaps": [], 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_epoch": 2756, 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "reported_seq": 4921, 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_duration": 0.0, 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:11:40.585910+0000", 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrim_duration": 0.0, 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "snaptrimq_len": 0, 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.514 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.515 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.516 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "state": "active+clean", 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_invalid": false, 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: "up": [ 2024-04-02T10:00:50.517 INFO:tasks.workunit.client.0.smithi104.stdout: 7, 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: 6, 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: 0 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: "up_primary": 7, 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: "version": "0'0" 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_per_pool": [ 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 24, 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: "rbd" 2024-04-02T10:00:50.518 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 24473, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 8, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 24473, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 4, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 4194323, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.519 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 12, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 4, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 4, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.520 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 2, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 8933, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 3046963, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 24343, 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 3135677 2024-04-02T10:00:50.521 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 12595200, 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 12582969, 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 24 2024-04-02T10:00:50.522 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 192, 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 0, 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 64, 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 0, 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 3, 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 0, 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.523 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 0, 2024-04-02T10:00:50.524 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.525 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 0, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 0, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 0, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 0 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 0, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:50.526 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 0, 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 192 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 3, 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:50.527 INFO:tasks.workunit.client.0.smithi104.stdout: "mgr" 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 205, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 1, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 3, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 205, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 1, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 590368, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 1771104, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.528 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 6, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 2, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 2, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.529 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 0, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 6, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 886, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 1498, 2024-04-02T10:00:50.530 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 327, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 2416 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 1781760, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 1771104, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:50.531 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 0, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 3 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: { 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: "acting": 96, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: "application": [ 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: "cephfs" 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: "log_size": 68, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_pg": 32, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: "num_store_stats": 8, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: "ondisk_log_size": 68, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: "poolid": 2, 2024-04-02T10:00:50.532 INFO:tasks.workunit.client.0.smithi104.stdout: "stat_sum": { 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes": 6622, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_bytes_recovered": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_deep_scrub_errors": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_kb": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_full": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_evict_mode_some": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_kb": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_high": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_flush_mode_low": 0, 2024-04-02T10:00:50.533 INFO:tasks.workunit.client.0.smithi104.stdout: "num_keys_recovered": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_large_omap_objects": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_legacy_snapsets": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_clones": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_object_copies": 66, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects": 22, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_degraded": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_dirty": 22, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_manifest": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_misplaced": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_omap": 14, 2024-04-02T10:00:50.534 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_pinned": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_recovered": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_repaired": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_objects_unfound": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_bytes": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_omap_keys": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_promote": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read": 79, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_read_kb": 87, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_scrub_errors": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_whiteouts": 0, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write": 68, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "num_write_kb": 36 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "store_stats": { 2024-04-02T10:00:50.535 INFO:tasks.workunit.client.0.smithi104.stdout: "allocated": 110592, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "available": 0, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed": 0, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_allocated": 0, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "data_compressed_original": 0, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "data_stored": 19866, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "internal_metadata": 0, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "internally_reserved": 0, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "omap_allocated": 43900, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "total": 0 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "up": 96 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: ], 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "usage": { 2024-04-02T10:00:50.536 INFO:tasks.workunit.client.0.smithi104.stdout: "pg_num": 105, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: "pools": 4, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: "stats_by_class": { 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: "ssd": { 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 762623213568, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 5337071616, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_bytes": 5337071616, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_raw_ratio": 0.006949671544134617 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: }, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: "total_avail_bytes": 762623213568, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: "total_bytes": 767960285184, 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: "total_used_bytes": 5337071616 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout: } 2024-04-02T10:00:50.537 INFO:tasks.workunit.client.0.smithi104.stdout:} 2024-04-02T10:00:50.538 INFO:tasks.workunit.client.0.smithi104.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T10:00:50.538 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:48] ENGINE Bus STOPPING 2024-04-02T10:00:50.538 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.538 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='client.36333 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.538 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='client.36333 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.538 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.539 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.540 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.540 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='client.36333 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='client.36333 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.541 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.542 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.543 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.544 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.545 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.546 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.547 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T10:00:50.547 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T10:00:50.547 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T10:00:50.547 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T10:00:50.547 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T10:00:50.547 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.547 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:50.547 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.547 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='client.46322 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.547 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.547 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.548 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.548 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.548 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T10:00:50.548 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T10:00:50.548 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.548 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.548 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:49 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi104.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi104.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-02T10:00:50.548 INFO:tasks.workunit.client.0.smithi104.stdout:OK 2024-04-02T10:00:50.549 INFO:tasks.workunit.client.0.smithi104.stderr:+ echo OK 2024-04-02T10:00:50.550 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T10:00:50.550 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T10:00:50.550 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T10:00:50.550 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:48] ENGINE Bus STOPPED 2024-04-02T10:00:50.551 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:48] ENGINE Bus STARTING 2024-04-02T10:00:50.551 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:48] ENGINE Serving on http://:::9283 2024-04-02T10:00:50.551 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:48 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:48] ENGINE Bus STARTED 2024-04-02T10:00:50.551 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.551 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:50.551 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.551 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='client.46322 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.551 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.551 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.551 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.551 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.552 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T10:00:50.552 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T10:00:50.552 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.552 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.552 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:50.552 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.552 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:50.552 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.552 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='client.46322 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.552 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.553 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.553 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.553 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T10:00:50.553 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T10:00:50.553 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T10:00:50.553 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.553 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' 2024-04-02T10:00:50.553 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:49 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T10:00:50.580 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-02T10:00:50.580 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T10:00:50.867 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:50 smithi104 ceph-mon[96567]: from='client.46322 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.867 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:50 smithi104 ceph-mon[94081]: from='client.46322 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:50.868 DEBUG:teuthology.parallel:result is None 2024-04-02T10:00:50.869 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T10:00:50.899 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T10:00:50.900 DEBUG:teuthology.orchestra.run.smithi104:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T10:00:50.953 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T10:00:50.954 INFO:teuthology.run_tasks:Running task print... 2024-04-02T10:00:50.964 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-02T10:00:50.964 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-02T10:00:51.000 INFO:tasks.cephadm:Teardown begin 2024-04-02T10:00:51.000 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-02T10:00:51.000 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T10:00:51.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:50 smithi188 ceph-mon[86835]: from='client.46322 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T10:00:51.331 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T10:00:51.331 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54268,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6833/162376139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6832","nonce":162376139},{"type":"v1","addr":"172.21.15.188:6833","nonce":162376139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:37.207296+0000","modified":"2024-04-02T08:39:35.557060+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":561,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34365":{"gid":34365,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6835/2884537052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":2884537052},{"type":"v1","addr":"172.21.15.104:6835","nonce":2884537052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34365,"qdb_cluster":[34365]},"id":1}]} 2024-04-02T10:00:51.331 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 14 2024-04-02T10:00:51.345 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T10:00:51.676 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T10:00:51.676 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54268,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.188:6833/162376139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6832","nonce":162376139},{"type":"v1","addr":"172.21.15.188:6833","nonce":162376139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:37.207296+0000","modified":"2024-04-02T08:39:35.557060+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":561,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34365":{"gid":34365,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6835/2884537052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":2884537052},{"type":"v1","addr":"172.21.15.104:6835","nonce":2884537052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34365,"qdb_cluster":[34365]},"id":1}]} 2024-04-02T10:00:51.677 INFO:teuthology.orchestra.run.smithi104.stderr:dumped fsmap epoch 14 2024-04-02T10:00:51.689 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T10:00:51.985 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-04-02T10:00:51.986 INFO:teuthology.orchestra.run.smithi104.stdout:{"epoch":2756,"fsid":"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:22:02.880524+0000","modified":"2024-04-02T09:59:06.761643+0000","last_up_change":"2024-04-02T08:39:06.916120+0000","last_in_change":"2024-04-02T08:27:00.776161+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:25:15.541314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:35.191174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:36.400806+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:28:11.668862+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1134","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1134,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"20ec60a0-f76b-46db-80ba-c23fe4773ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":304,"up_from":315,"up_thru":2674,"down_at":305,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":3471168367},{"type":"v1","addr":"172.21.15.104:6803","nonce":3471168367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":3471168367},{"type":"v1","addr":"172.21.15.104:6805","nonce":3471168367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":3471168367},{"type":"v1","addr":"172.21.15.104:6809","nonce":3471168367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":3471168367},{"type":"v1","addr":"172.21.15.104:6807","nonce":3471168367}]},"public_addr":"172.21.15.104:6803/3471168367","cluster_addr":"172.21.15.104:6805/3471168367","heartbeat_back_addr":"172.21.15.104:6809/3471168367","heartbeat_front_addr":"172.21.15.104:6807/3471168367","state":["exists","up"]},{"osd":1,"uuid":"139f920c-b6a1-4db2-9da0-8e7d542a06f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":340,"up_from":351,"up_thru":2674,"down_at":341,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":2147591900},{"type":"v1","addr":"172.21.15.104:6811","nonce":2147591900}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":2147591900},{"type":"v1","addr":"172.21.15.104:6813","nonce":2147591900}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":2147591900},{"type":"v1","addr":"172.21.15.104:6817","nonce":2147591900}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":2147591900},{"type":"v1","addr":"172.21.15.104:6815","nonce":2147591900}]},"public_addr":"172.21.15.104:6811/2147591900","cluster_addr":"172.21.15.104:6813/2147591900","heartbeat_back_addr":"172.21.15.104:6817/2147591900","heartbeat_front_addr":"172.21.15.104:6815/2147591900","state":["exists","up"]},{"osd":2,"uuid":"5226b33b-caeb-41b8-955e-a17b49d22272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":375,"up_from":386,"up_thru":2674,"down_at":376,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":3815215821},{"type":"v1","addr":"172.21.15.104:6819","nonce":3815215821}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":3815215821},{"type":"v1","addr":"172.21.15.104:6821","nonce":3815215821}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":3815215821},{"type":"v1","addr":"172.21.15.104:6825","nonce":3815215821}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":3815215821},{"type":"v1","addr":"172.21.15.104:6823","nonce":3815215821}]},"public_addr":"172.21.15.104:6819/3815215821","cluster_addr":"172.21.15.104:6821/3815215821","heartbeat_back_addr":"172.21.15.104:6825/3815215821","heartbeat_front_addr":"172.21.15.104:6823/3815215821","state":["exists","up"]},{"osd":3,"uuid":"199253ca-4ea1-48f7-b01b-c23b4c4b72e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":395,"up_from":407,"up_thru":2674,"down_at":396,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":4262050549},{"type":"v1","addr":"172.21.15.104:6827","nonce":4262050549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":4262050549},{"type":"v1","addr":"172.21.15.104:6829","nonce":4262050549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":4262050549},{"type":"v1","addr":"172.21.15.104:6833","nonce":4262050549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":4262050549},{"type":"v1","addr":"172.21.15.104:6831","nonce":4262050549}]},"public_addr":"172.21.15.104:6827/4262050549","cluster_addr":"172.21.15.104:6829/4262050549","heartbeat_back_addr":"172.21.15.104:6833/4262050549","heartbeat_front_addr":"172.21.15.104:6831/4262050549","state":["exists","up"]},{"osd":4,"uuid":"55c8477a-6c1c-4d5c-9b46-619c5c535e39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":431,"up_from":442,"up_thru":2674,"down_at":432,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6800","nonce":1897010111},{"type":"v1","addr":"172.21.15.188:6801","nonce":1897010111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":1897010111},{"type":"v1","addr":"172.21.15.188:6803","nonce":1897010111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":1897010111},{"type":"v1","addr":"172.21.15.188:6807","nonce":1897010111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1897010111},{"type":"v1","addr":"172.21.15.188:6805","nonce":1897010111}]},"public_addr":"172.21.15.188:6801/1897010111","cluster_addr":"172.21.15.188:6803/1897010111","heartbeat_back_addr":"172.21.15.188:6807/1897010111","heartbeat_front_addr":"172.21.15.188:6805/1897010111","state":["exists","up"]},{"osd":5,"uuid":"5d2cae76-725b-4b26-9e14-94819d9a945d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":452,"up_from":464,"up_thru":2674,"down_at":453,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":2862127935},{"type":"v1","addr":"172.21.15.188:6809","nonce":2862127935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6810","nonce":2862127935},{"type":"v1","addr":"172.21.15.188:6811","nonce":2862127935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6814","nonce":2862127935},{"type":"v1","addr":"172.21.15.188:6815","nonce":2862127935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6812","nonce":2862127935},{"type":"v1","addr":"172.21.15.188:6813","nonce":2862127935}]},"public_addr":"172.21.15.188:6809/2862127935","cluster_addr":"172.21.15.188:6811/2862127935","heartbeat_back_addr":"172.21.15.188:6815/2862127935","heartbeat_front_addr":"172.21.15.188:6813/2862127935","state":["exists","up"]},{"osd":6,"uuid":"06802551-8664-4c94-8fc7-ada35935fd42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":488,"up_from":499,"up_thru":2674,"down_at":489,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6816","nonce":1908479055},{"type":"v1","addr":"172.21.15.188:6817","nonce":1908479055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6818","nonce":1908479055},{"type":"v1","addr":"172.21.15.188:6819","nonce":1908479055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6822","nonce":1908479055},{"type":"v1","addr":"172.21.15.188:6823","nonce":1908479055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6820","nonce":1908479055},{"type":"v1","addr":"172.21.15.188:6821","nonce":1908479055}]},"public_addr":"172.21.15.188:6817/1908479055","cluster_addr":"172.21.15.188:6819/1908479055","heartbeat_back_addr":"172.21.15.188:6823/1908479055","heartbeat_front_addr":"172.21.15.188:6821/1908479055","state":["exists","up"]},{"osd":7,"uuid":"4f3524d4-4489-4c8a-9559-6c22c528cb1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":524,"up_from":535,"up_thru":2674,"down_at":525,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6824","nonce":2043499908},{"type":"v1","addr":"172.21.15.188:6825","nonce":2043499908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6826","nonce":2043499908},{"type":"v1","addr":"172.21.15.188:6827","nonce":2043499908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6830","nonce":2043499908},{"type":"v1","addr":"172.21.15.188:6831","nonce":2043499908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6828","nonce":2043499908},{"type":"v1","addr":"172.21.15.188:6829","nonce":2043499908}]},"public_addr":"172.21.15.188:6825/2043499908","cluster_addr":"172.21.15.188:6827/2043499908","heartbeat_back_addr":"172.21.15.188:6831/2043499908","heartbeat_front_addr":"172.21.15.188:6829/2043499908","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:20.910247+0000","dead_epoch":304},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:46.594159+0000","dead_epoch":340},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:12.587990+0000","dead_epoch":375},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:38.027415+0000","dead_epoch":395},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:01.103967+0000","dead_epoch":431},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:25.709392+0000","dead_epoch":452},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:50.926149+0000","dead_epoch":488},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:27:17.001466+0000","dead_epoch":524}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":4,"to":1}]},{"pgid":"3.38","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:0/3771353424":"2024-04-02T10:58:42.290724+0000","172.21.15.104:0/262861044":"2024-04-03T08:22:31.852434+0000","172.21.15.188:0/3351619051":"2024-04-03T08:33:18.440152+0000","172.21.15.104:0/3433515747":"2024-04-03T08:22:57.232018+0000","172.21.15.188:0/1134290541":"2024-04-03T08:33:18.440152+0000","172.21.15.104:0/3270123979":"2024-04-03T08:22:57.232018+0000","172.21.15.104:6801/2639405400":"2024-04-03T08:34:04.246561+0000","172.21.15.104:6800/2639405400":"2024-04-03T08:34:04.246561+0000","172.21.15.104:6800/3733104524":"2024-04-03T08:32:41.925241+0000","172.21.15.104:0/2607602232":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6800/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:6801/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/2508732551":"2024-04-03T08:34:04.246561+0000","172.21.15.104:6800/550136635":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/4042145103":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/1844018975":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/2879688987":"2024-04-03T08:22:31.852434+0000","172.21.15.104:0/889526172":"2024-04-03T08:34:04.246561+0000","172.21.15.104:0/3863869125":"2024-04-03T08:22:57.232018+0000","172.21.15.188:0/2816206628":"2024-04-03T08:33:18.440152+0000","172.21.15.104:0/3514966054":"2024-04-03T08:34:04.246561+0000","172.21.15.104:0/4231362652":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/2932210229":"2024-04-03T08:34:04.246561+0000","172.21.15.104:0/4024320339":"2024-04-03T08:32:41.925241+0000","172.21.15.104:0/338717501":"2024-04-03T08:22:31.852434+0000","172.21.15.104:6801/3609500380":"2024-04-03T08:22:57.232018+0000","172.21.15.188:0/3744493985":"2024-04-03T08:33:18.440152+0000","172.21.15.104:0/3764831783":"2024-04-03T08:32:41.925241+0000","172.21.15.104:0/2396757968":"2024-04-03T08:28:10.300749+0000","172.21.15.104:0/3496032365":"2024-04-03T08:32:41.925241+0000","172.21.15.188:6832/2105604648":"2024-04-03T08:39:32.535173+0000","172.21.15.104:0/3373671803":"2024-04-03T08:34:04.246561+0000","172.21.15.104:6801/3733104524":"2024-04-03T08:32:41.925241+0000","172.21.15.104:0/48189841":"2024-04-03T08:34:04.246561+0000","172.21.15.188:6833/2105604648":"2024-04-03T08:39:32.535173+0000","172.21.15.104:0/4001331380":"2024-04-03T08:32:41.925241+0000","172.21.15.188:0/368660649":"2024-04-03T08:33:18.440152+0000","172.21.15.104:0/2732755911":"2024-04-02T10:29:04.198683+0000","172.21.15.188:0/3442962367":"2024-04-03T08:33:18.440152+0000","172.21.15.104:0/3301321140":"2024-04-02T10:20:28.441708+0000","172.21.15.188:6834/4141285074":"2024-04-03T08:33:18.440152+0000","172.21.15.188:6835/4141285074":"2024-04-03T08:33:18.440152+0000","172.21.15.104:0/2793000968":"2024-04-02T10:20:27.441644+0000","172.21.15.104:0/1040144590":"2024-04-03T08:32:41.925241+0000","172.21.15.104:6800/3609500380":"2024-04-03T08:22:57.232018+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":4,"length":5}]},{"pool":88,"snaps":[{"begin":35,"length":3},{"begin":44,"length":2},{"begin":47,"length":1}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":292,"length":3}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":122,"snaps":[{"begin":291,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T10:00:51.997 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:51 smithi104 ceph-mon[96567]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:51.997 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:51 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2034625555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:51.997 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:51 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1545956910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:51.997 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:51 smithi104 ceph-mon[94081]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:51.997 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:51 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2034625555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:51.997 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:51 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1545956910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:51.999 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-02T10:00:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:51 smithi188 ceph-mon[86835]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-02T10:00:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:51 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2034625555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:51 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1545956910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T10:00:52.348 INFO:teuthology.orchestra.run.smithi104.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-02T10:00:52.364 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-02T10:00:52.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:00:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:00:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:00:52.640 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a[94058]: 2024-04-02T10:00:52.347+0000 7f08e8bee700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T10:00:52.640 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a[123263]: ignoring --setuser ceph since I am not root 2024-04-02T10:00:52.640 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a[123263]: ignoring --setgroup ceph since I am not root 2024-04-02T10:00:52.640 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a[123263]: starting mds.a at 2024-04-02T10:00:53.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:52 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2655503995' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:52 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2164643654' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T10:00:53.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:52 smithi188 ceph-mon[86835]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T10:00:53.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:52 smithi188 ceph-mon[86835]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T10:00:53.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:52 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2164643654' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T10:00:53.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:52 smithi188 ceph-mon[86835]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-02T10:00:53.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:52 smithi188 ceph-mon[86835]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T10:00:53.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:52 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2767131329' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T10:00:53.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2655503995' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2164643654' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T10:00:53.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[94081]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T10:00:53.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[94081]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T10:00:53.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2164643654' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T10:00:53.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[94081]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-02T10:00:53.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[94081]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T10:00:53.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2767131329' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T10:00:53.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2655503995' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T10:00:53.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2164643654' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T10:00:53.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[96567]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T10:00:53.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[96567]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T10:00:53.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2164643654' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T10:00:53.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[96567]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-02T10:00:53.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[96567]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T10:00:53.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:52 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2767131329' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T10:00:53.367 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-02T10:00:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:53 smithi188 ceph-mon[86835]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T10:00:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:53 smithi188 ceph-mon[86835]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T10:00:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:53 smithi188 ceph-mon[86835]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T10:00:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:53 smithi188 ceph-mon[86835]: Cluster is now healthy 2024-04-02T10:00:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:53 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/2767131329' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T10:00:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:53 smithi188 ceph-mon[86835]: mds.? [v2:172.21.15.104:6834/244518049,v1:172.21.15.104:6835/244518049] up:boot 2024-04-02T10:00:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:53 smithi188 ceph-mon[86835]: fsmap 2 up:standby 2024-04-02T10:00:54.124 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:53 smithi188 ceph-mon[86835]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T10:00:54.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:53 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/1749936413' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:54.125 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:53 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[96567]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T10:00:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[96567]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T10:00:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[96567]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T10:00:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[96567]: Cluster is now healthy 2024-04-02T10:00:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/2767131329' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T10:00:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[96567]: mds.? [v2:172.21.15.104:6834/244518049,v1:172.21.15.104:6835/244518049] up:boot 2024-04-02T10:00:54.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[96567]: fsmap 2 up:standby 2024-04-02T10:00:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[96567]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T10:00:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/1749936413' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:54.141 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:54.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[94081]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T10:00:54.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[94081]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T10:00:54.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[94081]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T10:00:54.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[94081]: Cluster is now healthy 2024-04-02T10:00:54.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/2767131329' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T10:00:54.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[94081]: mds.? [v2:172.21.15.104:6834/244518049,v1:172.21.15.104:6835/244518049] up:boot 2024-04-02T10:00:54.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[94081]: fsmap 2 up:standby 2024-04-02T10:00:54.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[94081]: from='mgr.34107 172.21.15.104:0/1006275456' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T10:00:54.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/1749936413' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:54.142 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:53 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:54.356 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_metadata' removed 2024-04-02T10:00:54.374 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-02T10:00:55.357 INFO:teuthology.orchestra.run.smithi104.stderr:pool 'cephfs_data' removed 2024-04-02T10:00:55.378 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T10:00:55.407 DEBUG:teuthology.orchestra.run.smithi188:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T10:00:55.440 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-02T10:00:55.440 DEBUG:teuthology.orchestra.run.smithi104:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T10:00:55.463 DEBUG:teuthology.orchestra.run.smithi188:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T10:00:55.496 INFO:tasks.cephadm:Stopping all daemons... 2024-04-02T10:00:55.496 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-02T10:00:55.497 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T10:00:55.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:55 smithi188 ceph-mon[86835]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T10:00:55.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:55 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T10:00:55.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:55 smithi188 ceph-mon[86835]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-02T10:00:55.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:55 smithi188 ceph-mon[86835]: from='client.? 172.21.15.104:0/420015297' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:55.624 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:55 smithi188 ceph-mon[86835]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-mon[96567]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T10:00:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T10:00:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-mon[96567]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-02T10:00:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-mon[96567]: from='client.? 172.21.15.104:0/420015297' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:55.640 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-mon[96567]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:55.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-mon[94081]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-02T10:00:55.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T10:00:55.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-mon[94081]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-02T10:00:55.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-mon[94081]: from='client.? 172.21.15.104:0/420015297' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:55.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-mon[94081]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T10:00:55.641 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:55 smithi104 systemd[1]: Stopping Ceph mon.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:56.140 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a[94058]: 2024-04-02T10:00:55.827+0000 7f08ee3f9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a[94058]: 2024-04-02T10:00:55.827+0000 7f08ee3f9700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-02T10:00:56.141 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:55 smithi104 podman[223368]: 2024-04-02 10:00:55.879356761 +0000 UTC m=+0.191305591 container died b8d22ca7a9844bb92be7b6f5874fc431fb4e956fd95651a87767d59d08001d2f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:00:56.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:55] ENGINE Bus STOPPING 2024-04-02T10:00:56.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T10:00:56.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:55] ENGINE Bus STOPPED 2024-04-02T10:00:56.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:55] ENGINE Bus STARTING 2024-04-02T10:00:56.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: ::ffff:172.21.15.188 - - [02/Apr/2024:10:00:55] "GET /metrics HTTP/1.1" 200 34270 "" "Prometheus/2.43.0" 2024-04-02T10:00:56.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:55] ENGINE Serving on http://:::9283 2024-04-02T10:00:56.141 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:55 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:55] ENGINE Bus STARTED 2024-04-02T10:00:56.467 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:56 smithi104 podman[223368]: 2024-04-02 10:00:56.459333201 +0000 UTC m=+0.771282028 container cleanup b8d22ca7a9844bb92be7b6f5874fc431fb4e956fd95651a87767d59d08001d2f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:00:56.468 INFO:journalctl@ceph.mon.a.smithi104.stdout:Apr 02 10:00:56 smithi104 bash[223368]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T10:00:56.882 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.a.service' 2024-04-02T10:00:56.931 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:56.931 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-02T10:00:56.931 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-02T10:00:56.931 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.c 2024-04-02T10:00:57.140 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:56 smithi104 systemd[1]: Stopping Ceph mon.c for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:57.630 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c[96544]: 2024-04-02T10:00:57.258+0000 7f10da653700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:57.631 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c[96544]: 2024-04-02T10:00:57.258+0000 7f10da653700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-02T10:00:57.631 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:57 smithi104 podman[223512]: 2024-04-02 10:00:57.309694883 +0000 UTC m=+0.189770910 container died 0692ac843ccb24a4c1040936fe0908a26304d3627c072c69e8732f0933c61bb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-02T10:00:57.631 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:57] ENGINE Bus STOPPING 2024-04-02T10:00:57.631 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T10:00:57.631 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:57] ENGINE Bus STOPPED 2024-04-02T10:00:57.631 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:57] ENGINE Bus STARTING 2024-04-02T10:00:57.631 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:57] ENGINE Serving on http://:::9283 2024-04-02T10:00:57.632 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:57 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: [02/Apr/2024:10:00:57] ENGINE Bus STARTED 2024-04-02T10:00:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:57 smithi104 podman[223512]: 2024-04-02 10:00:57.73918604 +0000 UTC m=+0.619262065 container cleanup 0692ac843ccb24a4c1040936fe0908a26304d3627c072c69e8732f0933c61bb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:00:57.890 INFO:journalctl@ceph.mon.c.smithi104.stdout:Apr 02 10:00:57 smithi104 bash[223512]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T10:00:58.124 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:00:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=cleanup t=2024-04-02T10:00:57.645837794Z level=info msg="Completed cleanup jobs" duration=3.393855ms 2024-04-02T10:00:58.134 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.c.service' 2024-04-02T10:00:58.171 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:58.171 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-02T10:00:58.172 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-02T10:00:58.172 DEBUG:teuthology.orchestra.run.smithi188:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.b 2024-04-02T10:00:58.475 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:58 smithi188 systemd[1]: Stopping Ceph mon.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:58.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b[86812]: 2024-04-02T10:00:58.476+0000 7f36de00c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:58.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b[86812]: 2024-04-02T10:00:58.476+0000 7f36de00c700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-02T10:00:58.874 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:58 smithi188 podman[150685]: 2024-04-02 10:00:58.680657977 +0000 UTC m=+0.317216925 container died f71c72d5d65be0f0d1bc45d7df49d56e896737ad384100663bcf0126fc742552 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326) 2024-04-02T10:00:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:59 smithi188 podman[150685]: 2024-04-02 10:00:59.149047574 +0000 UTC m=+0.785606527 container cleanup f71c72d5d65be0f0d1bc45d7df49d56e896737ad384100663bcf0126fc742552 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-02T10:00:59.374 INFO:journalctl@ceph.mon.b.smithi188.stdout:Apr 02 10:00:59 smithi188 bash[150685]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T10:00:59.566 DEBUG:teuthology.orchestra.run.smithi188:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mon.b.service' 2024-04-02T10:00:59.614 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:59.615 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-02T10:00:59.615 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-02T10:00:59.615 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T10:00:59.937 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:59 smithi104 systemd[1]: Stopping Ceph mgr.y for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:00.229 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:59 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85405]: 2024-04-02T10:00:59.936+0000 7f6c7f083700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:00.230 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:00:59 smithi104 podman[223656]: 2024-04-02 10:00:59.969247623 +0000 UTC m=+0.163175347 container died b3f01344ac8b6c3227e5a0c666a5e21f7e9b6999caaadf853eab7328e9cc9bba (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-02T10:01:00.618 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:01:00 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:01:00.231Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:01:00.619 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:01:00 smithi104 podman[223656]: 2024-04-02 10:01:00.335371219 +0000 UTC m=+0.529298935 container cleanup b3f01344ac8b6c3227e5a0c666a5e21f7e9b6999caaadf853eab7328e9cc9bba (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:01:00.619 INFO:journalctl@ceph.mgr.y.smithi104.stdout:Apr 02 10:01:00 smithi104 bash[223656]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T10:01:00.751 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service' 2024-04-02T10:01:00.786 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:00.787 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-02T10:01:00.787 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-02T10:01:00.787 DEBUG:teuthology.orchestra.run.smithi188:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.x 2024-04-02T10:01:01.112 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 10:01:00 smithi188 systemd[1]: Stopping Ceph mgr.x for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:01.374 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 10:01:01 smithi188 podman[150816]: 2024-04-02 10:01:01.113244081 +0000 UTC m=+0.135844891 container died e33967dde0c5c007908323c6cb8e88691e0af1b1654993816f43e1975c389890 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240326) 2024-04-02T10:01:01.738 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 10:01:01 smithi188 podman[150816]: 2024-04-02 10:01:01.487748855 +0000 UTC m=+0.510349650 container cleanup e33967dde0c5c007908323c6cb8e88691e0af1b1654993816f43e1975c389890 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T10:01:01.738 INFO:journalctl@ceph.mgr.x.smithi188.stdout:Apr 02 10:01:01 smithi188 bash[150816]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T10:01:01.910 DEBUG:teuthology.orchestra.run.smithi188:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service' 2024-04-02T10:01:01.950 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:01.950 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-02T10:01:01.950 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-02T10:01:01.951 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.0 2024-04-02T10:01:02.266 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:01 smithi104 systemd[1]: Stopping Ceph osd.0 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:02.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:01:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi104:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi104:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T10:01:02.640 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:02 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[102680]: 2024-04-02T10:01:02.266+0000 7feedc130700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:02.640 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:02 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[102680]: 2024-04-02T10:01:02.266+0000 7feedc130700 -1 osd.0 2759 *** Got signal Terminated *** 2024-04-02T10:01:02.640 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:02 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0[102680]: 2024-04-02T10:01:02.266+0000 7feedc130700 -1 osd.0 2759 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:08.047 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:07 smithi104 podman[223800]: 2024-04-02 10:01:07.750423342 +0000 UTC m=+5.609773728 container died 46125f224f18ffd8e19094f710d126c32dcd1ecb40b4d8f98878de444029d059 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux ) 2024-04-02T10:01:08.390 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:08 smithi104 podman[223800]: 2024-04-02 10:01:08.139256981 +0000 UTC m=+5.998607364 container cleanup 46125f224f18ffd8e19094f710d126c32dcd1ecb40b4d8f98878de444029d059 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-02T10:01:08.390 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:08 smithi104 bash[223800]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T10:01:08.755 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:08 smithi104 podman[223823]: 2024-04-02 10:01:08.415665007 +0000 UTC m=+0.661230404 container remove 46125f224f18ffd8e19094f710d126c32dcd1ecb40b4d8f98878de444029d059 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0, RELEASE=wip-rf-nohist3-14da45f, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux ) 2024-04-02T10:01:09.109 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:08 smithi104 podman[223921]: 2024-04-02 10:01:08.659236216 +0000 UTC m=+0.017660692 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:09.109 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:08 smithi104 podman[223921]: 2024-04-02 10:01:08.766609533 +0000 UTC m=+0.125034006 container create 84fd8e46895999bbc3b43ed4d3f316a43fdf0df3e4778cbe785f40b0392e6b4d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T10:01:09.110 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:08 smithi104 podman[223921]: 2024-04-02 10:01:08.994608439 +0000 UTC m=+0.353032917 container init 84fd8e46895999bbc3b43ed4d3f316a43fdf0df3e4778cbe785f40b0392e6b4d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:09.110 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:09 smithi104 podman[223921]: 2024-04-02 10:01:09.000616813 +0000 UTC m=+0.359041311 container start 84fd8e46895999bbc3b43ed4d3f316a43fdf0df3e4778cbe785f40b0392e6b4d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T10:01:09.110 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:09 smithi104 podman[223921]: 2024-04-02 10:01:09.110740397 +0000 UTC m=+0.469164881 container attach 84fd8e46895999bbc3b43ed4d3f316a43fdf0df3e4778cbe785f40b0392e6b4d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:01:09.390 INFO:journalctl@ceph.osd.0.smithi104.stdout:Apr 02 10:01:09 smithi104 podman[223921]: 2024-04-02 10:01:09.295126085 +0000 UTC m=+0.653550559 container died 84fd8e46895999bbc3b43ed4d3f316a43fdf0df3e4778cbe785f40b0392e6b4d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD) 2024-04-02T10:01:09.963 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.0.service' 2024-04-02T10:01:10.003 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:10.004 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-02T10:01:10.004 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-02T10:01:10.004 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.1 2024-04-02T10:01:10.229 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:10 smithi104 systemd[1]: Stopping Ceph osd.1 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:10.551 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1[107905]: 2024-04-02T10:01:10.413+0000 7f67d0728700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:10.552 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1[107905]: 2024-04-02T10:01:10.413+0000 7f67d0728700 -1 osd.1 2759 *** Got signal Terminated *** 2024-04-02T10:01:10.552 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1[107905]: 2024-04-02T10:01:10.413+0000 7f67d0728700 -1 osd.1 2759 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:10.552 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:01:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:01:10.230Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:01:10.552 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:01:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:01:10.231Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:01:16.140 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:15 smithi104 podman[224066]: 2024-04-02 10:01:15.844331041 +0000 UTC m=+5.537370751 container died 183e693cda0326ad1432b1a957ab0d300e1853b9ee6cfc8b7dc9aadc12a61e9f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:01:16.483 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:16 smithi104 podman[224066]: 2024-04-02 10:01:16.23316661 +0000 UTC m=+5.926206320 container cleanup 183e693cda0326ad1432b1a957ab0d300e1853b9ee6cfc8b7dc9aadc12a61e9f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5) 2024-04-02T10:01:16.483 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:16 smithi104 bash[224066]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T10:01:16.799 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:16 smithi104 podman[224087]: 2024-04-02 10:01:16.484455898 +0000 UTC m=+0.636116994 container remove 183e693cda0326ad1432b1a957ab0d300e1853b9ee6cfc8b7dc9aadc12a61e9f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-04-02T10:01:17.070 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:16 smithi104 podman[224184]: 2024-04-02 10:01:16.70346619 +0000 UTC m=+0.017705993 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:17.070 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:16 smithi104 podman[224184]: 2024-04-02 10:01:16.84219662 +0000 UTC m=+0.156436411 container create 638e2b5bf8aad5baa1d2e988b241e0a98d3d325c651c2aa7688b61ff474e2c68 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-02T10:01:17.070 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:17 smithi104 podman[224184]: 2024-04-02 10:01:17.071344029 +0000 UTC m=+0.385583821 container init 638e2b5bf8aad5baa1d2e988b241e0a98d3d325c651c2aa7688b61ff474e2c68 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:17.355 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:17 smithi104 podman[224184]: 2024-04-02 10:01:17.077438093 +0000 UTC m=+0.391677895 container start 638e2b5bf8aad5baa1d2e988b241e0a98d3d325c651c2aa7688b61ff474e2c68 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, ceph=True) 2024-04-02T10:01:17.355 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:17 smithi104 podman[224184]: 2024-04-02 10:01:17.154426752 +0000 UTC m=+0.468666556 container attach 638e2b5bf8aad5baa1d2e988b241e0a98d3d325c651c2aa7688b61ff474e2c68 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T10:01:17.640 INFO:journalctl@ceph.osd.1.smithi104.stdout:Apr 02 10:01:17 smithi104 podman[224184]: 2024-04-02 10:01:17.356837543 +0000 UTC m=+0.671077331 container died 638e2b5bf8aad5baa1d2e988b241e0a98d3d325c651c2aa7688b61ff474e2c68 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326) 2024-04-02T10:01:17.982 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.1.service' 2024-04-02T10:01:18.024 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:18.024 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-02T10:01:18.024 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-02T10:01:18.024 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.2 2024-04-02T10:01:18.362 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:18 smithi104 systemd[1]: Stopping Ceph osd.2 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:18.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:01:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:01:18.200Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.104:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.104:8765: connect: connection refused" 2024-04-02T10:01:18.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:01:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:01:18.201Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.104:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.104:8765: connect: connection refused" 2024-04-02T10:01:18.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:01:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:01:18.203Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.104:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.104:8765: connect: connection refused" 2024-04-02T10:01:18.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:01:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:01:18.203Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.104:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.104:8765: connect: connection refused" 2024-04-02T10:01:18.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:01:18 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:01:18.204Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.104:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.104:8765: connect: connection refused" 2024-04-02T10:01:18.640 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T10:01:18.362+0000 7f7d94106700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:18.640 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T10:01:18.362+0000 7f7d94106700 -1 osd.2 2759 *** Got signal Terminated *** 2024-04-02T10:01:18.640 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:18 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2[113178]: 2024-04-02T10:01:18.362+0000 7f7d94106700 -1 osd.2 2759 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:20.390 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:01:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:01:20.231Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:01:20.390 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:01:20 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:01:20.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:01:24.091 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:23 smithi104 podman[224314]: 2024-04-02 10:01:23.766463544 +0000 UTC m=+5.515463081 container died 8534baca25d7c33b86c8b20d2eb5b705fe364e80800b992b6e451d5ba2ae64a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-02T10:01:24.091 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:24 smithi104 podman[224314]: 2024-04-02 10:01:24.092615658 +0000 UTC m=+5.841615240 container cleanup 8534baca25d7c33b86c8b20d2eb5b705fe364e80800b992b6e451d5ba2ae64a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-02T10:01:24.390 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:24 smithi104 bash[224314]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T10:01:24.391 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:24 smithi104 podman[224336]: 2024-04-02 10:01:24.310909169 +0000 UTC m=+0.542938320 container remove 8534baca25d7c33b86c8b20d2eb5b705fe364e80800b992b6e451d5ba2ae64a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326) 2024-04-02T10:01:24.952 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:24 smithi104 podman[224434]: 2024-04-02 10:01:24.603489243 +0000 UTC m=+0.018168163 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:24.952 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:24 smithi104 podman[224434]: 2024-04-02 10:01:24.728222865 +0000 UTC m=+0.142901778 container create c6c77a33547c453d9950b18d2d3ed5ea0b886ce8f726d220c709c41b7c9ba82c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T10:01:24.952 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:24 smithi104 podman[224434]: 2024-04-02 10:01:24.947353127 +0000 UTC m=+0.362032038 container init c6c77a33547c453d9950b18d2d3ed5ea0b886ce8f726d220c709c41b7c9ba82c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:01:24.952 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:24 smithi104 podman[224434]: 2024-04-02 10:01:24.953261638 +0000 UTC m=+0.367940551 container start c6c77a33547c453d9950b18d2d3ed5ea0b886ce8f726d220c709c41b7c9ba82c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, ceph=True) 2024-04-02T10:01:25.240 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:25 smithi104 podman[224434]: 2024-04-02 10:01:25.055342935 +0000 UTC m=+0.470021860 container attach c6c77a33547c453d9950b18d2d3ed5ea0b886ce8f726d220c709c41b7c9ba82c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-02T10:01:25.607 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:25 smithi104 podman[224434]: 2024-04-02 10:01:25.241394365 +0000 UTC m=+0.656073282 container died c6c77a33547c453d9950b18d2d3ed5ea0b886ce8f726d220c709c41b7c9ba82c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, ceph=True) 2024-04-02T10:01:25.858 INFO:journalctl@ceph.osd.2.smithi104.stdout:Apr 02 10:01:25 smithi104 podman[224480]: 2024-04-02 10:01:25.841857971 +0000 UTC m=+0.595387910 container remove c6c77a33547c453d9950b18d2d3ed5ea0b886ce8f726d220c709c41b7c9ba82c (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240326) 2024-04-02T10:01:25.864 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.2.service' 2024-04-02T10:01:25.904 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:25.905 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-02T10:01:25.905 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-02T10:01:25.905 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.3 2024-04-02T10:01:26.140 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:25 smithi104 systemd[1]: Stopping Ceph osd.3 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:26.640 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[117908]: 2024-04-02T10:01:26.230+0000 7f989c576700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:26.640 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[117908]: 2024-04-02T10:01:26.230+0000 7f989c576700 -1 osd.3 2759 *** Got signal Terminated *** 2024-04-02T10:01:26.640 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:26 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[117908]: 2024-04-02T10:01:26.230+0000 7f989c576700 -1 osd.3 2759 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:28.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:28 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:28.484+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:29.492 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:29.231+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:29.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:29 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:29.492+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:30.140 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:29 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[117908]: 2024-04-02T10:01:29.856+0000 7f9898b6a700 -1 osd.3 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:07.207394+0000 front 2024-04-02T10:01:07.207476+0000 (oldest deadline 2024-04-02T10:01:29.507535+0000) 2024-04-02T10:01:30.466 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:30 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:30.187+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:30.466 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:30 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:30.243+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:30.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:01:30 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:01:30.232Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:01:30.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:01:30 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:01:30.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:01:30.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:30 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:30.467+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:31.140 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:30 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3[117908]: 2024-04-02T10:01:30.809+0000 7f9898b6a700 -1 osd.3 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:07.207394+0000 front 2024-04-02T10:01:07.207476+0000 (oldest deadline 2024-04-02T10:01:29.507535+0000) 2024-04-02T10:01:31.494 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:31 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:31.270+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:31.494 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:31 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:31.204+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:31.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:31 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:31.494+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:32.060 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:31 smithi104 podman[224565]: 2024-04-02 10:01:31.808613401 +0000 UTC m=+5.686770358 container died e25bf8b5641e401562812a78327d63eb01d1d30ff2ee278819ad6b68a70a056a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:01:32.319 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:32 smithi104 podman[224565]: 2024-04-02 10:01:32.152443813 +0000 UTC m=+6.030600800 container cleanup e25bf8b5641e401562812a78327d63eb01d1d30ff2ee278819ad6b68a70a056a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=) 2024-04-02T10:01:32.319 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:32 smithi104 bash[224565]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T10:01:32.482 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:32.271+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:32.482 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:32.190+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:32.640 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:32 smithi104 podman[224588]: 2024-04-02 10:01:32.320184447 +0000 UTC m=+0.509996665 container remove e25bf8b5641e401562812a78327d63eb01d1d30ff2ee278819ad6b68a70a056a (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:01:32.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:32.483+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:33.081 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:32 smithi104 podman[224681]: 2024-04-02 10:01:32.657929019 +0000 UTC m=+0.017731616 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:33.081 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:32 smithi104 podman[224681]: 2024-04-02 10:01:32.770894713 +0000 UTC m=+0.130697312 container create 2e19207d805cf5c099c248c17ea5cf8a5bbffd47830179eace4d9fffdbe0f68d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:01:33.081 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:32 smithi104 podman[224681]: 2024-04-02 10:01:32.981316817 +0000 UTC m=+0.341119414 container init 2e19207d805cf5c099c248c17ea5cf8a5bbffd47830179eace4d9fffdbe0f68d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-02T10:01:33.081 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:32 smithi104 podman[224681]: 2024-04-02 10:01:32.986598818 +0000 UTC m=+0.346401417 container start 2e19207d805cf5c099c248c17ea5cf8a5bbffd47830179eace4d9fffdbe0f68d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:01:33.081 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:33 smithi104 podman[224681]: 2024-04-02 10:01:33.081321906 +0000 UTC m=+0.441124522 container attach 2e19207d805cf5c099c248c17ea5cf8a5bbffd47830179eace4d9fffdbe0f68d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:33.277 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:33.187+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:33.278 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:32 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T10:01:32.966+0000 7f1b17417700 -1 osd.4 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.224095+0000 front 2024-04-02T10:01:04.224112+0000 (oldest deadline 2024-04-02T10:01:32.424644+0000) 2024-04-02T10:01:33.390 INFO:journalctl@ceph.osd.3.smithi104.stdout:Apr 02 10:01:33 smithi104 podman[224681]: 2024-04-02 10:01:33.271045054 +0000 UTC m=+0.630847663 container died 2e19207d805cf5c099c248c17ea5cf8a5bbffd47830179eace4d9fffdbe0f68d (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:01:33.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:33.278+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:33.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:33 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:33.516+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:33.844 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.3.service' 2024-04-02T10:01:33.883 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:33.883 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-02T10:01:33.883 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-02T10:01:33.883 DEBUG:teuthology.orchestra.run.smithi188:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.4 2024-04-02T10:01:34.198 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:33 smithi188 systemd[1]: Stopping Ceph osd.4 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:34.198 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:34 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T10:01:34.009+0000 7f1b17417700 -1 osd.4 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.224095+0000 front 2024-04-02T10:01:04.224112+0000 (oldest deadline 2024-04-02T10:01:32.424644+0000) 2024-04-02T10:01:34.480 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:34 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:34.207+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:34.480 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:34 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:34.326+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:34.480 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:34 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T10:01:34.198+0000 7f1b1ee2b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:34.480 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:34 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T10:01:34.198+0000 7f1b1ee2b700 -1 osd.4 2759 *** Got signal Terminated *** 2024-04-02T10:01:34.480 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:34 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T10:01:34.198+0000 7f1b1ee2b700 -1 osd.4 2759 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:34.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:34 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:34.480+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:35.343 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:35 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T10:01:35.040+0000 7f1b17417700 -1 osd.4 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.224095+0000 front 2024-04-02T10:01:04.224112+0000 (oldest deadline 2024-04-02T10:01:32.424644+0000) 2024-04-02T10:01:35.343 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:35 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:35.170+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:35.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:35 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:35.491+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:35.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:35 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:35.344+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:36.332 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:36 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:36.136+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:36.332 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:36 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T10:01:36.041+0000 7f1b17417700 -1 osd.4 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.224095+0000 front 2024-04-02T10:01:04.224112+0000 (oldest deadline 2024-04-02T10:01:32.424644+0000) 2024-04-02T10:01:36.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:36 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:36.333+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:36.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:36 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:36.485+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:36.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:36 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:36.485+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:37.305 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:37 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T10:01:37.027+0000 7f1b17417700 -1 osd.4 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.224095+0000 front 2024-04-02T10:01:04.224112+0000 (oldest deadline 2024-04-02T10:01:32.424644+0000) 2024-04-02T10:01:37.305 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:37 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:37.100+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:37.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:37 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:37.306+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:37.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:37 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:37.484+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:37.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:37 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:37.484+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:38.269 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:38 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T10:01:38.010+0000 7f1b17417700 -1 osd.4 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.224095+0000 front 2024-04-02T10:01:04.224112+0000 (oldest deadline 2024-04-02T10:01:32.424644+0000) 2024-04-02T10:01:38.270 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:38 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:38.060+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:38.270 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:38 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:38.060+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:14.836369+0000 front 2024-04-02T10:01:14.836382+0000 (oldest deadline 2024-04-02T10:01:37.136126+0000) 2024-04-02T10:01:38.529 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:38 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:38.270+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:38.873 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:38 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:38.530+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:38.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:38 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:38.530+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:39.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:39.244+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:39.374 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T10:01:39.045+0000 7f1b17417700 -1 osd.4 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.224095+0000 front 2024-04-02T10:01:04.224112+0000 (oldest deadline 2024-04-02T10:01:32.424644+0000) 2024-04-02T10:01:39.374 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4[92639]: 2024-04-02T10:01:39.045+0000 7f1b17417700 -1 osd.4 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.925509+0000 front 2024-04-02T10:01:12.925624+0000 (oldest deadline 2024-04-02T10:01:38.825340+0000) 2024-04-02T10:01:39.374 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:39.015+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:39.375 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:39.015+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:14.836369+0000 front 2024-04-02T10:01:14.836382+0000 (oldest deadline 2024-04-02T10:01:37.136126+0000) 2024-04-02T10:01:39.874 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:39 smithi188 podman[150976]: 2024-04-02 10:01:39.610962476 +0000 UTC m=+5.529840297 container died 2523b7f11b0c32941456a50d311d3964487d96f40b185e63d9fd3114cbf41b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326) 2024-04-02T10:01:39.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:39.550+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:39.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:39 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:39.550+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:40.240 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:39 smithi188 podman[150976]: 2024-04-02 10:01:39.962082681 +0000 UTC m=+5.880960499 container cleanup 2523b7f11b0c32941456a50d311d3964487d96f40b185e63d9fd3114cbf41b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-02T10:01:40.240 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:39 smithi188 bash[150976]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T10:01:40.240 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:40.011+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:40.240 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:40.011+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:14.836369+0000 front 2024-04-02T10:01:14.836382+0000 (oldest deadline 2024-04-02T10:01:37.136126+0000) 2024-04-02T10:01:40.519 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:40 smithi188 podman[150999]: 2024-04-02 10:01:40.262162093 +0000 UTC m=+0.652213258 container remove 2523b7f11b0c32941456a50d311d3964487d96f40b185e63d9fd3114cbf41b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-02T10:01:40.520 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:40.241+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:40.520 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:40.241+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:40.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:01:40 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:01:40.232Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:01:40.641 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:01:40 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:01:40.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:01:40.818 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:40.520+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:40.818 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:40 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:40.520+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:40.818 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:40 smithi188 podman[151092]: 2024-04-02 10:01:40.515083014 +0000 UTC m=+0.017785545 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:40.818 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:40 smithi188 podman[151092]: 2024-04-02 10:01:40.625027574 +0000 UTC m=+0.127730074 container create 56784f85810cad55fe70ce715090af89b16a791365f0ed630fb944c7ce6b39d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T10:01:41.113 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:41.022+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:41.113 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:41.022+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:14.836369+0000 front 2024-04-02T10:01:14.836382+0000 (oldest deadline 2024-04-02T10:01:37.136126+0000) 2024-04-02T10:01:41.113 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:40 smithi188 podman[151092]: 2024-04-02 10:01:40.819178891 +0000 UTC m=+0.321881403 container init 56784f85810cad55fe70ce715090af89b16a791365f0ed630fb944c7ce6b39d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD) 2024-04-02T10:01:41.113 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:40 smithi188 podman[151092]: 2024-04-02 10:01:40.824534859 +0000 UTC m=+0.327237359 container start 56784f85810cad55fe70ce715090af89b16a791365f0ed630fb944c7ce6b39d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:01:41.113 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:40 smithi188 podman[151092]: 2024-04-02 10:01:40.935811282 +0000 UTC m=+0.438513797 container attach 56784f85810cad55fe70ce715090af89b16a791365f0ed630fb944c7ce6b39d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:01:41.374 INFO:journalctl@ceph.osd.4.smithi188.stdout:Apr 02 10:01:41 smithi188 podman[151092]: 2024-04-02 10:01:41.114455497 +0000 UTC m=+0.617158011 container died 56784f85810cad55fe70ce715090af89b16a791365f0ed630fb944c7ce6b39d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True) 2024-04-02T10:01:41.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:41.218+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:41.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:41.218+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:41.729 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:41.494+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:41.730 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:41.494+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:41.749 DEBUG:teuthology.orchestra.run.smithi188:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.4.service' 2024-04-02T10:01:41.791 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:41.791 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-02T10:01:41.791 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-02T10:01:41.791 DEBUG:teuthology.orchestra.run.smithi188:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.5 2024-04-02T10:01:42.124 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:41 smithi188 systemd[1]: Stopping Ceph osd.5 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:42.124 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:41.977+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:42.124 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:41 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:41.977+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:14.836369+0000 front 2024-04-02T10:01:14.836382+0000 (oldest deadline 2024-04-02T10:01:37.136126+0000) 2024-04-02T10:01:42.472 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:42.127+0000 7f4553ff1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:42.472 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:42.127+0000 7f4553ff1700 -1 osd.5 2759 *** Got signal Terminated *** 2024-04-02T10:01:42.472 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:42.127+0000 7f4553ff1700 -1 osd.5 2759 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:42.473 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:42.198+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:42.473 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:42.198+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:42.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:42.472+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:42.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:42.472+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:43.374 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:42.988+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:43.374 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:42 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:42.988+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:14.836369+0000 front 2024-04-02T10:01:14.836382+0000 (oldest deadline 2024-04-02T10:01:37.136126+0000) 2024-04-02T10:01:43.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:43.212+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:43.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:43.212+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:43.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:43.461+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:43.874 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:43.462+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:44.228 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:43.957+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:44.229 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:43 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:43.957+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:14.836369+0000 front 2024-04-02T10:01:14.836382+0000 (oldest deadline 2024-04-02T10:01:37.136126+0000) 2024-04-02T10:01:44.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:44.413+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:44.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:44.413+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:44.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:44.228+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:44.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:44.228+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:45.218 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:44.968+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:45.218 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:44.968+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:14.836369+0000 front 2024-04-02T10:01:14.836382+0000 (oldest deadline 2024-04-02T10:01:37.136126+0000) 2024-04-02T10:01:45.218 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:44 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:44.968+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:20.637216+0000 front 2024-04-02T10:01:20.637167+0000 (oldest deadline 2024-04-02T10:01:44.737008+0000) 2024-04-02T10:01:45.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:45 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:45.435+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:45.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:45 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:45.435+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:45.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:45 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:45.218+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:45.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:45 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:45.218+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:45.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:45 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:45.218+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.479011+0000 front 2024-04-02T10:01:22.479089+0000 (oldest deadline 2024-04-02T10:01:44.778975+0000) 2024-04-02T10:01:46.193 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:45 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:45.929+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:46.193 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:45 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:45.929+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:14.836369+0000 front 2024-04-02T10:01:14.836382+0000 (oldest deadline 2024-04-02T10:01:37.136126+0000) 2024-04-02T10:01:46.193 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:45 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:45.929+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:20.637216+0000 front 2024-04-02T10:01:20.637167+0000 (oldest deadline 2024-04-02T10:01:44.737008+0000) 2024-04-02T10:01:46.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:46.424+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:46.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:46.424+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:46.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:46.424+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:46.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:46.193+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:46.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:46.193+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:46.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:46.193+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.479011+0000 front 2024-04-02T10:01:22.479089+0000 (oldest deadline 2024-04-02T10:01:44.778975+0000) 2024-04-02T10:01:47.242 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:46.918+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.334738+0000 front 2024-04-02T10:01:04.334928+0000 (oldest deadline 2024-04-02T10:01:29.034788+0000) 2024-04-02T10:01:47.242 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:46.918+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:14.836369+0000 front 2024-04-02T10:01:14.836382+0000 (oldest deadline 2024-04-02T10:01:37.136126+0000) 2024-04-02T10:01:47.242 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:46 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5[97586]: 2024-04-02T10:01:46.918+0000 7f45505e5700 -1 osd.5 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:20.637216+0000 front 2024-04-02T10:01:20.637167+0000 (oldest deadline 2024-04-02T10:01:44.737008+0000) 2024-04-02T10:01:47.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:47 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:47.242+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:47.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:47 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:47.242+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:47.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:47 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:47.242+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.479011+0000 front 2024-04-02T10:01:22.479089+0000 (oldest deadline 2024-04-02T10:01:44.778975+0000) 2024-04-02T10:01:47.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:47 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:47.436+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:47.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:47 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:47.436+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:47.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:47 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:47.436+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:47.917 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:47 smithi188 podman[151222]: 2024-04-02 10:01:47.646710075 +0000 UTC m=+5.626728967 container died 2420a754553d4e43524cd2a73c3943b4bb7aa803de7980ff039fe1e23ba8cbe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:01:48.202 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:48 smithi188 podman[151222]: 2024-04-02 10:01:48.016632969 +0000 UTC m=+5.996651862 container cleanup 2420a754553d4e43524cd2a73c3943b4bb7aa803de7980ff039fe1e23ba8cbe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=) 2024-04-02T10:01:48.202 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:48 smithi188 bash[151222]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T10:01:48.466 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:48 smithi188 podman[151246]: 2024-04-02 10:01:48.318659734 +0000 UTC m=+0.667141845 container remove 2420a754553d4e43524cd2a73c3943b4bb7aa803de7980ff039fe1e23ba8cbe2 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5) 2024-04-02T10:01:48.466 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:48.202+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:48.466 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:48.202+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:48.466 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:48.202+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.479011+0000 front 2024-04-02T10:01:22.479089+0000 (oldest deadline 2024-04-02T10:01:44.778975+0000) 2024-04-02T10:01:48.781 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:48 smithi188 podman[151344]: 2024-04-02 10:01:48.53362888 +0000 UTC m=+0.017611793 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:48.781 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:48 smithi188 podman[151344]: 2024-04-02 10:01:48.652927667 +0000 UTC m=+0.136910570 container create 8c13c7d879a99fd567c85749d039f3cc3fa6a32b19459b52417973e51e468908 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:48.781 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:48.465+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:48.781 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:48.465+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:48.781 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:48 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:48.465+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:49.124 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:48 smithi188 podman[151344]: 2024-04-02 10:01:48.880553461 +0000 UTC m=+0.364536367 container init 8c13c7d879a99fd567c85749d039f3cc3fa6a32b19459b52417973e51e468908 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-02T10:01:49.124 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:48 smithi188 podman[151344]: 2024-04-02 10:01:48.886126012 +0000 UTC m=+0.370108917 container start 8c13c7d879a99fd567c85749d039f3cc3fa6a32b19459b52417973e51e468908 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-nohist3-14da45f) 2024-04-02T10:01:49.427 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:49 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:49.169+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:49.427 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:49 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:49.169+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:49.427 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:49 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:49.169+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.479011+0000 front 2024-04-02T10:01:22.479089+0000 (oldest deadline 2024-04-02T10:01:44.778975+0000) 2024-04-02T10:01:49.427 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:49 smithi188 podman[151344]: 2024-04-02 10:01:49.163764921 +0000 UTC m=+0.647747841 container attach 8c13c7d879a99fd567c85749d039f3cc3fa6a32b19459b52417973e51e468908 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True) 2024-04-02T10:01:49.427 INFO:journalctl@ceph.osd.5.smithi188.stdout:Apr 02 10:01:49 smithi188 podman[151344]: 2024-04-02 10:01:49.180405763 +0000 UTC m=+0.664388670 container died 8c13c7d879a99fd567c85749d039f3cc3fa6a32b19459b52417973e51e468908 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True) 2024-04-02T10:01:49.791 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:49 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:49.427+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:49.791 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:49 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:49.427+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:49.791 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:49 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:49.427+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:49.810 DEBUG:teuthology.orchestra.run.smithi188:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.5.service' 2024-04-02T10:01:49.854 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:49.854 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-02T10:01:49.854 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-02T10:01:49.854 DEBUG:teuthology.orchestra.run.smithi188:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.6 2024-04-02T10:01:50.124 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:49 smithi188 systemd[1]: Stopping Ceph osd.6 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:50.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:50 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:50.390+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:50.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:50 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:50.390+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:50.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:50 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:50.390+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:50.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:50 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:50.214+0000 7fcd03fc3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:50.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:50 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:50.214+0000 7fcd03fc3700 -1 osd.6 2759 *** Got signal Terminated *** 2024-04-02T10:01:50.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:50 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:50.214+0000 7fcd03fc3700 -1 osd.6 2759 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:50.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:50 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:50.219+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:50.625 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:50 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:50.219+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:50.625 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:50 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:50.219+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.479011+0000 front 2024-04-02T10:01:22.479089+0000 (oldest deadline 2024-04-02T10:01:44.778975+0000) 2024-04-02T10:01:50.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:01:50 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:01:50.232Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:01:50.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:01:50 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:01:50.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:01:51.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:51 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:51.206+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:51.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:51 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:51.206+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:51.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:51 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:51.206+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.479011+0000 front 2024-04-02T10:01:22.479089+0000 (oldest deadline 2024-04-02T10:01:44.778975+0000) 2024-04-02T10:01:51.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:51 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:51.427+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:51.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:51 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:51.427+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:51.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:51 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:51.427+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:52.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:52.190+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:52.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:52.190+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:52.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:52.190+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.479011+0000 front 2024-04-02T10:01:22.479089+0000 (oldest deadline 2024-04-02T10:01:44.778975+0000) 2024-04-02T10:01:52.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:52.394+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:52.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:52.394+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:52.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:52.394+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:52.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:52 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:52.394+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:01:53.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:53.172+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:53.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:53.172+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:53.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:53.172+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.479011+0000 front 2024-04-02T10:01:22.479089+0000 (oldest deadline 2024-04-02T10:01:44.778975+0000) 2024-04-02T10:01:53.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:53.374+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:53.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:53.374+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:53.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:53.374+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:53.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:53 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:53.374+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:01:54.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:54 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:54.208+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:04.476310+0000 front 2024-04-02T10:01:04.476482+0000 (oldest deadline 2024-04-02T10:01:29.776308+0000) 2024-04-02T10:01:54.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:54 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:54.208+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:13.678289+0000 front 2024-04-02T10:01:13.678305+0000 (oldest deadline 2024-04-02T10:01:39.578203+0000) 2024-04-02T10:01:54.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:54 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6[102363]: 2024-04-02T10:01:54.208+0000 7fccfc5af700 -1 osd.6 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.479011+0000 front 2024-04-02T10:01:22.479089+0000 (oldest deadline 2024-04-02T10:01:44.778975+0000) 2024-04-02T10:01:54.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:54 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:54.334+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:54.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:54 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:54.334+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:54.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:54 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:54.334+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:54.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:54 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:54.334+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:01:55.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:55 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:55.306+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:55.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:55 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:55.306+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:55.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:55 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:55.306+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:55.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:55 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:55.306+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:01:56.078 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:55 smithi188 podman[151487]: 2024-04-02 10:01:55.800976877 +0000 UTC m=+5.721741159 container died 63b59c08c401f06d12c61c01979ca65b8fa544bf7355a018d6b8d13bccb2fd3f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS) 2024-04-02T10:01:56.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:56 smithi188 podman[151487]: 2024-04-02 10:01:56.186681011 +0000 UTC m=+6.107445295 container cleanup 63b59c08c401f06d12c61c01979ca65b8fa544bf7355a018d6b8d13bccb2fd3f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.license=GPLv2, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:01:56.374 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:56 smithi188 bash[151487]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T10:01:56.374 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:56.283+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:56.374 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:56.283+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:56.374 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:56.283+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:56.375 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:56 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:56.283+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:01:56.809 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:56 smithi188 podman[151510]: 2024-04-02 10:01:56.463368682 +0000 UTC m=+0.662797918 container remove 63b59c08c401f06d12c61c01979ca65b8fa544bf7355a018d6b8d13bccb2fd3f (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:01:57.124 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:56 smithi188 podman[151607]: 2024-04-02 10:01:56.713396516 +0000 UTC m=+0.018146649 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:01:57.124 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:56 smithi188 podman[151607]: 2024-04-02 10:01:56.814417029 +0000 UTC m=+0.119167154 container create c5061074b0ca2cf0dab0dcaa49bcbb80f64331b07b2e7dbe28dc2a26dfab57ab (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-02T10:01:57.124 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:57 smithi188 podman[151607]: 2024-04-02 10:01:57.025137611 +0000 UTC m=+0.329887737 container init c5061074b0ca2cf0dab0dcaa49bcbb80f64331b07b2e7dbe28dc2a26dfab57ab (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-02T10:01:57.124 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:57 smithi188 podman[151607]: 2024-04-02 10:01:57.030662914 +0000 UTC m=+0.335413039 container start c5061074b0ca2cf0dab0dcaa49bcbb80f64331b07b2e7dbe28dc2a26dfab57ab (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-nohist3-14da45f, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-02T10:01:57.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:57 smithi188 podman[151607]: 2024-04-02 10:01:57.133367146 +0000 UTC m=+0.438117283 container attach c5061074b0ca2cf0dab0dcaa49bcbb80f64331b07b2e7dbe28dc2a26dfab57ab (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-02T10:01:57.624 INFO:journalctl@ceph.osd.6.smithi188.stdout:Apr 02 10:01:57 smithi188 podman[151607]: 2024-04-02 10:01:57.321144873 +0000 UTC m=+0.625894999 container died c5061074b0ca2cf0dab0dcaa49bcbb80f64331b07b2e7dbe28dc2a26dfab57ab (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:01:57.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:57.250+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:57.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:57.250+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:57.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:57.250+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:57.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:57 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:57.251+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:01:57.950 DEBUG:teuthology.orchestra.run.smithi188:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.6.service' 2024-04-02T10:01:57.992 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:01:57.992 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-02T10:01:57.992 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-02T10:01:57.992 DEBUG:teuthology.orchestra.run.smithi188:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.7 2024-04-02T10:01:58.261 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:58 smithi188 systemd[1]: Stopping Ceph osd.7 for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:58.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:58.261+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:58.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:58.261+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:58.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:58.261+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:58.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:58.261+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:01:58.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:58.342+0000 7feaecee4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:01:58.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:58.342+0000 7feaecee4700 -1 osd.7 2759 *** Got signal Terminated *** 2024-04-02T10:01:58.625 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:58 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:58.342+0000 7feaecee4700 -1 osd.7 2759 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:01:59.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:59.244+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:01:59.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:59.244+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:01:59.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:59.244+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:01:59.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:01:59 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:01:59.244+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:02:00.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:00.263+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:02:00.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:00.263+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:02:00.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:00.263+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:02:00.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:00 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:00.263+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:02:00.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:00 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:02:00.233Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:02:00.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:00 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:02:00.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:02:01.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:01.214+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:02:01.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:01.214+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:02:01.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:01.214+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:02:01.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:01 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:01.214+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:02:02.374 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:02.226+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:02:02.374 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:02.226+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:02:02.374 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:02.226+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:02:02.374 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:02 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:02.226+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:02:03.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:03.245+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6806 osd.0 since back 2024-04-02T10:01:05.915569+0000 front 2024-04-02T10:01:05.915500+0000 (oldest deadline 2024-04-02T10:01:28.215337+0000) 2024-04-02T10:02:03.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:03.245+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6814 osd.1 since back 2024-04-02T10:01:12.717059+0000 front 2024-04-02T10:01:12.717030+0000 (oldest deadline 2024-04-02T10:01:36.216803+0000) 2024-04-02T10:02:03.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:03.245+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6822 osd.2 since back 2024-04-02T10:01:22.018117+0000 front 2024-04-02T10:01:22.018085+0000 (oldest deadline 2024-04-02T10:01:45.517934+0000) 2024-04-02T10:02:03.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:03.245+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.104:6830 osd.3 since back 2024-04-02T10:01:29.018833+0000 front 2024-04-02T10:01:29.018818+0000 (oldest deadline 2024-04-02T10:01:51.918729+0000) 2024-04-02T10:02:03.624 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:03 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7[107408]: 2024-04-02T10:02:03.245+0000 7feae94d8700 -1 osd.7 2759 heartbeat_check: no reply from 172.21.15.188:6804 osd.4 since back 2024-04-02T10:01:38.920148+0000 front 2024-04-02T10:01:38.920197+0000 (oldest deadline 2024-04-02T10:02:02.420130+0000) 2024-04-02T10:02:04.098 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:03 smithi188 podman[151738]: 2024-04-02 10:02:03.83031957 +0000 UTC m=+5.616755122 container died 93b3d9c817933f5e56a929da0950aef4f3ee80399ba66567aa4bff87a8c3e473 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-rf-nohist3-14da45f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T10:02:04.374 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:04 smithi188 podman[151738]: 2024-04-02 10:02:04.189134351 +0000 UTC m=+5.975569902 container cleanup 93b3d9c817933f5e56a929da0950aef4f3ee80399ba66567aa4bff87a8c3e473 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, RELEASE=wip-rf-nohist3-14da45f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T10:02:04.374 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:04 smithi188 bash[151738]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T10:02:04.780 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:04 smithi188 podman[151762]: 2024-04-02 10:02:04.490662815 +0000 UTC m=+0.662115759 container remove 93b3d9c817933f5e56a929da0950aef4f3ee80399ba66567aa4bff87a8c3e473 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:02:05.109 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:04 smithi188 podman[151860]: 2024-04-02 10:02:04.684506402 +0000 UTC m=+0.017843511 image pull 53081131892e489da1743467541c20a5e549131974f57876d33ebeb9e1814c26 quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560 2024-04-02T10:02:05.109 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:04 smithi188 podman[151860]: 2024-04-02 10:02:04.808098595 +0000 UTC m=+0.141435696 container create c6b96d54813b5eb6993c21371d7c9d12c6b509e7563acda58fa7bed9fd3892e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:02:05.109 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:05 smithi188 podman[151860]: 2024-04-02 10:02:05.018876685 +0000 UTC m=+0.352213787 container init c6b96d54813b5eb6993c21371d7c9d12c6b509e7563acda58fa7bed9fd3892e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-nohist3-14da45f, ceph=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-02T10:02:05.109 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:05 smithi188 podman[151860]: 2024-04-02 10:02:05.025095625 +0000 UTC m=+0.358432729 container start c6b96d54813b5eb6993c21371d7c9d12c6b509e7563acda58fa7bed9fd3892e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T10:02:05.109 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:05 smithi188 podman[151860]: 2024-04-02 10:02:05.110205536 +0000 UTC m=+0.443542658 container attach c6b96d54813b5eb6993c21371d7c9d12c6b509e7563acda58fa7bed9fd3892e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-04-02T10:02:05.374 INFO:journalctl@ceph.osd.7.smithi188.stdout:Apr 02 10:02:05 smithi188 podman[151860]: 2024-04-02 10:02:05.313183429 +0000 UTC m=+0.646520532 container died c6b96d54813b5eb6993c21371d7c9d12c6b509e7563acda58fa7bed9fd3892e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, RELEASE=wip-rf-nohist3-14da45f, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-02T10:02:05.916 DEBUG:teuthology.orchestra.run.smithi188:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@osd.7.service' 2024-04-02T10:02:05.957 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:02:05.957 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-02T10:02:05.957 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-02T10:02:05.957 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mds.a 2024-04-02T10:02:06.279 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 10:02:06 smithi104 systemd[1]: Stopping Ceph mds.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:06.640 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 10:02:06 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a[123263]: 2024-04-02T10:02:06.279+0000 7f808ff71700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:02:06.640 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 10:02:06 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a[123263]: 2024-04-02T10:02:06.279+0000 7f808ff71700 -1 mds.a *** got signal Terminated *** 2024-04-02T10:02:08.840 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 10:02:08 smithi104 podman[224823]: 2024-04-02 10:02:08.404078308 +0000 UTC m=+2.251183422 container died 68e550b78d1646ec47a007cddab51b6b715b67302fd80017886d557b5fb2ecfb (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T10:02:09.140 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 10:02:08 smithi104 podman[224823]: 2024-04-02 10:02:08.922592416 +0000 UTC m=+2.769697534 container cleanup 68e550b78d1646ec47a007cddab51b6b715b67302fd80017886d557b5fb2ecfb (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=wip-rf-nohist3-14da45f, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:02:09.140 INFO:journalctl@ceph.mds.a.smithi104.stdout:Apr 02 10:02:08 smithi104 bash[224823]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T10:02:09.351 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mds.a.service' 2024-04-02T10:02:09.389 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:02:09.389 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-02T10:02:09.389 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-02T10:02:09.389 DEBUG:teuthology.orchestra.run.smithi188:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mds.b 2024-04-02T10:02:09.702 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 10:02:09 smithi188 systemd[1]: Stopping Ceph mds.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:10.124 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 10:02:09 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b[111836]: 2024-04-02T10:02:09.702+0000 7fb297338700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:02:10.124 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 10:02:09 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b[111836]: 2024-04-02T10:02:09.702+0000 7fb297338700 -1 mds.b *** got signal Terminated *** 2024-04-02T10:02:10.542 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:02:10.234Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:02:10.542 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:10 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:02:10.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi104.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.104:8443: connect: connection refused" 2024-04-02T10:02:13.124 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 10:02:12 smithi188 podman[151989]: 2024-04-02 10:02:12.773730179 +0000 UTC m=+3.183824398 container died 0f4a44cdb9f57586ccf95a8695212466d25b2f025e969e51b367b2d60d6c2719 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rf-nohist3-14da45f, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6) 2024-04-02T10:02:13.521 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 10:02:13 smithi188 podman[151989]: 2024-04-02 10:02:13.231872684 +0000 UTC m=+3.641966902 container cleanup 0f4a44cdb9f57586ccf95a8695212466d25b2f025e969e51b367b2d60d6c2719 (image=quay.ceph.io/ceph-ci/ceph@sha256:698e5f3810ba7dc37502bb63fc35cc8e6a5e54a2623c3d35105a8471d8553560, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b, GIT_COMMIT=17c757dce51698639f1922a504f4809ecb6725a6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, RELEASE=wip-rf-nohist3-14da45f, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-02T10:02:13.521 INFO:journalctl@ceph.mds.b.smithi188.stdout:Apr 02 10:02:13 smithi188 bash[151989]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T10:02:13.644 DEBUG:teuthology.orchestra.run.smithi188:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@mds.b.service' 2024-04-02T10:02:13.680 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:02:13.680 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-02T10:02:13.680 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-02T10:02:13.680 DEBUG:teuthology.orchestra.run.smithi188:> sudo systemctl stop ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@prometheus.a 2024-04-02T10:02:13.874 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:13 smithi188 systemd[1]: Stopping Ceph prometheus.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:14.276 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.005Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.005Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.005Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.005Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.005Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.005Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.005Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.005Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.005Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.007Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.007Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[119608]: ts=2024-04-02T10:02:14.007Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T10:02:14.277 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 podman[152119]: 2024-04-02 10:02:14.015881088 +0000 UTC m=+0.117072592 container died ec7afbb3e042988d8665d3f3b3582157135386d696f27f3a6f4e4882877deba4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:14.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 podman[152119]: 2024-04-02 10:02:14.385656573 +0000 UTC m=+0.486848075 container cleanup ec7afbb3e042988d8665d3f3b3582157135386d696f27f3a6f4e4882877deba4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:14.624 INFO:journalctl@ceph.prometheus.a.smithi188.stdout:Apr 02 10:02:14 smithi188 bash[152119]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T10:02:14.789 DEBUG:teuthology.orchestra.run.smithi188:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service' 2024-04-02T10:02:14.824 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:02:14.824 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-02T10:02:14.824 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T10:02:14.981 INFO:teuthology.orchestra.run.smithi104.stdout:Deleting cluster with fsid: f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:02:16.631 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:16 smithi104 systemd[1]: Stopping Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:16.890 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:16 smithi104 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131893]: ts=2024-04-02T10:02:16.631Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T10:02:16.890 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:16 smithi104 podman[225294]: 2024-04-02 10:02:16.672439653 +0000 UTC m=+0.152846671 container died c2c8ee1adc7192961baa0d0aa80a9a56938f34fbe344bde55a78fce66b2967ea (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:17.277 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:17 smithi104 podman[225294]: 2024-04-02 10:02:17.086527565 +0000 UTC m=+0.566934587 container cleanup c2c8ee1adc7192961baa0d0aa80a9a56938f34fbe344bde55a78fce66b2967ea (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:17.278 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:17 smithi104 bash[225294]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T10:02:17.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:17 smithi104 podman[225314]: 2024-04-02 10:02:17.279207578 +0000 UTC m=+0.602114038 container remove c2c8ee1adc7192961baa0d0aa80a9a56938f34fbe344bde55a78fce66b2967ea (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:17.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:17 smithi104 podman[225314]: 2024-04-02 10:02:17.363136053 +0000 UTC m=+0.686042511 volume remove fe1fc400f1ab636b07f41d27caa6a823a785b60de9e5198fe2150ee11b1a01e8 2024-04-02T10:02:17.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:17 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T10:02:17.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:17 smithi104 systemd[1]: Stopped Ceph alertmanager.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:02:17.640 INFO:journalctl@ceph.alertmanager.a.smithi104.stdout:Apr 02 10:02:17 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 3.220s CPU time. 2024-04-02T10:02:18.140 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 10:02:17 smithi104 systemd[1]: Stopping Ceph node-exporter.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:18.140 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 10:02:17 smithi104 podman[225425]: 2024-04-02 10:02:17.912532719 +0000 UTC m=+0.111238045 container died 797d9dcf4b588c7dfaf971e5d2bf25aa0eadc2227e663046c1e3cd1505f554e1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:18.400 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 10:02:18 smithi104 podman[225425]: 2024-04-02 10:02:18.232403361 +0000 UTC m=+0.431108692 container cleanup 797d9dcf4b588c7dfaf971e5d2bf25aa0eadc2227e663046c1e3cd1505f554e1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:18.400 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 10:02:18 smithi104 bash[225425]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T10:02:18.400 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 10:02:18 smithi104 podman[225441]: 2024-04-02 10:02:18.400214526 +0000 UTC m=+0.492265426 container remove 797d9dcf4b588c7dfaf971e5d2bf25aa0eadc2227e663046c1e3cd1505f554e1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T10:02:18.661 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 10:02:18 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T10:02:18.661 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 10:02:18 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T10:02:18.661 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 10:02:18 smithi104 systemd[1]: Stopped Ceph node-exporter.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:02:18.661 INFO:journalctl@ceph.node-exporter.a.smithi104.stdout:Apr 02 10:02:18 smithi104 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 8.704s CPU time. 2024-04-02T10:02:19.268 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T10:02:19.421 INFO:teuthology.orchestra.run.smithi188.stdout:Deleting cluster with fsid: f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:02:21.317 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:02:21 smithi188 systemd[1]: Stopping Ceph grafana.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:21.624 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:02:21 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=server t=2024-04-02T10:02:21.3180473Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-02T10:02:21.624 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:02:21 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=tracing t=2024-04-02T10:02:21.318468657Z level=info msg="Closing tracing" 2024-04-02T10:02:21.624 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:02:21 smithi188 ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124074]: logger=ticker t=2024-04-02T10:02:21.318467068Z level=info msg=stopped last_tick=2024-04-02T10:02:20Z 2024-04-02T10:02:21.624 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:02:21 smithi188 podman[152590]: 2024-04-02 10:02:21.328469889 +0000 UTC m=+0.132615067 container died 252461f7a65db9d54dd9db921db725fc9f97191b107bbef3d3d6a0553eecd92b (image=quay.io/ceph/grafana:9.4.12, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T10:02:21.939 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:02:21 smithi188 podman[152590]: 2024-04-02 10:02:21.723117313 +0000 UTC m=+0.527262508 container cleanup 252461f7a65db9d54dd9db921db725fc9f97191b107bbef3d3d6a0553eecd92b (image=quay.io/ceph/grafana:9.4.12, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T10:02:21.939 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:02:21 smithi188 bash[152590]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T10:02:22.234 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:02:21 smithi188 podman[152609]: 2024-04-02 10:02:21.940922016 +0000 UTC m=+0.609915961 container remove 252461f7a65db9d54dd9db921db725fc9f97191b107bbef3d3d6a0553eecd92b (image=quay.io/ceph/grafana:9.4.12, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T10:02:22.235 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:02:22 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Deactivated successfully. 2024-04-02T10:02:22.235 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:02:22 smithi188 systemd[1]: Stopped Ceph grafana.a for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:02:22.235 INFO:journalctl@ceph.grafana.a.smithi188.stdout:Apr 02 10:02:22 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 49.707s CPU time. 2024-04-02T10:02:22.624 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 10:02:22 smithi188 systemd[1]: Stopping Ceph node-exporter.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:02:22.624 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 10:02:22 smithi188 podman[152720]: 2024-04-02 10:02:22.465428121 +0000 UTC m=+0.093638917 container died 67045022a072c23cbf3071a579f54cefae62d6e4e7e9175dae9ff8ae7a02b103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T10:02:22.993 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 10:02:22 smithi188 podman[152720]: 2024-04-02 10:02:22.751816482 +0000 UTC m=+0.380027273 container cleanup 67045022a072c23cbf3071a579f54cefae62d6e4e7e9175dae9ff8ae7a02b103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T10:02:22.993 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 10:02:22 smithi188 bash[152720]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T10:02:23.269 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 10:02:22 smithi188 podman[152739]: 2024-04-02 10:02:22.99451512 +0000 UTC m=+0.529795036 container remove 67045022a072c23cbf3071a579f54cefae62d6e4e7e9175dae9ff8ae7a02b103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T10:02:23.270 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 10:02:22 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T10:02:23.270 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 10:02:23 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T10:02:23.270 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 10:02:23 smithi188 systemd[1]: Stopped Ceph node-exporter.b for f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:02:23.270 INFO:journalctl@ceph.node-exporter.b.smithi188.stdout:Apr 02 10:02:23 smithi188 systemd[1]: ceph-f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 8.549s CPU time. 2024-04-02T10:02:23.747 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T10:02:23.783 DEBUG:teuthology.orchestra.run.smithi188:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T10:02:23.813 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-02T10:02:23.815 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481/remote/smithi104/crash 2024-04-02T10:02:23.816 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T10:02:23.875 INFO:teuthology.orchestra.run.smithi104.stderr:tar: /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T10:02:23.875 INFO:teuthology.orchestra.run.smithi104.stderr:tar: Error is not recoverable: exiting now 2024-04-02T10:02:23.877 DEBUG:teuthology.misc:Transferring archived files from smithi188:/var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481/remote/smithi188/crash 2024-04-02T10:02:23.878 DEBUG:teuthology.orchestra.run.smithi188:> sudo tar c -f - -C /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T10:02:23.918 INFO:teuthology.orchestra.run.smithi188.stderr:tar: /var/lib/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T10:02:23.918 INFO:teuthology.orchestra.run.smithi188.stderr:tar: Error is not recoverable: exiting now 2024-04-02T10:02:23.919 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-02T10:02:23.919 DEBUG:teuthology.orchestra.run.smithi104:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:02:23.949 INFO:teuthology.orchestra.run.smithi104.stdout:2024-04-02T08:35:16.857254+0000 mon.a (mon.0) 316 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T10:02:23.951 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-02T10:02:23.951 DEBUG:teuthology.orchestra.run.smithi104:> sudo egrep '\[SEC\]' /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:02:24.022 DEBUG:teuthology.orchestra.run.smithi104:> sudo egrep '\[ERR\]' /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:02:24.092 DEBUG:teuthology.orchestra.run.smithi104:> sudo egrep '\[WRN\]' /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:02:24.159 INFO:teuthology.orchestra.run.smithi104.stdout:2024-04-02T08:35:16.857254+0000 mon.a (mon.0) 316 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T10:02:24.161 INFO:tasks.cephadm:Compressing logs... 2024-04-02T10:02:24.161 DEBUG:teuthology.orchestra.run.smithi104:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T10:02:24.204 DEBUG:teuthology.orchestra.run.smithi188:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T10:02:24.227 INFO:teuthology.orchestra.run.smithi104.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T10:02:24.228 INFO:teuthology.orchestra.run.smithi104.stderr:: No such file or directory 2024-04-02T10:02:24.228 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log 2024-04-02T10:02:24.228 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T10:02:24.231 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log 2024-04-02T10:02:24.231 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log 2024-04-02T10:02:24.231 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log 2024-04-02T10:02:24.231 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log: /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log 2024-04-02T10:02:24.231 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T10:02:24.231 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T10:02:24.234 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 90.6% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 91.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T10:02:24.234 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-04-02T10:02:24.234 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log 2024-04-02T10:02:24.234 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T10:02:24.237 INFO:teuthology.orchestra.run.smithi188.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T10:02:24.237 INFO:teuthology.orchestra.run.smithi188.stderr:: No such file or directory 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr:gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr:gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log: /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr:gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log: /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr: 83.9% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log.gz 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 84.0% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-02T10:02:24.238 INFO:teuthology.orchestra.run.smithi188.stderr:gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T10:02:24.241 INFO:teuthology.orchestra.run.smithi188.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.log: 91.5% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T10:02:24.242 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log: 94.8% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T10:02:24.246 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log 2024-04-02T10:02:24.251 INFO:teuthology.orchestra.run.smithi188.stderr: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T10:02:24.252 INFO:teuthology.orchestra.run.smithi188.stderr:gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log 2024-04-02T10:02:24.253 INFO:teuthology.orchestra.run.smithi188.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log: /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log: 86.9% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T10:02:24.257 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log: 92.8% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T10:02:24.258 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log 2024-04-02T10:02:24.270 INFO:teuthology.orchestra.run.smithi188.stderr: 91.2% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T10:02:24.271 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log: /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log: 91.1% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T10:02:24.274 INFO:teuthology.orchestra.run.smithi104.stderr: 92.2% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log.gz 2024-04-02T10:02:24.296 INFO:teuthology.orchestra.run.smithi188.stderr: 90.8% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log.gz 2024-04-02T10:02:25.000 INFO:teuthology.orchestra.run.smithi104.stderr: 89.5% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log.gz 2024-04-02T10:02:25.720 INFO:teuthology.orchestra.run.smithi188.stderr: 92.2% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log.gz 2024-04-02T10:02:26.492 INFO:teuthology.orchestra.run.smithi104.stderr: 92.4% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log.gz 2024-04-02T10:02:28.460 INFO:teuthology.orchestra.run.smithi104.stderr: 90.6% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log.gz 2024-04-02T10:02:44.599 INFO:teuthology.orchestra.run.smithi188.stderr: 94.5% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log.gz 2024-04-02T10:02:46.025 INFO:teuthology.orchestra.run.smithi188.stderr: 94.3% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log.gz 2024-04-02T10:02:48.027 INFO:teuthology.orchestra.run.smithi188.stderr: 94.8% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log.gz 2024-04-02T10:02:48.660 INFO:teuthology.orchestra.run.smithi104.stderr: 94.3% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log.gz 2024-04-02T10:02:49.592 INFO:teuthology.orchestra.run.smithi104.stderr: 94.3% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log.gz 2024-04-02T10:02:49.848 INFO:teuthology.orchestra.run.smithi104.stderr: 94.5% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log.gz 2024-04-02T10:02:50.400 INFO:teuthology.orchestra.run.smithi188.stderr: 94.6% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log.gz 2024-04-02T10:02:50.401 INFO:teuthology.orchestra.run.smithi188.stderr: 2024-04-02T10:02:50.401 INFO:teuthology.orchestra.run.smithi188.stderr:real 0m26.182s 2024-04-02T10:02:50.401 INFO:teuthology.orchestra.run.smithi188.stderr:user 1m30.104s 2024-04-02T10:02:50.401 INFO:teuthology.orchestra.run.smithi188.stderr:sys 0m3.455s 2024-04-02T10:02:50.730 INFO:teuthology.orchestra.run.smithi104.stderr: 93.9% -- replaced with /var/log/ceph/f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log.gz 2024-04-02T10:02:50.732 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-04-02T10:02:50.732 INFO:teuthology.orchestra.run.smithi104.stderr:real 0m26.517s 2024-04-02T10:02:50.732 INFO:teuthology.orchestra.run.smithi104.stderr:user 1m45.248s 2024-04-02T10:02:50.732 INFO:teuthology.orchestra.run.smithi104.stderr:sys 0m3.787s 2024-04-02T10:02:50.733 INFO:tasks.cephadm:Archiving logs... 2024-04-02T10:02:50.733 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481/remote/smithi104/log 2024-04-02T10:02:50.734 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T10:03:05.165 DEBUG:teuthology.misc:Transferring archived files from smithi188:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481/remote/smithi188/log 2024-04-02T10:03:05.166 DEBUG:teuthology.orchestra.run.smithi188:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T10:03:17.668 INFO:tasks.cephadm:Removing cluster... 2024-04-02T10:03:17.668 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 --force 2024-04-02T10:03:17.826 INFO:teuthology.orchestra.run.smithi104.stdout:Deleting cluster with fsid: f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:03:18.217 DEBUG:teuthology.orchestra.run.smithi188:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 --force 2024-04-02T10:03:18.373 INFO:teuthology.orchestra.run.smithi188.stdout:Deleting cluster with fsid: f5a5a3b6-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:03:18.754 INFO:tasks.cephadm:Removing cephadm ... 2024-04-02T10:03:18.754 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T10:03:18.769 DEBUG:teuthology.orchestra.run.smithi188:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T10:03:18.785 INFO:tasks.cephadm:Teardown complete 2024-04-02T10:03:18.785 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-02T10:03:18.797 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-02T10:03:18.797 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T10:03:18.811 DEBUG:teuthology.orchestra.run.smithi188:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T10:03:18.902 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-02T10:03:18.913 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-02T10:03:18.914 DEBUG:teuthology.orchestra.run.smithi104:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T10:03:18.917 DEBUG:teuthology.orchestra.run.smithi188:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T10:03:18.929 INFO:teuthology.orchestra.run.smithi104.stderr:bash: line 1: ntpq: command not found 2024-04-02T10:03:18.932 INFO:teuthology.orchestra.run.smithi188.stderr:bash: line 1: ntpq: command not found 2024-04-02T10:03:18.934 INFO:teuthology.orchestra.run.smithi104.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T10:03:18.934 INFO:teuthology.orchestra.run.smithi104.stdout:=============================================================================== 2024-04-02T10:03:18.934 INFO:teuthology.orchestra.run.smithi104.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 10 +270us[ +270us] +/- 83ms 2024-04-02T10:03:18.934 INFO:teuthology.orchestra.run.smithi104.stdout:^* hv02.front.sepia.ceph.com 3 7 377 10 +85us[ +78us] +/- 52ms 2024-04-02T10:03:18.934 INFO:teuthology.orchestra.run.smithi104.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 11 -373us[ -381us] +/- 80ms 2024-04-02T10:03:18.934 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T10:03:18.935 INFO:teuthology.orchestra.run.smithi188.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T10:03:18.936 INFO:teuthology.orchestra.run.smithi188.stdout:=============================================================================== 2024-04-02T10:03:18.936 INFO:teuthology.orchestra.run.smithi188.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 9 +269us[ +269us] +/- 83ms 2024-04-02T10:03:18.936 INFO:teuthology.orchestra.run.smithi188.stdout:^* hv02.front.sepia.ceph.com 3 7 377 78 +64us[ +63us] +/- 51ms 2024-04-02T10:03:18.936 INFO:teuthology.orchestra.run.smithi188.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 -375us[ -375us] +/- 80ms 2024-04-02T10:03:18.936 INFO:teuthology.orchestra.run.smithi188.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T10:03:18.937 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-02T10:03:18.948 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-02T10:03:18.948 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-02T10:03:18.959 DEBUG:teuthology.orchestra.run.smithi104:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T10:03:19.068 DEBUG:teuthology.orchestra.run.smithi188:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T10:03:19.156 DEBUG:teuthology.orchestra.run.smithi104:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T10:03:19.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:03:19.189 DEBUG:teuthology.orchestra.run.smithi188:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T10:03:19.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:03:19.220 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-02T10:03:19.231 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-02T10:03:19.242 INFO:teuthology.task.internal:Duration was 6481.331133 seconds 2024-04-02T10:03:19.243 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-02T10:03:19.255 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-02T10:03:19.255 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T10:03:19.258 DEBUG:teuthology.orchestra.run.smithi188:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T10:03:19.298 INFO:teuthology.orchestra.run.smithi104.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T10:03:19.303 INFO:teuthology.orchestra.run.smithi188.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T10:03:19.676 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-02T10:03:19.676 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi104.front.sepia.ceph.com 2024-04-02T10:03:19.676 DEBUG:teuthology.orchestra.run.smithi104:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T10:03:19.736 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi188.front.sepia.ceph.com 2024-04-02T10:03:19.737 DEBUG:teuthology.orchestra.run.smithi188:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T10:03:19.762 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-02T10:03:19.762 DEBUG:teuthology.orchestra.run.smithi104:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T10:03:19.779 DEBUG:teuthology.orchestra.run.smithi188:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T10:03:19.831 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-02T10:03:19.831 DEBUG:teuthology.orchestra.run.smithi104:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T10:03:19.849 DEBUG:teuthology.orchestra.run.smithi188:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T10:03:20.389 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-02T10:03:20.402 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-02T10:03:20.403 DEBUG:teuthology.orchestra.run.smithi104:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T10:03:20.430 DEBUG:teuthology.orchestra.run.smithi188:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T10:03:20.457 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-02T10:03:20.468 DEBUG:teuthology.orchestra.run.smithi104:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:03:20.472 DEBUG:teuthology.orchestra.run.smithi188:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:03:20.495 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern = core 2024-04-02T10:03:20.522 INFO:teuthology.orchestra.run.smithi188.stdout:kernel.core_pattern = core 2024-04-02T10:03:20.538 DEBUG:teuthology.orchestra.run.smithi104:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:03:20.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:03:20.565 DEBUG:teuthology.orchestra.run.smithi188:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:03:20.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:03:20.592 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-02T10:03:20.603 INFO:teuthology.task.internal:Transferring archived files... 2024-04-02T10:03:20.604 DEBUG:teuthology.misc:Transferring archived files from smithi104:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481/remote/smithi104 2024-04-02T10:03:20.604 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T10:03:20.653 DEBUG:teuthology.misc:Transferring archived files from smithi188:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481/remote/smithi188 2024-04-02T10:03:20.653 DEBUG:teuthology.orchestra.run.smithi188:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T10:03:20.696 INFO:teuthology.task.internal:Removing archive directory... 2024-04-02T10:03:20.697 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T10:03:20.699 DEBUG:teuthology.orchestra.run.smithi188:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T10:03:20.744 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-02T10:03:20.757 INFO:teuthology.task.internal:Not uploading archives. 2024-04-02T10:03:20.757 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-02T10:03:20.768 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-02T10:03:20.768 DEBUG:teuthology.orchestra.run.smithi104:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T10:03:20.770 DEBUG:teuthology.orchestra.run.smithi188:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T10:03:20.782 INFO:teuthology.orchestra.run.smithi104.stdout: 266042 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 10:03 /home/ubuntu/cephtest 2024-04-02T10:03:20.798 INFO:teuthology.orchestra.run.smithi188.stdout: 265305 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 10:03 /home/ubuntu/cephtest 2024-04-02T10:03:20.799 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-02T10:03:20.811 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-02T10:03:20.833 INFO:teuthology.nuke:Checking targets against current locks 2024-04-02T10:03:20.861 DEBUG:teuthology.nuke:shortname: smithi104 2024-04-02T10:03:20.861 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T10:03:20.885 DEBUG:teuthology.nuke:shortname: smithi188 2024-04-02T10:03:20.886 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T10:03:20.889 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi104.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:07:09.725658', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNJnEow4UTKQDZHJ4Mkcj7LPLNpYhJFSsMXKP8xwzMCFA5g3XjgrLP0wRqCO5oy/LYS2D19IBjC0EQW3hDs6O+Y='} 2024-04-02T10:03:20.914 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi188.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_08:01:38-rados:upgrade-wip-rf-nohist3-distro-default-smithi/7635481', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:07:09.727280', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNW1LP5goSdSfFevFNEwRlpRNnMNtKKD3r5dT5Rd0FoQIJRlc0eb2vPw1I+ASjFicbSuxF3Ee/+so3DWf8+UAw8='} 2024-04-02T10:03:20.941 INFO:teuthology.orchestra.console.smithi104:Power off 2024-04-02T10:03:20.941 DEBUG:teuthology.orchestra.console.smithi104:pexpect command: ipmitool -H smithi104.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T10:03:20.965 DEBUG:teuthology.orchestra.console.smithi104:power off output: Chassis Power Control: Down/Off 2024-04-02T10:03:20.965 DEBUG:teuthology.orchestra.console.smithi104:pexpect command: ipmitool -H smithi104.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:20.984 INFO:teuthology.orchestra.console.smithi188:Power off 2024-04-02T10:03:20.984 DEBUG:teuthology.orchestra.console.smithi188:pexpect command: ipmitool -H smithi188.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T10:03:20.994 DEBUG:teuthology.orchestra.console.smithi104:check power output: Chassis Power is on 2024-04-02T10:03:21.007 DEBUG:teuthology.orchestra.console.smithi188:power off output: Chassis Power Control: Down/Off 2024-04-02T10:03:21.007 DEBUG:teuthology.orchestra.console.smithi188:pexpect command: ipmitool -H smithi188.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:21.031 DEBUG:teuthology.orchestra.console.smithi188:check power output: Chassis Power is on 2024-04-02T10:03:24.996 DEBUG:teuthology.orchestra.console.smithi104:pexpect command: ipmitool -H smithi104.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:25.032 DEBUG:teuthology.orchestra.console.smithi188:pexpect command: ipmitool -H smithi188.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:25.106 DEBUG:teuthology.orchestra.console.smithi104:check power output: Chassis Power is on 2024-04-02T10:03:25.142 DEBUG:teuthology.orchestra.console.smithi188:check power output: Chassis Power is on 2024-04-02T10:03:29.111 DEBUG:teuthology.orchestra.console.smithi104:pexpect command: ipmitool -H smithi104.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:29.144 DEBUG:teuthology.orchestra.console.smithi188:pexpect command: ipmitool -H smithi188.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:03:29.221 DEBUG:teuthology.orchestra.console.smithi104:check power output: Chassis Power is off 2024-04-02T10:03:29.253 DEBUG:teuthology.orchestra.console.smithi188:check power output: Chassis Power is off 2024-04-02T10:03:29.322 INFO:teuthology.orchestra.console.smithi104:Power off completed 2024-04-02T10:03:29.354 INFO:teuthology.orchestra.console.smithi188:Power off completed 2024-04-02T10:03:29.458 INFO:teuthology.run:Summary data: description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6481.3311331272125 failure_reason: '"2024-04-02T08:35:16.857254+0000 mon.a (mon.0) 316 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_rfriedma@teuthology success: false 2024-04-02T10:03:29.458 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T10:03:29.529 INFO:teuthology.run:FAIL